2024-03-07T09:37:16.358 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-07T09:37:16.358 DEBUG:teuthology.run:Teuthology command: teuthology --name leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi --verbose --owner scheduled_leonidus@teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/postgres}} --archive /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066 -- /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/orig.config.yaml 2024-03-07T09:37:16.421 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-07T09:37:16.581 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066 branch: wip-lusov-qdb description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/postgres}} email: null first_in_suite: false job_id: '7584066' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-qdb ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: 8b896a9e145796119f0451201dc4d53ddac97db0 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 0 mountpoint: /tmp/cephfs check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 8b896a9e145796119f0451201dc4d53ddac97db0 kclient: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 1 mountpoint: /tmp/cephfs mntopts: - ms_mode=secure - wsync syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-qdb sha1: 8b896a9e145796119f0451201dc4d53ddac97db0 owner: scheduled_leonidus@teuthology priority: 75 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 9221 sha1: 8b896a9e145796119f0451201dc4d53ddac97db0 sleep_before_teardown: 0 subset: 111/10000 suite: fs suite_branch: wip-lusov-qdb suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_8b896a9e145796119f0451201dc4d53ddac97db0/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 8b896a9e145796119f0451201dc4d53ddac97db0 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi018.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMIUP/uS8I7eOAWZW+3umb95maQzL/KW04aWLsfROCI7tokpCIVcZTZYFv3MytKJk9UslKf0VIVGo25P3VROUgo= smithi063.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO/lTopMXcznlmjWMeu3FtIh88VEoDV7wkjVc/CwKCYSXPt3jjM1mZhkx0n0BVCu0oQubhInVxk5X7zUFYOjNV8= smithi077.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJOF27B6npa4Y4BhDfaHOb0kIHtfdKVPA0idJefJLz30YbqBaUiFQetM1oGtNN7f24Nq/1L1kiDvOQa6TaKaMvE= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - exec: client.0: - sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/ - sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres - sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data - sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?" - sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local - sudo restorecon -R -v /tmp/cephfs/postgres - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf - sudo -u postgres -- postgresql-setup --initdb - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo systemctl start postgresql - sudo -u postgres -- pgbench -s 32 -i - sudo -u postgres -- pgbench -c 100 -j 4 --progress=5 --time=900 - sudo systemctl stop postgresql - sudo ls -lZaR /tmp/cephfs/postgres/ teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-07_05:46:12 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-03-07T09:37:16.581 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_8b896a9e145796119f0451201dc4d53ddac97db0/qa; will attempt to use it 2024-03-07T09:37:16.582 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_8b896a9e145796119f0451201dc4d53ddac97db0/qa/tasks 2024-03-07T09:37:16.582 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-07T09:37:16.584 INFO:teuthology.task.internal:Checking packages... 2024-03-07T09:37:16.610 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8b896a9e145796119f0451201dc4d53ddac97db0' 2024-03-07T09:37:16.610 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-07T09:37:16.610 INFO:teuthology.packaging:ref: None 2024-03-07T09:37:16.610 INFO:teuthology.packaging:tag: None 2024-03-07T09:37:16.610 INFO:teuthology.packaging:branch: wip-lusov-qdb 2024-03-07T09:37:16.611 INFO:teuthology.packaging:sha1: 8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:37:16.611 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-qdb 2024-03-07T09:37:16.764 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1848.g8b896a9e 2024-03-07T09:37:16.765 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-07T09:37:16.772 INFO:teuthology.task.internal:no buildpackages task found 2024-03-07T09:37:16.773 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-07T09:37:16.780 INFO:teuthology.task.internal:Saving configuration 2024-03-07T09:37:16.804 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-07T09:37:16.810 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-07T09:37:16.834 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi018.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 09:31:58.722403', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMIUP/uS8I7eOAWZW+3umb95maQzL/KW04aWLsfROCI7tokpCIVcZTZYFv3MytKJk9UslKf0VIVGo25P3VROUgo='} 2024-03-07T09:37:16.856 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi063.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 09:31:58.720674', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO/lTopMXcznlmjWMeu3FtIh88VEoDV7wkjVc/CwKCYSXPt3jjM1mZhkx0n0BVCu0oQubhInVxk5X7zUFYOjNV8='} 2024-03-07T09:37:16.878 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi077.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 09:31:58.723958', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJOF27B6npa4Y4BhDfaHOb0kIHtfdKVPA0idJefJLz30YbqBaUiFQetM1oGtNN7f24Nq/1L1kiDvOQa6TaKaMvE='} 2024-03-07T09:37:16.878 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-07T09:37:16.884 INFO:teuthology.task.internal:roles: ubuntu@smithi018.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-03-07T09:37:16.885 INFO:teuthology.task.internal:roles: ubuntu@smithi063.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-03-07T09:37:16.885 INFO:teuthology.task.internal:roles: ubuntu@smithi077.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-03-07T09:37:16.885 INFO:teuthology.run_tasks:Running task console_log... 2024-03-07T09:37:16.991 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f52359e30d0>, signals=[15]) 2024-03-07T09:37:16.991 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-07T09:37:16.997 INFO:teuthology.task.internal:Opening connections... 2024-03-07T09:37:16.998 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T09:37:17.000 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:37:17.112 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi063.front.sepia.ceph.com 2024-03-07T09:37:17.113 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:37:17.219 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi077.front.sepia.ceph.com 2024-03-07T09:37:17.220 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:37:17.314 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-07T09:37:17.321 DEBUG:teuthology.orchestra.run.smithi018:> uname -m 2024-03-07T09:37:17.340 INFO:teuthology.orchestra.run.smithi018.stdout:x86_64 2024-03-07T09:37:17.340 DEBUG:teuthology.orchestra.run.smithi018:> cat /etc/os-release 2024-03-07T09:37:17.397 INFO:teuthology.orchestra.run.smithi018.stdout:NAME="CentOS Stream" 2024-03-07T09:37:17.397 INFO:teuthology.orchestra.run.smithi018.stdout:VERSION="9" 2024-03-07T09:37:17.397 INFO:teuthology.orchestra.run.smithi018.stdout:ID="centos" 2024-03-07T09:37:17.397 INFO:teuthology.orchestra.run.smithi018.stdout:ID_LIKE="rhel fedora" 2024-03-07T09:37:17.397 INFO:teuthology.orchestra.run.smithi018.stdout:VERSION_ID="9" 2024-03-07T09:37:17.397 INFO:teuthology.orchestra.run.smithi018.stdout:PLATFORM_ID="platform:el9" 2024-03-07T09:37:17.397 INFO:teuthology.orchestra.run.smithi018.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-07T09:37:17.398 INFO:teuthology.orchestra.run.smithi018.stdout:ANSI_COLOR="0;31" 2024-03-07T09:37:17.398 INFO:teuthology.orchestra.run.smithi018.stdout:LOGO="fedora-logo-icon" 2024-03-07T09:37:17.398 INFO:teuthology.orchestra.run.smithi018.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-07T09:37:17.398 INFO:teuthology.orchestra.run.smithi018.stdout:HOME_URL="https://centos.org/" 2024-03-07T09:37:17.398 INFO:teuthology.orchestra.run.smithi018.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-07T09:37:17.398 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-07T09:37:17.398 INFO:teuthology.orchestra.run.smithi018.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-07T09:37:17.399 INFO:teuthology.lock.ops:Updating smithi018.front.sepia.ceph.com on lock server 2024-03-07T09:37:17.419 DEBUG:teuthology.orchestra.run.smithi063:> uname -m 2024-03-07T09:37:17.437 INFO:teuthology.orchestra.run.smithi063.stdout:x86_64 2024-03-07T09:37:17.437 DEBUG:teuthology.orchestra.run.smithi063:> cat /etc/os-release 2024-03-07T09:37:17.497 INFO:teuthology.orchestra.run.smithi063.stdout:NAME="CentOS Stream" 2024-03-07T09:37:17.497 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION="9" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:ID="centos" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:ID_LIKE="rhel fedora" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION_ID="9" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:PLATFORM_ID="platform:el9" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:ANSI_COLOR="0;31" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:LOGO="fedora-logo-icon" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-07T09:37:17.498 INFO:teuthology.orchestra.run.smithi063.stdout:HOME_URL="https://centos.org/" 2024-03-07T09:37:17.499 INFO:teuthology.orchestra.run.smithi063.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-07T09:37:17.499 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-07T09:37:17.499 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-07T09:37:17.499 INFO:teuthology.lock.ops:Updating smithi063.front.sepia.ceph.com on lock server 2024-03-07T09:37:17.520 DEBUG:teuthology.orchestra.run.smithi077:> uname -m 2024-03-07T09:37:17.538 INFO:teuthology.orchestra.run.smithi077.stdout:x86_64 2024-03-07T09:37:17.538 DEBUG:teuthology.orchestra.run.smithi077:> cat /etc/os-release 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:NAME="CentOS Stream" 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION="9" 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:ID="centos" 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:ID_LIKE="rhel fedora" 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION_ID="9" 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:PLATFORM_ID="platform:el9" 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-07T09:37:17.595 INFO:teuthology.orchestra.run.smithi077.stdout:ANSI_COLOR="0;31" 2024-03-07T09:37:17.596 INFO:teuthology.orchestra.run.smithi077.stdout:LOGO="fedora-logo-icon" 2024-03-07T09:37:17.596 INFO:teuthology.orchestra.run.smithi077.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-07T09:37:17.596 INFO:teuthology.orchestra.run.smithi077.stdout:HOME_URL="https://centos.org/" 2024-03-07T09:37:17.596 INFO:teuthology.orchestra.run.smithi077.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-07T09:37:17.596 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-07T09:37:17.596 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-07T09:37:17.596 INFO:teuthology.lock.ops:Updating smithi077.front.sepia.ceph.com on lock server 2024-03-07T09:37:17.619 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-07T09:37:17.630 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-07T09:37:17.636 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-07T09:37:17.637 DEBUG:teuthology.orchestra.run.smithi018:> test '!' -e /home/ubuntu/cephtest 2024-03-07T09:37:17.639 DEBUG:teuthology.orchestra.run.smithi063:> test '!' -e /home/ubuntu/cephtest 2024-03-07T09:37:17.641 DEBUG:teuthology.orchestra.run.smithi077:> test '!' -e /home/ubuntu/cephtest 2024-03-07T09:37:17.657 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-07T09:37:17.665 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-07T09:37:17.665 DEBUG:teuthology.orchestra.run.smithi018:> test -z $(ls -A /var/lib/ceph) 2024-03-07T09:37:17.696 DEBUG:teuthology.orchestra.run.smithi063:> test -z $(ls -A /var/lib/ceph) 2024-03-07T09:37:17.702 DEBUG:teuthology.orchestra.run.smithi077:> test -z $(ls -A /var/lib/ceph) 2024-03-07T09:37:17.793 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-07T09:37:17.873 INFO:teuthology.run_tasks:Running task kernel... 2024-03-07T09:37:17.887 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2024-03-07T09:37:17.888 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-03-07T09:37:17.888 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-03-07T09:37:17.888 DEBUG:teuthology.orchestra.run.smithi018:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-07T09:37:17.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T09:37:17.906 DEBUG:teuthology.orchestra.run.smithi018:> uname -r 2024-03-07T09:37:17.964 INFO:teuthology.orchestra.run.smithi018.stdout:5.14.0-361.el9.x86_64 2024-03-07T09:37:17.964 INFO:teuthology.task.kernel:Running kernel on smithi018: 5.14.0-361.el9.x86_64 2024-03-07T09:37:17.964 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum install -y kernel 2024-03-07T09:37:20.116 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS-9 - AppStream 16 MB/s | 8.1 MB 00:00 2024-03-07T09:37:21.791 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS-9 - BaseOS 8.4 MB/s | 2.5 MB 00:00 2024-03-07T09:37:24.332 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.0 MB 00:02 2024-03-07T09:37:26.125 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - AppStream 29 MB/s | 19 MB 00:00 2024-03-07T09:37:31.050 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - CRB 4.8 MB/s | 6.1 MB 00:01 2024-03-07T09:37:32.526 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 15 kB 00:00 2024-03-07T09:37:33.722 INFO:teuthology.orchestra.run.smithi018.stdout:Extra Packages for Enterprise Linux 20 MB/s | 21 MB 00:01 2024-03-07T09:37:38.836 INFO:teuthology.orchestra.run.smithi018.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-03-07T09:37:41.139 INFO:teuthology.orchestra.run.smithi018.stderr:Modular dependency problems: 2024-03-07T09:37:41.139 INFO:teuthology.orchestra.run.smithi018.stderr: 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 1: conflicting requests 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 2: conflicting requests 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 3: conflicting requests 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 4: conflicting requests 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 5: conflicting requests 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 6: conflicting requests 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.140 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 7: conflicting requests 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 8: conflicting requests 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 9: conflicting requests 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 10: conflicting requests 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 11: conflicting requests 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 12: conflicting requests 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 13: conflicting requests 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.141 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 14: conflicting requests 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 15: conflicting requests 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 16: conflicting requests 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 17: conflicting requests 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 18: conflicting requests 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 19: conflicting requests 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 20: conflicting requests 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.142 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 21: conflicting requests 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 22: conflicting requests 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 23: conflicting requests 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 24: conflicting requests 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 25: conflicting requests 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 26: conflicting requests 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 27: conflicting requests 2024-03-07T09:37:41.143 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 28: conflicting requests 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 29: conflicting requests 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 30: conflicting requests 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 31: conflicting requests 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 32: conflicting requests 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 33: conflicting requests 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.144 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 34: conflicting requests 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 35: conflicting requests 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 36: conflicting requests 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 37: conflicting requests 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.145 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.146 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T09:37:41.146 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.146 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.146 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.146 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.146 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 39: conflicting requests 2024-03-07T09:37:41.147 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.147 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.147 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.147 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.147 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.147 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.148 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T09:37:41.148 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.148 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.148 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.148 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.149 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T09:37:41.149 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.149 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.149 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.149 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.149 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T09:37:41.150 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.150 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.150 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.150 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.150 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T09:37:41.150 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.151 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.151 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.151 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.151 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T09:37:41.151 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.151 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.152 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.152 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.152 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T09:37:41.152 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.152 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.152 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.153 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T09:37:41.568 INFO:teuthology.orchestra.run.smithi018.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-07T09:37:41.568 INFO:teuthology.orchestra.run.smithi018.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-07T09:37:41.669 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2024-03-07T09:37:41.680 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-03-07T09:37:41.680 INFO:teuthology.orchestra.run.smithi018.stdout: Package Architecture Version Repository Size 2024-03-07T09:37:41.680 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-03-07T09:37:41.680 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2024-03-07T09:37:41.680 INFO:teuthology.orchestra.run.smithi018.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-07T09:37:41.680 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout:================================================================================ 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout:Install 4 Packages 2024-03-07T09:37:41.681 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:37:41.682 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 100 M 2024-03-07T09:37:41.682 INFO:teuthology.orchestra.run.smithi018.stdout:Installed size: 123 M 2024-03-07T09:37:41.682 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2024-03-07T09:37:42.020 INFO:teuthology.orchestra.run.smithi018.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 22 MB/s | 6.0 MB 00:00 2024-03-07T09:37:42.354 INFO:teuthology.orchestra.run.smithi018.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 34 MB/s | 21 MB 00:00 2024-03-07T09:37:42.729 INFO:teuthology.orchestra.run.smithi018.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 47 MB/s | 33 MB 00:00 2024-03-07T09:37:43.162 INFO:teuthology.orchestra.run.smithi018.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 28 MB/s | 39 MB 00:01 2024-03-07T09:37:43.163 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2024-03-07T09:37:43.163 INFO:teuthology.orchestra.run.smithi018.stdout:Total 67 MB/s | 100 MB 00:01 2024-03-07T09:37:44.089 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2024-03-07T09:37:44.527 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2024-03-07T09:37:44.528 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2024-03-07T09:37:45.926 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2024-03-07T09:37:45.927 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2024-03-07T09:37:48.774 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2024-03-07T09:37:49.454 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-07T09:37:49.596 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T09:37:52.516 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T09:37:52.692 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T09:37:57.786 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T09:37:57.921 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-07T09:38:03.048 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T09:38:33.770 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T09:38:33.771 INFO:teuthology.orchestra.run.smithi018.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-07T09:38:33.771 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:38:33.858 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-07T09:38:34.295 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-07T09:38:34.296 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-07T09:38:34.296 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-07T09:38:34.296 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-07T09:38:34.709 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:38:34.710 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2024-03-07T09:38:35.204 DEBUG:teuthology.orchestra.run.smithi018:> rpm -q kernel | sort -rV | head -n 1 2024-03-07T09:38:35.353 INFO:teuthology.orchestra.run.smithi018.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-07T09:38:35.353 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-07T09:38:35.353 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-07T09:38:35.353 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-07T09:38:35.353 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-07T09:38:35.354 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-03-07T09:38:35.354 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi018.front.sepia.ceph.com, path=None, version=distro) 2024-03-07T09:38:35.354 DEBUG:teuthology.orchestra.run.smithi018:> rpm -q kernel | sort -rV | head -n 1 2024-03-07T09:38:35.479 INFO:teuthology.orchestra.run.smithi018.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-07T09:38:35.480 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-07T09:38:35.480 DEBUG:teuthology.orchestra.run.smithi018:> sudo rpm -qi grub2-tools 2024-03-07T09:38:35.524 INFO:teuthology.orchestra.run.smithi018.stdout:Name : grub2-tools 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Epoch : 1 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Version : 2.06 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Release : 68.el9 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Architecture: x86_64 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Group : Unspecified 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Size : 8264254 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:License : GPLv3+ 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-07T09:38:35.525 INFO:teuthology.orchestra.run.smithi018.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:Packager : builder@centos.org 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:Vendor : CentOS 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:Summary : Support tools for GRUB. 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:Description : 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-07T09:38:35.526 INFO:teuthology.orchestra.run.smithi018.stdout:hardware devices. 2024-03-07T09:38:35.527 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:38:35.527 INFO:teuthology.orchestra.run.smithi018.stdout:This subpackage provides tools for support of all platforms. 2024-03-07T09:38:35.528 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-07T09:38:35.528 INFO:teuthology.task.kernel:Updating grub on smithi018 to boot 5.14.0-427.el9.x86_64 2024-03-07T09:38:35.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-07T09:38:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:Generating grub configuration file ... 2024-03-07T09:38:37.409 INFO:teuthology.orchestra.run.smithi018.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-07T09:38:37.459 INFO:teuthology.orchestra.run.smithi018.stderr:done 2024-03-07T09:38:37.461 DEBUG:teuthology.orchestra.run.smithi018:> mktemp 2024-03-07T09:38:37.487 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/tmp.ZYqiuWr6tF 2024-03-07T09:38:37.487 DEBUG:teuthology.orchestra.run.smithi018:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ZYqiuWr6tF 2024-03-07T09:38:37.561 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 0666 /tmp/tmp.ZYqiuWr6tF 2024-03-07T09:38:37.708 DEBUG:teuthology.orchestra.remote:smithi018:/tmp/tmp.ZYqiuWr6tF is 6KB 2024-03-07T09:38:37.732 DEBUG:teuthology.orchestra.run.smithi018:> rm -fr /tmp/tmp.ZYqiuWr6tF 2024-03-07T09:38:37.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo /bin/ls /boot/loader/entries || true 2024-03-07T09:38:37.817 INFO:teuthology.orchestra.run.smithi018.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-07T09:38:37.817 INFO:teuthology.orchestra.run.smithi018.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-07T09:38:37.817 INFO:teuthology.orchestra.run.smithi018.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-07T09:38:37.817 INFO:teuthology.orchestra.run.smithi018.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-07T09:38:37.818 DEBUG:teuthology.orchestra.run.smithi018:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-07T09:38:37.989 DEBUG:teuthology.orchestra.run.smithi018:> sudo shutdown -r now 2024-03-07T09:39:07.994 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-03-07T09:39:07.995 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-03-07T09:39:07.996 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:39:26.396 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.18 2024-03-07T09:39:35.397 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-03-07T09:39:35.398 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:40:35.401 DEBUG:teuthology.orchestra.remote:timed out 2024-03-07T09:40:47.402 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-03-07T09:40:47.403 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:40:47.795 DEBUG:teuthology.orchestra.run.smithi018:> true 2024-03-07T09:40:48.179 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-03-07T09:40:48.179 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-427.el9.x86_64"... 2024-03-07T09:40:48.179 DEBUG:teuthology.orchestra.run.smithi018:> uname -r 2024-03-07T09:40:48.194 INFO:teuthology.orchestra.run.smithi018.stdout:5.14.0-427.el9.x86_64 2024-03-07T09:40:48.194 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-07T09:40:48.194 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-07T09:40:48.195 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-07T09:40:49.196 DEBUG:teuthology.parallel:result is None 2024-03-07T09:40:49.196 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-07T09:40:49.204 INFO:teuthology.task.internal:Creating test directory... 2024-03-07T09:40:49.204 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-07T09:40:49.206 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-07T09:40:49.210 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-07T09:40:49.228 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-07T09:40:49.235 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-07T09:40:49.375 INFO:teuthology.task.internal:Creating archive directory... 2024-03-07T09:40:49.375 DEBUG:teuthology.orchestra.run.smithi018:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-07T09:40:49.378 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-07T09:40:49.381 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-07T09:40:49.536 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-07T09:40:49.543 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-07T09:40:49.544 DEBUG:teuthology.orchestra.run.smithi063:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-07T09:40:49.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T09:40:49.562 DEBUG:teuthology.orchestra.run.smithi077:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-07T09:40:49.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T09:40:49.579 DEBUG:teuthology.orchestra.run.smithi018:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-07T09:40:49.581 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-07T09:40:49.604 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-07T09:40:49.659 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T09:40:49.663 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T09:40:49.670 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T09:40:49.688 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T09:40:49.691 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T09:40:49.696 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-07T09:40:49.698 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-07T09:40:49.705 INFO:teuthology.task.internal:Configuring sudo... 2024-03-07T09:40:49.706 DEBUG:teuthology.orchestra.run.smithi018:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-07T09:40:49.708 DEBUG:teuthology.orchestra.run.smithi063:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-07T09:40:49.711 DEBUG:teuthology.orchestra.run.smithi077:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-07T09:40:49.742 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-07T09:40:49.752 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-07T09:40:49.752 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-07T09:40:49.781 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-07T09:40:49.785 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-07T09:40:49.800 DEBUG:teuthology.orchestra.run.smithi018:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T09:40:49.880 DEBUG:teuthology.orchestra.run.smithi018:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T09:40:49.943 DEBUG:teuthology.orchestra.run.smithi018:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T09:40:49.988 DEBUG:teuthology.orchestra.run.smithi018:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T09:40:50.031 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:40:50.032 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-07T09:40:50.099 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T09:40:50.145 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T09:40:50.203 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T09:40:50.287 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T09:40:50.337 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:40:50.337 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-07T09:40:50.410 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T09:40:50.459 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-07T09:40:50.512 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T09:40:50.595 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-07T09:40:50.641 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:40:50.641 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-07T09:40:50.710 DEBUG:teuthology.orchestra.run.smithi018:> sudo service rsyslog restart 2024-03-07T09:40:50.713 DEBUG:teuthology.orchestra.run.smithi063:> sudo service rsyslog restart 2024-03-07T09:40:50.715 DEBUG:teuthology.orchestra.run.smithi077:> sudo service rsyslog restart 2024-03-07T09:40:50.761 INFO:teuthology.orchestra.run.smithi018.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T09:40:50.762 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T09:40:50.788 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T09:40:51.279 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-07T09:40:51.290 INFO:teuthology.task.internal:Starting timer... 2024-03-07T09:40:51.290 INFO:teuthology.run_tasks:Running task pcp... 2024-03-07T09:40:51.300 INFO:teuthology.run_tasks:Running task selinux... 2024-03-07T09:40:51.309 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-03-07T09:40:51.309 DEBUG:teuthology.orchestra.run.smithi018:> sudo service auditd rotate 2024-03-07T09:40:51.364 INFO:teuthology.orchestra.run.smithi018.stdout:Rotating logs: 2024-03-07T09:40:51.366 DEBUG:teuthology.orchestra.run.smithi063:> sudo service auditd rotate 2024-03-07T09:40:51.440 INFO:teuthology.orchestra.run.smithi063.stdout:Rotating logs: 2024-03-07T09:40:51.442 DEBUG:teuthology.orchestra.run.smithi077:> sudo service auditd rotate 2024-03-07T09:40:51.494 INFO:teuthology.orchestra.run.smithi077.stdout:Rotating logs: 2024-03-07T09:40:51.496 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-07T09:40:51.496 DEBUG:teuthology.orchestra.run.smithi018:> /usr/sbin/getenforce 2024-03-07T09:40:51.526 INFO:teuthology.orchestra.run.smithi018.stdout:Permissive 2024-03-07T09:40:51.526 DEBUG:teuthology.orchestra.run.smithi063:> /usr/sbin/getenforce 2024-03-07T09:40:51.546 INFO:teuthology.orchestra.run.smithi063.stdout:Permissive 2024-03-07T09:40:51.546 DEBUG:teuthology.orchestra.run.smithi077:> /usr/sbin/getenforce 2024-03-07T09:40:51.570 INFO:teuthology.orchestra.run.smithi077.stdout:Permissive 2024-03-07T09:40:51.570 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi018.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi063.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi077.front.sepia.ceph.com': 'permissive'} 2024-03-07T09:40:51.570 DEBUG:teuthology.orchestra.run.smithi018:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-07T09:40:51.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T09:40:51.599 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-07T09:40:51.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T09:40:51.633 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-07T09:40:51.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T09:40:51.661 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-07T09:40:51.662 DEBUG:teuthology.orchestra.run.smithi018:> sudo /usr/sbin/setenforce permissive 2024-03-07T09:40:51.695 DEBUG:teuthology.orchestra.run.smithi063:> sudo /usr/sbin/setenforce permissive 2024-03-07T09:40:51.732 DEBUG:teuthology.orchestra.run.smithi077:> sudo /usr/sbin/setenforce permissive 2024-03-07T09:40:51.763 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-07T09:40:51.774 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-03-07T09:40:51.779 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-03-07T09:40:52.001 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-07T09:40:52.017 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-07T09:40:52.018 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi018.front.sepia.ceph.com,smithi063.front.sepia.ceph.com,smithi077.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-07T09:45:39.123 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi018.front.sepia.ceph.com'), Remote(name='ubuntu@smithi063.front.sepia.ceph.com'), Remote(name='ubuntu@smithi077.front.sepia.ceph.com')] 2024-03-07T09:45:39.124 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-03-07T09:45:39.126 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi018.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:45:39.218 DEBUG:teuthology.orchestra.run.smithi018:> true 2024-03-07T09:45:39.294 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi018.front.sepia.ceph.com' 2024-03-07T09:45:39.294 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-03-07T09:45:39.295 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:45:39.396 DEBUG:teuthology.orchestra.run.smithi063:> true 2024-03-07T09:45:39.472 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-03-07T09:45:39.472 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-03-07T09:45:39.473 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-07T09:45:39.563 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-03-07T09:45:39.631 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-03-07T09:45:39.632 INFO:teuthology.run_tasks:Running task clock... 2024-03-07T09:45:39.645 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-07T09:45:39.645 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-07T09:45:39.646 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T09:45:39.648 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-07T09:45:39.648 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T09:45:39.651 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-07T09:45:39.651 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T09:45:39.680 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-07T09:45:39.687 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-07T09:45:39.698 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-07T09:45:39.703 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-07T09:45:39.709 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-07T09:45:39.719 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-07T09:45:39.728 INFO:teuthology.orchestra.run.smithi018.stderr:sudo: ntpd: command not found 2024-03-07T09:45:39.742 INFO:teuthology.orchestra.run.smithi018.stdout:506 Cannot talk to daemon 2024-03-07T09:45:39.747 INFO:teuthology.orchestra.run.smithi063.stderr:sudo: ntpd: command not found 2024-03-07T09:45:39.749 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: ntpd: command not found 2024-03-07T09:45:39.759 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-07T09:45:39.763 INFO:teuthology.orchestra.run.smithi077.stdout:506 Cannot talk to daemon 2024-03-07T09:45:39.764 INFO:teuthology.orchestra.run.smithi063.stdout:506 Cannot talk to daemon 2024-03-07T09:45:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-07T09:45:39.779 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-07T09:45:39.786 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-07T09:45:39.795 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-07T09:45:39.805 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-07T09:45:39.828 INFO:teuthology.orchestra.run.smithi018.stderr:bash: line 1: ntpq: command not found 2024-03-07T09:45:39.831 INFO:teuthology.orchestra.run.smithi018.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T09:45:39.831 INFO:teuthology.orchestra.run.smithi018.stdout:=============================================================================== 2024-03-07T09:45:39.831 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.831 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.831 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.831 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.839 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-03-07T09:45:39.843 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T09:45:39.843 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-03-07T09:45:39.843 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.844 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.844 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.844 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.854 INFO:teuthology.orchestra.run.smithi063.stderr:bash: line 1: ntpq: command not found 2024-03-07T09:45:39.858 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T09:45:39.858 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-03-07T09:45:39.858 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.858 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.858 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.858 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T09:45:39.859 INFO:teuthology.run_tasks:Running task install... 2024-03-07T09:45:39.867 DEBUG:teuthology.task.install:project ceph 2024-03-07T09:45:39.867 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8b896a9e145796119f0451201dc4d53ddac97db0'}} 2024-03-07T09:45:39.867 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8b896a9e145796119f0451201dc4d53ddac97db0'} 2024-03-07T09:45:39.867 INFO:teuthology.task.install:Using flavor: default 2024-03-07T09:45:39.876 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-07T09:45:39.876 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-03-07T09:45:39.876 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8b896a9e145796119f0451201dc4d53ddac97db0', 'tag': None, 'wait_for_package': False} 2024-03-07T09:45:39.877 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:45:39.880 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8b896a9e145796119f0451201dc4d53ddac97db0', 'tag': None, 'wait_for_package': False} 2024-03-07T09:45:39.880 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:45:39.881 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8b896a9e145796119f0451201dc4d53ddac97db0', 'tag': None, 'wait_for_package': False} 2024-03-07T09:45:39.881 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:45:40.021 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/ 2024-03-07T09:45:40.021 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1848.g8b896a9e 2024-03-07T09:45:40.031 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/ 2024-03-07T09:45:40.031 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1848.g8b896a9e 2024-03-07T09:45:40.100 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/ 2024-03-07T09:45:40.100 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1848.g8b896a9e 2024-03-07T09:45:40.147 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-07T09:45:40.148 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:45:40.148 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-07T09:45:40.180 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-07T09:45:40.181 DEBUG:teuthology.orchestra.run.smithi063:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8b896a9e145796119f0451201dc4d53ddac97db0/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-07T09:45:40.197 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-07T09:45:40.198 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:45:40.198 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-07T09:45:40.209 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-07T09:45:40.209 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:45:40.209 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-07T09:45:40.225 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-07T09:45:40.225 DEBUG:teuthology.orchestra.run.smithi018:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8b896a9e145796119f0451201dc4d53ddac97db0/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-07T09:45:40.238 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-07T09:45:40.238 DEBUG:teuthology.orchestra.run.smithi077:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8b896a9e145796119f0451201dc4d53ddac97db0/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-07T09:45:40.252 DEBUG:teuthology.orchestra.run.smithi063:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-07T09:45:40.294 DEBUG:teuthology.orchestra.run.smithi018:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-07T09:45:40.306 DEBUG:teuthology.orchestra.run.smithi077:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-07T09:45:40.337 DEBUG:teuthology.orchestra.run.smithi063:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-07T09:45:40.367 INFO:teuthology.orchestra.run.smithi063.stdout:check_obsoletes = 1 2024-03-07T09:45:40.368 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum clean all 2024-03-07T09:45:40.374 DEBUG:teuthology.orchestra.run.smithi018:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-07T09:45:40.385 DEBUG:teuthology.orchestra.run.smithi077:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-07T09:45:40.440 INFO:teuthology.orchestra.run.smithi018.stdout:check_obsoletes = 1 2024-03-07T09:45:40.442 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum clean all 2024-03-07T09:45:40.451 INFO:teuthology.orchestra.run.smithi077.stdout:check_obsoletes = 1 2024-03-07T09:45:40.453 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum clean all 2024-03-07T09:45:40.615 INFO:teuthology.orchestra.run.smithi063.stdout:74 files removed 2024-03-07T09:45:40.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-07T09:45:40.687 INFO:teuthology.orchestra.run.smithi077.stdout:74 files removed 2024-03-07T09:45:40.689 INFO:teuthology.orchestra.run.smithi018.stdout:74 files removed 2024-03-07T09:45:40.714 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-07T09:45:40.716 DEBUG:teuthology.orchestra.run.smithi018:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-07T09:45:41.296 INFO:teuthology.orchestra.run.smithi063.stdout:ceph packages for x86_64 240 kB/s | 83 kB 00:00 2024-03-07T09:45:41.409 INFO:teuthology.orchestra.run.smithi077.stdout:ceph packages for x86_64 204 kB/s | 83 kB 00:00 2024-03-07T09:45:41.503 INFO:teuthology.orchestra.run.smithi018.stdout:ceph packages for x86_64 179 kB/s | 83 kB 00:00 2024-03-07T09:45:41.646 INFO:teuthology.orchestra.run.smithi063.stdout:ceph noarch packages 32 kB/s | 10 kB 00:00 2024-03-07T09:45:41.760 INFO:teuthology.orchestra.run.smithi077.stdout:ceph noarch packages 32 kB/s | 10 kB 00:00 2024-03-07T09:45:41.870 INFO:teuthology.orchestra.run.smithi018.stdout:ceph noarch packages 32 kB/s | 10 kB 00:00 2024-03-07T09:45:41.955 INFO:teuthology.orchestra.run.smithi063.stdout:ceph source packages 6.8 kB/s | 1.9 kB 00:00 2024-03-07T09:45:42.169 INFO:teuthology.orchestra.run.smithi077.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-03-07T09:45:42.263 INFO:teuthology.orchestra.run.smithi018.stdout:ceph source packages 5.4 kB/s | 1.9 kB 00:00 2024-03-07T09:45:42.366 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS-9 - AppStream 21 MB/s | 8.1 MB 00:00 2024-03-07T09:45:42.712 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS-9 - AppStream 16 MB/s | 8.1 MB 00:00 2024-03-07T09:45:42.748 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS-9 - AppStream 18 MB/s | 8.1 MB 00:00 2024-03-07T09:45:44.075 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS-9 - BaseOS 7.6 MB/s | 2.5 MB 00:00 2024-03-07T09:45:44.305 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS-9 - BaseOS 8.5 MB/s | 2.5 MB 00:00 2024-03-07T09:45:44.504 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS-9 - BaseOS 7.7 MB/s | 2.5 MB 00:00 2024-03-07T09:45:53.445 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - BaseOS 945 kB/s | 8.0 MB 00:08 2024-03-07T09:45:53.448 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - BaseOS 924 kB/s | 8.0 MB 00:08 2024-03-07T09:45:53.913 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - BaseOS 922 kB/s | 8.0 MB 00:08 2024-03-07T09:45:56.724 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - AppStream 8.8 MB/s | 19 MB 00:02 2024-03-07T09:46:00.770 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - AppStream 3.0 MB/s | 19 MB 00:06 2024-03-07T09:46:02.309 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.1 MB 00:01 2024-03-07T09:46:04.685 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 15 kB 00:01 2024-03-07T09:46:06.154 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.1 MB 00:01 2024-03-07T09:46:06.881 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 10 MB/s | 21 MB 00:02 2024-03-07T09:46:07.746 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 15 kB 00:00 2024-03-07T09:46:09.292 INFO:teuthology.orchestra.run.smithi077.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-03-07T09:46:12.011 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-03-07T09:46:14.381 INFO:teuthology.orchestra.run.smithi077.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-03-07T09:46:14.645 INFO:teuthology.orchestra.run.smithi063.stderr:Modular dependency problems: 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 1: conflicting requests 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 2: conflicting requests 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 3: conflicting requests 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 4: conflicting requests 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 5: conflicting requests 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.646 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 6: conflicting requests 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 7: conflicting requests 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 8: conflicting requests 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 9: conflicting requests 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 10: conflicting requests 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 11: conflicting requests 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 12: conflicting requests 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.647 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 13: conflicting requests 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 14: conflicting requests 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 15: conflicting requests 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 16: conflicting requests 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 17: conflicting requests 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 18: conflicting requests 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 19: conflicting requests 2024-03-07T09:46:14.648 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 20: conflicting requests 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 21: conflicting requests 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 22: conflicting requests 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 23: conflicting requests 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 24: conflicting requests 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 25: conflicting requests 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.649 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 26: conflicting requests 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 27: conflicting requests 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 28: conflicting requests 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 29: conflicting requests 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 30: conflicting requests 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 31: conflicting requests 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 32: conflicting requests 2024-03-07T09:46:14.650 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 33: conflicting requests 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 34: conflicting requests 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 35: conflicting requests 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 36: conflicting requests 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 37: conflicting requests 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T09:46:14.651 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 39: conflicting requests 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.652 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.653 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T09:46:14.654 INFO:teuthology.orchestra.run.smithi063.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T09:46:15.074 INFO:teuthology.orchestra.run.smithi063.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T09:46:15.074 INFO:teuthology.orchestra.run.smithi063.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T09:46:15.088 INFO:teuthology.orchestra.run.smithi063.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-07T09:46:15.089 INFO:teuthology.orchestra.run.smithi063.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-07T09:46:15.089 INFO:teuthology.orchestra.run.smithi063.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-07T09:46:15.091 INFO:teuthology.orchestra.run.smithi063.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-07T09:46:15.092 INFO:teuthology.orchestra.run.smithi063.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-07T09:46:15.095 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-07T09:46:15.096 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-07T09:46:15.194 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout:========================================================================================= 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout:========================================================================================= 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout: ceph x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 6.6 k 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 5.3 M 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 889 k 2024-03-07T09:46:15.213 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 145 k 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 1.5 M 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 138 k 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 1.8 M 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 7.4 M 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 49 k 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 9.8 M 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 47 M 2024-03-07T09:46:15.214 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 264 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 748 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 220 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-shell x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 27 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 18 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel x86_64 0.3.112-1.el8 CentOS-BaseOS 18 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 31 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 746 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 127 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-07T09:46:15.215 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql x86_64 13.11-1.el9 appstream 1.6 M 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib x86_64 13.11-1.el9 appstream 905 k 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server x86_64 13.11-1.el9 appstream 5.7 M 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 161 k 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 320 k 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 298 k 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 99 k 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 85 k 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.1 M 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 170 k 2024-03-07T09:46:15.216 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrading: 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager x86_64 1:1.46.0-1.el9 baseos 2.3 M 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-libnm x86_64 1:1.46.0-1.el9 baseos 1.8 M 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-team x86_64 1:1.46.0-1.el9 baseos 42 k 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-tui x86_64 1:1.46.0-1.el9 baseos 248 k 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-07T09:46:15.217 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: librados2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.4 M 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.1 M 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-07T09:46:15.218 INFO:teuthology.orchestra.run.smithi063.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: xfsdump x86_64 3.1.12-4.el9 baseos 323 k 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-03-07T09:46:15.219 INFO:teuthology.orchestra.run.smithi063.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 20 M 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 31 k 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 2.3 M 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 248 k 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 4.7 M 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 17 M 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 16 k 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 25 k 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-03-07T09:46:15.220 INFO:teuthology.orchestra.run.smithi063.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-03-07T09:46:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-07T09:46:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-07T09:46:15.221 INFO:teuthology.orchestra.run.smithi063.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 163 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-03-07T09:46:15.222 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 501 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 5.1 M 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-07T09:46:15.223 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-private-libs x86_64 13.11-1.el9 appstream 135 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 45 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 131 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-07T09:46:15.224 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-07T09:46:15.225 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-03-07T09:46:15.226 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-07T09:46:15.227 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-03-07T09:46:15.228 INFO:teuthology.orchestra.run.smithi063.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 45 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout:Installing weak dependencies: 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:46:15.229 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-03-07T09:46:15.230 INFO:teuthology.orchestra.run.smithi063.stdout:========================================================================================= 2024-03-07T09:46:15.230 INFO:teuthology.orchestra.run.smithi063.stdout:Install 150 Packages 2024-03-07T09:46:15.230 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrade 24 Packages 2024-03-07T09:46:15.230 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:46:15.230 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 226 M 2024-03-07T09:46:15.230 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-03-07T09:46:16.113 INFO:teuthology.orchestra.run.smithi063.stdout:(1/174): ceph-19.0.0-1848.g8b896a9e.el9.x86_64. 41 kB/s | 6.6 kB 00:00 2024-03-07T09:46:16.219 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - AppStream 910 kB/s | 19 MB 00:21 2024-03-07T09:46:16.388 INFO:teuthology.orchestra.run.smithi063.stdout:(2/174): ceph-fuse-19.0.0-1848.g8b896a9e.el9.x8 3.2 MB/s | 889 kB 00:00 2024-03-07T09:46:16.463 INFO:teuthology.orchestra.run.smithi063.stdout:(3/174): ceph-immutable-object-cache-19.0.0-184 1.9 MB/s | 145 kB 00:00 2024-03-07T09:46:16.680 INFO:teuthology.orchestra.run.smithi063.stdout:(4/174): ceph-base-19.0.0-1848.g8b896a9e.el9.x8 7.4 MB/s | 5.3 MB 00:00 2024-03-07T09:46:16.772 INFO:teuthology.orchestra.run.smithi063.stdout:(5/174): ceph-mds-19.0.0-1848.g8b896a9e.el9.x86 7.5 MB/s | 2.3 MB 00:00 2024-03-07T09:46:16.889 INFO:teuthology.orchestra.run.smithi063.stdout:(6/174): ceph-mgr-19.0.0-1848.g8b896a9e.el9.x86 7.2 MB/s | 1.5 MB 00:00 2024-03-07T09:46:16.902 INFO:teuthology.orchestra.run.smithi077.stderr:Modular dependency problems: 2024-03-07T09:46:16.902 INFO:teuthology.orchestra.run.smithi077.stderr: 2024-03-07T09:46:16.902 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 1: conflicting requests 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 2: conflicting requests 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 3: conflicting requests 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 4: conflicting requests 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 5: conflicting requests 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 6: conflicting requests 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.903 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 7: conflicting requests 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 8: conflicting requests 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 9: conflicting requests 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 10: conflicting requests 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 11: conflicting requests 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 12: conflicting requests 2024-03-07T09:46:16.904 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 13: conflicting requests 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 14: conflicting requests 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 15: conflicting requests 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 16: conflicting requests 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 17: conflicting requests 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 18: conflicting requests 2024-03-07T09:46:16.905 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 19: conflicting requests 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 20: conflicting requests 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 21: conflicting requests 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 22: conflicting requests 2024-03-07T09:46:16.906 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 23: conflicting requests 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 24: conflicting requests 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 25: conflicting requests 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 26: conflicting requests 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 27: conflicting requests 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.907 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 28: conflicting requests 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 29: conflicting requests 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 30: conflicting requests 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 31: conflicting requests 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 32: conflicting requests 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 33: conflicting requests 2024-03-07T09:46:16.908 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 34: conflicting requests 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 35: conflicting requests 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 36: conflicting requests 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 37: conflicting requests 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.909 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 39: conflicting requests 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.910 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.911 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.912 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T09:46:16.913 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.913 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.913 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T09:46:16.913 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T09:46:17.303 INFO:teuthology.orchestra.run.smithi077.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T09:46:17.303 INFO:teuthology.orchestra.run.smithi077.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T09:46:17.316 INFO:teuthology.orchestra.run.smithi077.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-07T09:46:17.317 INFO:teuthology.orchestra.run.smithi077.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-07T09:46:17.318 INFO:teuthology.orchestra.run.smithi077.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-07T09:46:17.319 INFO:teuthology.orchestra.run.smithi077.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-07T09:46:17.322 INFO:teuthology.orchestra.run.smithi077.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-07T09:46:17.324 INFO:teuthology.orchestra.run.smithi077.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-07T09:46:17.325 INFO:teuthology.orchestra.run.smithi077.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-07T09:46:17.418 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-03-07T09:46:17.438 INFO:teuthology.orchestra.run.smithi077.stdout:========================================================================================= 2024-03-07T09:46:17.438 INFO:teuthology.orchestra.run.smithi077.stdout: Package Arch Version Repository Size 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout:========================================================================================= 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 6.6 k 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 5.3 M 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 889 k 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 145 k 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 1.5 M 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 138 k 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 1.8 M 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 7.4 M 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 49 k 2024-03-07T09:46:17.439 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 9.8 M 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 47 M 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-volume noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 264 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 748 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-mirror x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 220 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-shell x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 27 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-top noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 18 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: libaio-devel x86_64 0.3.112-1.el8 CentOS-BaseOS 18 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 31 k 2024-03-07T09:46:17.440 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 746 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 127 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql x86_64 13.11-1.el9 appstream 1.6 M 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-contrib x86_64 13.11-1.el9 appstream 905 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-server x86_64 13.11-1.el9 appstream 5.7 M 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 161 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 320 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 298 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 99 k 2024-03-07T09:46:17.441 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 85 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.1 M 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 170 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrading: 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager x86_64 1:1.46.0-1.el9 baseos 2.3 M 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-libnm x86_64 1:1.46.0-1.el9 baseos 1.8 M 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-team x86_64 1:1.46.0-1.el9 baseos 42 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-tui x86_64 1:1.46.0-1.el9 baseos 248 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-07T09:46:17.442 INFO:teuthology.orchestra.run.smithi077.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: librados2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.4 M 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.1 M 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-07T09:46:17.443 INFO:teuthology.orchestra.run.smithi077.stdout: xfsdump x86_64 3.1.12-4.el9 baseos 323 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout:Installing dependencies: 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 20 M 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 31 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 2.3 M 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 248 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 4.7 M 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 17 M 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 16 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 25 k 2024-03-07T09:46:17.444 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 163 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-07T09:46:17.445 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 501 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 5.1 M 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-03-07T09:46:17.446 INFO:teuthology.orchestra.run.smithi077.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-private-libs x86_64 13.11-1.el9 appstream 135 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-07T09:46:17.447 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 45 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 131 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-07T09:46:17.448 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-07T09:46:17.449 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-03-07T09:46:17.450 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-03-07T09:46:17.451 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-03-07T09:46:17.452 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 45 k 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout:Installing weak dependencies: 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout:========================================================================================= 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout:Install 150 Packages 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrade 24 Packages 2024-03-07T09:46:17.453 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:46:17.454 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 226 M 2024-03-07T09:46:17.454 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-03-07T09:46:17.548 INFO:teuthology.orchestra.run.smithi063.stdout:(7/174): ceph-mon-19.0.0-1848.g8b896a9e.el9.x86 6.1 MB/s | 4.7 MB 00:00 2024-03-07T09:46:18.231 INFO:teuthology.orchestra.run.smithi063.stdout:(8/174): ceph-common-19.0.0-1848.g8b896a9e.el9. 9.0 MB/s | 20 MB 00:02 2024-03-07T09:46:18.290 INFO:teuthology.orchestra.run.smithi063.stdout:(9/174): ceph-selinux-19.0.0-1848.g8b896a9e.el9 432 kB/s | 25 kB 00:00 2024-03-07T09:46:18.408 INFO:teuthology.orchestra.run.smithi077.stdout:(1/174): ceph-19.0.0-1848.g8b896a9e.el9.x86_64. 24 kB/s | 6.6 kB 00:00 2024-03-07T09:46:18.790 INFO:teuthology.orchestra.run.smithi063.stdout:(10/174): ceph-osd-19.0.0-1848.g8b896a9e.el9.x8 8.9 MB/s | 17 MB 00:01 2024-03-07T09:46:18.898 INFO:teuthology.orchestra.run.smithi063.stdout:(11/174): cephfs-mirror-19.0.0-1848.g8b896a9e.e 2.0 MB/s | 220 kB 00:00 2024-03-07T09:46:18.991 INFO:teuthology.orchestra.run.smithi063.stdout:(12/174): cephfs-shell-19.0.0-1848.g8b896a9e.el 295 kB/s | 27 kB 00:00 2024-03-07T09:46:19.074 INFO:teuthology.orchestra.run.smithi063.stdout:(13/174): libcephfs-devel-19.0.0-1848.g8b896a9e 374 kB/s | 31 kB 00:00 2024-03-07T09:46:19.380 INFO:teuthology.orchestra.run.smithi063.stdout:(14/174): libcephfs2-19.0.0-1848.g8b896a9e.el9. 2.4 MB/s | 746 kB 00:00 2024-03-07T09:46:19.441 INFO:teuthology.orchestra.run.smithi077.stdout:(2/174): ceph-fuse-19.0.0-1848.g8b896a9e.el9.x8 860 kB/s | 889 kB 00:01 2024-03-07T09:46:19.491 INFO:teuthology.orchestra.run.smithi063.stdout:(15/174): ceph-radosgw-19.0.0-1848.g8b896a9e.el 5.0 MB/s | 9.8 MB 00:01 2024-03-07T09:46:19.517 INFO:teuthology.orchestra.run.smithi063.stdout:(16/174): libcephsqlite-19.0.0-1848.g8b896a9e.e 1.2 MB/s | 163 kB 00:00 2024-03-07T09:46:19.550 INFO:teuthology.orchestra.run.smithi063.stdout:(17/174): librados-devel-19.0.0-1848.g8b896a9e. 2.1 MB/s | 127 kB 00:00 2024-03-07T09:46:19.742 INFO:teuthology.orchestra.run.smithi063.stdout:(18/174): libradosstriper1-19.0.0-1848.g8b896a9 2.2 MB/s | 501 kB 00:00 2024-03-07T09:46:19.816 INFO:teuthology.orchestra.run.smithi077.stdout:(3/174): ceph-immutable-object-cache-19.0.0-184 388 kB/s | 145 kB 00:00 2024-03-07T09:46:19.817 INFO:teuthology.orchestra.run.smithi063.stdout:(19/174): python3-ceph-argparse-19.0.0-1848.g8b 603 kB/s | 45 kB 00:00 2024-03-07T09:46:19.901 INFO:teuthology.orchestra.run.smithi063.stdout:(20/174): python3-ceph-common-19.0.0-1848.g8b89 1.5 MB/s | 131 kB 00:00 2024-03-07T09:46:20.035 INFO:teuthology.orchestra.run.smithi063.stdout:(21/174): python3-cephfs-19.0.0-1848.g8b896a9e. 1.2 MB/s | 161 kB 00:00 2024-03-07T09:46:20.218 INFO:teuthology.orchestra.run.smithi063.stdout:(22/174): python3-rados-19.0.0-1848.g8b896a9e.e 1.7 MB/s | 320 kB 00:00 2024-03-07T09:46:20.352 INFO:teuthology.orchestra.run.smithi063.stdout:(23/174): python3-rbd-19.0.0-1848.g8b896a9e.el9 2.2 MB/s | 298 kB 00:00 2024-03-07T09:46:20.366 INFO:teuthology.orchestra.run.smithi077.stdout:(4/174): ceph-base-19.0.0-1848.g8b896a9e.el9.x8 2.4 MB/s | 5.3 MB 00:02 2024-03-07T09:46:20.419 INFO:teuthology.orchestra.run.smithi063.stdout:(24/174): librgw2-19.0.0-1848.g8b896a9e.el9.x86 5.9 MB/s | 5.1 MB 00:00 2024-03-07T09:46:20.444 INFO:teuthology.orchestra.run.smithi063.stdout:(25/174): python3-rgw-19.0.0-1848.g8b896a9e.el9 1.1 MB/s | 99 kB 00:00 2024-03-07T09:46:20.486 INFO:teuthology.orchestra.run.smithi063.stdout:(26/174): rbd-fuse-19.0.0-1848.g8b896a9e.el9.x8 1.2 MB/s | 85 kB 00:00 2024-03-07T09:46:20.570 INFO:teuthology.orchestra.run.smithi063.stdout:(27/174): rbd-nbd-19.0.0-1848.g8b896a9e.el9.x86 2.0 MB/s | 170 kB 00:00 2024-03-07T09:46:20.592 INFO:teuthology.orchestra.run.smithi077.stdout:(5/174): ceph-mgr-19.0.0-1848.g8b896a9e.el9.x86 6.6 MB/s | 1.5 MB 00:00 2024-03-07T09:46:20.628 INFO:teuthology.orchestra.run.smithi063.stdout:(28/174): ceph-grafana-dashboards-19.0.0-1848.g 539 kB/s | 31 kB 00:00 2024-03-07T09:46:20.704 INFO:teuthology.orchestra.run.smithi063.stdout:(29/174): ceph-mgr-cephadm-19.0.0-1848.g8b896a9 1.8 MB/s | 138 kB 00:00 2024-03-07T09:46:21.062 INFO:teuthology.orchestra.run.smithi063.stdout:(30/174): ceph-mgr-dashboard-19.0.0-1848.g8b896 5.0 MB/s | 1.8 MB 00:00 2024-03-07T09:46:21.309 INFO:teuthology.orchestra.run.smithi077.stdout:(6/174): ceph-mon-19.0.0-1848.g8b896a9e.el9.x86 6.5 MB/s | 4.7 MB 00:00 2024-03-07T09:46:21.396 INFO:teuthology.orchestra.run.smithi063.stdout:(31/174): rbd-mirror-19.0.0-1848.g8b896a9e.el9. 3.2 MB/s | 3.1 MB 00:00 2024-03-07T09:46:21.712 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.1 MB 00:01 2024-03-07T09:46:22.138 INFO:teuthology.orchestra.run.smithi063.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1848.g8b 335 kB/s | 248 kB 00:00 2024-03-07T09:46:22.221 INFO:teuthology.orchestra.run.smithi063.stdout:(33/174): ceph-mgr-rook-19.0.0-1848.g8b896a9e.e 593 kB/s | 49 kB 00:00 2024-03-07T09:46:22.305 INFO:teuthology.orchestra.run.smithi063.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1848.g8 197 kB/s | 16 kB 00:00 2024-03-07T09:46:22.455 INFO:teuthology.orchestra.run.smithi063.stdout:(35/174): ceph-volume-19.0.0-1848.g8b896a9e.el9 1.7 MB/s | 264 kB 00:00 2024-03-07T09:46:22.731 INFO:teuthology.orchestra.run.smithi063.stdout:(36/174): cephadm-19.0.0-1848.g8b896a9e.el9.noa 2.7 MB/s | 748 kB 00:00 2024-03-07T09:46:22.789 INFO:teuthology.orchestra.run.smithi063.stdout:(37/174): cephfs-top-19.0.0-1848.g8b896a9e.el9. 312 kB/s | 18 kB 00:00 2024-03-07T09:46:22.817 INFO:teuthology.orchestra.run.smithi077.stdout:(7/174): ceph-mds-19.0.0-1848.g8b896a9e.el9.x86 788 kB/s | 2.3 MB 00:03 2024-03-07T09:46:22.865 INFO:teuthology.orchestra.run.smithi063.stdout:(38/174): libaio-devel-0.3.112-1.el8.x86_64.rpm 234 kB/s | 18 kB 00:00 2024-03-07T09:46:22.973 INFO:teuthology.orchestra.run.smithi063.stdout:(39/174): fuse-2.9.9-15.el9.x86_64.rpm 741 kB/s | 80 kB 00:00 2024-03-07T09:46:23.399 INFO:teuthology.orchestra.run.smithi063.stdout:(40/174): ceph-test-19.0.0-1848.g8b896a9e.el9.x 9.3 MB/s | 47 MB 00:05 2024-03-07T09:46:23.415 INFO:teuthology.orchestra.run.smithi063.stdout:(41/174): jq-1.6-16.el9.x86_64.rpm 424 kB/s | 187 kB 00:00 2024-03-07T09:46:23.417 INFO:teuthology.orchestra.run.smithi077.stdout:(8/174): ceph-osd-19.0.0-1848.g8b896a9e.el9.x86 8.0 MB/s | 17 MB 00:02 2024-03-07T09:46:23.450 INFO:teuthology.orchestra.run.smithi077.stdout:(9/174): ceph-selinux-19.0.0-1848.g8b896a9e.el9 763 kB/s | 25 kB 00:00 2024-03-07T09:46:23.507 INFO:teuthology.orchestra.run.smithi063.stdout:(42/174): ceph-mgr-diskprediction-local-19.0.0- 3.0 MB/s | 7.4 MB 00:02 2024-03-07T09:46:23.521 INFO:teuthology.orchestra.run.smithi018.stdout:CentOS Stream 9 - Extras packages 30 kB/s | 15 kB 00:00 2024-03-07T09:46:23.541 INFO:teuthology.orchestra.run.smithi063.stdout:(43/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-03-07T09:46:23.625 INFO:teuthology.orchestra.run.smithi063.stdout:(44/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-03-07T09:46:23.658 INFO:teuthology.orchestra.run.smithi063.stdout:(45/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.4 MB/s | 218 kB 00:00 2024-03-07T09:46:23.692 INFO:teuthology.orchestra.run.smithi063.stdout:(46/174): libgfortran-11.4.1-3.el9.x86_64.rpm 2.7 MB/s | 803 kB 00:00 2024-03-07T09:46:23.709 INFO:teuthology.orchestra.run.smithi077.stdout:(10/174): ceph-common-19.0.0-1848.g8b896a9e.el9 3.7 MB/s | 20 MB 00:05 2024-03-07T09:46:23.717 INFO:teuthology.orchestra.run.smithi063.stdout:(47/174): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-03-07T09:46:23.742 INFO:teuthology.orchestra.run.smithi063.stdout:(48/174): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-03-07T09:46:23.768 INFO:teuthology.orchestra.run.smithi063.stdout:(49/174): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-03-07T09:46:23.776 INFO:teuthology.orchestra.run.smithi077.stdout:(11/174): cephfs-mirror-19.0.0-1848.g8b896a9e.e 3.2 MB/s | 220 kB 00:00 2024-03-07T09:46:23.793 INFO:teuthology.orchestra.run.smithi063.stdout:(50/174): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-03-07T09:46:23.826 INFO:teuthology.orchestra.run.smithi077.stdout:(12/174): cephfs-shell-19.0.0-1848.g8b896a9e.el 544 kB/s | 27 kB 00:00 2024-03-07T09:46:23.860 INFO:teuthology.orchestra.run.smithi063.stdout:(51/174): python3-cryptography-36.0.1-4.el9.x86 5.2 MB/s | 1.2 MB 00:00 2024-03-07T09:46:23.876 INFO:teuthology.orchestra.run.smithi077.stdout:(13/174): libcephfs-devel-19.0.0-1848.g8b896a9e 627 kB/s | 31 kB 00:00 2024-03-07T09:46:23.981 INFO:teuthology.orchestra.run.smithi063.stdout:(52/174): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-03-07T09:46:24.010 INFO:teuthology.orchestra.run.smithi063.stdout:(53/174): boost-program-options-1.75.0-8.el9.x8 711 kB/s | 107 kB 00:00 2024-03-07T09:46:24.027 INFO:teuthology.orchestra.run.smithi077.stdout:(14/174): libcephfs2-19.0.0-1848.g8b896a9e.el9. 4.9 MB/s | 746 kB 00:00 2024-03-07T09:46:24.036 INFO:teuthology.orchestra.run.smithi063.stdout:(54/174): elfutils-libelf-devel-0.190-2.el9.x86 397 kB/s | 21 kB 00:00 2024-03-07T09:46:24.061 INFO:teuthology.orchestra.run.smithi063.stdout:(55/174): bison-3.7.4-5.el9.x86_64.rpm 3.4 MB/s | 943 kB 00:00 2024-03-07T09:46:24.086 INFO:teuthology.orchestra.run.smithi063.stdout:(56/174): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-03-07T09:46:24.094 INFO:teuthology.orchestra.run.smithi077.stdout:(15/174): libcephsqlite-19.0.0-1848.g8b896a9e.e 2.4 MB/s | 163 kB 00:00 2024-03-07T09:46:24.111 INFO:teuthology.orchestra.run.smithi063.stdout:(57/174): flex-2.6.4-9.el9.x86_64.rpm 3.0 MB/s | 313 kB 00:00 2024-03-07T09:46:24.137 INFO:teuthology.orchestra.run.smithi063.stdout:(58/174): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-03-07T09:46:24.152 INFO:teuthology.orchestra.run.smithi077.stdout:(16/174): librados-devel-19.0.0-1848.g8b896a9e. 2.1 MB/s | 127 kB 00:00 2024-03-07T09:46:24.162 INFO:teuthology.orchestra.run.smithi063.stdout:(59/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-03-07T09:46:24.187 INFO:teuthology.orchestra.run.smithi063.stdout:(60/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-03-07T09:46:24.238 INFO:teuthology.orchestra.run.smithi063.stdout:(61/174): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-03-07T09:46:24.286 INFO:teuthology.orchestra.run.smithi077.stdout:(17/174): libradosstriper1-19.0.0-1848.g8b896a9 3.7 MB/s | 501 kB 00:00 2024-03-07T09:46:24.288 INFO:teuthology.orchestra.run.smithi063.stdout:(62/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-03-07T09:46:24.305 INFO:teuthology.orchestra.run.smithi063.stdout:(63/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 380 kB/s | 25 kB 00:00 2024-03-07T09:46:24.322 INFO:teuthology.orchestra.run.smithi063.stdout:(64/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-03-07T09:46:24.347 INFO:teuthology.orchestra.run.smithi063.stdout:(65/174): libtool-2.4.6-45.el9.x86_64.rpm 3.6 MB/s | 582 kB 00:00 2024-03-07T09:46:24.372 INFO:teuthology.orchestra.run.smithi063.stdout:(66/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-03-07T09:46:24.389 INFO:teuthology.orchestra.run.smithi063.stdout:(67/174): openblas-0.3.21-2.el9.x86_64.rpm 843 kB/s | 35 kB 00:00 2024-03-07T09:46:24.423 INFO:teuthology.orchestra.run.smithi063.stdout:(68/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-03-07T09:46:24.523 INFO:teuthology.orchestra.run.smithi063.stdout:(69/174): openblas-openmp-0.3.21-2.el9.x86_64.r 32 MB/s | 4.7 MB 00:00 2024-03-07T09:46:24.557 INFO:teuthology.orchestra.run.smithi063.stdout:(70/174): postgresql-13.11-1.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-03-07T09:46:24.590 INFO:teuthology.orchestra.run.smithi063.stdout:(71/174): postgresql-contrib-13.11-1.el9.x86_64 13 MB/s | 905 kB 00:00 2024-03-07T09:46:24.616 INFO:teuthology.orchestra.run.smithi063.stdout:(72/174): postgresql-private-libs-13.11-1.el9.x 2.2 MB/s | 135 kB 00:00 2024-03-07T09:46:24.683 INFO:teuthology.orchestra.run.smithi063.stdout:(73/174): openssl-devel-3.0.7-27.el9.x86_64.rpm 14 MB/s | 4.1 MB 00:00 2024-03-07T09:46:24.717 INFO:teuthology.orchestra.run.smithi063.stdout:(74/174): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-03-07T09:46:24.742 INFO:teuthology.orchestra.run.smithi063.stdout:(75/174): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-03-07T09:46:24.792 INFO:teuthology.orchestra.run.smithi063.stdout:(76/174): python3-devel-3.9.17-2.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-03-07T09:46:24.867 INFO:teuthology.orchestra.run.smithi063.stdout:(77/174): postgresql-server-13.11-1.el9.x86_64. 21 MB/s | 5.7 MB 00:00 2024-03-07T09:46:24.893 INFO:teuthology.orchestra.run.smithi063.stdout:(78/174): python3-jinja2-2.11.3-5.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-03-07T09:46:24.909 INFO:teuthology.orchestra.run.smithi063.stdout:(79/174): python3-jsonpatch-1.21-16.el9.noarch. 613 kB/s | 26 kB 00:00 2024-03-07T09:46:24.935 INFO:teuthology.orchestra.run.smithi063.stdout:(80/174): python3-jsonpointer-2.0-4.el9.noarch. 457 kB/s | 19 kB 00:00 2024-03-07T09:46:24.960 INFO:teuthology.orchestra.run.smithi063.stdout:(81/174): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-03-07T09:46:24.985 INFO:teuthology.orchestra.run.smithi063.stdout:(82/174): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-03-07T09:46:25.016 INFO:teuthology.orchestra.run.smithi018.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-03-07T09:46:25.078 INFO:teuthology.orchestra.run.smithi063.stdout:(83/174): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-03-07T09:46:25.103 INFO:teuthology.orchestra.run.smithi063.stdout:(84/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-03-07T09:46:25.128 INFO:teuthology.orchestra.run.smithi063.stdout:(85/174): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-03-07T09:46:25.153 INFO:teuthology.orchestra.run.smithi063.stdout:(86/174): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-03-07T09:46:25.179 INFO:teuthology.orchestra.run.smithi063.stdout:(87/174): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-03-07T09:46:25.204 INFO:teuthology.orchestra.run.smithi063.stdout:(88/174): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-03-07T09:46:25.221 INFO:teuthology.orchestra.run.smithi063.stdout:(89/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.7 MB/s | 159 kB 00:00 2024-03-07T09:46:25.254 INFO:teuthology.orchestra.run.smithi063.stdout:(90/174): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-03-07T09:46:25.280 INFO:teuthology.orchestra.run.smithi063.stdout:(91/174): python3-pytz-2021.1-5.el9.noarch.rpm 872 kB/s | 51 kB 00:00 2024-03-07T09:46:25.305 INFO:teuthology.orchestra.run.smithi063.stdout:(92/174): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-03-07T09:46:25.372 INFO:teuthology.orchestra.run.smithi063.stdout:(93/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-03-07T09:46:25.397 INFO:teuthology.orchestra.run.smithi063.stdout:(94/174): python3-toml-0.10.2-6.el9.noarch.rpm 454 kB/s | 42 kB 00:00 2024-03-07T09:46:25.411 INFO:teuthology.orchestra.run.smithi077.stdout:(18/174): librgw2-19.0.0-1848.g8b896a9e.el9.x86 4.6 MB/s | 5.1 MB 00:01 2024-03-07T09:46:25.422 INFO:teuthology.orchestra.run.smithi063.stdout:(95/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 883 kB/s | 44 kB 00:00 2024-03-07T09:46:25.448 INFO:teuthology.orchestra.run.smithi063.stdout:(96/174): qatlib-23.11.0-1.el9.x86_64.rpm 4.2 MB/s | 216 kB 00:00 2024-03-07T09:46:25.473 INFO:teuthology.orchestra.run.smithi063.stdout:(97/174): qatlib-service-23.11.0-1.el9.x86_64.r 693 kB/s | 35 kB 00:00 2024-03-07T09:46:25.495 INFO:teuthology.orchestra.run.smithi077.stdout:(19/174): python3-ceph-argparse-19.0.0-1848.g8b 543 kB/s | 45 kB 00:00 2024-03-07T09:46:25.498 INFO:teuthology.orchestra.run.smithi063.stdout:(98/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 891 kB/s | 44 kB 00:00 2024-03-07T09:46:25.524 INFO:teuthology.orchestra.run.smithi063.stdout:(99/174): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-03-07T09:46:25.549 INFO:teuthology.orchestra.run.smithi063.stdout:(100/174): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-03-07T09:46:25.566 INFO:teuthology.orchestra.run.smithi063.stdout:(101/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 2.2 MB/s | 94 kB 00:00 2024-03-07T09:46:25.578 INFO:teuthology.orchestra.run.smithi077.stdout:(20/174): python3-ceph-common-19.0.0-1848.g8b89 1.5 MB/s | 131 kB 00:00 2024-03-07T09:46:25.592 INFO:teuthology.orchestra.run.smithi063.stdout:(102/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-03-07T09:46:25.617 INFO:teuthology.orchestra.run.smithi063.stdout:(103/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-03-07T09:46:25.645 INFO:teuthology.orchestra.run.smithi077.stdout:(21/174): python3-cephfs-19.0.0-1848.g8b896a9e. 2.4 MB/s | 161 kB 00:00 2024-03-07T09:46:25.779 INFO:teuthology.orchestra.run.smithi077.stdout:(22/174): python3-rados-19.0.0-1848.g8b896a9e.e 2.3 MB/s | 320 kB 00:00 2024-03-07T09:46:25.851 INFO:teuthology.orchestra.run.smithi063.stdout:(104/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 29 MB/s | 16 MB 00:00 2024-03-07T09:46:25.876 INFO:teuthology.orchestra.run.smithi063.stdout:(105/174): lua-devel-5.4.4-4.el9.x86_64.rpm 78 kB/s | 22 kB 00:00 2024-03-07T09:46:25.904 INFO:teuthology.orchestra.run.smithi077.stdout:(23/174): python3-rbd-19.0.0-1848.g8b896a9e.el9 2.3 MB/s | 298 kB 00:00 2024-03-07T09:46:26.005 INFO:teuthology.orchestra.run.smithi077.stdout:(24/174): python3-rgw-19.0.0-1848.g8b896a9e.el9 991 kB/s | 99 kB 00:00 2024-03-07T09:46:26.088 INFO:teuthology.orchestra.run.smithi077.stdout:(25/174): rbd-fuse-19.0.0-1848.g8b896a9e.el9.x8 1.0 MB/s | 85 kB 00:00 2024-03-07T09:46:26.126 INFO:teuthology.orchestra.run.smithi063.stdout:(106/174): abseil-cpp-20211102.0-3.el9.x86_64.r 1.9 MB/s | 548 kB 00:00 2024-03-07T09:46:26.151 INFO:teuthology.orchestra.run.smithi063.stdout:(107/174): gperftools-libs-2.9.1-2.el9.x86_64.r 1.2 MB/s | 309 kB 00:00 2024-03-07T09:46:26.193 INFO:teuthology.orchestra.run.smithi063.stdout:(108/174): protobuf-compiler-3.14.0-13.el9.x86_ 1.5 MB/s | 863 kB 00:00 2024-03-07T09:46:26.218 INFO:teuthology.orchestra.run.smithi063.stdout:(109/174): grpc-data-1.46.7-10.el9.noarch.rpm 212 kB/s | 19 kB 00:00 2024-03-07T09:46:26.269 INFO:teuthology.orchestra.run.smithi063.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 351 kB/s | 26 kB 00:00 2024-03-07T09:46:26.294 INFO:teuthology.orchestra.run.smithi063.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 650 kB/s | 49 kB 00:00 2024-03-07T09:46:26.811 INFO:teuthology.orchestra.run.smithi063.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 124 kB/s | 67 kB 00:00 2024-03-07T09:46:26.878 INFO:teuthology.orchestra.run.smithi063.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 259 kB/s | 151 kB 00:00 2024-03-07T09:46:27.028 INFO:teuthology.orchestra.run.smithi063.stdout:(114/174): python3-asyncssh-2.13.2-4.el9.noarch 3.6 MB/s | 548 kB 00:00 2024-03-07T09:46:27.087 INFO:teuthology.orchestra.run.smithi063.stdout:(115/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 754 kB/s | 43 kB 00:00 2024-03-07T09:46:27.145 INFO:teuthology.orchestra.run.smithi063.stdout:(116/174): libarrow-9.0.0-10.el9.x86_64.rpm 4.4 MB/s | 4.4 MB 00:00 2024-03-07T09:46:27.179 INFO:teuthology.orchestra.run.smithi063.stdout:(117/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.2 MB/s | 838 kB 00:00 2024-03-07T09:46:27.204 INFO:teuthology.orchestra.run.smithi063.stdout:(118/174): python3-cachetools-4.2.4-1.el9.noarc 276 kB/s | 32 kB 00:00 2024-03-07T09:46:27.229 INFO:teuthology.orchestra.run.smithi063.stdout:(119/174): python3-certifi-2021.10.8-2.el9.noar 180 kB/s | 15 kB 00:00 2024-03-07T09:46:27.255 INFO:teuthology.orchestra.run.smithi063.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-03-07T09:46:27.280 INFO:teuthology.orchestra.run.smithi077.stdout:(26/174): rbd-mirror-19.0.0-1848.g8b896a9e.el9. 2.6 MB/s | 3.1 MB 00:01 2024-03-07T09:46:27.326 INFO:teuthology.orchestra.run.smithi063.stdout:(121/174): python3-colorama-0.4.4-12.el9.noarch 504 kB/s | 35 kB 00:00 2024-03-07T09:46:27.351 INFO:teuthology.orchestra.run.smithi063.stdout:(122/174): python3-cherrypy-18.6.1-2.el9.noarch 2.4 MB/s | 358 kB 00:00 2024-03-07T09:46:27.376 INFO:teuthology.orchestra.run.smithi063.stdout:(123/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.0 MB/s | 303 kB 00:00 2024-03-07T09:46:27.401 INFO:teuthology.orchestra.run.smithi063.stdout:(124/174): python3-google-auth-2.28.0-1.el9.noa 2.6 MB/s | 203 kB 00:00 2024-03-07T09:46:27.501 INFO:teuthology.orchestra.run.smithi063.stdout:(125/174): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-03-07T09:46:27.527 INFO:teuthology.orchestra.run.smithi063.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 85 kB/s | 11 kB 00:00 2024-03-07T09:46:27.568 INFO:teuthology.orchestra.run.smithi063.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 267 kB/s | 18 kB 00:00 2024-03-07T09:46:27.611 INFO:teuthology.orchestra.run.smithi063.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 280 kB/s | 23 kB 00:00 2024-03-07T09:46:27.653 INFO:teuthology.orchestra.run.smithi063.stdout:(129/174): python3-jaraco-functools-3.5.0-2.el9 234 kB/s | 19 kB 00:00 2024-03-07T09:46:27.695 INFO:teuthology.orchestra.run.smithi063.stdout:(130/174): python3-grpcio-1.46.7-10.el9.x86_64. 6.4 MB/s | 2.0 MB 00:00 2024-03-07T09:46:27.720 INFO:teuthology.orchestra.run.smithi063.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 182 kB/s | 20 kB 00:00 2024-03-07T09:46:27.775 INFO:teuthology.orchestra.run.smithi077.stdout:(27/174): ceph-test-19.0.0-1848.g8b896a9e.el9.x 11 MB/s | 47 MB 00:04 2024-03-07T09:46:27.787 INFO:teuthology.orchestra.run.smithi063.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 705 kB/s | 46 kB 00:00 2024-03-07T09:46:27.797 INFO:teuthology.orchestra.run.smithi077.stdout:(28/174): rbd-nbd-19.0.0-1848.g8b896a9e.el9.x86 330 kB/s | 170 kB 00:00 2024-03-07T09:46:27.804 INFO:teuthology.orchestra.run.smithi063.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 955 kB/s | 79 kB 00:00 2024-03-07T09:46:27.823 INFO:teuthology.orchestra.run.smithi077.stdout:(29/174): ceph-grafana-dashboards-19.0.0-1848.g 630 kB/s | 31 kB 00:00 2024-03-07T09:46:27.837 INFO:teuthology.orchestra.run.smithi063.stdout:(134/174): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-03-07T09:46:27.854 INFO:teuthology.orchestra.run.smithi063.stdout:(135/174): python3-natsort-7.1.1-5.el9.noarch.r 863 kB/s | 58 kB 00:00 2024-03-07T09:46:27.890 INFO:teuthology.orchestra.run.smithi077.stdout:(30/174): ceph-mgr-cephadm-19.0.0-1848.g8b896a9 1.5 MB/s | 138 kB 00:00 2024-03-07T09:46:28.181 INFO:teuthology.orchestra.run.smithi077.stdout:(31/174): ceph-mgr-dashboard-19.0.0-1848.g8b896 5.0 MB/s | 1.8 MB 00:00 2024-03-07T09:46:28.257 INFO:teuthology.orchestra.run.smithi077.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1848.g8b 3.2 MB/s | 248 kB 00:00 2024-03-07T09:46:28.296 INFO:teuthology.orchestra.run.smithi063.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 553 kB/s | 272 kB 00:00 2024-03-07T09:46:28.307 INFO:teuthology.orchestra.run.smithi077.stdout:(33/174): ceph-mgr-rook-19.0.0-1848.g8b896a9e.e 987 kB/s | 49 kB 00:00 2024-03-07T09:46:28.338 INFO:teuthology.orchestra.run.smithi063.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 33 kB/s | 16 kB 00:00 2024-03-07T09:46:28.357 INFO:teuthology.orchestra.run.smithi077.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1848.g8 330 kB/s | 16 kB 00:00 2024-03-07T09:46:28.363 INFO:teuthology.orchestra.run.smithi063.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 177 kB/s | 90 kB 00:00 2024-03-07T09:46:28.380 INFO:teuthology.orchestra.run.smithi063.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 337 kB/s | 28 kB 00:00 2024-03-07T09:46:28.397 INFO:teuthology.orchestra.run.smithi063.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 525 kB/s | 31 kB 00:00 2024-03-07T09:46:28.407 INFO:teuthology.orchestra.run.smithi077.stdout:(35/174): ceph-volume-19.0.0-1848.g8b896a9e.el9 5.2 MB/s | 264 kB 00:00 2024-03-07T09:46:28.422 INFO:teuthology.orchestra.run.smithi063.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 3.1 MB/s | 188 kB 00:00 2024-03-07T09:46:28.447 INFO:teuthology.orchestra.run.smithi063.stdout:(142/174): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-03-07T09:46:28.473 INFO:teuthology.orchestra.run.smithi063.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 479 kB/s | 36 kB 00:00 2024-03-07T09:46:28.498 INFO:teuthology.orchestra.run.smithi063.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 680 kB/s | 51 kB 00:00 2024-03-07T09:46:28.523 INFO:teuthology.orchestra.run.smithi063.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-03-07T09:46:28.540 INFO:teuthology.orchestra.run.smithi063.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-03-07T09:46:28.558 INFO:teuthology.orchestra.run.smithi077.stdout:(36/174): cephadm-19.0.0-1848.g8b896a9e.el9.noa 4.9 MB/s | 748 kB 00:00 2024-03-07T09:46:28.599 INFO:teuthology.orchestra.run.smithi063.stdout:(147/174): python3-zc-lockfile-2.0-10.el9.noarc 267 kB/s | 20 kB 00:00 2024-03-07T09:46:28.624 INFO:teuthology.orchestra.run.smithi063.stdout:(148/174): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-03-07T09:46:28.625 INFO:teuthology.orchestra.run.smithi077.stdout:(37/174): cephfs-top-19.0.0-1848.g8b896a9e.el9. 274 kB/s | 18 kB 00:00 2024-03-07T09:46:28.649 INFO:teuthology.orchestra.run.smithi063.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-03-07T09:46:28.775 INFO:teuthology.orchestra.run.smithi077.stdout:(38/174): libaio-devel-0.3.112-1.el8.x86_64.rpm 117 kB/s | 18 kB 00:00 2024-03-07T09:46:28.934 INFO:teuthology.orchestra.run.smithi077.stdout:(39/174): fuse-2.9.9-15.el9.x86_64.rpm 507 kB/s | 80 kB 00:00 2024-03-07T09:46:29.117 INFO:teuthology.orchestra.run.smithi077.stdout:(40/174): ceph-radosgw-19.0.0-1848.g8b896a9e.el 1.6 MB/s | 9.8 MB 00:06 2024-03-07T09:46:29.142 INFO:teuthology.orchestra.run.smithi077.stdout:(41/174): jq-1.6-16.el9.x86_64.rpm 898 kB/s | 187 kB 00:00 2024-03-07T09:46:29.185 INFO:teuthology.orchestra.run.smithi077.stdout:(42/174): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-03-07T09:46:29.226 INFO:teuthology.orchestra.run.smithi077.stdout:(43/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 5.1 MB/s | 218 kB 00:00 2024-03-07T09:46:29.268 INFO:teuthology.orchestra.run.smithi077.stdout:(44/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 6.0 MB/s | 253 kB 00:00 2024-03-07T09:46:29.282 INFO:teuthology.orchestra.run.smithi063.stdout:(150/174): librbd1-19.0.0-1848.g8b896a9e.el9.x8 5.0 MB/s | 3.1 MB 00:00 2024-03-07T09:46:29.302 INFO:teuthology.orchestra.run.smithi077.stdout:(45/174): libgfortran-11.4.1-3.el9.x86_64.rpm 4.3 MB/s | 803 kB 00:00 2024-03-07T09:46:29.352 INFO:teuthology.orchestra.run.smithi077.stdout:(46/174): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-03-07T09:46:29.374 INFO:teuthology.orchestra.run.smithi063.stdout:(151/174): thrift-0.15.0-2.el9.x86_64.rpm 2.0 MB/s | 1.6 MB 00:00 2024-03-07T09:46:29.411 INFO:teuthology.orchestra.run.smithi077.stdout:(47/174): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-03-07T09:46:29.478 INFO:teuthology.orchestra.run.smithi077.stdout:(48/174): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-03-07T09:46:29.519 INFO:teuthology.orchestra.run.smithi077.stdout:(49/174): python3-cryptography-36.0.1-4.el9.x86 4.9 MB/s | 1.2 MB 00:00 2024-03-07T09:46:29.545 INFO:teuthology.orchestra.run.smithi077.stdout:(50/174): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-03-07T09:46:29.579 INFO:teuthology.orchestra.run.smithi077.stdout:(51/174): automake-1.16.2-8.el9.noarch.rpm 11 MB/s | 689 kB 00:00 2024-03-07T09:46:29.616 INFO:teuthology.orchestra.run.smithi063.stdout:(152/174): librados2-19.0.0-1848.g8b896a9e.el9. 3.5 MB/s | 3.4 MB 00:00 2024-03-07T09:46:29.629 INFO:teuthology.orchestra.run.smithi077.stdout:(52/174): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-03-07T09:46:29.671 INFO:teuthology.orchestra.run.smithi077.stdout:(53/174): elfutils-libelf-devel-0.190-2.el9.x86 520 kB/s | 21 kB 00:00 2024-03-07T09:46:29.704 INFO:teuthology.orchestra.run.smithi077.stdout:(54/174): bison-3.7.4-5.el9.x86_64.rpm 5.8 MB/s | 943 kB 00:00 2024-03-07T09:46:29.733 INFO:teuthology.orchestra.run.smithi063.stdout:(153/174): NetworkManager-team-1.46.0-1.el9.x86 364 kB/s | 42 kB 00:00 2024-03-07T09:46:29.775 INFO:teuthology.orchestra.run.smithi063.stdout:(154/174): NetworkManager-libnm-1.46.0-1.el9.x8 4.5 MB/s | 1.8 MB 00:00 2024-03-07T09:46:29.788 INFO:teuthology.orchestra.run.smithi077.stdout:(55/174): ceph-mgr-diskprediction-local-19.0.0- 3.9 MB/s | 7.4 MB 00:01 2024-03-07T09:46:29.813 INFO:teuthology.orchestra.run.smithi077.stdout:(56/174): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-03-07T09:46:29.825 INFO:teuthology.orchestra.run.smithi063.stdout:(155/174): acl-2.3.1-4.el9.x86_64.rpm 1.4 MB/s | 71 kB 00:00 2024-03-07T09:46:29.838 INFO:teuthology.orchestra.run.smithi077.stdout:(57/174): flex-2.6.4-9.el9.x86_64.rpm 1.8 MB/s | 313 kB 00:00 2024-03-07T09:46:29.850 INFO:teuthology.orchestra.run.smithi063.stdout:(156/174): NetworkManager-tui-1.46.0-1.el9.x86_ 2.1 MB/s | 248 kB 00:00 2024-03-07T09:46:29.864 INFO:teuthology.orchestra.run.smithi077.stdout:(58/174): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-03-07T09:46:29.876 INFO:teuthology.orchestra.run.smithi063.stdout:(157/174): elfutils-debuginfod-client-0.190-2.e 725 kB/s | 36 kB 00:00 2024-03-07T09:46:29.893 INFO:teuthology.orchestra.run.smithi063.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 4.5 MB/s | 192 kB 00:00 2024-03-07T09:46:29.905 INFO:teuthology.orchestra.run.smithi077.stdout:(59/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-03-07T09:46:29.926 INFO:teuthology.orchestra.run.smithi063.stdout:(159/174): elfutils-libs-0.190-2.el9.x86_64.rpm 5.0 MB/s | 256 kB 00:00 2024-03-07T09:46:29.931 INFO:teuthology.orchestra.run.smithi077.stdout:(60/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 677 kB/s | 45 kB 00:00 2024-03-07T09:46:29.952 INFO:teuthology.orchestra.run.smithi063.stdout:(160/174): libacl-2.3.1-4.el9.x86_64.rpm 392 kB/s | 23 kB 00:00 2024-03-07T09:46:29.977 INFO:teuthology.orchestra.run.smithi063.stdout:(161/174): libblkid-2.37.4-18.el9.x86_64.rpm 2.1 MB/s | 108 kB 00:00 2024-03-07T09:46:30.002 INFO:teuthology.orchestra.run.smithi063.stdout:(162/174): libfdisk-2.37.4-18.el9.x86_64.rpm 3.0 MB/s | 155 kB 00:00 2024-03-07T09:46:30.037 INFO:teuthology.orchestra.run.smithi063.stdout:(163/174): libmount-2.37.4-18.el9.x86_64.rpm 2.3 MB/s | 136 kB 00:00 2024-03-07T09:46:30.061 INFO:teuthology.orchestra.run.smithi063.stdout:(164/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.1 MB/s | 64 kB 00:00 2024-03-07T09:46:30.064 INFO:teuthology.orchestra.run.smithi077.stdout:(61/174): libtool-2.4.6-45.el9.x86_64.rpm 4.3 MB/s | 582 kB 00:00 2024-03-07T09:46:30.086 INFO:teuthology.orchestra.run.smithi063.stdout:(165/174): libuuid-2.37.4-18.el9.x86_64.rpm 568 kB/s | 29 kB 00:00 2024-03-07T09:46:30.106 INFO:teuthology.orchestra.run.smithi077.stdout:(62/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 615 kB/s | 25 kB 00:00 2024-03-07T09:46:30.132 INFO:teuthology.orchestra.run.smithi077.stdout:(63/174): librdkafka-1.6.1-102.el9.x86_64.rpm 2.9 MB/s | 662 kB 00:00 2024-03-07T09:46:30.145 INFO:teuthology.orchestra.run.smithi063.stdout:(166/174): NetworkManager-1.46.0-1.el9.x86_64.r 2.7 MB/s | 2.3 MB 00:00 2024-03-07T09:46:30.165 INFO:teuthology.orchestra.run.smithi077.stdout:(64/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 808 kB/s | 47 kB 00:00 2024-03-07T09:46:30.172 INFO:teuthology.orchestra.run.smithi018.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-03-07T09:46:30.212 INFO:teuthology.orchestra.run.smithi063.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 8.1 MB/s | 1.2 MB 00:00 2024-03-07T09:46:30.216 INFO:teuthology.orchestra.run.smithi077.stdout:(65/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-03-07T09:46:30.241 INFO:teuthology.orchestra.run.smithi077.stdout:(66/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-03-07T09:46:30.266 INFO:teuthology.orchestra.run.smithi077.stdout:(67/174): openblas-0.3.21-2.el9.x86_64.rpm 700 kB/s | 35 kB 00:00 2024-03-07T09:46:30.287 INFO:teuthology.orchestra.run.smithi063.stdout:(168/174): util-linux-core-2.37.4-18.el9.x86_64 6.1 MB/s | 465 kB 00:00 2024-03-07T09:46:30.338 INFO:teuthology.orchestra.run.smithi063.stdout:(169/174): util-linux-user-2.37.4-18.el9.x86_64 624 kB/s | 31 kB 00:00 2024-03-07T09:46:30.396 INFO:teuthology.orchestra.run.smithi063.stdout:(170/174): xfsdump-3.1.12-4.el9.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2024-03-07T09:46:30.417 INFO:teuthology.orchestra.run.smithi077.stdout:(68/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.8 MB/s | 3.0 MB 00:00 2024-03-07T09:46:30.438 INFO:teuthology.orchestra.run.smithi063.stdout:(171/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 6.1 MB/s | 2.2 MB 00:00 2024-03-07T09:46:30.522 INFO:teuthology.orchestra.run.smithi063.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 8.6 MB/s | 1.1 MB 00:00 2024-03-07T09:46:30.547 INFO:teuthology.orchestra.run.smithi063.stdout:(173/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 686 kB/s | 74 kB 00:00 2024-03-07T09:46:30.647 INFO:teuthology.orchestra.run.smithi063.stdout:(174/174): util-linux-2.37.4-18.el9.x86_64.rpm 4.6 MB/s | 2.3 MB 00:00 2024-03-07T09:46:30.652 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-03-07T09:46:30.652 INFO:teuthology.orchestra.run.smithi063.stdout:Total 15 MB/s | 226 MB 00:15 2024-03-07T09:46:30.759 INFO:teuthology.orchestra.run.smithi077.stdout:(69/174): openssl-devel-3.0.7-27.el9.x86_64.rpm 8.4 MB/s | 4.1 MB 00:00 2024-03-07T09:46:30.867 INFO:teuthology.orchestra.run.smithi077.stdout:(70/174): postgresql-13.11-1.el9.x86_64.rpm 3.5 MB/s | 1.6 MB 00:00 2024-03-07T09:46:30.901 INFO:teuthology.orchestra.run.smithi077.stdout:(71/174): postgresql-contrib-13.11-1.el9.x86_64 6.2 MB/s | 905 kB 00:00 2024-03-07T09:46:30.926 INFO:teuthology.orchestra.run.smithi077.stdout:(72/174): postgresql-private-libs-13.11-1.el9.x 2.3 MB/s | 135 kB 00:00 2024-03-07T09:46:31.034 INFO:teuthology.orchestra.run.smithi077.stdout:(73/174): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-03-07T09:46:31.085 INFO:teuthology.orchestra.run.smithi077.stdout:(74/174): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-03-07T09:46:31.152 INFO:teuthology.orchestra.run.smithi077.stdout:(75/174): openblas-openmp-0.3.21-2.el9.x86_64.r 5.2 MB/s | 4.7 MB 00:00 2024-03-07T09:46:31.202 INFO:teuthology.orchestra.run.smithi077.stdout:(76/174): python3-devel-3.9.17-2.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-03-07T09:46:31.252 INFO:teuthology.orchestra.run.smithi077.stdout:(77/174): python3-jinja2-2.11.3-5.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-03-07T09:46:31.294 INFO:teuthology.orchestra.run.smithi077.stdout:(78/174): python3-jsonpatch-1.21-16.el9.noarch. 618 kB/s | 26 kB 00:00 2024-03-07T09:46:31.331 INFO:teuthology.orchestra.run.smithi077.stdout:(79/174): python3-jsonpointer-2.0-4.el9.noarch. 574 kB/s | 19 kB 00:00 2024-03-07T09:46:31.378 INFO:teuthology.orchestra.run.smithi077.stdout:(80/174): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-03-07T09:46:31.412 INFO:teuthology.orchestra.run.smithi077.stdout:(81/174): python3-markupsafe-1.1.1-12.el9.x86_6 1.0 MB/s | 35 kB 00:00 2024-03-07T09:46:31.612 INFO:teuthology.orchestra.run.smithi077.stdout:(82/174): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-03-07T09:46:31.687 INFO:teuthology.orchestra.run.smithi077.stdout:(83/174): postgresql-server-13.11-1.el9.x86_64. 7.3 MB/s | 5.7 MB 00:00 2024-03-07T09:46:31.712 INFO:teuthology.orchestra.run.smithi077.stdout:(84/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 250 kB 00:00 2024-03-07T09:46:31.755 INFO:teuthology.orchestra.run.smithi077.stdout:(85/174): python3-oauthlib-3.1.1-5.el9.noarch.r 3.3 MB/s | 222 kB 00:00 2024-03-07T09:46:31.780 INFO:teuthology.orchestra.run.smithi077.stdout:(86/174): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-03-07T09:46:31.805 INFO:teuthology.orchestra.run.smithi077.stdout:(87/174): python3-prettytable-0.7.2-27.el9.noar 844 kB/s | 42 kB 00:00 2024-03-07T09:46:31.830 INFO:teuthology.orchestra.run.smithi077.stdout:(88/174): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-03-07T09:46:31.855 INFO:teuthology.orchestra.run.smithi077.stdout:(89/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-03-07T09:46:31.881 INFO:teuthology.orchestra.run.smithi077.stdout:(90/174): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-03-07T09:46:31.906 INFO:teuthology.orchestra.run.smithi077.stdout:(91/174): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-03-07T09:46:31.931 INFO:teuthology.orchestra.run.smithi077.stdout:(92/174): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-03-07T09:46:31.987 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-03-07T09:46:32.015 INFO:teuthology.orchestra.run.smithi077.stdout:(93/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.5 MB/s | 5.1 MB 00:00 2024-03-07T09:46:32.040 INFO:teuthology.orchestra.run.smithi077.stdout:(94/174): python3-toml-0.10.2-6.el9.noarch.rpm 382 kB/s | 42 kB 00:00 2024-03-07T09:46:32.066 INFO:teuthology.orchestra.run.smithi077.stdout:(95/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 876 kB/s | 44 kB 00:00 2024-03-07T09:46:32.091 INFO:teuthology.orchestra.run.smithi077.stdout:(96/174): qatlib-23.11.0-1.el9.x86_64.rpm 4.2 MB/s | 216 kB 00:00 2024-03-07T09:46:32.116 INFO:teuthology.orchestra.run.smithi077.stdout:(97/174): qatlib-service-23.11.0-1.el9.x86_64.r 696 kB/s | 35 kB 00:00 2024-03-07T09:46:32.141 INFO:teuthology.orchestra.run.smithi077.stdout:(98/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 886 kB/s | 44 kB 00:00 2024-03-07T09:46:32.167 INFO:teuthology.orchestra.run.smithi077.stdout:(99/174): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-03-07T09:46:32.192 INFO:teuthology.orchestra.run.smithi077.stdout:(100/174): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-03-07T09:46:32.217 INFO:teuthology.orchestra.run.smithi077.stdout:(101/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-03-07T09:46:32.234 INFO:teuthology.orchestra.run.smithi077.stdout:(102/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-03-07T09:46:32.251 INFO:teuthology.orchestra.run.smithi077.stdout:(103/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-03-07T09:46:32.298 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-03-07T09:46:32.299 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-03-07T09:46:32.310 INFO:teuthology.orchestra.run.smithi077.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-03-07T09:46:32.443 INFO:teuthology.orchestra.run.smithi077.stdout:(105/174): protobuf-compiler-3.14.0-13.el9.x86_ 4.4 MB/s | 863 kB 00:00 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr:Modular dependency problems: 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 1: conflicting requests 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240227110532:20125149.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 2: conflicting requests 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 3: conflicting requests 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 4: conflicting requests 2024-03-07T09:46:32.803 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 5: conflicting requests 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 6: conflicting requests 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 7: conflicting requests 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240222150954:49cc9d1b.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 8: conflicting requests 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 9: conflicting requests 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 10: conflicting requests 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 11: conflicting requests 2024-03-07T09:46:32.804 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 12: conflicting requests 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 13: conflicting requests 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 14: conflicting requests 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 15: conflicting requests 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 16: conflicting requests 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 17: conflicting requests 2024-03-07T09:46:32.805 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 18: conflicting requests 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 19: conflicting requests 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 20: conflicting requests 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 21: conflicting requests 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 22: conflicting requests 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 23: conflicting requests 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 24: conflicting requests 2024-03-07T09:46:32.806 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 25: conflicting requests 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 26: conflicting requests 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 27: conflicting requests 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 28: conflicting requests 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 29: conflicting requests 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 30: conflicting requests 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 31: conflicting requests 2024-03-07T09:46:32.807 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 32: conflicting requests 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 33: conflicting requests 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 34: conflicting requests 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 35: conflicting requests 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 36: conflicting requests 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240226094445:9edba152.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 37: conflicting requests 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.808 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 38: cannot install the best candidate for the job 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 39: conflicting requests 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.809 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 40: cannot install the best candidate for the job 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 41: cannot install the best candidate for the job 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 42: cannot install the best candidate for the job 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 43: cannot install the best candidate for the job 2024-03-07T09:46:32.810 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 44: cannot install the best candidate for the job 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: Problem 45: cannot install the best candidate for the job 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.811 INFO:teuthology.orchestra.run.smithi018.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-03-07T09:46:32.843 INFO:teuthology.orchestra.run.smithi077.stdout:(106/174): abseil-cpp-20211102.0-3.el9.x86_64.r 1.0 MB/s | 548 kB 00:00 2024-03-07T09:46:32.902 INFO:teuthology.orchestra.run.smithi077.stdout:(107/174): gperftools-libs-2.9.1-2.el9.x86_64.r 674 kB/s | 309 kB 00:00 2024-03-07T09:46:32.927 INFO:teuthology.orchestra.run.smithi077.stdout:(108/174): grpc-data-1.46.7-10.el9.noarch.rpm 232 kB/s | 19 kB 00:00 2024-03-07T09:46:33.019 INFO:teuthology.orchestra.run.smithi077.stdout:(109/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 284 kB/s | 26 kB 00:00 2024-03-07T09:46:33.103 INFO:teuthology.orchestra.run.smithi077.stdout:(110/174): liboath-2.6.7-2.el9.x86_64.rpm 582 kB/s | 49 kB 00:00 2024-03-07T09:46:33.195 INFO:teuthology.orchestra.run.smithi077.stdout:(111/174): libunwind-1.6.2-1.el9.x86_64.rpm 737 kB/s | 67 kB 00:00 2024-03-07T09:46:33.235 INFO:teuthology.orchestra.run.smithi018.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T09:46:33.236 INFO:teuthology.orchestra.run.smithi018.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-07T09:46:33.249 INFO:teuthology.orchestra.run.smithi018.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-07T09:46:33.250 INFO:teuthology.orchestra.run.smithi018.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-07T09:46:33.251 INFO:teuthology.orchestra.run.smithi018.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-07T09:46:33.252 INFO:teuthology.orchestra.run.smithi018.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-07T09:46:33.254 INFO:teuthology.orchestra.run.smithi018.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-07T09:46:33.257 INFO:teuthology.orchestra.run.smithi018.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-07T09:46:33.258 INFO:teuthology.orchestra.run.smithi018.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-07T09:46:33.270 INFO:teuthology.orchestra.run.smithi077.stdout:(112/174): libarrow-9.0.0-10.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-03-07T09:46:33.295 INFO:teuthology.orchestra.run.smithi077.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-03-07T09:46:33.358 INFO:teuthology.orchestra.run.smithi018.stdout:Dependencies resolved. 2024-03-07T09:46:33.377 INFO:teuthology.orchestra.run.smithi018.stdout:========================================================================================= 2024-03-07T09:46:33.377 INFO:teuthology.orchestra.run.smithi018.stdout: Package Arch Version Repository Size 2024-03-07T09:46:33.377 INFO:teuthology.orchestra.run.smithi018.stdout:========================================================================================= 2024-03-07T09:46:33.377 INFO:teuthology.orchestra.run.smithi018.stdout:Installing: 2024-03-07T09:46:33.377 INFO:teuthology.orchestra.run.smithi018.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 6.6 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-base x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 5.3 M 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-fuse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 889 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 145 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 1.5 M 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 138 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 1.8 M 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 7.4 M 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-rook noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 49 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-radosgw x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 9.8 M 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-test x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 47 M 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-volume noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 264 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: cephadm noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 748 k 2024-03-07T09:46:33.378 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-mirror x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 220 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-shell x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 27 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-top noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 18 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: libaio-devel x86_64 0.3.112-1.el8 CentOS-BaseOS 18 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs-devel x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 31 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 746 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: librados-devel x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 127 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-07T09:46:33.379 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql x86_64 13.11-1.el9 appstream 1.6 M 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-contrib x86_64 13.11-1.el9 appstream 905 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-server x86_64 13.11-1.el9 appstream 5.7 M 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cephfs x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 161 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rados x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 320 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rbd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 298 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rgw x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 99 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-fuse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 85 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-mirror x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.1 M 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-nbd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 170 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout:Upgrading: 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager x86_64 1:1.46.0-1.el9 baseos 2.3 M 2024-03-07T09:46:33.380 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager-libnm x86_64 1:1.46.0-1.el9 baseos 1.8 M 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager-team x86_64 1:1.46.0-1.el9 baseos 42 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager-tui x86_64 1:1.46.0-1.el9 baseos 248 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: librados2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.4 M 2024-03-07T09:46:33.381 INFO:teuthology.orchestra.run.smithi018.stdout: librbd1 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 3.1 M 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: xfsdump x86_64 3.1.12-4.el9 baseos 323 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout:Installing dependencies: 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-common x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 20 M 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 31 k 2024-03-07T09:46:33.382 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mds x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 2.3 M 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 248 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mon x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 4.7 M 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-osd x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 17 M 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1848.g8b896a9e.el9 ceph-noarch 16 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-selinux x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 25 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-07T09:46:33.383 INFO:teuthology.orchestra.run.smithi018.stdout: libcephsqlite x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 163 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: libradosstriper1 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 501 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: librgw2 x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 5.1 M 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-07T09:46:33.384 INFO:teuthology.orchestra.run.smithi018.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-private-libs x86_64 13.11-1.el9 appstream 135 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-argparse x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 45 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-common x86_64 2:19.0.0-1848.g8b896a9e.el9 ceph 131 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-07T09:46:33.385 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-07T09:46:33.386 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-03-07T09:46:33.387 INFO:teuthology.orchestra.run.smithi018.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-07T09:46:33.388 INFO:teuthology.orchestra.run.smithi018.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-03-07T09:46:33.389 INFO:teuthology.orchestra.run.smithi018.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 45 k 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout:Installing weak dependencies: 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction Summary 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout:========================================================================================= 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout:Install 150 Packages 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout:Upgrade 24 Packages 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:46:33.390 INFO:teuthology.orchestra.run.smithi018.stdout:Total download size: 226 M 2024-03-07T09:46:33.391 INFO:teuthology.orchestra.run.smithi018.stdout:Downloading Packages: 2024-03-07T09:46:33.404 INFO:teuthology.orchestra.run.smithi077.stdout:(114/174): python3-asyncssh-2.13.2-4.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-03-07T09:46:33.521 INFO:teuthology.orchestra.run.smithi077.stdout:(115/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.3 MB/s | 838 kB 00:00 2024-03-07T09:46:33.537 INFO:teuthology.orchestra.run.smithi077.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 326 kB/s | 43 kB 00:00 2024-03-07T09:46:33.621 INFO:teuthology.orchestra.run.smithi077.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-03-07T09:46:33.638 INFO:teuthology.orchestra.run.smithi077.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-03-07T09:46:33.722 INFO:teuthology.orchestra.run.smithi077.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-03-07T09:46:33.747 INFO:teuthology.orchestra.run.smithi077.stdout:(120/174): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-03-07T09:46:33.822 INFO:teuthology.orchestra.run.smithi077.stdout:(121/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.0 MB/s | 303 kB 00:00 2024-03-07T09:46:33.877 INFO:teuthology.orchestra.run.smithi077.stdout:(122/174): python3-colorama-0.4.4-12.el9.noarch 272 kB/s | 35 kB 00:00 2024-03-07T09:46:33.924 INFO:teuthology.orchestra.run.smithi018.stdout:(1/174): ceph-19.0.0-1848.g8b896a9e.el9.x86_64. 39 kB/s | 6.6 kB 00:00 2024-03-07T09:46:33.931 INFO:teuthology.orchestra.run.smithi077.stdout:(123/174): python3-google-auth-2.28.0-1.el9.noa 1.8 MB/s | 203 kB 00:00 2024-03-07T09:46:34.124 INFO:teuthology.orchestra.run.smithi018.stdout:(2/174): ceph-fuse-19.0.0-1848.g8b896a9e.el9.x8 4.3 MB/s | 889 kB 00:00 2024-03-07T09:46:34.148 INFO:teuthology.orchestra.run.smithi077.stdout:(124/174): python3-grpcio-1.46.7-10.el9.x86_64. 7.5 MB/s | 2.0 MB 00:00 2024-03-07T09:46:34.173 INFO:teuthology.orchestra.run.smithi077.stdout:(125/174): python3-grpcio-tools-1.46.7-10.el9.x 597 kB/s | 144 kB 00:00 2024-03-07T09:46:34.199 INFO:teuthology.orchestra.run.smithi018.stdout:(3/174): ceph-immutable-object-cache-19.0.0-184 1.9 MB/s | 145 kB 00:00 2024-03-07T09:46:34.240 INFO:teuthology.orchestra.run.smithi077.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-03-07T09:46:34.265 INFO:teuthology.orchestra.run.smithi077.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-03-07T09:46:34.267 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-03-07T09:46:34.268 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-03-07T09:46:34.332 INFO:teuthology.orchestra.run.smithi077.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 252 kB/s | 23 kB 00:00 2024-03-07T09:46:34.357 INFO:teuthology.orchestra.run.smithi077.stdout:(129/174): python3-jaraco-functools-3.5.0-2.el9 211 kB/s | 19 kB 00:00 2024-03-07T09:46:34.425 INFO:teuthology.orchestra.run.smithi077.stdout:(130/174): python3-jaraco-text-3.2.0-6.el9.noar 214 kB/s | 20 kB 00:00 2024-03-07T09:46:34.475 INFO:teuthology.orchestra.run.smithi077.stdout:(131/174): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-03-07T09:46:34.491 INFO:teuthology.orchestra.run.smithi018.stdout:(4/174): ceph-base-19.0.0-1848.g8b896a9e.el9.x8 7.3 MB/s | 5.3 MB 00:00 2024-03-07T09:46:34.525 INFO:teuthology.orchestra.run.smithi077.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 461 kB/s | 46 kB 00:00 2024-03-07T09:46:34.541 INFO:teuthology.orchestra.run.smithi018.stdout:(5/174): ceph-mds-19.0.0-1848.g8b896a9e.el9.x86 6.8 MB/s | 2.3 MB 00:00 2024-03-07T09:46:34.576 INFO:teuthology.orchestra.run.smithi077.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 786 kB/s | 79 kB 00:00 2024-03-07T09:46:34.634 INFO:teuthology.orchestra.run.smithi077.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 531 kB/s | 58 kB 00:00 2024-03-07T09:46:34.676 INFO:teuthology.orchestra.run.smithi077.stdout:(135/174): python3-pecan-1.4.2-3.el9.noarch.rpm 2.7 MB/s | 272 kB 00:00 2024-03-07T09:46:34.691 INFO:teuthology.orchestra.run.smithi018.stdout:(6/174): ceph-mgr-19.0.0-1848.g8b896a9e.el9.x86 7.5 MB/s | 1.5 MB 00:00 2024-03-07T09:46:34.735 INFO:teuthology.orchestra.run.smithi077.stdout:(136/174): python3-portend-3.1.0-2.el9.noarch.r 164 kB/s | 16 kB 00:00 2024-03-07T09:46:34.777 INFO:teuthology.orchestra.run.smithi077.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 896 kB/s | 90 kB 00:00 2024-03-07T09:46:34.835 INFO:teuthology.orchestra.run.smithi077.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 281 kB/s | 28 kB 00:00 2024-03-07T09:46:34.877 INFO:teuthology.orchestra.run.smithi077.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 307 kB/s | 31 kB 00:00 2024-03-07T09:46:34.935 INFO:teuthology.orchestra.run.smithi077.stdout:(140/174): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-03-07T09:46:34.978 INFO:teuthology.orchestra.run.smithi077.stdout:(141/174): python3-rsa-4.9-2.el9.noarch.rpm 589 kB/s | 59 kB 00:00 2024-03-07T09:46:35.028 INFO:teuthology.orchestra.run.smithi077.stdout:(142/174): python3-tempora-5.0.0-2.el9.noarch.r 388 kB/s | 36 kB 00:00 2024-03-07T09:46:35.086 INFO:teuthology.orchestra.run.smithi077.stdout:(143/174): python3-typing-extensions-4.4.0-2.el 470 kB/s | 51 kB 00:00 2024-03-07T09:46:35.128 INFO:teuthology.orchestra.run.smithi077.stdout:(144/174): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-03-07T09:46:35.133 INFO:teuthology.orchestra.run.smithi018.stdout:(7/174): ceph-mon-19.0.0-1848.g8b896a9e.el9.x86 7.9 MB/s | 4.7 MB 00:00 2024-03-07T09:46:35.195 INFO:teuthology.orchestra.run.smithi077.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 826 kB/s | 90 kB 00:00 2024-03-07T09:46:35.237 INFO:teuthology.orchestra.run.smithi077.stdout:(146/174): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-03-07T09:46:35.313 INFO:teuthology.orchestra.run.smithi077.stdout:(147/174): python3-zc-lockfile-2.0-10.el9.noarc 171 kB/s | 20 kB 00:00 2024-03-07T09:46:35.346 INFO:teuthology.orchestra.run.smithi077.stdout:(148/174): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-03-07T09:46:35.438 INFO:teuthology.orchestra.run.smithi077.stdout:(149/174): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-03-07T09:46:36.025 INFO:teuthology.orchestra.run.smithi018.stdout:(8/174): ceph-common-19.0.0-1848.g8b896a9e.el9. 9.0 MB/s | 20 MB 00:02 2024-03-07T09:46:36.100 INFO:teuthology.orchestra.run.smithi018.stdout:(9/174): ceph-selinux-19.0.0-1848.g8b896a9e.el9 336 kB/s | 25 kB 00:00 2024-03-07T09:46:36.163 INFO:teuthology.orchestra.run.smithi077.stdout:(150/174): librbd1-19.0.0-1848.g8b896a9e.el9.x8 4.3 MB/s | 3.1 MB 00:00 2024-03-07T09:46:36.384 INFO:teuthology.orchestra.run.smithi018.stdout:(10/174): ceph-radosgw-19.0.0-1848.g8b896a9e.el 7.8 MB/s | 9.8 MB 00:01 2024-03-07T09:46:36.468 INFO:teuthology.orchestra.run.smithi018.stdout:(11/174): cephfs-mirror-19.0.0-1848.g8b896a9e.e 2.6 MB/s | 220 kB 00:00 2024-03-07T09:46:36.534 INFO:teuthology.orchestra.run.smithi018.stdout:(12/174): cephfs-shell-19.0.0-1848.g8b896a9e.el 407 kB/s | 27 kB 00:00 2024-03-07T09:46:36.693 INFO:teuthology.orchestra.run.smithi018.stdout:(13/174): ceph-osd-19.0.0-1848.g8b896a9e.el9.x8 8.4 MB/s | 17 MB 00:02 2024-03-07T09:46:36.709 INFO:teuthology.orchestra.run.smithi018.stdout:(14/174): libcephfs-devel-19.0.0-1848.g8b896a9e 178 kB/s | 31 kB 00:00 2024-03-07T09:46:36.713 INFO:teuthology.orchestra.run.smithi077.stdout:(151/174): NetworkManager-1.46.0-1.el9.x86_64.r 4.2 MB/s | 2.3 MB 00:00 2024-03-07T09:46:36.769 INFO:teuthology.orchestra.run.smithi018.stdout:(15/174): libcephsqlite-19.0.0-1848.g8b896a9e.e 2.7 MB/s | 163 kB 00:00 2024-03-07T09:46:36.819 INFO:teuthology.orchestra.run.smithi018.stdout:(16/174): libcephfs2-19.0.0-1848.g8b896a9e.el9. 5.8 MB/s | 746 kB 00:00 2024-03-07T09:46:36.844 INFO:teuthology.orchestra.run.smithi018.stdout:(17/174): librados-devel-19.0.0-1848.g8b896a9e. 1.6 MB/s | 127 kB 00:00 2024-03-07T09:46:36.953 INFO:teuthology.orchestra.run.smithi018.stdout:(18/174): libradosstriper1-19.0.0-1848.g8b896a9 3.7 MB/s | 501 kB 00:00 2024-03-07T09:46:37.019 INFO:teuthology.orchestra.run.smithi018.stdout:(19/174): python3-ceph-argparse-19.0.0-1848.g8b 680 kB/s | 45 kB 00:00 2024-03-07T09:46:37.081 INFO:teuthology.orchestra.run.smithi077.stdout:(152/174): NetworkManager-libnm-1.46.0-1.el9.x8 5.0 MB/s | 1.8 MB 00:00 2024-03-07T09:46:37.111 INFO:teuthology.orchestra.run.smithi018.stdout:(20/174): python3-ceph-common-19.0.0-1848.g8b89 1.4 MB/s | 131 kB 00:00 2024-03-07T09:46:37.131 INFO:teuthology.orchestra.run.smithi077.stdout:(153/174): librados2-19.0.0-1848.g8b896a9e.el9. 1.9 MB/s | 3.4 MB 00:01 2024-03-07T09:46:37.147 INFO:teuthology.orchestra.run.smithi077.stdout:(154/174): NetworkManager-team-1.46.0-1.el9.x86 635 kB/s | 42 kB 00:00 2024-03-07T09:46:37.195 INFO:teuthology.orchestra.run.smithi018.stdout:(21/174): python3-cephfs-19.0.0-1848.g8b896a9e. 1.9 MB/s | 161 kB 00:00 2024-03-07T09:46:37.200 INFO:teuthology.orchestra.run.smithi077.stdout:(155/174): acl-2.3.1-4.el9.x86_64.rpm 1.4 MB/s | 71 kB 00:00 2024-03-07T09:46:37.240 INFO:teuthology.orchestra.run.smithi077.stdout:(156/174): elfutils-debuginfod-client-0.190-2.e 876 kB/s | 36 kB 00:00 2024-03-07T09:46:37.278 INFO:teuthology.orchestra.run.smithi018.stdout:(22/174): python3-rados-19.0.0-1848.g8b896a9e.e 3.8 MB/s | 320 kB 00:00 2024-03-07T09:46:37.282 INFO:teuthology.orchestra.run.smithi077.stdout:(157/174): NetworkManager-tui-1.46.0-1.el9.x86_ 1.6 MB/s | 248 kB 00:00 2024-03-07T09:46:37.307 INFO:teuthology.orchestra.run.smithi077.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 2.8 MB/s | 192 kB 00:00 2024-03-07T09:46:37.349 INFO:teuthology.orchestra.run.smithi077.stdout:(159/174): elfutils-libs-0.190-2.el9.x86_64.rpm 3.7 MB/s | 256 kB 00:00 2024-03-07T09:46:37.376 INFO:teuthology.orchestra.run.smithi077.stdout:(160/174): libacl-2.3.1-4.el9.x86_64.rpm 346 kB/s | 23 kB 00:00 2024-03-07T09:46:37.408 INFO:teuthology.orchestra.run.smithi077.stdout:(161/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 108 kB 00:00 2024-03-07T09:46:37.429 INFO:teuthology.orchestra.run.smithi018.stdout:(23/174): librgw2-19.0.0-1848.g8b896a9e.el9.x86 8.8 MB/s | 5.1 MB 00:00 2024-03-07T09:46:37.450 INFO:teuthology.orchestra.run.smithi077.stdout:(162/174): libfdisk-2.37.4-18.el9.x86_64.rpm 2.0 MB/s | 155 kB 00:00 2024-03-07T09:46:37.454 INFO:teuthology.orchestra.run.smithi018.stdout:(24/174): python3-rbd-19.0.0-1848.g8b896a9e.el9 1.7 MB/s | 298 kB 00:00 2024-03-07T09:46:37.475 INFO:teuthology.orchestra.run.smithi077.stdout:(163/174): libmount-2.37.4-18.el9.x86_64.rpm 2.0 MB/s | 136 kB 00:00 2024-03-07T09:46:37.479 INFO:teuthology.orchestra.run.smithi018.stdout:(25/174): python3-rgw-19.0.0-1848.g8b896a9e.el9 1.9 MB/s | 99 kB 00:00 2024-03-07T09:46:37.500 INFO:teuthology.orchestra.run.smithi077.stdout:(164/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 64 kB 00:00 2024-03-07T09:46:37.521 INFO:teuthology.orchestra.run.smithi018.stdout:(26/174): rbd-fuse-19.0.0-1848.g8b896a9e.el9.x8 1.2 MB/s | 85 kB 00:00 2024-03-07T09:46:37.526 INFO:teuthology.orchestra.run.smithi077.stdout:(165/174): libuuid-2.37.4-18.el9.x86_64.rpm 571 kB/s | 29 kB 00:00 2024-03-07T09:46:37.613 INFO:teuthology.orchestra.run.smithi018.stdout:(27/174): rbd-nbd-19.0.0-1848.g8b896a9e.el9.x86 1.8 MB/s | 170 kB 00:00 2024-03-07T09:46:37.689 INFO:teuthology.orchestra.run.smithi018.stdout:(28/174): ceph-grafana-dashboards-19.0.0-1848.g 419 kB/s | 31 kB 00:00 2024-03-07T09:46:37.701 INFO:teuthology.orchestra.run.smithi077.stdout:(166/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.8 MB/s | 16 MB 00:05 2024-03-07T09:46:37.760 INFO:teuthology.orchestra.run.smithi077.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 4.7 MB/s | 1.2 MB 00:00 2024-03-07T09:46:37.772 INFO:teuthology.orchestra.run.smithi018.stdout:(29/174): ceph-mgr-cephadm-19.0.0-1848.g8b896a9 1.6 MB/s | 138 kB 00:00 2024-03-07T09:46:37.827 INFO:teuthology.orchestra.run.smithi077.stdout:(168/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 7.2 MB/s | 2.2 MB 00:00 2024-03-07T09:46:37.831 INFO:teuthology.orchestra.run.smithi018.stdout:(30/174): rbd-mirror-19.0.0-1848.g8b896a9e.el9. 8.8 MB/s | 3.1 MB 00:00 2024-03-07T09:46:37.869 INFO:teuthology.orchestra.run.smithi077.stdout:(169/174): util-linux-core-2.37.4-18.el9.x86_64 4.2 MB/s | 465 kB 00:00 2024-03-07T09:46:37.894 INFO:teuthology.orchestra.run.smithi077.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 466 kB/s | 31 kB 00:00 2024-03-07T09:46:37.927 INFO:teuthology.orchestra.run.smithi077.stdout:(171/174): xfsdump-3.1.12-4.el9.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2024-03-07T09:46:37.961 INFO:teuthology.orchestra.run.smithi077.stdout:(172/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 2.2 MB/s | 74 kB 00:00 2024-03-07T09:46:38.028 INFO:teuthology.orchestra.run.smithi077.stdout:(173/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 8.0 MB/s | 1.1 MB 00:00 2024-03-07T09:46:38.048 INFO:teuthology.orchestra.run.smithi018.stdout:(31/174): ceph-mgr-dashboard-19.0.0-1848.g8b896 6.5 MB/s | 1.8 MB 00:00 2024-03-07T09:46:38.140 INFO:teuthology.orchestra.run.smithi018.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1848.g8b 2.7 MB/s | 248 kB 00:00 2024-03-07T09:46:38.232 INFO:teuthology.orchestra.run.smithi018.stdout:(33/174): ceph-mgr-rook-19.0.0-1848.g8b896a9e.e 538 kB/s | 49 kB 00:00 2024-03-07T09:46:38.316 INFO:teuthology.orchestra.run.smithi018.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1848.g8 197 kB/s | 16 kB 00:00 2024-03-07T09:46:38.407 INFO:teuthology.orchestra.run.smithi018.stdout:(35/174): ceph-volume-19.0.0-1848.g8b896a9e.el9 2.8 MB/s | 264 kB 00:00 2024-03-07T09:46:38.616 INFO:teuthology.orchestra.run.smithi018.stdout:(36/174): ceph-mgr-diskprediction-local-19.0.0- 9.5 MB/s | 7.4 MB 00:00 2024-03-07T09:46:38.649 INFO:teuthology.orchestra.run.smithi018.stdout:(37/174): cephadm-19.0.0-1848.g8b896a9e.el9.noa 3.0 MB/s | 748 kB 00:00 2024-03-07T09:46:38.674 INFO:teuthology.orchestra.run.smithi018.stdout:(38/174): cephfs-top-19.0.0-1848.g8b896a9e.el9. 313 kB/s | 18 kB 00:00 2024-03-07T09:46:38.711 INFO:teuthology.orchestra.run.smithi077.stdout:(174/174): util-linux-2.37.4-18.el9.x86_64.rpm 2.3 MB/s | 2.3 MB 00:01 2024-03-07T09:46:38.715 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-03-07T09:46:38.715 INFO:teuthology.orchestra.run.smithi077.stdout:Total 11 MB/s | 226 MB 00:21 2024-03-07T09:46:38.775 INFO:teuthology.orchestra.run.smithi018.stdout:(39/174): libaio-devel-0.3.112-1.el8.x86_64.rpm 140 kB/s | 18 kB 00:00 2024-03-07T09:46:38.842 INFO:teuthology.orchestra.run.smithi018.stdout:(40/174): fuse-2.9.9-15.el9.x86_64.rpm 481 kB/s | 80 kB 00:00 2024-03-07T09:46:39.301 INFO:teuthology.orchestra.run.smithi018.stdout:(41/174): ceph-test-19.0.0-1848.g8b896a9e.el9.x 15 MB/s | 47 MB 00:03 2024-03-07T09:46:39.359 INFO:teuthology.orchestra.run.smithi018.stdout:(42/174): jq-1.6-16.el9.x86_64.rpm 321 kB/s | 187 kB 00:00 2024-03-07T09:46:39.451 INFO:teuthology.orchestra.run.smithi018.stdout:(43/174): libgfortran-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 803 kB 00:00 2024-03-07T09:46:39.476 INFO:teuthology.orchestra.run.smithi018.stdout:(44/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.8 MB/s | 218 kB 00:00 2024-03-07T09:46:39.510 INFO:teuthology.orchestra.run.smithi018.stdout:(45/174): libquadmath-11.4.1-3.el9.x86_64.rpm 936 kB/s | 195 kB 00:00 2024-03-07T09:46:39.544 INFO:teuthology.orchestra.run.smithi018.stdout:(46/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-03-07T09:46:39.577 INFO:teuthology.orchestra.run.smithi018.stdout:(47/174): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-03-07T09:46:39.602 INFO:teuthology.orchestra.run.smithi018.stdout:(48/174): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-03-07T09:46:39.644 INFO:teuthology.orchestra.run.smithi018.stdout:(49/174): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-03-07T09:46:39.669 INFO:teuthology.orchestra.run.smithi018.stdout:(50/174): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-03-07T09:46:39.853 INFO:teuthology.orchestra.run.smithi018.stdout:(51/174): python3-cryptography-36.0.1-4.el9.x86 3.3 MB/s | 1.2 MB 00:00 2024-03-07T09:46:40.077 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-03-07T09:46:40.145 INFO:teuthology.orchestra.run.smithi018.stdout:(52/174): boost-program-options-1.75.0-8.el9.x8 366 kB/s | 107 kB 00:00 2024-03-07T09:46:40.179 INFO:teuthology.orchestra.run.smithi018.stdout:(53/174): automake-1.16.2-8.el9.noarch.rpm 1.3 MB/s | 689 kB 00:00 2024-03-07T09:46:40.246 INFO:teuthology.orchestra.run.smithi018.stdout:(54/174): bison-3.7.4-5.el9.x86_64.rpm 1.6 MB/s | 943 kB 00:00 2024-03-07T09:46:40.287 INFO:teuthology.orchestra.run.smithi018.stdout:(55/174): elfutils-libelf-devel-0.190-2.el9.x86 152 kB/s | 21 kB 00:00 2024-03-07T09:46:40.377 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-03-07T09:46:40.378 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-03-07T09:46:40.379 INFO:teuthology.orchestra.run.smithi018.stdout:(56/174): flex-2.6.4-9.el9.x86_64.rpm 1.8 MB/s | 313 kB 00:00 2024-03-07T09:46:40.396 INFO:teuthology.orchestra.run.smithi018.stdout:(57/174): flexiblas-3.0.4-8.el9.x86_64.rpm 263 kB/s | 33 kB 00:00 2024-03-07T09:46:40.497 INFO:teuthology.orchestra.run.smithi018.stdout:(58/174): flexiblas-openblas-openmp-3.0.4-8.el9 157 kB/s | 18 kB 00:00 2024-03-07T09:46:40.563 INFO:teuthology.orchestra.run.smithi018.stdout:(59/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-03-07T09:46:40.622 INFO:teuthology.orchestra.run.smithi018.stdout:(60/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.7 MB/s | 3.0 MB 00:00 2024-03-07T09:46:40.672 INFO:teuthology.orchestra.run.smithi018.stdout:(61/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 258 kB/s | 45 kB 00:00 2024-03-07T09:46:40.764 INFO:teuthology.orchestra.run.smithi018.stdout:(62/174): librdkafka-1.6.1-102.el9.x86_64.rpm 3.2 MB/s | 662 kB 00:00 2024-03-07T09:46:40.823 INFO:teuthology.orchestra.run.smithi018.stdout:(63/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 203 kB/s | 25 kB 00:00 2024-03-07T09:46:40.857 INFO:teuthology.orchestra.run.smithi018.stdout:(64/174): libtool-2.4.6-45.el9.x86_64.rpm 2.7 MB/s | 582 kB 00:00 2024-03-07T09:46:40.907 INFO:teuthology.orchestra.run.smithi018.stdout:(65/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 336 kB/s | 47 kB 00:00 2024-03-07T09:46:40.990 INFO:teuthology.orchestra.run.smithi018.stdout:(66/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.7 MB/s | 292 kB 00:00 2024-03-07T09:46:41.049 INFO:teuthology.orchestra.run.smithi018.stdout:(67/174): openblas-0.3.21-2.el9.x86_64.rpm 302 kB/s | 35 kB 00:00 2024-03-07T09:46:41.074 INFO:teuthology.orchestra.run.smithi018.stdout:(68/174): lua-5.4.4-4.el9.x86_64.rpm 977 kB/s | 188 kB 00:00 2024-03-07T09:46:41.308 INFO:teuthology.orchestra.run.smithi018.stdout:(69/174): openblas-openmp-0.3.21-2.el9.x86_64.r 15 MB/s | 4.7 MB 00:00 2024-03-07T09:46:41.358 INFO:teuthology.orchestra.run.smithi018.stdout:(70/174): postgresql-13.11-1.el9.x86_64.rpm 6.1 MB/s | 1.6 MB 00:00 2024-03-07T09:46:41.450 INFO:teuthology.orchestra.run.smithi018.stdout:(71/174): openssl-devel-3.0.7-27.el9.x86_64.rpm 10 MB/s | 4.1 MB 00:00 2024-03-07T09:46:41.550 INFO:teuthology.orchestra.run.smithi018.stdout:(72/174): postgresql-contrib-13.11-1.el9.x86_64 3.7 MB/s | 905 kB 00:00 2024-03-07T09:46:41.609 INFO:teuthology.orchestra.run.smithi018.stdout:(73/174): postgresql-private-libs-13.11-1.el9.x 599 kB/s | 135 kB 00:00 2024-03-07T09:46:41.622 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-03-07T09:46:41.726 INFO:teuthology.orchestra.run.smithi018.stdout:(74/174): protobuf-3.14.0-13.el9.x86_64.rpm 5.8 MB/s | 1.0 MB 00:00 2024-03-07T09:46:41.742 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-07T09:46:41.751 INFO:teuthology.orchestra.run.smithi018.stdout:(75/174): python3-attrs-20.3.0-7.el9.noarch.rpm 619 kB/s | 87 kB 00:00 2024-03-07T09:46:41.777 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-07T09:46:41.799 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-07T09:46:41.808 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-07T09:46:41.858 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-07T09:46:41.911 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-07T09:46:41.943 INFO:teuthology.orchestra.run.smithi018.stdout:(76/174): postgresql-server-13.11-1.el9.x86_64. 12 MB/s | 5.7 MB 00:00 2024-03-07T09:46:41.945 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-07T09:46:41.969 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-07T09:46:42.010 INFO:teuthology.orchestra.run.smithi018.stdout:(77/174): python3-devel-3.9.17-2.el9.x86_64.rpm 1.0 MB/s | 245 kB 00:00 2024-03-07T09:46:42.021 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-07T09:46:42.110 INFO:teuthology.orchestra.run.smithi018.stdout:(78/174): python3-jinja2-2.11.3-5.el9.noarch.rp 1.5 MB/s | 248 kB 00:00 2024-03-07T09:46:42.135 INFO:teuthology.orchestra.run.smithi018.stdout:(79/174): python3-jsonpatch-1.21-16.el9.noarch. 207 kB/s | 26 kB 00:00 2024-03-07T09:46:42.216 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-03-07T09:46:42.216 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-03-07T09:46:42.235 INFO:teuthology.orchestra.run.smithi018.stdout:(80/174): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2024-03-07T09:46:42.319 INFO:teuthology.orchestra.run.smithi018.stdout:(81/174): python3-jsonpointer-2.0-4.el9.noarch. 92 kB/s | 19 kB 00:00 2024-03-07T09:46:42.368 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-07T09:46:42.378 INFO:teuthology.orchestra.run.smithi018.stdout:(82/174): python3-markupsafe-1.1.1-12.el9.x86_6 299 kB/s | 35 kB 00:00 2024-03-07T09:46:42.403 INFO:teuthology.orchestra.run.smithi018.stdout:(83/174): python3-mako-1.1.4-6.el9.noarch.rpm 709 kB/s | 172 kB 00:00 2024-03-07T09:46:42.429 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:46:42.529 INFO:teuthology.orchestra.run.smithi018.stdout:(84/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 250 kB 00:00 2024-03-07T09:46:42.536 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:46:42.563 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:46:42.595 INFO:teuthology.orchestra.run.smithi018.stdout:(85/174): python3-oauthlib-3.1.1-5.el9.noarch.r 1.3 MB/s | 222 kB 00:00 2024-03-07T09:46:42.639 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:46:42.659 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 12/198 2024-03-07T09:46:42.670 INFO:teuthology.orchestra.run.smithi018.stdout:(86/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 15 MB/s | 5.1 MB 00:00 2024-03-07T09:46:42.696 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-07T09:46:42.721 INFO:teuthology.orchestra.run.smithi018.stdout:(87/174): python3-packaging-20.9-5.el9.noarch.r 402 kB/s | 77 kB 00:00 2024-03-07T09:46:42.771 INFO:teuthology.orchestra.run.smithi018.stdout:(88/174): python3-prettytable-0.7.2-27.el9.noar 242 kB/s | 42 kB 00:00 2024-03-07T09:46:42.854 INFO:teuthology.orchestra.run.smithi018.stdout:(89/174): python3-protobuf-3.14.0-13.el9.noarch 1.7 MB/s | 269 kB 00:00 2024-03-07T09:46:42.882 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-07T09:46:42.923 INFO:teuthology.orchestra.run.smithi018.stdout:(90/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 909 kB/s | 159 kB 00:00 2024-03-07T09:46:42.946 INFO:teuthology.orchestra.run.smithi018.stdout:(91/174): python3-pyasn1-modules-0.4.8-6.el9.no 1.8 MB/s | 279 kB 00:00 2024-03-07T09:46:42.949 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-07T09:46:42.976 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:46:42.997 INFO:teuthology.orchestra.run.smithi018.stdout:(92/174): python3-pytz-2021.1-5.el9.noarch.rpm 359 kB/s | 51 kB 00:00 2024-03-07T09:46:43.047 INFO:teuthology.orchestra.run.smithi018.stdout:(93/174): python3-requests-oauthlib-1.3.0-12.el 430 kB/s | 54 kB 00:00 2024-03-07T09:46:43.090 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:46:43.119 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 17/198 2024-03-07T09:46:43.156 INFO:teuthology.orchestra.run.smithi018.stdout:(94/174): python3-toml-0.10.2-6.el9.noarch.rpm 313 kB/s | 42 kB 00:00 2024-03-07T09:46:43.183 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 17/198 2024-03-07T09:46:43.223 INFO:teuthology.orchestra.run.smithi018.stdout:(95/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 294 kB/s | 44 kB 00:00 2024-03-07T09:46:43.231 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-07T09:46:43.254 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-07T09:46:43.270 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-07T09:46:43.315 INFO:teuthology.orchestra.run.smithi018.stdout:(96/174): qatlib-23.11.0-1.el9.x86_64.rpm 1.3 MB/s | 216 kB 00:00 2024-03-07T09:46:43.340 INFO:teuthology.orchestra.run.smithi018.stdout:(97/174): qatlib-service-23.11.0-1.el9.x86_64.r 301 kB/s | 35 kB 00:00 2024-03-07T09:46:43.446 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-07T09:46:43.448 INFO:teuthology.orchestra.run.smithi018.stdout:(98/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 335 kB/s | 44 kB 00:00 2024-03-07T09:46:43.476 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-07T09:46:43.507 INFO:teuthology.orchestra.run.smithi018.stdout:(99/174): socat-1.7.4.1-5.el9.x86_64.rpm 2.1 MB/s | 305 kB 00:00 2024-03-07T09:46:43.508 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-07T09:46:43.566 INFO:teuthology.orchestra.run.smithi018.stdout:(100/174): uuid-1.6.2-55.el9.x86_64.rpm 495 kB/s | 58 kB 00:00 2024-03-07T09:46:43.616 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-07T09:46:43.718 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-07T09:46:43.758 INFO:teuthology.orchestra.run.smithi018.stdout:(101/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 21 MB/s | 16 MB 00:00 2024-03-07T09:46:43.783 INFO:teuthology.orchestra.run.smithi018.stdout:(102/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 342 kB/s | 94 kB 00:00 2024-03-07T09:46:43.787 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-07T09:46:43.833 INFO:teuthology.orchestra.run.smithi018.stdout:(103/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 239 kB/s | 64 kB 00:00 2024-03-07T09:46:43.863 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:46:43.904 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:46:43.920 INFO:teuthology.orchestra.run.smithi018.stdout:(104/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 281 kB/s | 45 kB 00:00 2024-03-07T09:46:44.076 INFO:teuthology.orchestra.run.smithi018.stdout:(105/174): abseil-cpp-20211102.0-3.el9.x86_64.r 3.5 MB/s | 548 kB 00:00 2024-03-07T09:46:44.131 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:46:44.167 INFO:teuthology.orchestra.run.smithi018.stdout:(106/174): gperftools-libs-2.9.1-2.el9.x86_64.r 7.5 MB/s | 309 kB 00:00 2024-03-07T09:46:44.209 INFO:teuthology.orchestra.run.smithi018.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm 467 kB/s | 19 kB 00:00 2024-03-07T09:46:44.239 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-07T09:46:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-07T09:46:44.359 INFO:teuthology.orchestra.run.smithi018.stdout:(108/174): libarrow-9.0.0-10.el9.x86_64.rpm 30 MB/s | 4.4 MB 00:00 2024-03-07T09:46:44.376 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-07T09:46:44.410 INFO:teuthology.orchestra.run.smithi018.stdout:(109/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 520 kB/s | 26 kB 00:00 2024-03-07T09:46:44.411 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-07T09:46:44.435 INFO:teuthology.orchestra.run.smithi018.stdout:(110/174): lua-devel-5.4.4-4.el9.x86_64.rpm 36 kB/s | 22 kB 00:00 2024-03-07T09:46:44.460 INFO:teuthology.orchestra.run.smithi018.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 985 kB/s | 49 kB 00:00 2024-03-07T09:46:44.494 INFO:teuthology.orchestra.run.smithi018.stdout:(112/174): luarocks-3.9.2-1.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-03-07T09:46:44.496 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 29/198 2024-03-07T09:46:44.535 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 30/198 2024-03-07T09:46:44.544 INFO:teuthology.orchestra.run.smithi018.stdout:(113/174): libunwind-1.6.2-1.el9.x86_64.rpm 619 kB/s | 67 kB 00:00 2024-03-07T09:46:44.569 INFO:teuthology.orchestra.run.smithi018.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 11 MB/s | 838 kB 00:00 2024-03-07T09:46:44.579 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 31/198 2024-03-07T09:46:44.611 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 32/198 2024-03-07T09:46:44.611 INFO:teuthology.orchestra.run.smithi018.stdout:(115/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.0 MB/s | 43 kB 00:00 2024-03-07T09:46:44.639 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lua-5.4.4-4.el9.x86_64 33/198 2024-03-07T09:46:44.645 INFO:teuthology.orchestra.run.smithi018.stdout:(116/174): python3-asyncssh-2.13.2-4.el9.noarch 5.3 MB/s | 548 kB 00:00 2024-03-07T09:46:44.670 INFO:teuthology.orchestra.run.smithi018.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 548 kB/s | 32 kB 00:00 2024-03-07T09:46:44.695 INFO:teuthology.orchestra.run.smithi018.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 298 kB/s | 15 kB 00:00 2024-03-07T09:46:44.709 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 34/198 2024-03-07T09:46:44.721 INFO:teuthology.orchestra.run.smithi018.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-03-07T09:46:44.746 INFO:teuthology.orchestra.run.smithi018.stdout:(120/174): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-03-07T09:46:44.762 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 35/198 2024-03-07T09:46:44.771 INFO:teuthology.orchestra.run.smithi018.stdout:(121/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-03-07T09:46:44.783 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 36/198 2024-03-07T09:46:44.796 INFO:teuthology.orchestra.run.smithi018.stdout:(122/174): python3-colorama-0.4.4-12.el9.noarch 702 kB/s | 35 kB 00:00 2024-03-07T09:46:44.819 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 37/198 2024-03-07T09:46:44.822 INFO:teuthology.orchestra.run.smithi018.stdout:(123/174): python3-google-auth-2.28.0-1.el9.noa 3.9 MB/s | 203 kB 00:00 2024-03-07T09:46:44.864 INFO:teuthology.orchestra.run.smithi018.stdout:(124/174): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-03-07T09:46:44.895 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 38/198 2024-03-07T09:46:44.905 INFO:teuthology.orchestra.run.smithi018.stdout:(125/174): python3-grpcio-1.46.7-10.el9.x86_64. 19 MB/s | 2.0 MB 00:00 2024-03-07T09:46:44.929 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9. 39/198 2024-03-07T09:46:44.931 INFO:teuthology.orchestra.run.smithi018.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 159 kB/s | 11 kB 00:00 2024-03-07T09:46:44.956 INFO:teuthology.orchestra.run.smithi018.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 349 kB/s | 18 kB 00:00 2024-03-07T09:46:44.973 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el 40/198 2024-03-07T09:46:44.982 INFO:teuthology.orchestra.run.smithi018.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 463 kB/s | 23 kB 00:00 2024-03-07T09:46:45.001 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_6 41/198 2024-03-07T09:46:45.007 INFO:teuthology.orchestra.run.smithi018.stdout:(129/174): python3-jaraco-functools-3.5.0-2.el9 389 kB/s | 19 kB 00:00 2024-03-07T09:46:45.032 INFO:teuthology.orchestra.run.smithi018.stdout:(130/174): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-03-07T09:46:45.066 INFO:teuthology.orchestra.run.smithi018.stdout:(131/174): python3-kubernetes-26.1.0-2.el9.noar 17 MB/s | 1.0 MB 00:00 2024-03-07T09:46:45.071 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-07T09:46:45.091 INFO:teuthology.orchestra.run.smithi018.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 792 kB/s | 46 kB 00:00 2024-03-07T09:46:45.116 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-07T09:46:45.117 INFO:teuthology.orchestra.run.smithi018.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-03-07T09:46:45.142 INFO:teuthology.orchestra.run.smithi018.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-03-07T09:46:45.167 INFO:teuthology.orchestra.run.smithi018.stdout:(135/174): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-03-07T09:46:45.192 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-07T09:46:45.192 INFO:teuthology.orchestra.run.smithi018.stdout:(136/174): python3-portend-3.1.0-2.el9.noarch.r 328 kB/s | 16 kB 00:00 2024-03-07T09:46:45.218 INFO:teuthology.orchestra.run.smithi018.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-03-07T09:46:45.243 INFO:teuthology.orchestra.run.smithi018.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-03-07T09:46:45.268 INFO:teuthology.orchestra.run.smithi018.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-03-07T09:46:45.293 INFO:teuthology.orchestra.run.smithi018.stdout:(140/174): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-03-07T09:46:45.319 INFO:teuthology.orchestra.run.smithi018.stdout:(141/174): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-03-07T09:46:45.331 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-07T09:46:45.344 INFO:teuthology.orchestra.run.smithi018.stdout:(142/174): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-03-07T09:46:45.369 INFO:teuthology.orchestra.run.smithi018.stdout:(143/174): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-03-07T09:46:45.385 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-07T09:46:45.394 INFO:teuthology.orchestra.run.smithi018.stdout:(144/174): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-03-07T09:46:45.420 INFO:teuthology.orchestra.run.smithi018.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-03-07T09:46:45.445 INFO:teuthology.orchestra.run.smithi018.stdout:(146/174): python3-werkzeug-2.0.3-3.el9.1.noarc 8.3 MB/s | 427 kB 00:00 2024-03-07T09:46:45.470 INFO:teuthology.orchestra.run.smithi018.stdout:(147/174): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-03-07T09:46:45.495 INFO:teuthology.orchestra.run.smithi018.stdout:(148/174): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-03-07T09:46:45.537 INFO:teuthology.orchestra.run.smithi018.stdout:(149/174): thrift-0.15.0-2.el9.x86_64.rpm 24 MB/s | 1.6 MB 00:00 2024-03-07T09:46:45.688 INFO:teuthology.orchestra.run.smithi018.stdout:(150/174): protobuf-compiler-3.14.0-13.el9.x86_ 466 kB/s | 863 kB 00:01 2024-03-07T09:46:45.846 INFO:teuthology.orchestra.run.smithi018.stdout:(151/174): librados2-19.0.0-1848.g8b896a9e.el9. 9.7 MB/s | 3.4 MB 00:00 2024-03-07T09:46:45.930 INFO:teuthology.orchestra.run.smithi018.stdout:(152/174): librbd1-19.0.0-1848.g8b896a9e.el9.x8 8.0 MB/s | 3.1 MB 00:00 2024-03-07T09:46:45.939 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-07T09:46:46.023 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-07T09:46:46.088 INFO:teuthology.orchestra.run.smithi018.stdout:(153/174): NetworkManager-team-1.46.0-1.el9.x86 268 kB/s | 42 kB 00:00 2024-03-07T09:46:46.100 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-07T09:46:46.141 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-07T09:46:46.148 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-07T09:46:46.173 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-07T09:46:46.214 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-07T09:46:46.251 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_6 53/198 2024-03-07T09:46:46.280 INFO:teuthology.orchestra.run.smithi018.stdout:(154/174): NetworkManager-tui-1.46.0-1.el9.x86_ 1.3 MB/s | 248 kB 00:00 2024-03-07T09:46:46.281 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-07T09:46:46.389 INFO:teuthology.orchestra.run.smithi018.stdout:(155/174): NetworkManager-libnm-1.46.0-1.el9.x8 3.4 MB/s | 1.8 MB 00:00 2024-03-07T09:46:46.456 INFO:teuthology.orchestra.run.smithi018.stdout:(156/174): elfutils-debuginfod-client-0.190-2.e 547 kB/s | 36 kB 00:00 2024-03-07T09:46:46.490 INFO:teuthology.orchestra.run.smithi018.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 341 kB/s | 71 kB 00:00 2024-03-07T09:46:46.512 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-07T09:46:46.523 INFO:teuthology.orchestra.run.smithi018.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 2.8 MB/s | 192 kB 00:00 2024-03-07T09:46:46.590 INFO:teuthology.orchestra.run.smithi018.stdout:(159/174): libacl-2.3.1-4.el9.x86_64.rpm 346 kB/s | 23 kB 00:00 2024-03-07T09:46:46.674 INFO:teuthology.orchestra.run.smithi018.stdout:(160/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.3 MB/s | 108 kB 00:00 2024-03-07T09:46:46.675 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-07T09:46:46.725 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-07T09:46:46.770 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-07T09:46:46.799 INFO:teuthology.orchestra.run.smithi018.stdout:(161/174): elfutils-libs-0.190-2.el9.x86_64.rpm 827 kB/s | 256 kB 00:00 2024-03-07T09:46:46.910 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-07T09:46:46.933 INFO:teuthology.orchestra.run.smithi018.stdout:(162/174): libmount-2.37.4-18.el9.x86_64.rpm 1.0 MB/s | 136 kB 00:00 2024-03-07T09:46:46.964 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-07T09:46:47.012 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-07T09:46:47.025 INFO:teuthology.orchestra.run.smithi018.stdout:(163/174): NetworkManager-1.46.0-1.el9.x86_64.r 1.7 MB/s | 2.3 MB 00:01 2024-03-07T09:46:47.050 INFO:teuthology.orchestra.run.smithi018.stdout:(164/174): libsmartcols-2.37.4-18.el9.x86_64.rp 547 kB/s | 64 kB 00:00 2024-03-07T09:46:47.075 INFO:teuthology.orchestra.run.smithi018.stdout:(165/174): libfdisk-2.37.4-18.el9.x86_64.rpm 386 kB/s | 155 kB 00:00 2024-03-07T09:46:47.100 INFO:teuthology.orchestra.run.smithi018.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 380 kB/s | 29 kB 00:00 2024-03-07T09:46:47.302 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-07T09:46:47.339 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-07T09:46:47.342 INFO:teuthology.orchestra.run.smithi018.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 4.1 MB/s | 1.2 MB 00:00 2024-03-07T09:46:47.376 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-07T09:46:47.424 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-07T09:46:47.434 INFO:teuthology.orchestra.run.smithi018.stdout:(168/174): util-linux-core-2.37.4-18.el9.x86_64 5.0 MB/s | 465 kB 00:00 2024-03-07T09:46:47.458 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-07T09:46:47.493 INFO:teuthology.orchestra.run.smithi018.stdout:(169/174): util-linux-user-2.37.4-18.el9.x86_64 535 kB/s | 31 kB 00:00 2024-03-07T09:46:47.502 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-07T09:46:47.544 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-07T09:46:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:(170/174): xfsdump-3.1.12-4.el9.x86_64.rpm 4.7 MB/s | 323 kB 00:00 2024-03-07T09:46:47.683 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-07T09:46:47.710 INFO:teuthology.orchestra.run.smithi018.stdout:(171/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 7.2 MB/s | 1.1 MB 00:00 2024-03-07T09:46:47.730 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-07T09:46:47.751 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-07T09:46:47.794 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-07T09:46:47.810 INFO:teuthology.orchestra.run.smithi018.stdout:(172/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 744 kB/s | 74 kB 00:00 2024-03-07T09:46:47.877 INFO:teuthology.orchestra.run.smithi018.stdout:(173/174): util-linux-2.37.4-18.el9.x86_64.rpm 2.9 MB/s | 2.3 MB 00:00 2024-03-07T09:46:47.892 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-07T09:46:47.926 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-07T09:46:47.966 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-07T09:46:47.991 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-07T09:46:48.016 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-07T09:46:48.091 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-07T09:46:48.102 INFO:teuthology.orchestra.run.smithi018.stdout:(174/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 2.1 MB/s | 2.2 MB 00:01 2024-03-07T09:46:48.105 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2024-03-07T09:46:48.105 INFO:teuthology.orchestra.run.smithi018.stdout:Total 15 MB/s | 226 MB 00:14 2024-03-07T09:46:48.223 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-07T09:46:48.265 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-07T09:46:48.293 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 81/198 2024-03-07T09:46:48.327 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 82/198 2024-03-07T09:46:48.367 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-07T09:46:48.406 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 84/198 2024-03-07T09:46:48.439 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 85/198 2024-03-07T09:46:48.470 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 86/198 2024-03-07T09:46:48.504 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 87/198 2024-03-07T09:46:48.545 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 88/198 2024-03-07T09:46:48.580 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 89/198 2024-03-07T09:46:48.669 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 90/198 2024-03-07T09:46:48.719 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 91/198 2024-03-07T09:46:48.749 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 92/198 2024-03-07T09:46:48.797 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 93/198 2024-03-07T09:46:48.900 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-packaging-20.9-5.el9.noarch 94/198 2024-03-07T09:46:48.961 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 95/198 2024-03-07T09:46:49.205 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-03-07T09:46:49.349 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-07T09:46:49.399 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-07T09:46:49.430 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-07T09:46:49.439 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-07T09:46:49.475 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction check 2024-03-07T09:46:49.487 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-07T09:46:49.541 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-07T09:46:49.575 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-07T09:46:49.601 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-07T09:46:49.651 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-07T09:46:49.733 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 96/198 2024-03-07T09:46:49.781 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 97/198 2024-03-07T09:46:49.807 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 98/198 2024-03-07T09:46:49.818 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction check succeeded. 2024-03-07T09:46:49.818 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction test 2024-03-07T09:46:49.901 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 99/198 2024-03-07T09:46:49.957 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 100/198 2024-03-07T09:46:49.977 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-07T09:46:50.027 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:46:50.046 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 101/198 2024-03-07T09:46:50.083 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 102/198 2024-03-07T09:46:50.148 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:46:50.178 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:46:50.269 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:46:50.270 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-0.3.21-2.el9.x86_64 103/198 2024-03-07T09:46:50.299 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 12/198 2024-03-07T09:46:50.314 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 104/198 2024-03-07T09:46:50.336 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-07T09:46:50.395 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 105/198 2024-03-07T09:46:50.532 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-07T09:46:50.588 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-07T09:46:50.616 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:46:50.719 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:46:50.750 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 17/198 2024-03-07T09:46:50.814 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 17/198 2024-03-07T09:46:50.854 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-07T09:46:50.877 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-07T09:46:50.895 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-07T09:46:51.072 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 106/198 2024-03-07T09:46:51.076 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-07T09:46:51.107 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-07T09:46:51.139 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-07T09:46:51.191 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 107/198 2024-03-07T09:46:51.244 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-07T09:46:51.336 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-07T09:46:51.387 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-07T09:46:51.457 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:46:51.513 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:46:51.708 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:46:51.817 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-07T09:46:51.929 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-07T09:46:51.967 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-07T09:46:52.002 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-07T09:46:52.054 INFO:teuthology.orchestra.run.smithi018.stdout:Transaction test succeeded. 2024-03-07T09:46:52.054 INFO:teuthology.orchestra.run.smithi018.stdout:Running transaction 2024-03-07T09:46:52.066 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 29/198 2024-03-07T09:46:52.101 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 30/198 2024-03-07T09:46:52.145 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 31/198 2024-03-07T09:46:52.177 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 32/198 2024-03-07T09:46:52.205 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lua-5.4.4-4.el9.x86_64 33/198 2024-03-07T09:46:52.274 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 34/198 2024-03-07T09:46:52.344 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 35/198 2024-03-07T09:46:52.374 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 36/198 2024-03-07T09:46:52.410 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 37/198 2024-03-07T09:46:52.481 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 108/198 2024-03-07T09:46:52.485 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 38/198 2024-03-07T09:46:52.521 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9. 39/198 2024-03-07T09:46:52.564 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el 40/198 2024-03-07T09:46:52.567 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 109/198 2024-03-07T09:46:52.593 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_6 41/198 2024-03-07T09:46:52.593 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 110/198 2024-03-07T09:46:52.662 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-07T09:46:52.707 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-07T09:46:52.781 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-07T09:46:52.916 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-07T09:46:52.924 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 111/198 2024-03-07T09:46:52.948 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 112/198 2024-03-07T09:46:52.968 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-07T09:46:53.023 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 112/198 2024-03-07T09:46:53.045 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 113/198 2024-03-07T09:46:53.082 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 114/198 2024-03-07T09:46:53.491 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-07T09:46:53.561 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-07T09:46:53.572 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-07T09:46:53.592 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 116/198 2024-03-07T09:46:53.655 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-07T09:46:53.664 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 116/198 2024-03-07T09:46:53.686 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 117/198 2024-03-07T09:46:53.691 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-07T09:46:53.699 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-07T09:46:53.731 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-07T09:46:53.772 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-07T09:46:53.802 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_6 53/198 2024-03-07T09:46:53.831 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-07T09:46:54.041 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-07T09:46:54.222 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-07T09:46:54.292 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-07T09:46:54.336 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-07T09:46:54.474 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-07T09:46:54.522 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-07T09:46:54.579 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-07T09:46:54.650 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-07T09:46:54.689 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-07T09:46:54.726 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-07T09:46:54.772 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-07T09:46:54.808 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-07T09:46:54.852 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-07T09:46:54.902 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-07T09:46:55.035 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-07T09:46:55.082 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-07T09:46:55.112 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-07T09:46:55.153 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-07T09:46:55.247 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-07T09:46:55.286 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-07T09:46:55.326 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-07T09:46:55.378 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-07T09:46:55.410 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-07T09:46:55.483 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-07T09:46:55.610 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-07T09:46:55.642 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-07T09:46:55.670 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 81/198 2024-03-07T09:46:55.704 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 82/198 2024-03-07T09:46:55.744 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-07T09:46:55.775 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 84/198 2024-03-07T09:46:55.805 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 85/198 2024-03-07T09:46:55.839 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 86/198 2024-03-07T09:46:55.873 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 87/198 2024-03-07T09:46:55.914 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 88/198 2024-03-07T09:46:55.949 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 89/198 2024-03-07T09:46:55.994 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:46:56.032 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:46:56.035 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 90/198 2024-03-07T09:46:56.078 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 91/198 2024-03-07T09:46:56.119 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 92/198 2024-03-07T09:46:56.165 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 93/198 2024-03-07T09:46:56.263 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-packaging-20.9-5.el9.noarch 94/198 2024-03-07T09:46:56.312 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 95/198 2024-03-07T09:46:56.600 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:46:56.635 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 119/198 2024-03-07T09:46:56.717 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 119/198 2024-03-07T09:46:56.717 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-07T09:46:56.717 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-07T09:46:56.717 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:46:56.744 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 120/198 2024-03-07T09:46:57.045 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 96/198 2024-03-07T09:46:57.092 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 97/198 2024-03-07T09:46:57.125 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 98/198 2024-03-07T09:46:57.223 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 99/198 2024-03-07T09:46:57.275 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 100/198 2024-03-07T09:46:57.363 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 101/198 2024-03-07T09:46:57.402 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 102/198 2024-03-07T09:46:57.580 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-0.3.21-2.el9.x86_64 103/198 2024-03-07T09:46:57.608 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 104/198 2024-03-07T09:46:57.678 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 105/198 2024-03-07T09:46:58.321 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 106/198 2024-03-07T09:46:58.432 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 107/198 2024-03-07T09:46:59.426 INFO:teuthology.orchestra.run.smithi018.stdout: Preparing : 1/1 2024-03-07T09:46:59.531 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-07T09:46:59.565 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-07T09:46:59.595 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-07T09:46:59.605 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-07T09:46:59.646 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-07T09:46:59.655 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 108/198 2024-03-07T09:46:59.700 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-07T09:46:59.733 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-07T09:46:59.758 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-07T09:46:59.812 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-07T09:46:59.945 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 109/198 2024-03-07T09:46:59.971 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 110/198 2024-03-07T09:47:00.165 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-07T09:47:00.226 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:47:00.285 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 111/198 2024-03-07T09:47:00.310 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 112/198 2024-03-07T09:47:00.359 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:47:00.386 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:47:00.400 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 112/198 2024-03-07T09:47:00.431 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 113/198 2024-03-07T09:47:00.467 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 114/198 2024-03-07T09:47:00.469 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:47:00.508 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 12/198 2024-03-07T09:47:00.543 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-07T09:47:00.732 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-07T09:47:00.788 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-07T09:47:00.815 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:47:00.921 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:47:00.921 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-07T09:47:00.946 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 116/198 2024-03-07T09:47:00.950 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 17/198 2024-03-07T09:47:01.017 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 116/198 2024-03-07T09:47:01.023 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 17/198 2024-03-07T09:47:01.039 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 117/198 2024-03-07T09:47:01.062 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-07T09:47:01.084 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-07T09:47:01.100 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-07T09:47:01.293 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-07T09:47:01.324 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-07T09:47:01.356 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-07T09:47:01.544 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-07T09:47:01.657 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-07T09:47:01.717 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-07T09:47:01.818 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:47:01.860 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:47:02.067 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-07T09:47:02.176 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-07T09:47:02.272 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-07T09:47:02.327 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-07T09:47:02.367 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-07T09:47:02.433 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 29/198 2024-03-07T09:47:02.474 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 30/198 2024-03-07T09:47:02.518 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 31/198 2024-03-07T09:47:02.550 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 32/198 2024-03-07T09:47:02.578 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : lua-5.4.4-4.el9.x86_64 33/198 2024-03-07T09:47:02.648 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 34/198 2024-03-07T09:47:02.703 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 35/198 2024-03-07T09:47:02.742 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 36/198 2024-03-07T09:47:02.785 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 37/198 2024-03-07T09:47:02.862 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 38/198 2024-03-07T09:47:02.904 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9. 39/198 2024-03-07T09:47:02.948 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el 40/198 2024-03-07T09:47:02.976 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_6 41/198 2024-03-07T09:47:03.047 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-07T09:47:03.091 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-07T09:47:03.166 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-07T09:47:03.282 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:47:03.313 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-07T09:47:03.319 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:47:03.369 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-07T09:47:03.856 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:47:03.897 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 119/198 2024-03-07T09:47:03.924 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-07T09:47:03.978 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 119/198 2024-03-07T09:47:03.978 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-07T09:47:03.979 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-07T09:47:03.979 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:04.006 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 120/198 2024-03-07T09:47:04.007 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-07T09:47:04.092 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-07T09:47:04.133 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-07T09:47:04.142 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-07T09:47:04.181 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-07T09:47:04.223 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-07T09:47:04.261 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_6 53/198 2024-03-07T09:47:04.291 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-07T09:47:04.553 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-07T09:47:04.751 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-07T09:47:04.826 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-07T09:47:04.871 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-07T09:47:05.191 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-07T09:47:05.241 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-07T09:47:05.297 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-07T09:47:05.370 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-07T09:47:05.408 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-07T09:47:05.444 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-07T09:47:05.492 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-07T09:47:05.527 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-07T09:47:05.571 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-07T09:47:05.613 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-07T09:47:05.759 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-07T09:47:05.802 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-07T09:47:05.831 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-07T09:47:05.873 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-07T09:47:05.970 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-07T09:47:06.006 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-07T09:47:06.047 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-07T09:47:06.072 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-07T09:47:06.096 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-07T09:47:06.188 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-07T09:47:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-07T09:47:06.354 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-07T09:47:06.382 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 81/198 2024-03-07T09:47:06.426 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 82/198 2024-03-07T09:47:06.464 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-07T09:47:06.495 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 84/198 2024-03-07T09:47:06.525 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 85/198 2024-03-07T09:47:06.560 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 86/198 2024-03-07T09:47:06.610 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 87/198 2024-03-07T09:47:06.652 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 88/198 2024-03-07T09:47:06.686 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 89/198 2024-03-07T09:47:06.776 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 90/198 2024-03-07T09:47:06.833 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 91/198 2024-03-07T09:47:06.864 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 92/198 2024-03-07T09:47:06.912 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 93/198 2024-03-07T09:47:07.021 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-packaging-20.9-5.el9.noarch 94/198 2024-03-07T09:47:07.083 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 95/198 2024-03-07T09:47:07.848 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 96/198 2024-03-07T09:47:07.888 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 97/198 2024-03-07T09:47:07.922 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 98/198 2024-03-07T09:47:08.024 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 99/198 2024-03-07T09:47:08.080 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 100/198 2024-03-07T09:47:08.169 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 101/198 2024-03-07T09:47:08.198 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 102/198 2024-03-07T09:47:08.380 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openblas-0.3.21-2.el9.x86_64 103/198 2024-03-07T09:47:08.412 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 104/198 2024-03-07T09:47:08.420 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 120/198 2024-03-07T09:47:08.420 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /sys 2024-03-07T09:47:08.420 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /proc 2024-03-07T09:47:08.421 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /mnt 2024-03-07T09:47:08.421 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /var/tmp 2024-03-07T09:47:08.421 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /home 2024-03-07T09:47:08.421 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /root 2024-03-07T09:47:08.421 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /tmp 2024-03-07T09:47:08.421 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:08.499 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 105/198 2024-03-07T09:47:08.588 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 121/198 2024-03-07T09:47:08.603 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 121/198 2024-03-07T09:47:08.604 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:08.604 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-07T09:47:08.604 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:09.175 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 106/198 2024-03-07T09:47:09.297 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 107/198 2024-03-07T09:47:10.135 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 122/198 2024-03-07T09:47:10.160 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 122/198 2024-03-07T09:47:10.160 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:10.160 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-07T09:47:10.160 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T09:47:10.160 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T09:47:10.160 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:10.391 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 123/198 2024-03-07T09:47:10.415 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 123/198 2024-03-07T09:47:10.415 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:10.415 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-07T09:47:10.415 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T09:47:10.415 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T09:47:10.415 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:10.590 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 108/198 2024-03-07T09:47:10.661 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 109/198 2024-03-07T09:47:10.687 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 110/198 2024-03-07T09:47:10.875 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 124/198 2024-03-07T09:47:10.899 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 124/198 2024-03-07T09:47:10.899 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:10.899 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-07T09:47:10.899 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T09:47:10.900 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T09:47:10.900 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:11.014 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : automake-1.16.2-8.el9.noarch 125/198 2024-03-07T09:47:11.015 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 111/198 2024-03-07T09:47:11.042 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 112/198 2024-03-07T09:47:11.073 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ply-3.11-14.el9.noarch 126/198 2024-03-07T09:47:11.116 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 112/198 2024-03-07T09:47:11.136 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 127/198 2024-03-07T09:47:11.147 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 113/198 2024-03-07T09:47:11.184 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 114/198 2024-03-07T09:47:11.330 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 128/198 2024-03-07T09:47:11.377 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 129/198 2024-03-07T09:47:11.458 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 130/198 2024-03-07T09:47:11.556 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 131/198 2024-03-07T09:47:11.661 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-07T09:47:11.687 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 116/198 2024-03-07T09:47:11.698 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 132/198 2024-03-07T09:47:11.741 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 116/198 2024-03-07T09:47:11.751 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 133/198 2024-03-07T09:47:11.763 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 117/198 2024-03-07T09:47:11.784 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 134/198 2024-03-07T09:47:11.815 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 135/198 2024-03-07T09:47:11.851 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : jq-1.6-16.el9.x86_64 136/198 2024-03-07T09:47:11.878 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : fuse-2.9.9-15.el9.x86_64 137/198 2024-03-07T09:47:12.315 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 138/198 2024-03-07T09:47:12.337 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 138/198 2024-03-07T09:47:12.369 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.e 139/198 2024-03-07T09:47:12.431 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e. 140/198 2024-03-07T09:47:12.459 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 141/198 2024-03-07T09:47:12.700 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 141/198 2024-03-07T09:47:12.735 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 142/198 2024-03-07T09:47:13.753 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 142/198 2024-03-07T09:47:13.777 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 143/198 2024-03-07T09:47:13.885 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 143/198 2024-03-07T09:47:14.048 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el 144/198 2024-03-07T09:47:14.056 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:47:14.071 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 145/198 2024-03-07T09:47:14.085 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:47:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 145/198 2024-03-07T09:47:14.095 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:14.095 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-07T09:47:14.095 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T09:47:14.095 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T09:47:14.095 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:14.147 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 146/198 2024-03-07T09:47:14.157 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 146/198 2024-03-07T09:47:14.251 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 147/198 2024-03-07T09:47:14.661 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 118/198 2024-03-07T09:47:14.764 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 119/198 2024-03-07T09:47:14.852 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 119/198 2024-03-07T09:47:14.853 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-07T09:47:14.853 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-07T09:47:14.853 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:14.890 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 120/198 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 120/198 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /sys 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /proc 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /mnt 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /var/tmp 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /home 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /root 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /tmp 2024-03-07T09:47:15.506 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:15.668 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 121/198 2024-03-07T09:47:15.683 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 121/198 2024-03-07T09:47:15.683 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:15.683 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-07T09:47:15.683 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:17.137 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 122/198 2024-03-07T09:47:17.163 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 122/198 2024-03-07T09:47:17.163 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:17.163 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-07T09:47:17.163 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T09:47:17.163 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T09:47:17.163 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:17.380 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 123/198 2024-03-07T09:47:17.402 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 123/198 2024-03-07T09:47:17.402 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:17.402 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-07T09:47:17.402 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T09:47:17.402 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T09:47:17.402 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:17.847 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 124/198 2024-03-07T09:47:17.869 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 124/198 2024-03-07T09:47:17.869 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:17.869 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-07T09:47:17.869 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T09:47:17.869 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T09:47:17.870 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:17.977 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : automake-1.16.2-8.el9.noarch 125/198 2024-03-07T09:47:18.025 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ply-3.11-14.el9.noarch 126/198 2024-03-07T09:47:18.080 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 127/198 2024-03-07T09:47:18.264 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 128/198 2024-03-07T09:47:18.314 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 129/198 2024-03-07T09:47:18.391 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 130/198 2024-03-07T09:47:18.481 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 131/198 2024-03-07T09:47:18.619 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 132/198 2024-03-07T09:47:18.655 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 133/198 2024-03-07T09:47:18.688 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 134/198 2024-03-07T09:47:18.720 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 135/198 2024-03-07T09:47:18.755 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : jq-1.6-16.el9.x86_64 136/198 2024-03-07T09:47:18.783 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : fuse-2.9.9-15.el9.x86_64 137/198 2024-03-07T09:47:18.926 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 148/198 2024-03-07T09:47:18.992 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 149/198 2024-03-07T09:47:19.150 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 138/198 2024-03-07T09:47:19.182 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 138/198 2024-03-07T09:47:19.213 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.e 139/198 2024-03-07T09:47:19.274 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e. 140/198 2024-03-07T09:47:19.313 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 141/198 2024-03-07T09:47:19.541 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 141/198 2024-03-07T09:47:19.572 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 142/198 2024-03-07T09:47:19.902 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libtool-2.4.6-45.el9.x86_64 150/198 2024-03-07T09:47:19.937 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:19.961 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:19.961 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:19.961 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-07T09:47:19.961 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T09:47:19.961 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T09:47:19.962 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:20.004 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1848.g8b896 152/198 2024-03-07T09:47:20.027 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1848.g8b896 152/198 2024-03-07T09:47:20.027 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:20.027 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-07T09:47:20.027 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:20.071 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:20.095 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:20.095 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:20.095 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-07T09:47:20.095 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-07T09:47:20.095 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-07T09:47:20.095 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:20.413 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 154/198 2024-03-07T09:47:20.437 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 154/198 2024-03-07T09:47:20.437 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:20.437 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-07T09:47:20.437 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T09:47:20.437 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T09:47:20.437 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:20.489 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 155/198 2024-03-07T09:47:20.519 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 156/198 2024-03-07T09:47:20.529 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 142/198 2024-03-07T09:47:20.546 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/198 2024-03-07T09:47:20.556 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 143/198 2024-03-07T09:47:20.657 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 143/198 2024-03-07T09:47:20.736 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 158/198 2024-03-07T09:47:20.786 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/198 2024-03-07T09:47:20.818 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el 144/198 2024-03-07T09:47:20.824 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-07T09:47:20.841 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 145/198 2024-03-07T09:47:20.863 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 145/198 2024-03-07T09:47:20.864 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:20.864 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-07T09:47:20.864 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T09:47:20.864 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T09:47:20.864 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:20.867 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-07T09:47:20.908 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 146/198 2024-03-07T09:47:20.910 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-07T09:47:20.919 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 146/198 2024-03-07T09:47:20.943 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_ 163/198 2024-03-07T09:47:20.984 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-07T09:47:21.014 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-team-1:1.46.0-1.el9.x86_64 165/198 2024-03-07T09:47:21.016 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 147/198 2024-03-07T09:47:21.068 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-tui-1:1.46.0-1.el9.x86_64 166/198 2024-03-07T09:47:21.128 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-07T09:47:21.162 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-07T09:47:21.727 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:21.768 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:21.788 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:22.660 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 170/198 2024-03-07T09:47:22.763 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-07T09:47:22.845 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flex-2.6.4-9.el9.x86_64 172/198 2024-03-07T09:47:22.881 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : bison-3.7.4-5.el9.x86_64 173/198 2024-03-07T09:47:22.915 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 174/198 2024-03-07T09:47:22.940 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-07T09:47:22.966 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-07T09:47:22.992 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-07T09:47:22.992 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-07T09:47:23.089 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-07T09:47:23.127 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-07T09:47:23.127 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-07T09:47:23.194 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-07T09:47:23.220 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-07T09:47:23.254 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-07T09:47:23.279 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-07T09:47:23.304 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-07T09:47:23.337 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-07T09:47:23.376 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-07T09:47:23.408 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-07T09:47:23.434 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-07T09:47:23.459 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-07T09:47:23.476 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-07T09:47:23.501 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-07T09:47:23.508 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:23.508 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:23.696 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:23.696 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-07T09:47:23.787 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-07T09:47:23.812 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-07T09:47:23.837 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-07T09:47:23.888 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-07T09:47:23.928 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-07T09:47:23.997 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-07T09:47:25.400 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 148/198 2024-03-07T09:47:25.461 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 149/198 2024-03-07T09:47:26.317 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libtool-2.4.6-45.el9.x86_64 150/198 2024-03-07T09:47:26.349 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:26.370 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:26.371 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:26.371 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-07T09:47:26.371 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T09:47:26.371 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T09:47:26.371 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:26.408 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1848.g8b896 152/198 2024-03-07T09:47:26.429 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1848.g8b896 152/198 2024-03-07T09:47:26.429 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:26.429 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-07T09:47:26.429 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:26.475 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:26.497 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:26.497 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:26.497 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-07T09:47:26.497 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-07T09:47:26.497 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-07T09:47:26.497 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:26.792 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 154/198 2024-03-07T09:47:26.815 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 154/198 2024-03-07T09:47:26.815 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:26.815 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-07T09:47:26.815 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T09:47:26.815 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T09:47:26.815 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:26.867 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 155/198 2024-03-07T09:47:26.897 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 156/198 2024-03-07T09:47:26.906 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 120/198 2024-03-07T09:47:26.906 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /sys 2024-03-07T09:47:26.906 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /proc 2024-03-07T09:47:26.906 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /mnt 2024-03-07T09:47:26.906 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /var/tmp 2024-03-07T09:47:26.907 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /home 2024-03-07T09:47:26.907 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /root 2024-03-07T09:47:26.907 INFO:teuthology.orchestra.run.smithi018.stdout:skipping the directory /tmp 2024-03-07T09:47:26.907 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:26.924 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/198 2024-03-07T09:47:27.076 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 121/198 2024-03-07T09:47:27.091 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 121/198 2024-03-07T09:47:27.091 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:27.091 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-07T09:47:27.091 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:27.102 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 158/198 2024-03-07T09:47:27.146 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/198 2024-03-07T09:47:27.186 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-07T09:47:27.238 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-07T09:47:27.273 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-07T09:47:27.306 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_ 163/198 2024-03-07T09:47:27.338 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-07T09:47:27.367 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-team-1:1.46.0-1.el9.x86_64 165/198 2024-03-07T09:47:27.422 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-tui-1:1.46.0-1.el9.x86_64 166/198 2024-03-07T09:47:27.482 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-07T09:47:27.500 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-07T09:47:28.092 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:28.139 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:28.158 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:28.628 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 122/198 2024-03-07T09:47:28.654 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 122/198 2024-03-07T09:47:28.654 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:28.654 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-07T09:47:28.654 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T09:47:28.654 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-07T09:47:28.654 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-07T09:47:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 1/198 2024-03-07T09:47:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 2/198 2024-03-07T09:47:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 3/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 4/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1848.g8b896 5/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 6/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 7/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 8/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 9/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 12/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 13/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 14/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_ 15/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:47:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 17/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_6 18/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 19/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 20/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el 21/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9. 22/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_6 23/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 24/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 25/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 26/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 27/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 28/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 29/198 2024-03-07T09:47:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e. 30/198 2024-03-07T09:47:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 31/198 2024-03-07T09:47:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 32/198 2024-03-07T09:47:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 33/198 2024-03-07T09:47:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el 34/198 2024-03-07T09:47:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 35/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.e 36/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 37/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 38/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 39/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 40/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 41/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : jq-1.6-16.el9.x86_64 42/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 43/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 44/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 45/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/198 2024-03-07T09:47:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 51/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : automake-1.16.2-8.el9.noarch 52/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : bison-3.7.4-5.el9.x86_64 53/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 54/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 55/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flex-2.6.4-9.el9.x86_64 56/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 57/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 58/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 59/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 60/198 2024-03-07T09:47:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 61/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 62/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 63/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 64/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 65/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 66/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lua-5.4.4-4.el9.x86_64 67/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 68/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 69/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 70/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-13.11-1.el9.x86_64 71/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 72/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 73/198 2024-03-07T09:47:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 74/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 75/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 76/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 77/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 78/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 79/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/198 2024-03-07T09:47:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 97/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 98/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 99/198 2024-03-07T09:47:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 100/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 102/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 104/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-07T09:47:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-07T09:47:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-07T09:47:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-07T09:47:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-1:1.46.0-1.el9.x86_64 155/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 157/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-team-1:1.46.0-1.el9.x86_64 159/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-tui-1:1.46.0-1.el9.x86_64 161/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : acl-2.3.1-4.el9.x86_64 163/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : acl-2.3.1-3.el9.x86_64 164/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 166/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 167/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 168/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 169/198 2024-03-07T09:47:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 170/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 171/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 172/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 173/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 174/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 175/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 176/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 177/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 178/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 179/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 180/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 181/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 182/198 2024-03-07T09:47:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 183/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 184/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 185/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 186/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 187/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 188/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 189/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 190/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 191/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 192/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 193/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 194/198 2024-03-07T09:47:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-07T09:47:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-07T09:47:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-07T09:47:28.880 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 123/198 2024-03-07T09:47:28.902 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 123/198 2024-03-07T09:47:28.902 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:28.903 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-07T09:47:28.903 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T09:47:28.903 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-07T09:47:28.903 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:28.980 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 170/198 2024-03-07T09:47:29.077 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-07T09:47:29.159 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flex-2.6.4-9.el9.x86_64 172/198 2024-03-07T09:47:29.196 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : bison-3.7.4-5.el9.x86_64 173/198 2024-03-07T09:47:29.222 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 174/198 2024-03-07T09:47:29.247 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-07T09:47:29.291 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-07T09:47:29.324 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-07T09:47:29.324 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-07T09:47:29.365 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 124/198 2024-03-07T09:47:29.387 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 124/198 2024-03-07T09:47:29.387 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:29.388 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-07T09:47:29.388 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T09:47:29.388 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-07T09:47:29.388 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:29.403 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-07T09:47:29.433 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-07T09:47:29.433 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-07T09:47:29.495 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : automake-1.16.2-8.el9.noarch 125/198 2024-03-07T09:47:29.501 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-07T09:47:29.527 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-07T09:47:29.553 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-ply-3.11-14.el9.noarch 126/198 2024-03-07T09:47:29.560 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-07T09:47:29.586 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-07T09:47:29.602 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-07T09:47:29.609 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 127/198 2024-03-07T09:47:29.635 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-07T09:47:29.675 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-07T09:47:29.707 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-07T09:47:29.732 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-07T09:47:29.758 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-07T09:47:29.783 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-07T09:47:29.800 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 128/198 2024-03-07T09:47:29.808 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-07T09:47:29.814 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:29.814 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:29.850 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 129/198 2024-03-07T09:47:29.929 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 130/198 2024-03-07T09:47:30.003 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:30.003 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-07T09:47:30.019 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 131/198 2024-03-07T09:47:30.086 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-07T09:47:30.110 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-07T09:47:30.135 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-07T09:47:30.161 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-07T09:47:30.169 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 132/198 2024-03-07T09:47:30.194 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-07T09:47:30.216 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 133/198 2024-03-07T09:47:30.249 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 134/198 2024-03-07T09:47:30.259 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-07T09:47:30.280 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 135/198 2024-03-07T09:47:30.316 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : jq-1.6-16.el9.x86_64 136/198 2024-03-07T09:47:30.343 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : fuse-2.9.9-15.el9.x86_64 137/198 2024-03-07T09:47:30.753 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 138/198 2024-03-07T09:47:30.792 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 138/198 2024-03-07T09:47:30.824 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.e 139/198 2024-03-07T09:47:30.886 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e. 140/198 2024-03-07T09:47:30.915 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 141/198 2024-03-07T09:47:31.153 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 141/198 2024-03-07T09:47:31.183 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 142/198 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout:Upgraded: 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-team-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-tui-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:31.663 INFO:teuthology.orchestra.run.smithi063.stdout: acl-2.3.1-4.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.664 INFO:teuthology.orchestra.run.smithi063.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: automake-1.16.2-8.el9.noarch 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: bison-3.7.4-5.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-07T09:47:31.665 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.666 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.667 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.667 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.667 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.667 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.667 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.667 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: flex-2.6.4-9.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-07T09:47:31.668 INFO:teuthology.orchestra.run.smithi063.stdout: jq-1.6-16.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.669 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: lua-5.4.4-4.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-07T09:47:31.670 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-13.11-1.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-07T09:47:31.671 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-07T09:47:31.672 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-07T09:47:31.673 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ply-3.11-14.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.674 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-07T09:47:31.675 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: re2-1:20211101-3.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-07T09:47:31.676 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-07T09:47:31.677 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-07T09:47:31.677 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-03-07T09:47:31.677 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-03-07T09:47:32.134 DEBUG:teuthology.parallel:result is None 2024-03-07T09:47:32.194 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 142/198 2024-03-07T09:47:32.227 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 143/198 2024-03-07T09:47:32.330 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 143/198 2024-03-07T09:47:32.495 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el 144/198 2024-03-07T09:47:32.526 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 145/198 2024-03-07T09:47:32.549 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 145/198 2024-03-07T09:47:32.549 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:32.549 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-07T09:47:32.549 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T09:47:32.549 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-07T09:47:32.549 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:32.585 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 146/198 2024-03-07T09:47:32.596 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 146/198 2024-03-07T09:47:32.699 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 147/198 2024-03-07T09:47:35.071 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-07T09:47:35.071 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 1/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 2/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 3/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 4/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1848.g8b896 5/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 6/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 7/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 8/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 9/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 12/198 2024-03-07T09:47:35.072 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 13/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 14/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_ 15/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 17/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_6 18/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 19/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 20/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el 21/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9. 22/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_6 23/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 24/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 25/198 2024-03-07T09:47:35.073 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 26/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 27/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 28/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 29/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e. 30/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 31/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 32/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 33/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el 34/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 35/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.e 36/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 37/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 38/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 39/198 2024-03-07T09:47:35.074 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 40/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 41/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : jq-1.6-16.el9.x86_64 42/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 43/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 44/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 45/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 51/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : automake-1.16.2-8.el9.noarch 52/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : bison-3.7.4-5.el9.x86_64 53/198 2024-03-07T09:47:35.075 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 54/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 55/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flex-2.6.4-9.el9.x86_64 56/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 57/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 58/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 59/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 60/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 61/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 62/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 63/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 64/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 65/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 66/198 2024-03-07T09:47:35.076 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lua-5.4.4-4.el9.x86_64 67/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 68/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 69/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 70/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-13.11-1.el9.x86_64 71/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 72/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 73/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 74/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 75/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 76/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 77/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 78/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 79/198 2024-03-07T09:47:35.077 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/198 2024-03-07T09:47:35.078 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 97/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 98/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 99/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 100/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 102/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/198 2024-03-07T09:47:35.079 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 104/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-07T09:47:35.080 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-07T09:47:35.081 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-07T09:47:35.082 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:35.083 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-1:1.46.0-1.el9.x86_64 155/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 157/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-team-1:1.46.0-1.el9.x86_64 159/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-tui-1:1.46.0-1.el9.x86_64 161/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : acl-2.3.1-4.el9.x86_64 163/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : acl-2.3.1-3.el9.x86_64 164/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/198 2024-03-07T09:47:35.084 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 166/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 167/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 168/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 169/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 170/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 171/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 172/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 173/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 174/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 175/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 176/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 177/198 2024-03-07T09:47:35.085 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 178/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 179/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 180/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 181/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 182/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 183/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 184/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 185/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 186/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 187/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 188/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 189/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 190/198 2024-03-07T09:47:35.086 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 191/198 2024-03-07T09:47:35.087 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 192/198 2024-03-07T09:47:35.087 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 193/198 2024-03-07T09:47:35.087 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 194/198 2024-03-07T09:47:35.087 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-07T09:47:35.087 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-07T09:47:35.087 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-07T09:47:37.370 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 148/198 2024-03-07T09:47:37.440 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 149/198 2024-03-07T09:47:38.030 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout:Upgraded: 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-team-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-tui-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: acl-2.3.1-4.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-07T09:47:38.031 INFO:teuthology.orchestra.run.smithi077.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-07T09:47:38.032 INFO:teuthology.orchestra.run.smithi077.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: automake-1.16.2-8.el9.noarch 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: bison-3.7.4-5.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.033 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.034 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: flex-2.6.4-9.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: jq-1.6-16.el9.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-03-07T09:47:38.035 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-07T09:47:38.036 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: lua-5.4.4-4.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:38.037 INFO:teuthology.orchestra.run.smithi077.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-13.11-1.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-07T09:47:38.038 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-07T09:47:38.039 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-07T09:47:38.040 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply-3.11-14.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-07T09:47:38.041 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-07T09:47:38.042 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: re2-1:20211101-3.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-07T09:47:38.043 INFO:teuthology.orchestra.run.smithi077.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-07T09:47:38.044 INFO:teuthology.orchestra.run.smithi077.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-07T09:47:38.044 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-07T09:47:38.044 INFO:teuthology.orchestra.run.smithi077.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-07T09:47:38.044 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:47:38.044 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-03-07T09:47:38.342 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libtool-2.4.6-45.el9.x86_64 150/198 2024-03-07T09:47:38.368 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:38.391 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:38.391 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:38.391 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-07T09:47:38.391 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T09:47:38.391 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-07T09:47:38.392 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:38.435 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1848.g8b896 152/198 2024-03-07T09:47:38.457 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1848.g8b896 152/198 2024-03-07T09:47:38.457 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:38.457 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-07T09:47:38.457 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:38.503 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:38.525 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:38.525 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:38.525 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-07T09:47:38.525 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-07T09:47:38.525 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-07T09:47:38.525 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:38.535 DEBUG:teuthology.parallel:result is None 2024-03-07T09:47:38.837 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 154/198 2024-03-07T09:47:38.859 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 154/198 2024-03-07T09:47:38.859 INFO:teuthology.orchestra.run.smithi018.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-07T09:47:38.859 INFO:teuthology.orchestra.run.smithi018.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-07T09:47:38.860 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T09:47:38.860 INFO:teuthology.orchestra.run.smithi018.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-07T09:47:38.860 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:38.912 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 155/198 2024-03-07T09:47:38.950 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 156/198 2024-03-07T09:47:38.978 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/198 2024-03-07T09:47:39.178 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 158/198 2024-03-07T09:47:39.234 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/198 2024-03-07T09:47:39.286 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-07T09:47:39.350 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-07T09:47:39.396 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-07T09:47:39.426 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_ 163/198 2024-03-07T09:47:39.467 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-07T09:47:39.496 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : NetworkManager-team-1:1.46.0-1.el9.x86_64 165/198 2024-03-07T09:47:39.554 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : NetworkManager-tui-1:1.46.0-1.el9.x86_64 166/198 2024-03-07T09:47:39.612 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-07T09:47:39.645 INFO:teuthology.orchestra.run.smithi018.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-07T09:47:40.244 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:40.301 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:40.320 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-07T09:47:41.199 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 170/198 2024-03-07T09:47:41.305 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-07T09:47:41.400 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : flex-2.6.4-9.el9.x86_64 172/198 2024-03-07T09:47:41.435 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : bison-3.7.4-5.el9.x86_64 173/198 2024-03-07T09:47:41.460 INFO:teuthology.orchestra.run.smithi018.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 174/198 2024-03-07T09:47:41.485 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-07T09:47:41.519 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-07T09:47:41.545 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-07T09:47:41.545 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-07T09:47:41.633 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-07T09:47:41.663 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-07T09:47:41.663 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-07T09:47:41.739 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-07T09:47:41.766 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-07T09:47:41.799 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-07T09:47:41.824 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-07T09:47:41.849 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-07T09:47:41.884 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-07T09:47:41.922 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-07T09:47:41.954 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-07T09:47:41.979 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-07T09:47:42.004 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-07T09:47:42.030 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-07T09:47:42.055 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-07T09:47:42.062 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:42.062 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:42.249 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-07T09:47:42.250 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-07T09:47:42.332 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-07T09:47:42.357 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-07T09:47:42.382 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-07T09:47:42.417 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-07T09:47:42.459 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-07T09:47:42.528 INFO:teuthology.orchestra.run.smithi018.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-07T09:47:47.742 INFO:teuthology.orchestra.run.smithi018.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 1/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 2/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 3/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 4/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1848.g8b896 5/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 6/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 7/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 8/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 9/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 10/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 11/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 12/198 2024-03-07T09:47:47.743 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 13/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 14/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_ 15/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 16/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 17/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_6 18/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86 19/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 20/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el 21/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9. 22/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_6 23/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 24/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 25/198 2024-03-07T09:47:47.744 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 26/198 2024-03-07T09:47:47.760 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 27/198 2024-03-07T09:47:47.760 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 28/198 2024-03-07T09:47:47.760 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 29/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e. 30/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noa 31/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.n 32/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b8 33/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el 34/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 35/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.e 36/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 37/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 38/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 39/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 40/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 41/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : jq-1.6-16.el9.x86_64 42/198 2024-03-07T09:47:47.761 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 43/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 44/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 45/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 51/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : automake-1.16.2-8.el9.noarch 52/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : bison-3.7.4-5.el9.x86_64 53/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 54/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 55/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flex-2.6.4-9.el9.x86_64 56/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 57/198 2024-03-07T09:47:47.762 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 58/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 59/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 60/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 61/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 62/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 63/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 64/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 65/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 66/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : lua-5.4.4-4.el9.x86_64 67/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 68/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 69/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 70/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-13.11-1.el9.x86_64 71/198 2024-03-07T09:47:47.763 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 72/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 73/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 74/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 75/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 76/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 77/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 78/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 79/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/198 2024-03-07T09:47:47.764 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 97/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 98/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 99/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 100/198 2024-03-07T09:47:47.765 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 102/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 104/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-07T09:47:47.766 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-07T09:47:47.767 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-07T09:47:47.768 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 151/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 153/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-1:1.46.0-1.el9.x86_64 155/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 157/198 2024-03-07T09:47:47.769 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-team-1:1.46.0-1.el9.x86_64 159/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-tui-1:1.46.0-1.el9.x86_64 161/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : acl-2.3.1-4.el9.x86_64 163/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : acl-2.3.1-3.el9.x86_64 164/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 166/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 167/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 168/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 169/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 170/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 171/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 172/198 2024-03-07T09:47:47.770 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 173/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 174/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 175/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 176/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 177/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 178/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 179/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 180/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 181/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 182/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 183/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 184/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 185/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 186/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 187/198 2024-03-07T09:47:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 188/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 189/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 190/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 191/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 192/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 193/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 194/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-07T09:47:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout:Upgraded: 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager-team-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: NetworkManager-tui-1:1.46.0-1.el9.x86_64 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: acl-2.3.1-4.el9.x86_64 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-07T09:47:50.987 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: librados2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: librbd1-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:50.988 INFO:teuthology.orchestra.run.smithi018.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout:Installed: 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: automake-1.16.2-8.el9.noarch 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: bison-3.7.4-5.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-base-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.989 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-grafana-dashboards-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-immutable-object-cache-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mds-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-dashboard-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-modules-core-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mgr-rook-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-mon-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-osd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-prometheus-alerts-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-radosgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-selinux-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.990 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-test-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: ceph-volume-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: cephadm-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-shell-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: cephfs-top-2:19.0.0-1848.g8b896a9e.el9.noarch 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: flex-2.6.4-9.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-07T09:47:50.991 INFO:teuthology.orchestra.run.smithi018.stdout: jq-1.6-16.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs-devel-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libcephfs2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libcephsqlite-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: librados-devel-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: libradosstriper1-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.992 INFO:teuthology.orchestra.run.smithi018.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: librgw2-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: lua-5.4.4-4.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-07T09:47:50.993 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-13.11-1.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-argparse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ceph-common-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cephfs-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-07T09:47:50.994 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-07T09:47:50.995 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-07T09:47:50.996 INFO:teuthology.orchestra.run.smithi018.stdout: python3-ply-3.11-14.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rados-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rgw-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.997 INFO:teuthology.orchestra.run.smithi018.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-fuse-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.998 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-mirror-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: rbd-nbd-2:19.0.0-1848.g8b896a9e.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: re2-1:20211101-3.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:47:50.999 INFO:teuthology.orchestra.run.smithi018.stdout:Complete! 2024-03-07T09:47:51.471 DEBUG:teuthology.parallel:result is None 2024-03-07T09:47:51.472 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:47:51.621 DEBUG:teuthology.orchestra.run.smithi018:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-07T09:47:51.643 INFO:teuthology.orchestra.run.smithi018.stdout:19.0.0-1848.g8b896a9e.el9 2024-03-07T09:47:51.643 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1848.g8b896a9e.el9 2024-03-07T09:47:51.643 INFO:teuthology.task.install:The correct ceph version 19.0.0-1848.g8b896a9e is installed. 2024-03-07T09:47:51.645 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:47:51.787 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-07T09:47:51.813 INFO:teuthology.orchestra.run.smithi063.stdout:19.0.0-1848.g8b896a9e.el9 2024-03-07T09:47:51.813 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1848.g8b896a9e.el9 2024-03-07T09:47:51.814 INFO:teuthology.task.install:The correct ceph version 19.0.0-1848.g8b896a9e is installed. 2024-03-07T09:47:51.815 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:47:51.954 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-07T09:47:51.980 INFO:teuthology.orchestra.run.smithi077.stdout:19.0.0-1848.g8b896a9e.el9 2024-03-07T09:47:51.980 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1848.g8b896a9e.el9 2024-03-07T09:47:51.980 INFO:teuthology.task.install:The correct ceph version 19.0.0-1848.g8b896a9e is installed. 2024-03-07T09:47:51.982 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-07T09:47:51.982 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:47:51.982 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-07T09:47:52.013 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:47:52.013 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-07T09:47:52.052 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:47:52.052 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-07T09:47:52.085 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-07T09:47:52.086 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:47:52.086 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/daemon-helper 2024-03-07T09:47:52.113 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-07T09:47:52.181 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:47:52.181 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/daemon-helper 2024-03-07T09:47:52.217 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-07T09:47:52.292 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:47:52.292 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/daemon-helper 2024-03-07T09:47:52.322 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-07T09:47:52.392 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-07T09:47:52.392 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:47:52.392 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-07T09:47:52.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-07T09:47:52.487 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:47:52.487 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-07T09:47:52.518 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-07T09:47:52.589 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:47:52.589 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-07T09:47:52.616 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-07T09:47:52.683 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-07T09:47:52.684 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:47:52.684 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/usr/bin/stdin-killer 2024-03-07T09:47:52.715 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-07T09:47:52.782 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:47:52.783 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/stdin-killer 2024-03-07T09:47:52.814 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-07T09:47:52.885 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:47:52.885 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/stdin-killer 2024-03-07T09:47:52.913 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-07T09:47:52.980 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-07T09:47:53.078 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '8b896a9e145796119f0451201dc4d53ddac97db0', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-03-07T09:47:53.078 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:47:53.079 INFO:tasks.cephadm:Cluster fsid is c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:47:53.079 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-07T09:47:53.079 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.18', 'mon.b': '172.21.15.63', 'mon.c': '172.21.15.77'} 2024-03-07T09:47:53.079 INFO:tasks.cephadm:First mon is mon.a on smithi018 2024-03-07T09:47:53.080 INFO:tasks.cephadm:First mgr is x 2024-03-07T09:47:53.080 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-07T09:47:53.080 DEBUG:teuthology.orchestra.run.smithi018:> sudo hostname $(hostname -s) 2024-03-07T09:47:53.111 DEBUG:teuthology.orchestra.run.smithi063:> sudo hostname $(hostname -s) 2024-03-07T09:47:53.141 DEBUG:teuthology.orchestra.run.smithi077:> sudo hostname $(hostname -s) 2024-03-07T09:47:53.169 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-03-07T09:47:53.169 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:47:53.307 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '8b896a9e145796119f0451201dc4d53ddac97db0', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/77380/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1848-g8b896a9e', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1848.g8b896a9e'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-06 23:30:28.927100', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-qdb', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-03-07T09:47:53.640 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref wip-lusov-qdb, sha1 8b896a9e145796119f0451201dc4d53ddac97db0 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:47:53.641 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/x86_64/flavors/default/cephadm 2024-03-07T09:47:53.641 DEBUG:teuthology.orchestra.run.smithi018:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:54.520 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-r--r--. 1 ubuntu ubuntu 767460 Mar 7 09:47 /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:54.521 DEBUG:teuthology.orchestra.run.smithi063:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:55.250 INFO:teuthology.orchestra.run.smithi063.stdout:-rw-r--r--. 1 ubuntu ubuntu 767460 Mar 7 09:47 /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:55.250 DEBUG:teuthology.orchestra.run.smithi077:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-lusov-qdb/8b896a9e145796119f0451201dc4d53ddac97db0/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:56.082 INFO:teuthology.orchestra.run.smithi077.stdout:-rw-r--r--. 1 ubuntu ubuntu 767460 Mar 7 09:47 /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:56.082 DEBUG:teuthology.orchestra.run.smithi018:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:56.100 DEBUG:teuthology.orchestra.run.smithi063:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:56.120 DEBUG:teuthology.orchestra.run.smithi077:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-07T09:47:56.155 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 on all hosts... 2024-03-07T09:47:56.155 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 pull 2024-03-07T09:47:56.157 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 pull 2024-03-07T09:47:56.163 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 pull 2024-03-07T09:47:56.961 INFO:teuthology.orchestra.run.smithi063.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0... 2024-03-07T09:47:56.982 INFO:teuthology.orchestra.run.smithi077.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0... 2024-03-07T09:47:57.220 INFO:teuthology.orchestra.run.smithi018.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0... 2024-03-07T09:48:32.890 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:48:32.890 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_version": "ceph version 19.0.0-1848-g8b896a9e (8b896a9e145796119f0451201dc4d53ddac97db0) squid (dev)", 2024-03-07T09:48:32.890 INFO:teuthology.orchestra.run.smithi018.stdout: "image_id": "e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6", 2024-03-07T09:48:32.890 INFO:teuthology.orchestra.run.smithi018.stdout: "repo_digests": [ 2024-03-07T09:48:32.891 INFO:teuthology.orchestra.run.smithi018.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2" 2024-03-07T09:48:32.891 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T09:48:32.891 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:48:45.956 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-03-07T09:48:45.956 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_version": "ceph version 19.0.0-1848-g8b896a9e (8b896a9e145796119f0451201dc4d53ddac97db0) squid (dev)", 2024-03-07T09:48:45.956 INFO:teuthology.orchestra.run.smithi077.stdout: "image_id": "e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6", 2024-03-07T09:48:45.956 INFO:teuthology.orchestra.run.smithi077.stdout: "repo_digests": [ 2024-03-07T09:48:45.956 INFO:teuthology.orchestra.run.smithi077.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2" 2024-03-07T09:48:45.956 INFO:teuthology.orchestra.run.smithi077.stdout: ] 2024-03-07T09:48:45.956 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-03-07T09:48:50.407 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-03-07T09:48:50.408 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 19.0.0-1848-g8b896a9e (8b896a9e145796119f0451201dc4d53ddac97db0) squid (dev)", 2024-03-07T09:48:50.408 INFO:teuthology.orchestra.run.smithi063.stdout: "image_id": "e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6", 2024-03-07T09:48:50.408 INFO:teuthology.orchestra.run.smithi063.stdout: "repo_digests": [ 2024-03-07T09:48:50.408 INFO:teuthology.orchestra.run.smithi063.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2" 2024-03-07T09:48:50.408 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-03-07T09:48:50.408 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-03-07T09:48:50.431 DEBUG:teuthology.orchestra.run.smithi018:> sudo mkdir -p /etc/ceph 2024-03-07T09:48:50.468 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /etc/ceph 2024-03-07T09:48:50.501 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /etc/ceph 2024-03-07T09:48:50.536 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 777 /etc/ceph 2024-03-07T09:48:50.566 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 777 /etc/ceph 2024-03-07T09:48:50.596 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 777 /etc/ceph 2024-03-07T09:48:50.626 INFO:tasks.cephadm:Writing seed config... 2024-03-07T09:48:50.627 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [client] debug client = 20 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-03-07T09:48:50.628 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-03-07T09:48:50.629 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-07T09:48:50.630 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-03-07T09:48:50.631 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:48:50.631 DEBUG:teuthology.orchestra.run.smithi018:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-07T09:48:50.648 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c474c52c-dc67-11ee-95c6-87774f69a715 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-03-07T09:48:50.648 DEBUG:teuthology.orchestra.run.smithi018:mon.a> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a.service 2024-03-07T09:48:50.690 DEBUG:teuthology.orchestra.run.smithi018:mgr.x> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.x.service 2024-03-07T09:48:50.733 INFO:tasks.cephadm:Bootstrapping... 2024-03-07T09:48:50.733 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 -v bootstrap --fsid c474c52c-dc67-11ee-95c6-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.18 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-07T09:48:50.933 INFO:teuthology.orchestra.run.smithi018.stdout:-------------------------------------------------------------------------------- 2024-03-07T09:48:50.933 INFO:teuthology.orchestra.run.smithi018.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0', '-v', 'bootstrap', '--fsid', 'c474c52c-dc67-11ee-95c6-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.18', '--skip-admin-label'] 2024-03-07T09:48:50.958 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-07T09:48:50.958 INFO:teuthology.orchestra.run.smithi018.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-07T09:48:50.959 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying podman|docker is present... 2024-03-07T09:48:50.982 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-07T09:48:50.982 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying lvm2 is present... 2024-03-07T09:48:50.982 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying time synchronization is in place... 2024-03-07T09:48:50.990 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-07T09:48:50.990 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-07T09:48:50.995 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-07T09:48:50.996 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-03-07T09:48:51.002 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout enabled 2024-03-07T09:48:51.008 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout active 2024-03-07T09:48:51.008 INFO:teuthology.orchestra.run.smithi018.stdout:Unit chronyd.service is enabled and running 2024-03-07T09:48:51.008 INFO:teuthology.orchestra.run.smithi018.stdout:Repeating the final host check... 2024-03-07T09:48:51.031 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-07T09:48:51.031 INFO:teuthology.orchestra.run.smithi018.stdout:podman (/bin/podman) version 4.9.3 is present 2024-03-07T09:48:51.031 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl is present 2024-03-07T09:48:51.031 INFO:teuthology.orchestra.run.smithi018.stdout:lvcreate is present 2024-03-07T09:48:51.037 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-07T09:48:51.037 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-07T09:48:51.043 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-07T09:48:51.043 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-03-07T09:48:51.049 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout enabled 2024-03-07T09:48:51.055 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout active 2024-03-07T09:48:51.055 INFO:teuthology.orchestra.run.smithi018.stdout:Unit chronyd.service is enabled and running 2024-03-07T09:48:51.055 INFO:teuthology.orchestra.run.smithi018.stdout:Host looks OK 2024-03-07T09:48:51.055 INFO:teuthology.orchestra.run.smithi018.stdout:Cluster fsid: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:48:51.055 INFO:teuthology.orchestra.run.smithi018.stdout:Acquiring lock 140016674500032 on /run/cephadm/c474c52c-dc67-11ee-95c6-87774f69a715.lock 2024-03-07T09:48:51.055 INFO:teuthology.orchestra.run.smithi018.stdout:Lock 140016674500032 acquired on /run/cephadm/c474c52c-dc67-11ee-95c6-87774f69a715.lock 2024-03-07T09:48:51.056 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying IP 172.21.15.18 port 3300 ... 2024-03-07T09:48:51.056 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying IP 172.21.15.18 port 6789 ... 2024-03-07T09:48:51.056 INFO:teuthology.orchestra.run.smithi018.stdout:Base mon IP(s) is [172.21.15.18:3300, 172.21.15.18:6789], mon addrv is [v2:172.21.15.18:3300,v1:172.21.15.18:6789] 2024-03-07T09:48:51.059 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.18 metric 100 2024-03-07T09:48:51.059 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.18 metric 100 2024-03-07T09:48:51.062 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-07T09:48:51.062 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-03-07T09:48:51.062 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-03-07T09:48:51.064 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-07T09:48:51.064 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-07T09:48:51.064 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-07T09:48:51.064 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-03-07T09:48:51.064 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1362/64 scope link noprefixroute 2024-03-07T09:48:51.064 INFO:teuthology.orchestra.run.smithi018.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-07T09:48:51.065 INFO:teuthology.orchestra.run.smithi018.stdout:Mon IP `172.21.15.18` is in CIDR network `172.21.0.0/20` 2024-03-07T09:48:51.065 INFO:teuthology.orchestra.run.smithi018.stdout:Mon IP `172.21.15.18` is in CIDR network `172.21.0.0/20` 2024-03-07T09:48:51.065 INFO:teuthology.orchestra.run.smithi018.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-03-07T09:48:51.066 INFO:teuthology.orchestra.run.smithi018.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-07T09:48:51.066 INFO:teuthology.orchestra.run.smithi018.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0... 2024-03-07T09:48:54.241 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stdout e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 2024-03-07T09:48:54.241 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0... 2024-03-07T09:48:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Getting image source signatures 2024-03-07T09:48:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Copying blob sha256:2daaaa8f94553300cdc74c38bac2741a5998248e1125c1b65b21a272e0fd7dd5 2024-03-07T09:48:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Copying blob sha256:7feca07754707458c3945cf0062cf4dabc512f6d90fe1a9a1370b362b6011124 2024-03-07T09:48:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Copying config sha256:e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 2024-03-07T09:48:54.242 INFO:teuthology.orchestra.run.smithi018.stdout:/bin/podman: stderr Writing manifest to image destination 2024-03-07T09:48:55.551 INFO:teuthology.orchestra.run.smithi018.stdout:ceph: stdout ceph version 19.0.0-1848-g8b896a9e (8b896a9e145796119f0451201dc4d53ddac97db0) squid (dev) 2024-03-07T09:48:55.552 INFO:teuthology.orchestra.run.smithi018.stdout:Ceph version: ceph version 19.0.0-1848-g8b896a9e (8b896a9e145796119f0451201dc4d53ddac97db0) squid (dev) 2024-03-07T09:48:55.552 INFO:teuthology.orchestra.run.smithi018.stdout:Extracting ceph user uid/gid from container image... 2024-03-07T09:48:56.410 INFO:teuthology.orchestra.run.smithi018.stdout:stat: stdout 167 167 2024-03-07T09:48:56.410 INFO:teuthology.orchestra.run.smithi018.stdout:Creating initial keys... 2024-03-07T09:48:57.516 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph-authtool: stdout AQCIjellH/LYKhAAoiBti6Pcgej2xHvXUEBNkQ== 2024-03-07T09:48:58.413 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph-authtool: stdout AQCJjellMSEWMRAAH+11+m9lS0ZQngDWwJwlFg== 2024-03-07T09:48:59.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph-authtool: stdout AQCKjellbImCLRAAhMXjylzX9auYxWo0bWt6qg== 2024-03-07T09:48:59.369 INFO:teuthology.orchestra.run.smithi018.stdout:Creating initial monmap... 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:monmaptool for a [v2:172.21.15.18:3300,v1:172.21.15.18:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:setting min_mon_release = quincy 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: set fsid to c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:49:00.318 INFO:teuthology.orchestra.run.smithi018.stdout:Creating mon... 2024-03-07T09:49:01.298 INFO:teuthology.orchestra.run.smithi018.stdout:create mon.a on 2024-03-07T09:49:01.502 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-03-07T09:49:01.671 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-07T09:49:01.855 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c474c52c-dc67-11ee-95c6-87774f69a715.target → /etc/systemd/system/ceph-c474c52c-dc67-11ee-95c6-87774f69a715.target. 2024-03-07T09:49:01.855 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c474c52c-dc67-11ee-95c6-87774f69a715.target → /etc/systemd/system/ceph-c474c52c-dc67-11ee-95c6-87774f69a715.target. 2024-03-07T09:49:02.084 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a 2024-03-07T09:49:02.084 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a.service: Unit ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a.service not loaded. 2024-03-07T09:49:02.238 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c474c52c-dc67-11ee-95c6-87774f69a715.target.wants/ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a.service → /etc/systemd/system/ceph-c474c52c-dc67-11ee-95c6-87774f69a715@.service. 2024-03-07T09:49:02.762 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T09:49:02.762 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-03-07T09:49:02.769 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T09:49:02.769 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-03-07T09:49:02.769 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-03-07T09:49:02.769 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to enable service . firewalld.service is not available 2024-03-07T09:49:02.770 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mon to start... 2024-03-07T09:49:02.770 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mon... 2024-03-07T09:49:02.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:02 smithi018 systemd[1]: Started Ceph mon.a for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:49:03.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:03 smithi018 ceph-mon[31790]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-07T09:49:03.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:03 smithi018 ceph-mon[31790]: monmap e1: 1 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:49:03.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:03 smithi018 ceph-mon[31790]: fsmap 2024-03-07T09:49:03.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:03 smithi018 ceph-mon[31790]: osdmap e1: 0 total, 0 up, 0 in 2024-03-07T09:49:03.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:03 smithi018 ceph-mon[31790]: mgrmap e1: no daemons active 2024-03-07T09:49:03.815 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:03 smithi018 ceph-mon[31790]: from='client.? 172.21.15.18:0/858580386' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-07T09:49:03.817 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout cluster: 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout id: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout services: 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.515305s) 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout data: 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-07T09:49:03.823 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout pgs: 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.177+0000 7f9443647700 1 Processor -- start 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.177+0000 7f9443647700 1 -- start start 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.177+0000 7f9443647700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c07c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.177+0000 7f9443647700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f943c07c870 con 0x7f943c07de40 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f94413e3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c07c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f94413e3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c07c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54622/0 (socket says 172.21.15.18:54622) 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f94413e3700 1 -- 172.21.15.18:0/2115457730 learned_addr learned my addr 172.21.15.18:0/2115457730 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f94413e3700 1 -- 172.21.15.18:0/2115457730 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f943c07c9f0 con 0x7f943c07de40 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f94413e3700 1 --2- 172.21.15.18:0/2115457730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c07c2a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f94340098a0 tx=0x7f9434009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b579c86dc6e0a60 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f943bfff700 1 -- 172.21.15.18:0/2115457730 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9434004160 con 0x7f943c07de40 2024-03-07T09:49:03.824 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f943bfff700 1 -- 172.21.15.18:0/2115457730 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9434004300 con 0x7f943c07de40 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.178+0000 7f943bfff700 1 -- 172.21.15.18:0/2115457730 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f94340036a0 con 0x7f943c07de40 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.179+0000 7f9443647700 1 -- 172.21.15.18:0/2115457730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 msgr2=0x7f943c07c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.179+0000 7f9443647700 1 --2- 172.21.15.18:0/2115457730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c07c2a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f94340098a0 tx=0x7f9434009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.179+0000 7f9443647700 1 -- 172.21.15.18:0/2115457730 shutdown_connections 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.179+0000 7f9443647700 1 --2- 172.21.15.18:0/2115457730 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c07c2a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.179+0000 7f9443647700 1 -- 172.21.15.18:0/2115457730 >> 172.21.15.18:0/2115457730 conn(0x7f943c1030e0 msgr2=0x7f943c105520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.179+0000 7f9443647700 1 -- 172.21.15.18:0/2115457730 shutdown_connections 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.179+0000 7f9443647700 1 -- 172.21.15.18:0/2115457730 wait complete. 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f9443647700 1 Processor -- start 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f9443647700 1 -- start start 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f9443647700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c19d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f9443647700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f943c07cf20 con 0x7f943c07de40 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f94413e3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c19d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f94413e3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c19d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54626/0 (socket says 172.21.15.18:54626) 2024-03-07T09:49:03.825 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f94413e3700 1 -- 172.21.15.18:0/858580386 learned_addr learned my addr 172.21.15.18:0/858580386 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f94413e3700 1 -- 172.21.15.18:0/858580386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f943c19d8e0 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f94413e3700 1 --2- 172.21.15.18:0/858580386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c19d3a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9434000c00 tx=0x7f9434004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f943a7fc700 1 -- 172.21.15.18:0/858580386 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9434003db0 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f943a7fc700 1 -- 172.21.15.18:0/858580386 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9434011630 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f943a7fc700 1 -- 172.21.15.18:0/858580386 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9434011950 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.180+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f943c19db70 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.181+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f943c1a0860 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.181+0000 7f943a7fc700 1 -- 172.21.15.18:0/858580386 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f9434011af0 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.181+0000 7f943a7fc700 1 -- 172.21.15.18:0/858580386 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f943401c450 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.182+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f943c069230 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.184+0000 7f943a7fc700 1 -- 172.21.15.18:0/858580386 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f9434004260 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.257+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f943c02db70 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.257+0000 7f943a7fc700 1 -- 172.21.15.18:0/858580386 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7f943401b450 con 0x7f943c07de40 2024-03-07T09:49:03.826 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.258+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 msgr2=0x7f943c19d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.258+0000 7f9443647700 1 --2- 172.21.15.18:0/858580386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c19d3a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9434000c00 tx=0x7f9434004750 comp rx=0 tx=0).stop 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.258+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 shutdown_connections 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.258+0000 7f9443647700 1 --2- 172.21.15.18:0/858580386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f943c07de40 0x7f943c19d3a0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.258+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 >> 172.21.15.18:0/858580386 conn(0x7f943c1030e0 msgr2=0x7f943c1053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.258+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 shutdown_connections 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:03.258+0000 7f9443647700 1 -- 172.21.15.18:0/858580386 wait complete. 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:mon is available 2024-03-07T09:49:03.827 INFO:teuthology.orchestra.run.smithi018.stdout:Assimilating anything we can from ceph.conf... 2024-03-07T09:49:04.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:04.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [global] 2024-03-07T09:49:04.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout fsid = c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:04.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.18:3300,v1:172.21.15.18:6789] 2024-03-07T09:49:04.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-07T09:49:04.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-07T09:49:04.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [osd] 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.241+0000 7f935792e700 1 Processor -- start 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.241+0000 7f935792e700 1 -- start start 2024-03-07T09:49:04.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f935792e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f9350106de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f935792e700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93501073b0 con 0x7f93501069c0 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f93556ca700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f9350106de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f93556ca700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f9350106de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54642/0 (socket says 172.21.15.18:54642) 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f93556ca700 1 -- 172.21.15.18:0/1848009067 learned_addr learned my addr 172.21.15.18:0/1848009067 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f93556ca700 1 -- 172.21.15.18:0/1848009067 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9350107bc0 con 0x7f93501069c0 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f93556ca700 1 --2- 172.21.15.18:0/1848009067 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f9350106de0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f934c0098a0 tx=0x7f934c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33040eddd2c89dcd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.242+0000 7f9347fff700 1 -- 172.21.15.18:0/1848009067 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f934c004160 con 0x7f93501069c0 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f9347fff700 1 -- 172.21.15.18:0/1848009067 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f934c004300 con 0x7f93501069c0 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f9347fff700 1 -- 172.21.15.18:0/1848009067 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f934c0036a0 con 0x7f93501069c0 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f935792e700 1 -- 172.21.15.18:0/1848009067 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 msgr2=0x7f9350106de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f935792e700 1 --2- 172.21.15.18:0/1848009067 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f9350106de0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f934c0098a0 tx=0x7f934c009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f935792e700 1 -- 172.21.15.18:0/1848009067 shutdown_connections 2024-03-07T09:49:04.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f935792e700 1 --2- 172.21.15.18:0/1848009067 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f9350106de0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f935792e700 1 -- 172.21.15.18:0/1848009067 >> 172.21.15.18:0/1848009067 conn(0x7f9350101f80 msgr2=0x7f93501043a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f935792e700 1 -- 172.21.15.18:0/1848009067 shutdown_connections 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.243+0000 7f935792e700 1 -- 172.21.15.18:0/1848009067 wait complete. 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.244+0000 7f935792e700 1 Processor -- start 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.244+0000 7f935792e700 1 -- start start 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.244+0000 7f935792e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f935019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.244+0000 7f935792e700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93501080f0 con 0x7f93501069c0 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.244+0000 7f93556ca700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f935019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.244+0000 7f93556ca700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f935019a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54646/0 (socket says 172.21.15.18:54646) 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.244+0000 7f93556ca700 1 -- 172.21.15.18:0/2482057128 learned_addr learned my addr 172.21.15.18:0/2482057128 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.245+0000 7f93556ca700 1 -- 172.21.15.18:0/2482057128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f935019a670 con 0x7f93501069c0 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.245+0000 7f93556ca700 1 --2- 172.21.15.18:0/2482057128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f935019a130 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f934c000c00 tx=0x7f934c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.245+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f934c003db0 con 0x7f93501069c0 2024-03-07T09:49:04.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.245+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f934c011630 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.245+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f935019a900 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.245+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f935019d5f0 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.245+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f934c011950 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.246+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f934c011af0 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.246+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f934c01c450 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.246+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9350069230 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.248+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f934c032020 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.320+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f935002dc00 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.324+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7f934c004260 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.324+0000 7f93467fc700 1 -- 172.21.15.18:0/2482057128 <== mon.0 v2:172.21.15.18:3300/0 8 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f934c01cb60 con 0x7f93501069c0 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.324+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 msgr2=0x7f935019a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:04.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.324+0000 7f935792e700 1 --2- 172.21.15.18:0/2482057128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f935019a130 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f934c000c00 tx=0x7f934c004750 comp rx=0 tx=0).stop 2024-03-07T09:49:04.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.325+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 shutdown_connections 2024-03-07T09:49:04.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.325+0000 7f935792e700 1 --2- 172.21.15.18:0/2482057128 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93501069c0 0x7f935019a130 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:04.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.325+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 >> 172.21.15.18:0/2482057128 conn(0x7f9350101f80 msgr2=0x7f9350190d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:04.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.325+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 shutdown_connections 2024-03-07T09:49:04.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:04.325+0000 7f935792e700 1 -- 172.21.15.18:0/2482057128 wait complete. 2024-03-07T09:49:04.910 INFO:teuthology.orchestra.run.smithi018.stdout:Generating new minimal ceph.conf... 2024-03-07T09:49:05.013 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:04 smithi018 ceph-mon[31790]: from='client.? 172.21.15.18:0/2482057128' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-07T09:49:05.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:04 smithi018 ceph-mon[31790]: from='client.? 172.21.15.18:0/2482057128' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-07T09:49:05.875 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.299+0000 7fe450fa3700 1 Processor -- start 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.299+0000 7fe450fa3700 1 -- start start 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.300+0000 7fe450fa3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c107f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.300+0000 7fe450fa3700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe44c1084d0 con 0x7fe44c107ae0 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.300+0000 7fe44a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c107f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.300+0000 7fe44a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c107f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54658/0 (socket says 172.21.15.18:54658) 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.300+0000 7fe44a59c700 1 -- 172.21.15.18:0/682441314 learned_addr learned my addr 172.21.15.18:0/682441314 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.300+0000 7fe44a59c700 1 -- 172.21.15.18:0/682441314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe44c108ce0 con 0x7fe44c107ae0 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.300+0000 7fe44a59c700 1 --2- 172.21.15.18:0/682441314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c107f00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe43c009e80 tx=0x7fe43c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f94d9128c1d439b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe44959a700 1 -- 172.21.15.18:0/682441314 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe43c017070 con 0x7fe44c107ae0 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe44959a700 1 -- 172.21.15.18:0/682441314 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe43c00b8c0 con 0x7fe44c107ae0 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe44959a700 1 -- 172.21.15.18:0/682441314 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe43c0045c0 con 0x7fe44c107ae0 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe450fa3700 1 -- 172.21.15.18:0/682441314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 msgr2=0x7fe44c107f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:05.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe450fa3700 1 --2- 172.21.15.18:0/682441314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c107f00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe43c009e80 tx=0x7fe43c00b330 comp rx=0 tx=0).stop 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe450fa3700 1 -- 172.21.15.18:0/682441314 shutdown_connections 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe450fa3700 1 --2- 172.21.15.18:0/682441314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c107f00 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe450fa3700 1 -- 172.21.15.18:0/682441314 >> 172.21.15.18:0/682441314 conn(0x7fe44c1030a0 msgr2=0x7fe44c1054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe450fa3700 1 -- 172.21.15.18:0/682441314 shutdown_connections 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.301+0000 7fe450fa3700 1 -- 172.21.15.18:0/682441314 wait complete. 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.302+0000 7fe450fa3700 1 Processor -- start 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.302+0000 7fe450fa3700 1 -- start start 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.302+0000 7fe450fa3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c19ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.302+0000 7fe450fa3700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe44c10c090 con 0x7fe44c107ae0 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.302+0000 7fe44a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c19ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.302+0000 7fe44a59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c19ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54660/0 (socket says 172.21.15.18:54660) 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.302+0000 7fe44a59c700 1 -- 172.21.15.18:0/260495466 learned_addr learned my addr 172.21.15.18:0/260495466 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe44a59c700 1 -- 172.21.15.18:0/260495466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe44c19bf90 con 0x7fe44c107ae0 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe44a59c700 1 --2- 172.21.15.18:0/260495466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c19ba50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe43c004210 tx=0x7fe43c00bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:05.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe4437fe700 1 -- 172.21.15.18:0/260495466 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe43c020020 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe4437fe700 1 -- 172.21.15.18:0/260495466 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe43c003b50 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe44c19c220 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe4437fe700 1 -- 172.21.15.18:0/260495466 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe43c017040 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe44c19ef10 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe4437fe700 1 -- 172.21.15.18:0/260495466 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fe43c023020 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.303+0000 7fe4437fe700 1 -- 172.21.15.18:0/260495466 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe43c00f050 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.304+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe44c069230 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.306+0000 7fe4437fe700 1 -- 172.21.15.18:0/260495466 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fe43c02a020 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.378+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fe44c19f400 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.378+0000 7fe4437fe700 1 -- 172.21.15.18:0/260495466 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7fe43c00b860 con 0x7fe44c107ae0 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.379+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 msgr2=0x7fe44c19ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.379+0000 7fe450fa3700 1 --2- 172.21.15.18:0/260495466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c19ba50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe43c004210 tx=0x7fe43c00bd50 comp rx=0 tx=0).stop 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.379+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 shutdown_connections 2024-03-07T09:49:05.878 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.379+0000 7fe450fa3700 1 --2- 172.21.15.18:0/260495466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe44c107ae0 0x7fe44c19ba50 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:05.879 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.379+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 >> 172.21.15.18:0/260495466 conn(0x7fe44c1030a0 msgr2=0x7fe44c103b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:05.879 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.379+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 shutdown_connections 2024-03-07T09:49:05.879 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:05.379+0000 7fe450fa3700 1 -- 172.21.15.18:0/260495466 wait complete. 2024-03-07T09:49:05.879 INFO:teuthology.orchestra.run.smithi018.stdout:Restarting the monitor... 2024-03-07T09:49:06.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:05 smithi018 ceph-mon[31790]: from='client.? 172.21.15.18:0/260495466' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:49:06.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:05 smithi018 systemd[1]: Stopping Ceph mon.a for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:49:06.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a[31786]: 2024-03-07T09:49:06.129+0000 7f6dd4c50700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T09:49:06.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a[31786]: 2024-03-07T09:49:06.129+0000 7f6dd4c50700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-07T09:49:06.456 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 podman[32045]: 2024-03-07 09:49:06.211623811 +0000 UTC m=+0.169872515 container died f60cd05c2d697785e760999cc50a6e5b7b7a7525d928390d20a8610e6371c809 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-03-07T09:49:06.739 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 podman[32045]: 2024-03-07 09:49:06.546180572 +0000 UTC m=+0.504429308 container cleanup f60cd05c2d697785e760999cc50a6e5b7b7a7525d928390d20a8610e6371c809 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T09:49:06.739 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 bash[32045]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a 2024-03-07T09:49:07.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 podman[32059]: 2024-03-07 09:49:06.738543376 +0000 UTC m=+0.521869945 container remove f60cd05c2d697785e760999cc50a6e5b7b7a7525d928390d20a8610e6371c809 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T09:49:07.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 systemd[1]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-07T09:49:07.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 systemd[1]: Stopped Ceph mon.a for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:49:07.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:06 smithi018 systemd[1]: Starting Ceph mon.a for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:49:07.428 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 podman[32151]: 2024-03-07 09:49:07.079709527 +0000 UTC m=+0.017608198 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 2024-03-07T09:49:07.428 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 podman[32151]: 2024-03-07 09:49:07.189457566 +0000 UTC m=+0.127356223 container create 78819a7688d6ac49632f58d364f75235ad7ca69d560fbf206de294d7d177142a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, GIT_BRANCH=HEAD) 2024-03-07T09:49:07.428 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 podman[32151]: 2024-03-07 09:49:07.391631939 +0000 UTC m=+0.329530607 container init 78819a7688d6ac49632f58d364f75235ad7ca69d560fbf206de294d7d177142a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-07T09:49:07.428 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 podman[32151]: 2024-03-07 09:49:07.39447812 +0000 UTC m=+0.332376778 container start 78819a7688d6ac49632f58d364f75235ad7ca69d560fbf206de294d7d177142a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: set uid:gid to 167:167 (ceph:ceph) 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: ceph version 19.0.0-1848-g8b896a9e (8b896a9e145796119f0451201dc4d53ddac97db0) squid (dev), process ceph-mon, pid 2 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: pidfile_write: ignore empty --pid-file 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: load: jerasure load: lrc 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: RocksDB version: 7.9.2 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Git sha 0 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Compile date 2024-03-06 21:30:51 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: DB SUMMARY 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: DB Session ID: 5DH24Q2Q8H7JIQ8IX8KT 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: CURRENT file: CURRENT 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: IDENTITY file: IDENTITY 2024-03-07T09:49:07.429 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 100322 ; 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.error_if_exists: 0 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.create_if_missing: 0 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.paranoid_checks: 1 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.env: 0x5599caf9ab20 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.fs: PosixFileSystem 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.info_log: 0x5599cd775920 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_file_opening_threads: 16 2024-03-07T09:49:07.430 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.statistics: (nil) 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.use_fsync: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_log_file_size: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.keep_log_file_num: 1000 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.recycle_log_file_num: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.allow_fallocate: 1 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.allow_mmap_reads: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.allow_mmap_writes: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.use_direct_reads: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.create_missing_column_families: 0 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.db_log_dir: 2024-03-07T09:49:07.431 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.wal_dir: 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.advise_random_on_open: 1 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.db_write_buffer_size: 0 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.write_buffer_manager: 0x5599cd749400 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.rate_limiter: (nil) 2024-03-07T09:49:07.432 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.wal_recovery_mode: 2 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.enable_thread_tracking: 0 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.enable_pipelined_write: 0 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.unordered_write: 0 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.row_cache: None 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.wal_filter: None 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-07T09:49:07.434 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.allow_ingest_behind: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.two_write_queues: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.manual_wal_flush: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.wal_compression: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.atomic_flush: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.log_readahead_size: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.best_efforts_recovery: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.allow_data_in_errors: 0 2024-03-07T09:49:07.435 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.db_host_id: __hostname__ 2024-03-07T09:49:07.436 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-07T09:49:07.436 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_background_jobs: 2 2024-03-07T09:49:07.436 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_background_compactions: -1 2024-03-07T09:49:07.436 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_subcompactions: 1 2024-03-07T09:49:07.436 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-07T09:49:07.436 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-07T09:49:07.436 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_total_wal_size: 0 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_open_files: -1 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bytes_per_sync: 0 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_readahead_size: 0 2024-03-07T09:49:07.437 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_background_flushes: -1 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Compression algorithms supported: 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kZSTD supported: 0 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kXpressCompression supported: 0 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kLZ4HCCompression supported: 1 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kZlibCompression supported: 1 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kSnappyCompression supported: 1 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kLZ4Compression supported: 1 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: kBZip2Compression supported: 0 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.merge_operator: 2024-03-07T09:49:07.438 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_filter: None 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_filter_factory: None 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.sst_partitioner_factory: None 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5599cd775a20) 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: cache_index_and_filter_blocks: 1 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: pin_top_level_index_and_filter: 1 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_type: 0 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: data_block_index_type: 0 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_shortening: 1 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-07T09:49:07.439 INFO:journalctl@ceph.mon.a.smithi018.stdout: checksum: 4 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: no_block_cache: 0 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache: 0x5599cd77b090 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_name: BinnedLRUCache 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_options: 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: capacity : 536870912 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: num_shard_bits : 4 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: strict_capacity_limit : 0 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: high_pri_pool_ratio: 0.000 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_cache_compressed: (nil) 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: persistent_cache: (nil) 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_size: 4096 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_size_deviation: 10 2024-03-07T09:49:07.440 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_restart_interval: 16 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: index_block_restart_interval: 1 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: metadata_block_size: 4096 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: partition_filters: 0 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: use_delta_encoding: 1 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: filter_policy: bloomfilter 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: whole_key_filtering: 1 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: verify_compression: 0 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: read_amp_bytes_per_bit: 0 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: format_version: 5 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: enable_index_compression: 1 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: block_align: 0 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: max_auto_readahead_size: 262144 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: prepopulate_block_cache: 0 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: initial_auto_readahead_size: 8192 2024-03-07T09:49:07.441 INFO:journalctl@ceph.mon.a.smithi018.stdout: num_file_reads_for_auto_readahead: 2 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.write_buffer_size: 33554432 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_write_buffer_number: 2 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression: NoCompression 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression: Disabled 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.prefix_extractor: nullptr 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.num_levels: 7 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-07T09:49:07.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-07T09:49:07.443 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.level: 32767 2024-03-07T09:49:07.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.strategy: 0 2024-03-07T09:49:07.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-07T09:49:07.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-07T09:49:07.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-07T09:49:07.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-07T09:49:07.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.enabled: false 2024-03-07T09:49:07.444 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-07T09:49:07.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-07T09:49:07.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-07T09:49:07.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-07T09:49:07.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.target_file_size_base: 67108864 2024-03-07T09:49:07.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-07T09:49:07.445 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-07T09:49:07.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-07T09:49:07.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-07T09:49:07.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-07T09:49:07.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-07T09:49:07.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-07T09:49:07.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-07T09:49:07.446 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-07T09:49:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-07T09:49:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-07T09:49:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-07T09:49:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-07T09:49:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-07T09:49:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.arena_block_size: 1048576 2024-03-07T09:49:07.447 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-07T09:49:07.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-07T09:49:07.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.disable_auto_compactions: 0 2024-03-07T09:49:07.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-07T09:49:07.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-07T09:49:07.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-07T09:49:07.448 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-07T09:49:07.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-07T09:49:07.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-07T09:49:07.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-07T09:49:07.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-07T09:49:07.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-07T09:49:07.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-07T09:49:07.449 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.table_properties_collectors: 2024-03-07T09:49:07.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.inplace_update_support: 0 2024-03-07T09:49:07.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-07T09:49:07.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-07T09:49:07.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-07T09:49:07.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-07T09:49:07.450 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.bloom_locality: 0 2024-03-07T09:49:07.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.max_successive_merges: 0 2024-03-07T09:49:07.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-07T09:49:07.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.paranoid_file_checks: 0 2024-03-07T09:49:07.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.force_consistency_checks: 1 2024-03-07T09:49:07.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.report_bg_io_stats: 0 2024-03-07T09:49:07.451 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.ttl: 2592000 2024-03-07T09:49:07.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-07T09:49:07.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-07T09:49:07.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-07T09:49:07.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.enable_blob_files: false 2024-03-07T09:49:07.452 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.min_blob_size: 0 2024-03-07T09:49:07.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.blob_file_size: 268435456 2024-03-07T09:49:07.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-07T09:49:07.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-07T09:49:07.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-07T09:49:07.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-07T09:49:07.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.blob_file_starting_level: 0 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3ca1f3f2-b303-474a-b472-946874b2152d 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709804947424916, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709804947425998, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 95451, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 318, "table_properties": {"data_size": 93437, "index_size": 296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13912, "raw_average_key_size": 50, "raw_value_size": 85881, "raw_average_value_size": 310, "num_data_blocks": 11, "num_entries": 277, "num_filter_entries": 277, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709804947, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3ca1f3f2-b303-474a-b472-946874b2152d", "db_session_id": "5DH24Q2Q8H7JIQ8IX8KT", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-07T09:49:07.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: EVENT_LOG_v1 {"time_micros": 1709804947426081, "job": 1, "event": "recovery_finished"} 2024-03-07T09:49:07.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-07T09:49:07.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-07T09:49:07.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5599cd86e000 2024-03-07T09:49:07.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: DB pointer 0x5599cd858000 2024-03-07T09:49:07.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-07T09:49:07.455 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-07T09:49:07.455 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** DB Stats ** 2024-03-07T09:49:07.456 INFO:journalctl@ceph.mon.a.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T09:49:07.456 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-07T09:49:07.456 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T09:49:07.456 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T09:49:07.456 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-07T09:49:07.456 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-07T09:49:07.457 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-07T09:49:07.457 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-03-07T09:49:07.457 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** Compaction Stats [default] ** 2024-03-07T09:49:07.457 INFO:journalctl@ceph.mon.a.smithi018.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T09:49:07.457 INFO:journalctl@ceph.mon.a.smithi018.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-07T09:49:07.457 INFO:journalctl@ceph.mon.a.smithi018.stdout: L0 2/0 95.05 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T09:49:07.458 INFO:journalctl@ceph.mon.a.smithi018.stdout: Sum 2/0 95.05 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T09:49:07.458 INFO:journalctl@ceph.mon.a.smithi018.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T09:49:07.458 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-03-07T09:49:07.458 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** Compaction Stats [default] ** 2024-03-07T09:49:07.458 INFO:journalctl@ceph.mon.a.smithi018.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-07T09:49:07.458 INFO:journalctl@ceph.mon.a.smithi018.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-07T09:49:07.459 INFO:journalctl@ceph.mon.a.smithi018.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 130.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-07T09:49:07.459 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-03-07T09:49:07.459 INFO:journalctl@ceph.mon.a.smithi018.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-07T09:49:07.459 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-03-07T09:49:07.459 INFO:journalctl@ceph.mon.a.smithi018.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-07T09:49:07.460 INFO:journalctl@ceph.mon.a.smithi018.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-07T09:49:07.460 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-07T09:49:07.460 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-07T09:49:07.460 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-07T09:49:07.460 INFO:journalctl@ceph.mon.a.smithi018.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-07T09:49:07.460 INFO:journalctl@ceph.mon.a.smithi018.stdout: Cumulative compaction: 0.00 GB write, 29.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T09:49:07.461 INFO:journalctl@ceph.mon.a.smithi018.stdout: Interval compaction: 0.00 GB write, 29.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-07T09:49:07.461 INFO:journalctl@ceph.mon.a.smithi018.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-07T09:49:07.461 INFO:journalctl@ceph.mon.a.smithi018.stdout: Block cache BinnedLRUCache@0x5599cd77b090#2 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-07T09:49:07.461 INFO:journalctl@ceph.mon.a.smithi018.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-03-07T09:49:07.461 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-03-07T09:49:07.461 INFO:journalctl@ceph.mon.a.smithi018.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-07T09:49:07.462 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: starting mon.a rank 0 at public addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] at bind addrs [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:07.462 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???) e1 preinit fsid c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:07.462 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???).mds e1 new map 2024-03-07T09:49:07.462 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???).mds e1 print_map 2024-03-07T09:49:07.462 INFO:journalctl@ceph.mon.a.smithi018.stdout: e1 2024-03-07T09:49:07.462 INFO:journalctl@ceph.mon.a.smithi018.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-07T09:49:07.463 INFO:journalctl@ceph.mon.a.smithi018.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-03-07T09:49:07.463 INFO:journalctl@ceph.mon.a.smithi018.stdout: legacy client fscid: -1 2024-03-07T09:49:07.463 INFO:journalctl@ceph.mon.a.smithi018.stdout: 2024-03-07T09:49:07.463 INFO:journalctl@ceph.mon.a.smithi018.stdout: No filesystems configured 2024-03-07T09:49:07.463 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-07T09:49:07.463 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T09:49:07.464 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T09:49:07.464 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-07T09:49:07.464 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-07T09:49:07.464 INFO:teuthology.orchestra.run.smithi018.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-03-07T09:49:07.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 bash[32151]: 78819a7688d6ac49632f58d364f75235ad7ca69d560fbf206de294d7d177142a 2024-03-07T09:49:07.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 systemd[1]: Started Ceph mon.a for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:49:07.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-07T09:49:07.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: monmap e1: 1 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:49:07.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: fsmap 2024-03-07T09:49:07.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: osdmap e1: 0 total, 0 up, 0 in 2024-03-07T09:49:07.700 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:07 smithi018 ceph-mon[32171]: mgrmap e1: no daemons active 2024-03-07T09:49:08.539 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.907+0000 7ff8530a6700 1 Processor -- start 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.907+0000 7ff8530a6700 1 -- start start 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.907+0000 7ff8530a6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c106e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.907+0000 7ff8530a6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84c1073d0 con 0x7ff84c1069e0 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff850e42700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c106e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff850e42700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c106e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51892/0 (socket says 172.21.15.18:51892) 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff850e42700 1 -- 172.21.15.18:0/3883484326 learned_addr learned my addr 172.21.15.18:0/3883484326 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff850e42700 1 -- 172.21.15.18:0/3883484326 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff84c107be0 con 0x7ff84c1069e0 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff850e42700 1 --2- 172.21.15.18:0/3883484326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c106e00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff844009e80 tx=0x7ff84400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b34e29a0d3efe22 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:08.540 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff84b7fe700 1 -- 172.21.15.18:0/3883484326 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff844017070 con 0x7ff84c1069e0 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff84b7fe700 1 -- 172.21.15.18:0/3883484326 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ff84400b8c0 con 0x7ff84c1069e0 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.908+0000 7ff84b7fe700 1 -- 172.21.15.18:0/3883484326 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff8440045c0 con 0x7ff84c1069e0 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.909+0000 7ff8530a6700 1 -- 172.21.15.18:0/3883484326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 msgr2=0x7ff84c106e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.909+0000 7ff8530a6700 1 --2- 172.21.15.18:0/3883484326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c106e00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff844009e80 tx=0x7ff84400b330 comp rx=0 tx=0).stop 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.909+0000 7ff8530a6700 1 -- 172.21.15.18:0/3883484326 shutdown_connections 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.909+0000 7ff8530a6700 1 --2- 172.21.15.18:0/3883484326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c106e00 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.909+0000 7ff8530a6700 1 -- 172.21.15.18:0/3883484326 >> 172.21.15.18:0/3883484326 conn(0x7ff84c101fc0 msgr2=0x7ff84c1043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.909+0000 7ff8530a6700 1 -- 172.21.15.18:0/3883484326 shutdown_connections 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.909+0000 7ff8530a6700 1 -- 172.21.15.18:0/3883484326 wait complete. 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff8530a6700 1 Processor -- start 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff8530a6700 1 -- start start 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff8530a6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c19bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff8530a6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84c10af90 con 0x7ff84c1069e0 2024-03-07T09:49:08.541 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff850e42700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c19bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff850e42700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c19bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51902/0 (socket says 172.21.15.18:51902) 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff850e42700 1 -- 172.21.15.18:0/257215912 learned_addr learned my addr 172.21.15.18:0/257215912 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff850e42700 1 -- 172.21.15.18:0/257215912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff84c19bff0 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.910+0000 7ff850e42700 1 --2- 172.21.15.18:0/257215912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c19bab0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff844004210 tx=0x7ff84400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.911+0000 7ff849ffb700 1 -- 172.21.15.18:0/257215912 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff844020020 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.911+0000 7ff849ffb700 1 -- 172.21.15.18:0/257215912 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ff844003b50 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.911+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff84c19c280 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.911+0000 7ff849ffb700 1 -- 172.21.15.18:0/257215912 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff844017040 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.911+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff84c19ef70 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.911+0000 7ff849ffb700 1 -- 172.21.15.18:0/257215912 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7ff844023020 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.911+0000 7ff849ffb700 1 -- 172.21.15.18:0/257215912 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff84400f050 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.912+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff84c063780 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.914+0000 7ff849ffb700 1 -- 172.21.15.18:0/257215912 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7ff84402a020 con 0x7ff84c1069e0 2024-03-07T09:49:08.542 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.984+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7ff84c02dc80 con 0x7ff84c1069e0 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.986+0000 7ff849ffb700 1 -- 172.21.15.18:0/257215912 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7ff844003d00 con 0x7ff84c1069e0 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.987+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 msgr2=0x7ff84c19bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.987+0000 7ff8530a6700 1 --2- 172.21.15.18:0/257215912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c19bab0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff844004210 tx=0x7ff84400bd50 comp rx=0 tx=0).stop 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.987+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 shutdown_connections 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.987+0000 7ff8530a6700 1 --2- 172.21.15.18:0/257215912 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff84c1069e0 0x7ff84c19bab0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.987+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 >> 172.21.15.18:0/257215912 conn(0x7ff84c101fc0 msgr2=0x7ff84c102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.987+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 shutdown_connections 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:07.987+0000 7ff8530a6700 1 -- 172.21.15.18:0/257215912 wait complete. 2024-03-07T09:49:08.543 INFO:teuthology.orchestra.run.smithi018.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-07T09:49:08.556 INFO:teuthology.orchestra.run.smithi018.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-07T09:49:08.556 INFO:teuthology.orchestra.run.smithi018.stdout:Creating mgr... 2024-03-07T09:49:08.557 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-07T09:49:08.557 INFO:teuthology.orchestra.run.smithi018.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-07T09:49:08.788 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.x 2024-03-07T09:49:08.789 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.x.service: Unit ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.x.service not loaded. 2024-03-07T09:49:08.934 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c474c52c-dc67-11ee-95c6-87774f69a715.target.wants/ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-c474c52c-dc67-11ee-95c6-87774f69a715@.service. 2024-03-07T09:49:09.222 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:08 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/257215912' entity='client.admin' 2024-03-07T09:49:09.426 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T09:49:09.426 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-03-07T09:49:09.435 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T09:49:09.435 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-03-07T09:49:09.435 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-03-07T09:49:09.435 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to enable service . firewalld.service is not available 2024-03-07T09:49:09.445 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T09:49:09.445 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-03-07T09:49:09.453 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T09:49:09.453 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-03-07T09:49:09.453 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-03-07T09:49:09.453 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-07T09:49:09.453 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr to start... 2024-03-07T09:49:09.453 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr... 2024-03-07T09:49:09.579 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:09 smithi018 systemd[1]: Started Ceph mgr.x for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:49:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:10 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2636852972' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T09:49:10.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:09.902+0000 7fa70dcec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:49:10.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:10.002+0000 7fa70dcec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:10.498 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:10.499 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T09:49:10.508 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T09:49:10.508 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T09:49:10.508 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:10.509 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:10.510 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T09:49:02.744444+0000", 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.905+0000 7f0e77bf0700 1 Processor -- start 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.905+0000 7f0e77bf0700 1 -- start start 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.905+0000 7f0e77bf0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7010a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.905+0000 7f0e77bf0700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e7007be30 con 0x7f0e70108570 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7598c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7010a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:10.511 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7598c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7010a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51924/0 (socket says 172.21.15.18:51924) 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7598c700 1 -- 172.21.15.18:0/2756865662 learned_addr learned my addr 172.21.15.18:0/2756865662 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7598c700 1 -- 172.21.15.18:0/2756865662 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e7010aea0 con 0x7f0e70108570 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7598c700 1 --2- 172.21.15.18:0/2756865662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7010a960 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c0098a0 tx=0x7f0e6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cbba57093e76743 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7498a700 1 -- 172.21.15.18:0/2756865662 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e6c004160 con 0x7f0e70108570 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7498a700 1 -- 172.21.15.18:0/2756865662 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f0e6c004300 con 0x7f0e70108570 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.906+0000 7f0e7498a700 1 -- 172.21.15.18:0/2756865662 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e6c011b50 con 0x7f0e70108570 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.907+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2756865662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 msgr2=0x7f0e7010a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.907+0000 7f0e77bf0700 1 --2- 172.21.15.18:0/2756865662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7010a960 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c0098a0 tx=0x7f0e6c009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.907+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2756865662 shutdown_connections 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.907+0000 7f0e77bf0700 1 --2- 172.21.15.18:0/2756865662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7010a960 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.907+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2756865662 >> 172.21.15.18:0/2756865662 conn(0x7f0e70101fa0 msgr2=0x7f0e701043c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.907+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2756865662 shutdown_connections 2024-03-07T09:49:10.512 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.907+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2756865662 wait complete. 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e77bf0700 1 Processor -- start 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e77bf0700 1 -- start start 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e77bf0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7019ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e77bf0700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e7010bec0 con 0x7f0e70108570 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e7598c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7019ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e7598c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7019ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51932/0 (socket says 172.21.15.18:51932) 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e7598c700 1 -- 172.21.15.18:0/2636852972 learned_addr learned my addr 172.21.15.18:0/2636852972 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.908+0000 7f0e7598c700 1 -- 172.21.15.18:0/2636852972 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e7019bfd0 con 0x7f0e70108570 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e7598c700 1 --2- 172.21.15.18:0/2636852972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7019ba90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c011670 tx=0x7f0e6c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e66ffd700 1 -- 172.21.15.18:0/2636852972 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e6c0039c0 con 0x7f0e70108570 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e66ffd700 1 -- 172.21.15.18:0/2636852972 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f0e6c011e50 con 0x7f0e70108570 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e7019c260 con 0x7f0e70108570 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e66ffd700 1 -- 172.21.15.18:0/2636852972 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e6c01a5c0 con 0x7f0e70108570 2024-03-07T09:49:10.513 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e7019ef50 con 0x7f0e70108570 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e66ffd700 1 -- 172.21.15.18:0/2636852972 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f0e6c01ac50 con 0x7f0e70108570 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.909+0000 7f0e66ffd700 1 -- 172.21.15.18:0/2636852972 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0e6c019700 con 0x7f0e70108570 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.910+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e70069230 con 0x7f0e70108570 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.914+0000 7f0e66ffd700 1 -- 172.21.15.18:0/2636852972 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f0e6c003b60 con 0x7f0e70108570 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.988+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f0e7019f120 con 0x7f0e70108570 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.989+0000 7f0e66ffd700 1 -- 172.21.15.18:0/2636852972 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f0e6c0199a0 con 0x7f0e70108570 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.990+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 msgr2=0x7f0e7019ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:10.514 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.990+0000 7f0e77bf0700 1 --2- 172.21.15.18:0/2636852972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7019ba90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c011670 tx=0x7f0e6c011b60 comp rx=0 tx=0).stop 2024-03-07T09:49:10.515 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.990+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 shutdown_connections 2024-03-07T09:49:10.515 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.990+0000 7f0e77bf0700 1 --2- 172.21.15.18:0/2636852972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0e70108570 0x7f0e7019ba90 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:10.515 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.990+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 >> 172.21.15.18:0/2636852972 conn(0x7f0e70101fa0 msgr2=0x7f0e70102ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:10.515 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.990+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 shutdown_connections 2024-03-07T09:49:10.515 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:09.990+0000 7f0e77bf0700 1 -- 172.21.15.18:0/2636852972 wait complete. 2024-03-07T09:49:10.515 INFO:teuthology.orchestra.run.smithi018.stdout:mgr not available, waiting (1/15)... 2024-03-07T09:49:10.769 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:10.671+0000 7fa70dcec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:49:10.769 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:10.766+0000 7fa70dcec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:49:11.091 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:10.909+0000 7fa70dcec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:49:11.092 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:11.006+0000 7fa70dcec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:49:11.360 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:11.091+0000 7fa70dcec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:49:11.360 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:11.357+0000 7fa70dcec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:49:11.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:11.469+0000 7fa70dcec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:49:11.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:11.558+0000 7fa70dcec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:49:11.659 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:11.656+0000 7fa70dcec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:49:12.091 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:11.834+0000 7fa70dcec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:49:12.921 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:12.849+0000 7fa70dcec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:49:13.330 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:13 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3823002281' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T09:49:13.330 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:12.986+0000 7fa70dcec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:49:13.330 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:13.327+0000 7fa70dcec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:49:13.591 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:13.418+0000 7fa70dcec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:49:13.607 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T09:49:13.608 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T09:49:13.609 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:13.610 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:13.611 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T09:49:02.744444+0000", 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.934+0000 7fe3780eb700 1 Processor -- start 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe3780eb700 1 -- start start 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe3780eb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe3701061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe3780eb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe370106770 con 0x7fe370105d80 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe375e87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe3701061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe375e87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe3701061a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51938/0 (socket says 172.21.15.18:51938) 2024-03-07T09:49:13.612 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe375e87700 1 -- 172.21.15.18:0/2278962238 learned_addr learned my addr 172.21.15.18:0/2278962238 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:13.613 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe375e87700 1 -- 172.21.15.18:0/2278962238 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe370108d60 con 0x7fe370105d80 2024-03-07T09:49:13.613 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.935+0000 7fe375e87700 1 --2- 172.21.15.18:0/2278962238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe3701061a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe36c0098a0 tx=0x7fe36c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f62f12c7c03b9479 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:13.613 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe374e85700 1 -- 172.21.15.18:0/2278962238 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe36c004160 con 0x7fe370105d80 2024-03-07T09:49:13.613 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe374e85700 1 -- 172.21.15.18:0/2278962238 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe36c004300 con 0x7fe370105d80 2024-03-07T09:49:13.613 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe374e85700 1 -- 172.21.15.18:0/2278962238 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe36c011b50 con 0x7fe370105d80 2024-03-07T09:49:13.614 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe3780eb700 1 -- 172.21.15.18:0/2278962238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 msgr2=0x7fe3701061a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:13.614 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe3780eb700 1 --2- 172.21.15.18:0/2278962238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe3701061a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe36c0098a0 tx=0x7fe36c009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:13.614 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe3780eb700 1 -- 172.21.15.18:0/2278962238 shutdown_connections 2024-03-07T09:49:13.614 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe3780eb700 1 --2- 172.21.15.18:0/2278962238 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe3701061a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:13.614 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe3780eb700 1 -- 172.21.15.18:0/2278962238 >> 172.21.15.18:0/2278962238 conn(0x7fe370101720 msgr2=0x7fe370103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:13.614 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe3780eb700 1 -- 172.21.15.18:0/2278962238 shutdown_connections 2024-03-07T09:49:13.615 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.936+0000 7fe3780eb700 1 -- 172.21.15.18:0/2278962238 wait complete. 2024-03-07T09:49:13.615 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe3780eb700 1 Processor -- start 2024-03-07T09:49:13.615 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe3780eb700 1 -- start start 2024-03-07T09:49:13.615 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe3780eb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe37019ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:13.615 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe3780eb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe37010c110 con 0x7fe370105d80 2024-03-07T09:49:13.615 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe375e87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe37019ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:13.616 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe375e87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe37019ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51944/0 (socket says 172.21.15.18:51944) 2024-03-07T09:49:13.616 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe375e87700 1 -- 172.21.15.18:0/3823002281 learned_addr learned my addr 172.21.15.18:0/3823002281 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:13.616 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.937+0000 7fe375e87700 1 -- 172.21.15.18:0/3823002281 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe37019bfb0 con 0x7fe370105d80 2024-03-07T09:49:13.616 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe375e87700 1 --2- 172.21.15.18:0/3823002281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe37019ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe36c011670 tx=0x7fe36c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:13.616 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe366ffd700 1 -- 172.21.15.18:0/3823002281 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe36c0039c0 con 0x7fe370105d80 2024-03-07T09:49:13.617 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe366ffd700 1 -- 172.21.15.18:0/3823002281 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe36c011e50 con 0x7fe370105d80 2024-03-07T09:49:13.617 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe37019c240 con 0x7fe370105d80 2024-03-07T09:49:13.617 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe366ffd700 1 -- 172.21.15.18:0/3823002281 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe36c01a5c0 con 0x7fe370105d80 2024-03-07T09:49:13.617 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe37019ef30 con 0x7fe370105d80 2024-03-07T09:49:13.617 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe366ffd700 1 -- 172.21.15.18:0/3823002281 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fe36c01ac50 con 0x7fe370105d80 2024-03-07T09:49:13.617 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.938+0000 7fe366ffd700 1 -- 172.21.15.18:0/3823002281 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe36c019700 con 0x7fe370105d80 2024-03-07T09:49:13.618 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.939+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe370069230 con 0x7fe370105d80 2024-03-07T09:49:13.618 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:12.941+0000 7fe366ffd700 1 -- 172.21.15.18:0/3823002281 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fe36c003b60 con 0x7fe370105d80 2024-03-07T09:49:13.618 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.015+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fe37019f480 con 0x7fe370105d80 2024-03-07T09:49:13.618 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.015+0000 7fe366ffd700 1 -- 172.21.15.18:0/3823002281 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7fe36c019900 con 0x7fe370105d80 2024-03-07T09:49:13.618 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.017+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 msgr2=0x7fe37019ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:13.618 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.017+0000 7fe3780eb700 1 --2- 172.21.15.18:0/3823002281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe37019ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe36c011670 tx=0x7fe36c011b60 comp rx=0 tx=0).stop 2024-03-07T09:49:13.618 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.017+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 shutdown_connections 2024-03-07T09:49:13.619 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.017+0000 7fe3780eb700 1 --2- 172.21.15.18:0/3823002281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe370105d80 0x7fe37019ba70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:13.619 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.017+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 >> 172.21.15.18:0/3823002281 conn(0x7fe370101720 msgr2=0x7fe370102260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:13.619 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.017+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 shutdown_connections 2024-03-07T09:49:13.619 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:13.017+0000 7fe3780eb700 1 -- 172.21.15.18:0/3823002281 wait complete. 2024-03-07T09:49:13.619 INFO:teuthology.orchestra.run.smithi018.stdout:mgr not available, waiting (2/15)... 2024-03-07T09:49:13.841 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:13.619+0000 7fa70dcec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:49:13.842 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:13.809+0000 7fa70dcec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:49:14.359 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:14.096+0000 7fa70dcec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:49:14.360 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:14.357+0000 7fa70dcec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:49:14.739 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:14.597+0000 7fa70dcec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:49:15.591 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:15 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:15.430+0000 7fa70dcec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:49:16.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:16 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2756693454' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T09:49:16.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:16 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:16.020+0000 7fa70dcec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:49:16.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:16 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:16.122+0000 7fa70dcec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:49:16.614 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:16 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:16.341+0000 7fa70dcec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:49:16.627 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T09:49:16.628 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:16.629 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T09:49:16.630 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T09:49:02.744444+0000", 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T09:49:16.631 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf0a8cf700 1 Processor -- start 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf0a8cf700 1 -- start start 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf0a8cf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf041061d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf0a8cf700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf041067a0 con 0x7faf04105db0 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf03fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf041061d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf03fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf041061d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51952/0 (socket says 172.21.15.18:51952) 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf03fff700 1 -- 172.21.15.18:0/2294831020 learned_addr learned my addr 172.21.15.18:0/2294831020 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf03fff700 1 -- 172.21.15.18:0/2294831020 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf04108d40 con 0x7faf04105db0 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.991+0000 7faf03fff700 1 --2- 172.21.15.18:0/2294831020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf041061d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faef40098a0 tx=0x7faef4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8674b3bf15b907ac server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.992+0000 7faf02ffd700 1 -- 172.21.15.18:0/2294831020 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faef4004160 con 0x7faf04105db0 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.992+0000 7faf02ffd700 1 -- 172.21.15.18:0/2294831020 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7faef4004300 con 0x7faf04105db0 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.992+0000 7faf02ffd700 1 -- 172.21.15.18:0/2294831020 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faef4011b50 con 0x7faf04105db0 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.992+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2294831020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 msgr2=0x7faf041061d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.992+0000 7faf0a8cf700 1 --2- 172.21.15.18:0/2294831020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf041061d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faef40098a0 tx=0x7faef4009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:16.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.993+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2294831020 shutdown_connections 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.993+0000 7faf0a8cf700 1 --2- 172.21.15.18:0/2294831020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf041061d0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.993+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2294831020 >> 172.21.15.18:0/2294831020 conn(0x7faf04101720 msgr2=0x7faf04103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.993+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2294831020 shutdown_connections 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.993+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2294831020 wait complete. 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.993+0000 7faf0a8cf700 1 Processor -- start 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.993+0000 7faf0a8cf700 1 -- start start 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf0a8cf700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf04108570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf0a8cf700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf0410c0f0 con 0x7faf04105db0 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf03fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf04108570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf03fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf04108570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51962/0 (socket says 172.21.15.18:51962) 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf03fff700 1 -- 172.21.15.18:0/2756693454 learned_addr learned my addr 172.21.15.18:0/2756693454 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf03fff700 1 -- 172.21.15.18:0/2756693454 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf04108ab0 con 0x7faf04105db0 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf03fff700 1 --2- 172.21.15.18:0/2756693454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf04108570 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7faef4000c00 tx=0x7faef4011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf017fa700 1 -- 172.21.15.18:0/2756693454 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faef4003b20 con 0x7faf04105db0 2024-03-07T09:49:16.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf017fa700 1 -- 172.21.15.18:0/2756693454 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7faef4003cc0 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.994+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf04106cf0 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.995+0000 7faf017fa700 1 -- 172.21.15.18:0/2756693454 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faef4024910 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.995+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf041071d0 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.995+0000 7faf017fa700 1 -- 172.21.15.18:0/2756693454 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7faef4022020 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.995+0000 7faf017fa700 1 -- 172.21.15.18:0/2756693454 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7faef4011e00 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.996+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf04069230 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:15.998+0000 7faf017fa700 1 -- 172.21.15.18:0/2756693454 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7faef400b660 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.072+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7faf041078b0 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.072+0000 7faf017fa700 1 -- 172.21.15.18:0/2756693454 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7faef400b840 con 0x7faf04105db0 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.073+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 msgr2=0x7faf04108570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.073+0000 7faf0a8cf700 1 --2- 172.21.15.18:0/2756693454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf04108570 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7faef4000c00 tx=0x7faef4011c10 comp rx=0 tx=0).stop 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.073+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 shutdown_connections 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.073+0000 7faf0a8cf700 1 --2- 172.21.15.18:0/2756693454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf04105db0 0x7faf04108570 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.073+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 >> 172.21.15.18:0/2756693454 conn(0x7faf04101720 msgr2=0x7faf04102260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:16.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.073+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 shutdown_connections 2024-03-07T09:49:16.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:16.073+0000 7faf0a8cf700 1 -- 172.21.15.18:0/2756693454 wait complete. 2024-03-07T09:49:16.635 INFO:teuthology.orchestra.run.smithi018.stdout:mgr not available, waiting (3/15)... 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: Activating manager daemon x 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: mgrmap e2: x(active, starting, since 0.00292875s) 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T09:49:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: Manager daemon x is now available 2024-03-07T09:49:17.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T09:49:17.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' 2024-03-07T09:49:17.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T09:49:17.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' 2024-03-07T09:49:17.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:17 smithi018 ceph-mon[32171]: from='mgr.14100 172.21.15.18:0/2047269429' entity='mgr.x' 2024-03-07T09:49:18.748 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:18 smithi018 ceph-mon[32171]: mgrmap e3: x(active, since 1.00693s) 2024-03-07T09:49:19.750 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:19 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1638666378' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-07T09:49:19.875 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:19.875 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:19.875 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "health": { 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 0 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "a" 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-03-07T09:49:19.876 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-07T09:49:19.877 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-07T09:49:19.886 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-07T09:49:19.887 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "restful" 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ], 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "modified": "2024-03-07T09:49:02.744444+0000", 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout }, 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.062+0000 7ff0643fb700 1 Processor -- start 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.063+0000 7ff0643fb700 1 -- start start 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.063+0000 7ff0643fb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c107f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:19.888 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.063+0000 7ff0643fb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c1084d0 con 0x7ff05c107ae0 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.063+0000 7ff062197700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c107f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.063+0000 7ff062197700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c107f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37366/0 (socket says 172.21.15.18:37366) 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.063+0000 7ff062197700 1 -- 172.21.15.18:0/3094284285 learned_addr learned my addr 172.21.15.18:0/3094284285 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.063+0000 7ff062197700 1 -- 172.21.15.18:0/3094284285 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff05c108ce0 con 0x7ff05c107ae0 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.064+0000 7ff062197700 1 --2- 172.21.15.18:0/3094284285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c107f00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff0580098a0 tx=0x7ff058009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=570091abf0b67f8f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.064+0000 7ff061195700 1 -- 172.21.15.18:0/3094284285 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff058004160 con 0x7ff05c107ae0 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.064+0000 7ff061195700 1 -- 172.21.15.18:0/3094284285 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ff058004300 con 0x7ff05c107ae0 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.064+0000 7ff061195700 1 -- 172.21.15.18:0/3094284285 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff058011b50 con 0x7ff05c107ae0 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.064+0000 7ff0643fb700 1 -- 172.21.15.18:0/3094284285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 msgr2=0x7ff05c107f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.064+0000 7ff0643fb700 1 --2- 172.21.15.18:0/3094284285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c107f00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff0580098a0 tx=0x7ff058009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 -- 172.21.15.18:0/3094284285 shutdown_connections 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 --2- 172.21.15.18:0/3094284285 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c107f00 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 -- 172.21.15.18:0/3094284285 >> 172.21.15.18:0/3094284285 conn(0x7ff05c1030a0 msgr2=0x7ff05c1054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 -- 172.21.15.18:0/3094284285 shutdown_connections 2024-03-07T09:49:19.889 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 -- 172.21.15.18:0/3094284285 wait complete. 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 Processor -- start 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 -- start start 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.065+0000 7ff0643fb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c10c090 con 0x7ff05c107ae0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff062197700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff062197700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c19bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37376/0 (socket says 172.21.15.18:37376) 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff062197700 1 -- 172.21.15.18:0/1638666378 learned_addr learned my addr 172.21.15.18:0/1638666378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff062197700 1 -- 172.21.15.18:0/1638666378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff05c19c070 con 0x7ff05c107ae0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff062197700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c19bb30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff058011850 tx=0x7ff058011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff04f7fe700 1 -- 172.21.15.18:0/1638666378 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff058003af0 con 0x7ff05c107ae0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff04f7fe700 1 -- 172.21.15.18:0/1638666378 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ff058020070 con 0x7ff05c107ae0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff04f7fe700 1 -- 172.21.15.18:0/1638666378 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff0580195a0 con 0x7ff05c107ae0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff05c19c300 con 0x7ff05c107ae0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.066+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff05c19eff0 con 0x7ff05c107ae0 2024-03-07T09:49:19.890 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.067+0000 7ff04f7fe700 1 -- 172.21.15.18:0/1638666378 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 3) v1 ==== 45810+0+0 (secure 0 0 0) 0x7ff0580198a0 con 0x7ff05c107ae0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.067+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff05c069230 con 0x7ff05c107ae0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.067+0000 7ff04f7fe700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7ff048038a30 0x7ff04803aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.067+0000 7ff04f7fe700 1 -- 172.21.15.18:0/1638666378 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff058011e00 con 0x7ff05c107ae0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.067+0000 7ff061996700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7ff048038a30 0x7ff04803aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.068+0000 7ff061996700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7ff048038a30 0x7ff04803aef0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff050006fd0 tx=0x7ff050006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.072+0000 7ff04f7fe700 1 -- 172.21.15.18:0/1638666378 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff058023530 con 0x7ff05c107ae0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.357+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7ff05c19f1c0 con 0x7ff05c107ae0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.357+0000 7ff04f7fe700 1 -- 172.21.15.18:0/1638666378 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7ff05c19f1c0 con 0x7ff05c107ae0 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7ff048038a30 msgr2=0x7ff04803aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7ff048038a30 0x7ff04803aef0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff050006fd0 tx=0x7ff050006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 msgr2=0x7ff05c19bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c19bb30 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff058011850 tx=0x7ff058011c10 comp rx=0 tx=0).stop 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 shutdown_connections 2024-03-07T09:49:19.891 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7ff048038a30 0x7ff04803aef0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:19.892 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 --2- 172.21.15.18:0/1638666378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff05c107ae0 0x7ff05c19bb30 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:19.892 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.359+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 >> 172.21.15.18:0/1638666378 conn(0x7ff05c1030a0 msgr2=0x7ff05c103bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:19.892 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.360+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 shutdown_connections 2024-03-07T09:49:19.892 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:19.360+0000 7ff0643fb700 1 -- 172.21.15.18:0/1638666378 wait complete. 2024-03-07T09:49:19.892 INFO:teuthology.orchestra.run.smithi018.stdout:mgr is available 2024-03-07T09:49:20.524 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:20 smithi018 ceph-mon[32171]: mgrmap e4: x(active, since 3s) 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [global] 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout fsid = c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-07T09:49:21.219 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout [osd] 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.297+0000 7f107a68f700 1 Processor -- start 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.297+0000 7f107a68f700 1 -- start start 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.297+0000 7f107a68f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107410a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.297+0000 7f107a68f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107407bdf0 con 0x7f10741085e0 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1073fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107410a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1073fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107410a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37392/0 (socket says 172.21.15.18:37392) 2024-03-07T09:49:21.220 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1073fff700 1 -- 172.21.15.18:0/1232861078 learned_addr learned my addr 172.21.15.18:0/1232861078 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1073fff700 1 -- 172.21.15.18:0/1232861078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f107410af10 con 0x7f10741085e0 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1073fff700 1 --2- 172.21.15.18:0/1232861078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107410a9d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f10640098a0 tx=0x7f1064009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1153845ebf18d9a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1072ffd700 1 -- 172.21.15.18:0/1232861078 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1064004160 con 0x7f10741085e0 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1072ffd700 1 -- 172.21.15.18:0/1232861078 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f1064004300 con 0x7f10741085e0 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.298+0000 7f1072ffd700 1 -- 172.21.15.18:0/1232861078 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1064011b50 con 0x7f10741085e0 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 -- 172.21.15.18:0/1232861078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 msgr2=0x7f107410a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 --2- 172.21.15.18:0/1232861078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107410a9d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f10640098a0 tx=0x7f1064009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 -- 172.21.15.18:0/1232861078 shutdown_connections 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 --2- 172.21.15.18:0/1232861078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107410a9d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 -- 172.21.15.18:0/1232861078 >> 172.21.15.18:0/1232861078 conn(0x7f1074101fb0 msgr2=0x7f10741043d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 -- 172.21.15.18:0/1232861078 shutdown_connections 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 -- 172.21.15.18:0/1232861078 wait complete. 2024-03-07T09:49:21.221 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 Processor -- start 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.299+0000 7f107a68f700 1 -- start start 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f107a68f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107419bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f107a68f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107410bed0 con 0x7f10741085e0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f1073fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107419bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f1073fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107419bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37398/0 (socket says 172.21.15.18:37398) 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f1073fff700 1 -- 172.21.15.18:0/3189939828 learned_addr learned my addr 172.21.15.18:0/3189939828 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f1073fff700 1 -- 172.21.15.18:0/3189939828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f107419c040 con 0x7f10741085e0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f1073fff700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107419bb00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f1064009fb0 tx=0x7f1064011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f10717fa700 1 -- 172.21.15.18:0/3189939828 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10640038b0 con 0x7f10741085e0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.300+0000 7f10717fa700 1 -- 172.21.15.18:0/3189939828 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f1064011e50 con 0x7f10741085e0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.301+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f107419c2d0 con 0x7f10741085e0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.301+0000 7f10717fa700 1 -- 172.21.15.18:0/3189939828 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1064019420 con 0x7f10741085e0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.301+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f107419efc0 con 0x7f10741085e0 2024-03-07T09:49:21.222 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.301+0000 7f10717fa700 1 -- 172.21.15.18:0/3189939828 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 4) v1 ==== 45916+0+0 (secure 0 0 0) 0x7f10640196d0 con 0x7f10741085e0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.301+0000 7f10717fa700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f105c038b50 0x7f105c03b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.301+0000 7f10717fa700 1 -- 172.21.15.18:0/3189939828 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f106401a8f0 con 0x7f10741085e0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.302+0000 7f10737fe700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f105c038b50 0x7f105c03b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.302+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1074069230 con 0x7f10741085e0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.302+0000 7f10737fe700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f105c038b50 0x7f105c03b010 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1068006fd0 tx=0x7f1068006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.307+0000 7f10717fa700 1 -- 172.21.15.18:0/3189939828 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f106400bc70 con 0x7f10741085e0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.509+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f107419f190 con 0x7f10741085e0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.510+0000 7f10717fa700 1 -- 172.21.15.18:0/3189939828 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f1064003a50 con 0x7f10741085e0 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f105c038b50 msgr2=0x7f105c03b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f105c038b50 0x7f105c03b010 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1068006fd0 tx=0x7f1068006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 msgr2=0x7f107419bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107419bb00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f1064009fb0 tx=0x7f1064011bf0 comp rx=0 tx=0).stop 2024-03-07T09:49:21.223 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 shutdown_connections 2024-03-07T09:49:21.224 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f105c038b50 0x7f105c03b010 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:21.224 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 --2- 172.21.15.18:0/3189939828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10741085e0 0x7f107419bb00 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:21.224 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 >> 172.21.15.18:0/3189939828 conn(0x7f1074101fb0 msgr2=0x7f1074102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:21.224 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 shutdown_connections 2024-03-07T09:49:21.224 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:20.512+0000 7f107a68f700 1 -- 172.21.15.18:0/3189939828 wait complete. 2024-03-07T09:49:21.224 INFO:teuthology.orchestra.run.smithi018.stdout:Enabling cephadm module... 2024-03-07T09:49:21.590 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:21 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3189939828' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-07T09:49:22.674 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2014628515' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-07T09:49:22.675 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:22 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: ignoring --setuser ceph since I am not root 2024-03-07T09:49:22.675 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:22 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: ignoring --setgroup ceph since I am not root 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.589+0000 7f5565995700 1 Processor -- start 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.589+0000 7f5565995700 1 -- start start 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.589+0000 7f5565995700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f55601061d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.589+0000 7f5565995700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55601067a0 con 0x7f5560105db0 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.589+0000 7f555effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f55601061d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.589+0000 7f555effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f55601061d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37406/0 (socket says 172.21.15.18:37406) 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.589+0000 7f555effd700 1 -- 172.21.15.18:0/1925347446 learned_addr learned my addr 172.21.15.18:0/1925347446 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.590+0000 7f555effd700 1 -- 172.21.15.18:0/1925347446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5560108d40 con 0x7f5560105db0 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.590+0000 7f555effd700 1 --2- 172.21.15.18:0/1925347446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f55601061d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f55580098a0 tx=0x7f5558009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19a9c7574c15c1c5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:22.965 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.590+0000 7f555dffb700 1 -- 172.21.15.18:0/1925347446 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5558004160 con 0x7f5560105db0 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.590+0000 7f555dffb700 1 -- 172.21.15.18:0/1925347446 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f5558004300 con 0x7f5560105db0 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.590+0000 7f555dffb700 1 -- 172.21.15.18:0/1925347446 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5558011b50 con 0x7f5560105db0 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 -- 172.21.15.18:0/1925347446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 msgr2=0x7f55601061d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 --2- 172.21.15.18:0/1925347446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f55601061d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f55580098a0 tx=0x7f5558009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 -- 172.21.15.18:0/1925347446 shutdown_connections 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 --2- 172.21.15.18:0/1925347446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f55601061d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 -- 172.21.15.18:0/1925347446 >> 172.21.15.18:0/1925347446 conn(0x7f5560101760 msgr2=0x7f5560103b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 -- 172.21.15.18:0/1925347446 shutdown_connections 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 -- 172.21.15.18:0/1925347446 wait complete. 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.591+0000 7f5565995700 1 Processor -- start 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f5565995700 1 -- start start 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f5565995700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f556019bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f5565995700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f556010c0f0 con 0x7f5560105db0 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f555effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f556019bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:22.966 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f555effd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f556019bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37410/0 (socket says 172.21.15.18:37410) 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f555effd700 1 -- 172.21.15.18:0/2014628515 learned_addr learned my addr 172.21.15.18:0/2014628515 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f555effd700 1 -- 172.21.15.18:0/2014628515 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f556019bff0 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.592+0000 7f555effd700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f556019bab0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5558009fb0 tx=0x7f5558011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.593+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f55580038b0 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.593+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f5558011e50 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.593+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f556019c280 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.593+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5558019550 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.593+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f556019ef70 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.593+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 4) v1 ==== 45916+0+0 (secure 0 0 0) 0x7f5558019800 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.594+0000 7f5564993700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f554c038b50 0x7f554c03b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.594+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f555804cd50 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.594+0000 7f555e7fc700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f554c038b50 0x7f554c03b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.594+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5560063780 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.594+0000 7f555e7fc700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f554c038b50 0x7f554c03b010 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5548006fd0 tx=0x7f5548006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.599+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5558023c90 con 0x7f5560105db0 2024-03-07T09:49:22.967 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:21.857+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f556019f490 con 0x7f5560105db0 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.366+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f5558019cd0 con 0x7f5560105db0 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.368+0000 7f5564993700 1 -- 172.21.15.18:0/2014628515 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mgrmap(e 5) v1 ==== 45927+0+0 (secure 0 0 0) 0x7f555802d960 con 0x7f5560105db0 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f554c038b50 msgr2=0x7f554c03b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f554c038b50 0x7f554c03b010 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5548006fd0 tx=0x7f5548006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 msgr2=0x7f556019bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f556019bab0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5558009fb0 tx=0x7f5558011bf0 comp rx=0 tx=0).stop 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 shutdown_connections 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f554c038b50 0x7f554c03b010 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 --2- 172.21.15.18:0/2014628515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5560105db0 0x7f556019bab0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 >> 172.21.15.18:0/2014628515 conn(0x7f5560101760 msgr2=0x7f5560102290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 shutdown_connections 2024-03-07T09:49:22.968 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:22.370+0000 7f5565995700 1 -- 172.21.15.18:0/2014628515 wait complete. 2024-03-07T09:49:23.204 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:22 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:22.950+0000 7f0c7d4e2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:49:23.204 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:23 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:23.051+0000 7f0c7d4e2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:49:23.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:23 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2014628515' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-07T09:49:23.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:23 smithi018 ceph-mon[32171]: mgrmap e5: x(active, since 6s) 2024-03-07T09:49:23.956 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:23 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:23.715+0000 7f0c7d4e2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:49:23.956 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:23 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:23.809+0000 7f0c7d4e2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:49:23.956 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:23 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:23.955+0000 7f0c7d4e2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:49:24.306 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:24.053+0000 7f0c7d4e2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:49:24.306 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:24.138+0000 7f0c7d4e2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:49:24.314 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:24.314 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-07T09:49:24.314 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-07T09:49:24.314 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-07T09:49:24.314 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.392+0000 7f4621091700 1 Processor -- start 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.392+0000 7f4621091700 1 -- start start 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.392+0000 7f4621091700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c107f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.392+0000 7f4621091700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f461c1084d0 con 0x7f461c107ae0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.392+0000 7f461ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c107f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.393+0000 7f461ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c107f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37446/0 (socket says 172.21.15.18:37446) 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.393+0000 7f461ad9d700 1 -- 172.21.15.18:0/409415009 learned_addr learned my addr 172.21.15.18:0/409415009 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.393+0000 7f461ad9d700 1 -- 172.21.15.18:0/409415009 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f461c108ce0 con 0x7f461c107ae0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.393+0000 7f461ad9d700 1 --2- 172.21.15.18:0/409415009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c107f00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f460c0098a0 tx=0x7f460c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a92acb114c4b20a0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.393+0000 7f4619d9b700 1 -- 172.21.15.18:0/409415009 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f460c004160 con 0x7f461c107ae0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.393+0000 7f4619d9b700 1 -- 172.21.15.18:0/409415009 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f460c004300 con 0x7f461c107ae0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.393+0000 7f4619d9b700 1 -- 172.21.15.18:0/409415009 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f460c011b50 con 0x7f461c107ae0 2024-03-07T09:49:24.315 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.394+0000 7f4621091700 1 -- 172.21.15.18:0/409415009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 msgr2=0x7f461c107f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.394+0000 7f4621091700 1 --2- 172.21.15.18:0/409415009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c107f00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f460c0098a0 tx=0x7f460c009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.394+0000 7f4621091700 1 -- 172.21.15.18:0/409415009 shutdown_connections 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.394+0000 7f4621091700 1 --2- 172.21.15.18:0/409415009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c107f00 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.394+0000 7f4621091700 1 -- 172.21.15.18:0/409415009 >> 172.21.15.18:0/409415009 conn(0x7f461c1030a0 msgr2=0x7f461c1054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.394+0000 7f4621091700 1 -- 172.21.15.18:0/409415009 shutdown_connections 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.394+0000 7f4621091700 1 -- 172.21.15.18:0/409415009 wait complete. 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f4621091700 1 Processor -- start 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f4621091700 1 -- start start 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f4621091700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f4621091700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f461c10c090 con 0x7f461c107ae0 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f461ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f461ad9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c19bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37450/0 (socket says 172.21.15.18:37450) 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f461ad9d700 1 -- 172.21.15.18:0/447649245 learned_addr learned my addr 172.21.15.18:0/447649245 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:24.316 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f461ad9d700 1 -- 172.21.15.18:0/447649245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f461c19c070 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.395+0000 7f461ad9d700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c19bb30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f460c009fb0 tx=0x7f460c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.396+0000 7f4613fff700 1 -- 172.21.15.18:0/447649245 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f460c0038b0 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.396+0000 7f4613fff700 1 -- 172.21.15.18:0/447649245 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f460c011e50 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.396+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f461c19c300 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.396+0000 7f4613fff700 1 -- 172.21.15.18:0/447649245 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f460c019550 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.396+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f461c19eff0 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.397+0000 7f4613fff700 1 -- 172.21.15.18:0/447649245 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 5) v1 ==== 45927+0+0 (secure 0 0 0) 0x7f460c019850 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.397+0000 7f4613fff700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 0x7f460803b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.397+0000 7f4613fff700 1 -- 172.21.15.18:0/447649245 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f460c04dcf0 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.397+0000 7f461a59c700 1 -- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 msgr2=0x7f460803b010 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/3136177842 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.397+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f461c069230 con 0x7f461c107ae0 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.397+0000 7f461a59c700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 0x7f460803b010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:49:24.317 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.402+0000 7f4613fff700 1 -- 172.21.15.18:0/447649245 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f460c04d710 con 0x7f461c107ae0 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.598+0000 7f461a59c700 1 -- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 msgr2=0x7f460803b010 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/3136177842 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.598+0000 7f461a59c700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 0x7f460803b010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.665+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f461c07c550 con 0x7f461c107ae0 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.666+0000 7f4613fff700 1 -- 172.21.15.18:0/447649245 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7f460c02d960 con 0x7f461c107ae0 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 msgr2=0x7f460803b010 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 0x7f460803b010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 msgr2=0x7f461c19bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c19bb30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f460c009fb0 tx=0x7f460c011bf0 comp rx=0 tx=0).stop 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 shutdown_connections 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7f4608038b50 0x7f460803b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 --2- 172.21.15.18:0/447649245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f461c107ae0 0x7f461c19bb30 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 >> 172.21.15.18:0/447649245 conn(0x7f461c1030a0 msgr2=0x7f461c103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 shutdown_connections 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:23.668+0000 7f4621091700 1 -- 172.21.15.18:0/447649245 wait complete. 2024-03-07T09:49:24.318 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for the mgr to restart... 2024-03-07T09:49:24.319 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr epoch 5... 2024-03-07T09:49:24.557 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/447649245' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-07T09:49:24.557 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:24.413+0000 7f0c7d4e2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:49:24.557 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:24.525+0000 7f0c7d4e2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:49:24.841 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:24.616+0000 7f0c7d4e2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:49:24.842 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:24.714+0000 7f0c7d4e2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:49:25.341 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:24.895+0000 7f0c7d4e2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:49:26.194 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:25 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:25.876+0000 7f0c7d4e2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:49:26.194 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:26.009+0000 7f0c7d4e2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:49:26.591 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:26.346+0000 7f0c7d4e2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:49:26.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:26.437+0000 7f0c7d4e2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:49:27.091 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:26.636+0000 7f0c7d4e2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:49:27.091 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:26.826+0000 7f0c7d4e2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:49:27.376 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:27 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:27.114+0000 7f0c7d4e2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:49:27.796 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:27 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:27.374+0000 7f0c7d4e2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:49:27.796 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:27 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:27.614+0000 7f0c7d4e2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:49:28.841 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:28 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:28.433+0000 7f0c7d4e2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:49:29.331 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:29.011+0000 7f0c7d4e2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:49:29.331 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:29.110+0000 7f0c7d4e2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:49:29.331 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:29.329+0000 7f0c7d4e2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: Active manager daemon x restarted 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: Activating manager daemon x 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: osdmap e2: 0 total, 0 up, 0 in 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: mgrmap e6: x(active, starting, since 0.00322688s) 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: Manager daemon x is now available 2024-03-07T09:49:29.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:29.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:29.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:29.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:29 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:30.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:30 smithi018 ceph-mon[32171]: Found migration_current of "None". Setting to last migration. 2024-03-07T09:49:30.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:30 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:30.703 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:30 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T09:49:30.704 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:30 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T09:49:30.704 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:30 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:30.704 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:30 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:30.704 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:30 smithi018 ceph-mon[32171]: mgrmap e7: x(active, since 1.00491s) 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc335f03700 1 Processor -- start 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc335f03700 1 -- start start 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc335f03700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33010a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc335f03700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33007be70 con 0x7fc330108530 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc32f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33010a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc32f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33010a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37466/0 (socket says 172.21.15.18:37466) 2024-03-07T09:49:30.972 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc32f7fe700 1 -- 172.21.15.18:0/2758977333 learned_addr learned my addr 172.21.15.18:0/2758977333 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.785+0000 7fc32f7fe700 1 -- 172.21.15.18:0/2758977333 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc33010ae60 con 0x7fc330108530 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.786+0000 7fc32f7fe700 1 --2- 172.21.15.18:0/2758977333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33010a920 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc3200098a0 tx=0x7fc320009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30126eb353fa8eff server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.786+0000 7fc32e7fc700 1 -- 172.21.15.18:0/2758977333 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc320004160 con 0x7fc330108530 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.786+0000 7fc32e7fc700 1 -- 172.21.15.18:0/2758977333 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc320004300 con 0x7fc330108530 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.786+0000 7fc32e7fc700 1 -- 172.21.15.18:0/2758977333 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc320011b50 con 0x7fc330108530 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.786+0000 7fc335f03700 1 -- 172.21.15.18:0/2758977333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 msgr2=0x7fc33010a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.786+0000 7fc335f03700 1 --2- 172.21.15.18:0/2758977333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33010a920 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc3200098a0 tx=0x7fc320009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.787+0000 7fc335f03700 1 -- 172.21.15.18:0/2758977333 shutdown_connections 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.787+0000 7fc335f03700 1 --2- 172.21.15.18:0/2758977333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33010a920 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.787+0000 7fc335f03700 1 -- 172.21.15.18:0/2758977333 >> 172.21.15.18:0/2758977333 conn(0x7fc330101fa0 msgr2=0x7fc3301043c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.787+0000 7fc335f03700 1 -- 172.21.15.18:0/2758977333 shutdown_connections 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.787+0000 7fc335f03700 1 -- 172.21.15.18:0/2758977333 wait complete. 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.787+0000 7fc335f03700 1 Processor -- start 2024-03-07T09:49:30.973 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc335f03700 1 -- start start 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc335f03700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33019ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc335f03700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33010be90 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc32f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33019ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc32f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33019ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37478/0 (socket says 172.21.15.18:37478) 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc32f7fe700 1 -- 172.21.15.18:0/3404654737 learned_addr learned my addr 172.21.15.18:0/3404654737 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc32f7fe700 1 -- 172.21.15.18:0/3404654737 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc33019bfb0 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.788+0000 7fc32f7fe700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33019ba70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc320011b60 tx=0x7fc320011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.789+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc320003b20 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.789+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc320003cc0 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.789+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc33019c240 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.789+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc320024840 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.789+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc33019ef30 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.790+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 5) v1 ==== 45927+0+0 (secure 0 0 0) 0x7fc320022020 con 0x7fc330108530 2024-03-07T09:49:30.974 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.790+0000 7fc32cff9700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.790+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 --> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc31803b7c0 con 0x7fc318038bf0 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.790+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc320011e00 con 0x7fc330108530 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.790+0000 7fc32effd700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 msgr2=0x7fc31803b0b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/3136177842 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.790+0000 7fc32effd700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.991+0000 7fc32effd700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 msgr2=0x7fc31803b0b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/3136177842 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:24.991+0000 7fc32effd700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:25.392+0000 7fc32effd700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 msgr2=0x7fc31803b0b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/3136177842 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:25.392+0000 7fc32effd700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:26.193+0000 7fc32effd700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 msgr2=0x7fc31803b0b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/3136177842 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:26.193+0000 7fc32effd700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:27.794+0000 7fc32effd700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 msgr2=0x7fc31803b0b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/3136177842 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:27.794+0000 7fc32effd700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:29.345+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mgrmap(e 6) v1 ==== 45694+0+0 (secure 0 0 0) 0x7fc320024b00 con 0x7fc330108530 2024-03-07T09:49:30.975 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:29.345+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 msgr2=0x7fc31803b0b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:29.345+0000 7fc32cff9700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.346+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 7) v1 ==== 45821+0+0 (secure 0 0 0) 0x7fc32004df60 con 0x7fc330108530 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.346+0000 7fc32cff9700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc31803c520 0x7fc31803e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.346+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc320001d30 con 0x7fc31803c520 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.346+0000 7fc32effd700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc31803c520 0x7fc31803e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.347+0000 7fc32effd700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc31803c520 0x7fc31803e910 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc324003a10 tx=0x7fc3240092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.348+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7fc320001d30 con 0x7fc31803c520 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.354+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fc330069230 con 0x7fc31803c520 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.354+0000 7fc32cff9700 1 -- 172.21.15.18:0/3404654737 <== mgr.14120 v2:172.21.15.18:6800/2708184648 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fc330069230 con 0x7fc31803c520 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc31803c520 msgr2=0x7fc31803e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc31803c520 0x7fc31803e910 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc324003a10 tx=0x7fc3240092b0 comp rx=0 tx=0).stop 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 msgr2=0x7fc33019ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33019ba70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc320011b60 tx=0x7fc320011c40 comp rx=0 tx=0).stop 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 shutdown_connections 2024-03-07T09:49:30.976 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc31803c520 0x7fc31803e910 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:30.977 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc330108530 0x7fc33019ba70 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:30.977 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 --2- 172.21.15.18:0/3404654737 >> [v2:172.21.15.18:6800/3136177842,v1:172.21.15.18:6801/3136177842] conn(0x7fc318038bf0 0x7fc31803b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:30.977 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 >> 172.21.15.18:0/3404654737 conn(0x7fc330101fa0 msgr2=0x7fc330102ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:30.977 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 shutdown_connections 2024-03-07T09:49:30.977 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:30.355+0000 7fc335f03700 1 -- 172.21.15.18:0/3404654737 wait complete. 2024-03-07T09:49:30.977 INFO:teuthology.orchestra.run.smithi018.stdout:mgr epoch 5 is available 2024-03-07T09:49:30.977 INFO:teuthology.orchestra.run.smithi018.stdout:Setting orchestrator backend to cephadm... 2024-03-07T09:49:31.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:31 smithi018 ceph-mon[32171]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-07T09:49:31.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:31 smithi018 ceph-mon[32171]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-07T09:49:31.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:31 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:30] ENGINE Bus STARTING 2024-03-07T09:49:31.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:31 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.383+0000 7f4e4d0c5700 1 Processor -- start 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e4d0c5700 1 -- start start 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e4d0c5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48106df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e4d0c5700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e481073c0 con 0x7f4e481069d0 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e46d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48106df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e46d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48106df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36874/0 (socket says 172.21.15.18:36874) 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e46d9d700 1 -- 172.21.15.18:0/1775080829 learned_addr learned my addr 172.21.15.18:0/1775080829 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e46d9d700 1 -- 172.21.15.18:0/1775080829 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e48107bd0 con 0x7f4e481069d0 2024-03-07T09:49:32.194 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e46d9d700 1 --2- 172.21.15.18:0/1775080829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48106df0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009e80 tx=0x7f4e4000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad865d7fead62d0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.384+0000 7f4e45d9b700 1 -- 172.21.15.18:0/1775080829 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e40017070 con 0x7f4e481069d0 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e45d9b700 1 -- 172.21.15.18:0/1775080829 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f4e4000b8c0 con 0x7f4e481069d0 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e45d9b700 1 -- 172.21.15.18:0/1775080829 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e400045c0 con 0x7f4e481069d0 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1775080829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 msgr2=0x7f4e48106df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e4d0c5700 1 --2- 172.21.15.18:0/1775080829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48106df0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009e80 tx=0x7f4e4000b330 comp rx=0 tx=0).stop 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1775080829 shutdown_connections 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e4d0c5700 1 --2- 172.21.15.18:0/1775080829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48106df0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1775080829 >> 172.21.15.18:0/1775080829 conn(0x7f4e48101fb0 msgr2=0x7f4e481043d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1775080829 shutdown_connections 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.385+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1775080829 wait complete. 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.386+0000 7f4e4d0c5700 1 Processor -- start 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.386+0000 7f4e4d0c5700 1 -- start start 2024-03-07T09:49:32.195 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.386+0000 7f4e4d0c5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.386+0000 7f4e4d0c5700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e4807af90 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.386+0000 7f4e46d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.386+0000 7f4e46d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48199820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36888/0 (socket says 172.21.15.18:36888) 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.386+0000 7f4e46d9d700 1 -- 172.21.15.18:0/1484710609 learned_addr learned my addr 172.21.15.18:0/1484710609 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.387+0000 7f4e46d9d700 1 -- 172.21.15.18:0/1484710609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e48199d60 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.387+0000 7f4e46d9d700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48199820 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4e400072a0 tx=0x7f4e4000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.387+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e40020020 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.387+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f4e40003b50 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.387+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e48199ff0 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.387+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e40017040 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.387+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e4819cce0 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.388+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 7) v1 ==== 45821+0+0 (secure 0 0 0) 0x7f4e40023020 con 0x7f4e481069d0 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.388+0000 7f4e3ffff700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f4e3403ac40 0x7f4e3403d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:32.196 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.388+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f4e4000f050 con 0x7f4e481069d0 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.388+0000 7f4e4659c700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f4e3403ac40 0x7f4e3403d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.388+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e48063780 con 0x7f4e481069d0 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.389+0000 7f4e4659c700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f4e3403ac40 0x7f4e3403d100 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4e30006fd0 tx=0x7f4e30006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.394+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4e4002a020 con 0x7f4e481069d0 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.399+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7f4e40025400 con 0x7f4e481069d0 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.614+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f4e4802dc90 con 0x7f4e3403ac40 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.619+0000 7f4e3ffff700 1 -- 172.21.15.18:0/1484710609 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f4e4802dc90 con 0x7f4e3403ac40 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f4e3403ac40 msgr2=0x7f4e3403d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f4e3403ac40 0x7f4e3403d100 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4e30006fd0 tx=0x7f4e30006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 msgr2=0x7f4e48199820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48199820 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4e400072a0 tx=0x7f4e4000bd50 comp rx=0 tx=0).stop 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 shutdown_connections 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f4e3403ac40 0x7f4e3403d100 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:32.197 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 --2- 172.21.15.18:0/1484710609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e481069d0 0x7f4e48199820 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:32.198 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 >> 172.21.15.18:0/1484710609 conn(0x7f4e48101fb0 msgr2=0x7f4e481903a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:32.198 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 shutdown_connections 2024-03-07T09:49:32.198 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:31.622+0000 7f4e4d0c5700 1 -- 172.21.15.18:0/1484710609 wait complete. 2024-03-07T09:49:32.496 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:32 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:30] ENGINE Serving on https://172.21.15.18:7150 2024-03-07T09:49:32.496 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:32 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:30] ENGINE Serving on http://172.21.15.18:8765 2024-03-07T09:49:32.496 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:32 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:30] ENGINE Bus STARTED 2024-03-07T09:49:32.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:32 smithi018 ceph-mon[32171]: mgrmap e8: x(active, since 2s) 2024-03-07T09:49:32.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:32 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:32.497 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:32 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.603+0000 7ff69dc43700 1 Processor -- start 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.603+0000 7ff69dc43700 1 -- start start 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.603+0000 7ff69dc43700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff698106560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.603+0000 7ff69dc43700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff698106b30 con 0x7ff698106140 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6977fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff698106560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6977fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff698106560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36900/0 (socket says 172.21.15.18:36900) 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6977fe700 1 -- 172.21.15.18:0/710346209 learned_addr learned my addr 172.21.15.18:0/710346209 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6977fe700 1 -- 172.21.15.18:0/710346209 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff698107340 con 0x7ff698106140 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6977fe700 1 --2- 172.21.15.18:0/710346209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff698106560 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff68800af90 tx=0x7ff68800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdfbdfeece6b68b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:33.367 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6967fc700 1 -- 172.21.15.18:0/710346209 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff688018070 con 0x7ff698106140 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6967fc700 1 -- 172.21.15.18:0/710346209 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ff68800c9a0 con 0x7ff698106140 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.604+0000 7ff6967fc700 1 -- 172.21.15.18:0/710346209 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff6880045e0 con 0x7ff698106140 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.605+0000 7ff69dc43700 1 -- 172.21.15.18:0/710346209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 msgr2=0x7ff698106560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.605+0000 7ff69dc43700 1 --2- 172.21.15.18:0/710346209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff698106560 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff68800af90 tx=0x7ff68800c330 comp rx=0 tx=0).stop 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.605+0000 7ff69dc43700 1 -- 172.21.15.18:0/710346209 shutdown_connections 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.605+0000 7ff69dc43700 1 --2- 172.21.15.18:0/710346209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff698106560 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.605+0000 7ff69dc43700 1 -- 172.21.15.18:0/710346209 >> 172.21.15.18:0/710346209 conn(0x7ff698101720 msgr2=0x7ff698103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.605+0000 7ff69dc43700 1 -- 172.21.15.18:0/710346209 shutdown_connections 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.605+0000 7ff69dc43700 1 -- 172.21.15.18:0/710346209 wait complete. 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff69dc43700 1 Processor -- start 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff69dc43700 1 -- start start 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff69dc43700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff69819bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:33.368 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff69dc43700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff698107ac0 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff6977fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff69819bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff6977fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff69819bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36902/0 (socket says 172.21.15.18:36902) 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff6977fe700 1 -- 172.21.15.18:0/3409846435 learned_addr learned my addr 172.21.15.18:0/3409846435 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.606+0000 7ff6977fe700 1 -- 172.21.15.18:0/3409846435 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff69819bff0 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.607+0000 7ff6977fe700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff69819bab0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff68800c770 tx=0x7ff68800de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.607+0000 7ff694ff9700 1 -- 172.21.15.18:0/3409846435 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff688021020 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.607+0000 7ff694ff9700 1 -- 172.21.15.18:0/3409846435 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ff688019040 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.607+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff69819c280 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.607+0000 7ff694ff9700 1 -- 172.21.15.18:0/3409846435 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff688018070 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.607+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff69819ef70 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.607+0000 7ff694ff9700 1 -- 172.21.15.18:0/3409846435 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7ff688024020 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.608+0000 7ff694ff9700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff684038ba0 0x7ff68403b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.608+0000 7ff694ff9700 1 -- 172.21.15.18:0/3409846435 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7ff688010050 con 0x7ff698106140 2024-03-07T09:49:33.369 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.608+0000 7ff696ffd700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff684038ba0 0x7ff68403b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.608+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff698069230 con 0x7ff698106140 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.608+0000 7ff696ffd700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff684038ba0 0x7ff68403b060 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff680006fd0 tx=0x7ff680006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.613+0000 7ff694ff9700 1 -- 172.21.15.18:0/3409846435 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff68802b020 con 0x7ff698106140 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.819+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7ff69802dbf0 con 0x7ff684038ba0 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.819+0000 7ff694ff9700 1 -- 172.21.15.18:0/3409846435 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7ff69802dbf0 con 0x7ff684038ba0 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff684038ba0 msgr2=0x7ff68403b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff684038ba0 0x7ff68403b060 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff680006fd0 tx=0x7ff680006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 msgr2=0x7ff69819bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff69819bab0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff68800c770 tx=0x7ff68800de40 comp rx=0 tx=0).stop 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 shutdown_connections 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff684038ba0 0x7ff68403b060 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:33.370 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 --2- 172.21.15.18:0/3409846435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff698106140 0x7ff69819bab0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:33.371 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.821+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 >> 172.21.15.18:0/3409846435 conn(0x7ff698101720 msgr2=0x7ff698192640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:33.371 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.822+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 shutdown_connections 2024-03-07T09:49:33.371 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:32.822+0000 7ff69dc43700 1 -- 172.21.15.18:0/3409846435 wait complete. 2024-03-07T09:49:33.371 INFO:teuthology.orchestra.run.smithi018.stdout:Generating ssh key... 2024-03-07T09:49:33.727 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:33 smithi018 ceph-mon[32171]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: Generating public/private rsa key pair. 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: Your identification has been saved in /tmp/tmp_mu4zbp9/key. 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: Your public key has been saved in /tmp/tmp_mu4zbp9/key.pub. 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: The key fingerprint is: 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: SHA256:jr5ndZ6TMAcDhtXLT/Fj7RxRnxdUiQ083wawcUtsldA ceph-c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: The key's randomart image is: 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: +---[RSA 3072]----+ 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | o.. +=X+O| 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | . o . .O+E+| 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | . o ..+++=| 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | = . +o=| 2024-03-07T09:49:34.332 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | S = . =.| 2024-03-07T09:49:34.333 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | o + + o| 2024-03-07T09:49:34.333 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | . .. * o | 2024-03-07T09:49:34.333 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | . o = | 2024-03-07T09:49:34.333 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: | o+ . | 2024-03-07T09:49:34.333 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: +----[SHA256]-----+ 2024-03-07T09:49:34.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-mon[32171]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:34 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.746+0000 7f2426750700 1 Processor -- start 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.746+0000 7f2426750700 1 -- start start 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.746+0000 7f2426750700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242010a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.746+0000 7f2426750700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f242007be30 con 0x7f24201085b0 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242010a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242010a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36918/0 (socket says 172.21.15.18:36918) 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241ffff700 1 -- 172.21.15.18:0/1841035838 learned_addr learned my addr 172.21.15.18:0/1841035838 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241ffff700 1 -- 172.21.15.18:0/1841035838 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f242010aee0 con 0x7f24201085b0 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241ffff700 1 --2- 172.21.15.18:0/1841035838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242010a9a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f24100098a0 tx=0x7f2410009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce0f0c65c3b4e9b1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241effd700 1 -- 172.21.15.18:0/1841035838 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2410004160 con 0x7f24201085b0 2024-03-07T09:49:34.632 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241effd700 1 -- 172.21.15.18:0/1841035838 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f2410004300 con 0x7f24201085b0 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.747+0000 7f241effd700 1 -- 172.21.15.18:0/1841035838 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2410011b50 con 0x7f24201085b0 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.748+0000 7f2426750700 1 -- 172.21.15.18:0/1841035838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 msgr2=0x7f242010a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.748+0000 7f2426750700 1 --2- 172.21.15.18:0/1841035838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242010a9a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f24100098a0 tx=0x7f2410009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.748+0000 7f2426750700 1 -- 172.21.15.18:0/1841035838 shutdown_connections 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.748+0000 7f2426750700 1 --2- 172.21.15.18:0/1841035838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242010a9a0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.748+0000 7f2426750700 1 -- 172.21.15.18:0/1841035838 >> 172.21.15.18:0/1841035838 conn(0x7f2420101fc0 msgr2=0x7f24201043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.748+0000 7f2426750700 1 -- 172.21.15.18:0/1841035838 shutdown_connections 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.748+0000 7f2426750700 1 -- 172.21.15.18:0/1841035838 wait complete. 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f2426750700 1 Processor -- start 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f2426750700 1 -- start start 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f2426750700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242019bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f2426750700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f242010bf00 con 0x7f24201085b0 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f241ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242019bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:34.633 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f241ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242019bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36920/0 (socket says 172.21.15.18:36920) 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f241ffff700 1 -- 172.21.15.18:0/2171022362 learned_addr learned my addr 172.21.15.18:0/2171022362 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.749+0000 7f241ffff700 1 -- 172.21.15.18:0/2171022362 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f242019c040 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.750+0000 7f241ffff700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242019bb00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2410011b60 tx=0x7f2410011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.750+0000 7f241d7fa700 1 -- 172.21.15.18:0/2171022362 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2410003970 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.750+0000 7f241d7fa700 1 -- 172.21.15.18:0/2171022362 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f2410003b10 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.750+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f242019c2d0 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.750+0000 7f241d7fa700 1 -- 172.21.15.18:0/2171022362 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2410024610 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.750+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f242019efc0 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.751+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2420069230 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.751+0000 7f241d7fa700 1 -- 172.21.15.18:0/2171022362 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7f241001a9f0 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.751+0000 7f241d7fa700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f240c038ba0 0x7f240c03b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.751+0000 7f241d7fa700 1 -- 172.21.15.18:0/2171022362 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f2410011e00 con 0x7f24201085b0 2024-03-07T09:49:34.634 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.751+0000 7f241f7fe700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f240c038ba0 0x7f240c03b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.752+0000 7f241f7fe700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f240c038ba0 0x7f240c03b060 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2408006fd0 tx=0x7f2408006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.756+0000 7f241d7fa700 1 -- 172.21.15.18:0/2171022362 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f241000b3e0 con 0x7f24201085b0 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:33.964+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f24201031a0 con 0x7f240c038ba0 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.025+0000 7f241d7fa700 1 -- 172.21.15.18:0/2171022362 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f24201031a0 con 0x7f240c038ba0 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f240c038ba0 msgr2=0x7f240c03b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f240c038ba0 0x7f240c03b060 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2408006fd0 tx=0x7f2408006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 msgr2=0x7f242019bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242019bb00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2410011b60 tx=0x7f2410011c40 comp rx=0 tx=0).stop 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 shutdown_connections 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f240c038ba0 0x7f240c03b060 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 --2- 172.21.15.18:0/2171022362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f24201085b0 0x7f242019bb00 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 >> 172.21.15.18:0/2171022362 conn(0x7f2420101fc0 msgr2=0x7f2420102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 shutdown_connections 2024-03-07T09:49:34.635 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:34.027+0000 7f2426750700 1 -- 172.21.15.18:0/2171022362 wait complete. 2024-03-07T09:49:35.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:35 smithi018 ceph-mon[32171]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:35.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:35 smithi018 ceph-mon[32171]: Generating ssh key... 2024-03-07T09:49:35.831 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK31iZzwA+ro6MGrrYOB/XtZApTqaG5ZjSXRrhdtO1fi0mOMqTgLwvF5iRBFAak/IXBwCtUxliittcLNs6WqJe9xjUagaPbVo1d8+JOdYEbrWdbfeE4PQnXVc3JhCiCD4v639Ca1c2JnE8mHhZP7A6HIcUipK5liAaw5VtV1sXcHC9aqEL/GNq6QSWH4tPSnhKKW/V6YCFLWGITsPAXP1Kqoena2lqImoBNvQqOaRzhOITf11+yyGql+YDsida+3QIDs0JUJa5rP1aEkLOMFWYSLfEgZUr1kxxN71z4thfEeasXj7GdwkPNcrLHEwga685iSVxW8o4+2Z4mZDpAlW/KPr0QZc7SUVRbBeL5ybtcaXhbPy427Bj5fw86hUQeY1rE/goiz4yBi2I1BvlGmZy/qsMRqF3zHs32nJuCWk9W4gv/MHSHFpkV0qgkD/agT7t7hlQ6Zwtta23FxInLKafOsxJUXWenwQmhv5QGnVFbo8YjIQQ7VR+DMShKsGf8+s= ceph-c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:49:35.831 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.048+0000 7fc683f32700 1 Processor -- start 2024-03-07T09:49:35.831 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc683f32700 1 -- start start 2024-03-07T09:49:35.831 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc683f32700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1061c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:35.831 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc683f32700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc67c106790 con 0x7fc67c105da0 2024-03-07T09:49:35.831 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc681cce700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1061c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:35.831 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc681cce700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1061c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36924/0 (socket says 172.21.15.18:36924) 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc681cce700 1 -- 172.21.15.18:0/4238447288 learned_addr learned my addr 172.21.15.18:0/4238447288 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc681cce700 1 -- 172.21.15.18:0/4238447288 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc67c106910 con 0x7fc67c105da0 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.049+0000 7fc681cce700 1 --2- 172.21.15.18:0/4238447288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1061c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc66c0098a0 tx=0x7fc66c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1c6f226d17886e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc680ccc700 1 -- 172.21.15.18:0/4238447288 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc66c004160 con 0x7fc67c105da0 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc680ccc700 1 -- 172.21.15.18:0/4238447288 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc66c004300 con 0x7fc67c105da0 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc680ccc700 1 -- 172.21.15.18:0/4238447288 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc66c011b50 con 0x7fc67c105da0 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc683f32700 1 -- 172.21.15.18:0/4238447288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 msgr2=0x7fc67c1061c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc683f32700 1 --2- 172.21.15.18:0/4238447288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1061c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc66c0098a0 tx=0x7fc66c009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc683f32700 1 -- 172.21.15.18:0/4238447288 shutdown_connections 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc683f32700 1 --2- 172.21.15.18:0/4238447288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1061c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc683f32700 1 -- 172.21.15.18:0/4238447288 >> 172.21.15.18:0/4238447288 conn(0x7fc67c101720 msgr2=0x7fc67c103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc683f32700 1 -- 172.21.15.18:0/4238447288 shutdown_connections 2024-03-07T09:49:35.832 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.050+0000 7fc683f32700 1 -- 172.21.15.18:0/4238447288 wait complete. 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc683f32700 1 Processor -- start 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc683f32700 1 -- start start 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc683f32700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1086a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc683f32700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc67c10c050 con 0x7fc67c105da0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc681cce700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc681cce700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1086a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36926/0 (socket says 172.21.15.18:36926) 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc681cce700 1 -- 172.21.15.18:0/787412542 learned_addr learned my addr 172.21.15.18:0/787412542 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc681cce700 1 -- 172.21.15.18:0/787412542 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc67c108be0 con 0x7fc67c105da0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.051+0000 7fc681cce700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1086a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc66c011670 tx=0x7fc66c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.052+0000 7fc672ffd700 1 -- 172.21.15.18:0/787412542 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc66c0039c0 con 0x7fc67c105da0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.052+0000 7fc672ffd700 1 -- 172.21.15.18:0/787412542 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc66c011e50 con 0x7fc67c105da0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.052+0000 7fc672ffd700 1 -- 172.21.15.18:0/787412542 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc66c01a5c0 con 0x7fc67c105da0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.052+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc67c106dd0 con 0x7fc67c105da0 2024-03-07T09:49:35.833 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.052+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc67c107310 con 0x7fc67c105da0 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.053+0000 7fc672ffd700 1 -- 172.21.15.18:0/787412542 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7fc66c01a8c0 con 0x7fc67c105da0 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.053+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc67c069230 con 0x7fc67c105da0 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.053+0000 7fc672ffd700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc668038b50 0x7fc66803b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.053+0000 7fc672ffd700 1 -- 172.21.15.18:0/787412542 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fc66c04cfd0 con 0x7fc67c105da0 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.053+0000 7fc6814cd700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc668038b50 0x7fc66803b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.053+0000 7fc6814cd700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc668038b50 0x7fc66803b010 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc678006fd0 tx=0x7fc678006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.058+0000 7fc672ffd700 1 -- 172.21.15.18:0/787412542 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc66c019c70 con 0x7fc67c105da0 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.263+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fc67c102900 con 0x7fc668038b50 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.264+0000 7fc672ffd700 1 -- 172.21.15.18:0/787412542 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7fc67c102900 con 0x7fc668038b50 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc668038b50 msgr2=0x7fc66803b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc668038b50 0x7fc66803b010 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc678006fd0 tx=0x7fc678006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 msgr2=0x7fc67c1086a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:35.834 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1086a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc66c011670 tx=0x7fc66c011b60 comp rx=0 tx=0).stop 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 shutdown_connections 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc668038b50 0x7fc66803b010 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 --2- 172.21.15.18:0/787412542 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc67c105da0 0x7fc67c1086a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 >> 172.21.15.18:0/787412542 conn(0x7fc67c101720 msgr2=0x7fc67c1021f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 shutdown_connections 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:35.266+0000 7fc683f32700 1 -- 172.21.15.18:0/787412542 wait complete. 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:Adding key to root@localhost authorized_keys... 2024-03-07T09:49:35.835 INFO:teuthology.orchestra.run.smithi018.stdout:Adding host smithi018... 2024-03-07T09:49:36.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:36 smithi018 ceph-mon[32171]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:37.733 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:37 smithi018 ceph-mon[32171]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi018", "addr": "172.21.15.18", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:37.733 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:37 smithi018 ceph-mon[32171]: Deploying cephadm binary to smithi018 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Added host 'smithi018' with addr '172.21.15.18' 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.244+0000 7f10df159700 1 Processor -- start 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.244+0000 7f10df159700 1 -- start start 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.244+0000 7f10df159700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d810a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.244+0000 7f10df159700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d807be30 con 0x7f10d8108580 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.244+0000 7f10dcef5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d810a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.244+0000 7f10dcef5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d810a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36942/0 (socket says 172.21.15.18:36942) 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.244+0000 7f10dcef5700 1 -- 172.21.15.18:0/3524408971 learned_addr learned my addr 172.21.15.18:0/3524408971 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.245+0000 7f10dcef5700 1 -- 172.21.15.18:0/3524408971 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d810aeb0 con 0x7f10d8108580 2024-03-07T09:49:41.582 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.245+0000 7f10dcef5700 1 --2- 172.21.15.18:0/3524408971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d810a970 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f10cc0098a0 tx=0x7f10cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5587a86b25305e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.245+0000 7f10d77fe700 1 -- 172.21.15.18:0/3524408971 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10cc004160 con 0x7f10d8108580 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.245+0000 7f10d77fe700 1 -- 172.21.15.18:0/3524408971 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f10cc004300 con 0x7f10d8108580 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.245+0000 7f10d77fe700 1 -- 172.21.15.18:0/3524408971 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10cc011b50 con 0x7f10d8108580 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.245+0000 7f10df159700 1 -- 172.21.15.18:0/3524408971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 msgr2=0x7f10d810a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.245+0000 7f10df159700 1 --2- 172.21.15.18:0/3524408971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d810a970 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f10cc0098a0 tx=0x7f10cc009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 -- 172.21.15.18:0/3524408971 shutdown_connections 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 --2- 172.21.15.18:0/3524408971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d810a970 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 -- 172.21.15.18:0/3524408971 >> 172.21.15.18:0/3524408971 conn(0x7f10d8101fb0 msgr2=0x7f10d81043d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 -- 172.21.15.18:0/3524408971 shutdown_connections 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 -- 172.21.15.18:0/3524408971 wait complete. 2024-03-07T09:49:41.583 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 Processor -- start 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 -- start start 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d819ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.246+0000 7f10df159700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d810bed0 con 0x7f10d8108580 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10dcef5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d819ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10dcef5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d819ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36948/0 (socket says 172.21.15.18:36948) 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10dcef5700 1 -- 172.21.15.18:0/3148340378 learned_addr learned my addr 172.21.15.18:0/3148340378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10dcef5700 1 -- 172.21.15.18:0/3148340378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d819bfc0 con 0x7f10d8108580 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10dcef5700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d819ba80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f10cc011b60 tx=0x7f10cc011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10d5ffb700 1 -- 172.21.15.18:0/3148340378 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10cc003b20 con 0x7f10d8108580 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10d5ffb700 1 -- 172.21.15.18:0/3148340378 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f10cc003cc0 con 0x7f10d8108580 2024-03-07T09:49:41.584 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10d819c250 con 0x7f10d8108580 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.247+0000 7f10d5ffb700 1 -- 172.21.15.18:0/3148340378 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10cc024840 con 0x7f10d8108580 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.248+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10d819ef40 con 0x7f10d8108580 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.248+0000 7f10d5ffb700 1 -- 172.21.15.18:0/3148340378 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7f10cc022020 con 0x7f10d8108580 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.248+0000 7f10d5ffb700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f10c8038bf0 0x7f10c803b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.248+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10d8063780 con 0x7f10d8108580 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.249+0000 7f10d5ffb700 1 -- 172.21.15.18:0/3148340378 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f10cc011e00 con 0x7f10d8108580 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.249+0000 7f10d7fff700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f10c8038bf0 0x7f10c803b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.249+0000 7f10d7fff700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f10c8038bf0 0x7f10c803b0b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f10c4006fd0 tx=0x7f10c4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.253+0000 7f10d5ffb700 1 -- 172.21.15.18:0/3148340378 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f10cc00b9e0 con 0x7f10d8108580 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:36.460+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi018", "addr": "172.21.15.18", "target": ["mon-mgr", ""]}) v1 -- 0x7f10d8103200 con 0x7f10c8038bf0 2024-03-07T09:49:41.585 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.005+0000 7f10d5ffb700 1 -- 172.21.15.18:0/3148340378 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f10d8103200 con 0x7f10c8038bf0 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f10c8038bf0 msgr2=0x7f10c803b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f10c8038bf0 0x7f10c803b0b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f10c4006fd0 tx=0x7f10c4006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 msgr2=0x7f10d819ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d819ba80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f10cc011b60 tx=0x7f10cc011c40 comp rx=0 tx=0).stop 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 shutdown_connections 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f10c8038bf0 0x7f10c803b0b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 --2- 172.21.15.18:0/3148340378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10d8108580 0x7f10d819ba80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 >> 172.21.15.18:0/3148340378 conn(0x7f10d8101fb0 msgr2=0x7f10d8102af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 shutdown_connections 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:41.007+0000 7f10df159700 1 -- 172.21.15.18:0/3148340378 wait complete. 2024-03-07T09:49:41.586 INFO:teuthology.orchestra.run.smithi018.stdout:Deploying unmanaged mon service... 2024-03-07T09:49:42.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:42 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:42.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:42 smithi018 ceph-mon[32171]: Added host smithi018 2024-03-07T09:49:42.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:42 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:42.902 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-07T09:49:42.903 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.043+0000 7ffbf4cf2700 1 Processor -- start 2024-03-07T09:49:42.903 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.043+0000 7ffbf4cf2700 1 -- start start 2024-03-07T09:49:42.903 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.043+0000 7ffbf4cf2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf0106790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:42.903 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.043+0000 7ffbf4cf2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbf007bdf0 con 0x7ffbf0106370 2024-03-07T09:49:42.903 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf0106790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:42.904 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf0106790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58002/0 (socket says 172.21.15.18:58002) 2024-03-07T09:49:42.904 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbee59c700 1 -- 172.21.15.18:0/568819351 learned_addr learned my addr 172.21.15.18:0/568819351 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:42.904 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbee59c700 1 -- 172.21.15.18:0/568819351 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbf0106cd0 con 0x7ffbf0106370 2024-03-07T09:49:42.904 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbee59c700 1 --2- 172.21.15.18:0/568819351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf0106790 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffbe8009e80 tx=0x7ffbe800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d81b258cdc136feb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:42.904 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbed59a700 1 -- 172.21.15.18:0/568819351 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffbe8017070 con 0x7ffbf0106370 2024-03-07T09:49:42.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbed59a700 1 -- 172.21.15.18:0/568819351 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ffbe800b8c0 con 0x7ffbf0106370 2024-03-07T09:49:42.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.044+0000 7ffbed59a700 1 -- 172.21.15.18:0/568819351 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffbe80045c0 con 0x7ffbf0106370 2024-03-07T09:49:42.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.045+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/568819351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 msgr2=0x7ffbf0106790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:42.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.045+0000 7ffbf4cf2700 1 --2- 172.21.15.18:0/568819351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf0106790 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ffbe8009e80 tx=0x7ffbe800b330 comp rx=0 tx=0).stop 2024-03-07T09:49:42.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.045+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/568819351 shutdown_connections 2024-03-07T09:49:42.905 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.045+0000 7ffbf4cf2700 1 --2- 172.21.15.18:0/568819351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf0106790 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:42.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.045+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/568819351 >> 172.21.15.18:0/568819351 conn(0x7ffbf0101f70 msgr2=0x7ffbf0104390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:42.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.045+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/568819351 shutdown_connections 2024-03-07T09:49:42.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.045+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/568819351 wait complete. 2024-03-07T09:49:42.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.046+0000 7ffbf4cf2700 1 Processor -- start 2024-03-07T09:49:42.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.046+0000 7ffbf4cf2700 1 -- start start 2024-03-07T09:49:42.906 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.046+0000 7ffbf4cf2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf019dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:42.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.046+0000 7ffbf4cf2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbf0107d60 con 0x7ffbf0106370 2024-03-07T09:49:42.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.046+0000 7ffbee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf019dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:42.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.046+0000 7ffbee59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf019dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58018/0 (socket says 172.21.15.18:58018) 2024-03-07T09:49:42.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.046+0000 7ffbee59c700 1 -- 172.21.15.18:0/488594135 learned_addr learned my addr 172.21.15.18:0/488594135 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:42.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.047+0000 7ffbee59c700 1 -- 172.21.15.18:0/488594135 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbf019e150 con 0x7ffbf0106370 2024-03-07T09:49:42.907 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.047+0000 7ffbee59c700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf019dc10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80072a0 tx=0x7ffbe800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:42.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.047+0000 7ffbe77fe700 1 -- 172.21.15.18:0/488594135 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffbe8020020 con 0x7ffbf0106370 2024-03-07T09:49:42.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.047+0000 7ffbe77fe700 1 -- 172.21.15.18:0/488594135 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7ffbe8003b50 con 0x7ffbf0106370 2024-03-07T09:49:42.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.047+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbf019e3e0 con 0x7ffbf0106370 2024-03-07T09:49:42.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.047+0000 7ffbe77fe700 1 -- 172.21.15.18:0/488594135 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffbe8017040 con 0x7ffbf0106370 2024-03-07T09:49:42.908 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.047+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbf01a10d0 con 0x7ffbf0106370 2024-03-07T09:49:42.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.048+0000 7ffbe77fe700 1 -- 172.21.15.18:0/488594135 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7ffbe8023020 con 0x7ffbf0106370 2024-03-07T09:49:42.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.048+0000 7ffbe77fe700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ffbdc038b50 0x7ffbdc03b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:42.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.048+0000 7ffbe77fe700 1 -- 172.21.15.18:0/488594135 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7ffbe800f050 con 0x7ffbf0106370 2024-03-07T09:49:42.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.048+0000 7ffbedd9b700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ffbdc038b50 0x7ffbdc03b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:42.909 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.048+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbf0063780 con 0x7ffbf0106370 2024-03-07T09:49:42.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.049+0000 7ffbedd9b700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ffbdc038b50 0x7ffbdc03b010 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8006fd0 tx=0x7ffbd8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:42.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.054+0000 7ffbe77fe700 1 -- 172.21.15.18:0/488594135 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ffbe802a020 con 0x7ffbf0106370 2024-03-07T09:49:42.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.279+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7ffbf002dbf0 con 0x7ffbdc038b50 2024-03-07T09:49:42.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.284+0000 7ffbe77fe700 1 -- 172.21.15.18:0/488594135 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7ffbf002dbf0 con 0x7ffbdc038b50 2024-03-07T09:49:42.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ffbdc038b50 msgr2=0x7ffbdc03b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:42.910 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ffbdc038b50 0x7ffbdc03b010 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ffbd8006fd0 tx=0x7ffbd8006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:42.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 msgr2=0x7ffbf019dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:42.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf019dc10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80072a0 tx=0x7ffbe800bd50 comp rx=0 tx=0).stop 2024-03-07T09:49:42.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 shutdown_connections 2024-03-07T09:49:42.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ffbdc038b50 0x7ffbdc03b010 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:42.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 --2- 172.21.15.18:0/488594135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffbf0106370 0x7ffbf019dc10 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:42.911 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 >> 172.21.15.18:0/488594135 conn(0x7ffbf0101f70 msgr2=0x7ffbf0194880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:42.912 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 shutdown_connections 2024-03-07T09:49:42.912 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:42.286+0000 7ffbf4cf2700 1 -- 172.21.15.18:0/488594135 wait complete. 2024-03-07T09:49:42.912 INFO:teuthology.orchestra.run.smithi018.stdout:Deploying unmanaged mgr service... 2024-03-07T09:49:43.441 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:43 smithi018 ceph-mon[32171]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:43.441 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:43 smithi018 ceph-mon[32171]: Saving service mon spec with placement count:5 2024-03-07T09:49:43.442 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:43 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.356+0000 7faf4b291700 1 Processor -- start 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.356+0000 7faf4b291700 1 -- start start 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.356+0000 7faf4b291700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf44106730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.356+0000 7faf4b291700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf4407be70 con 0x7faf44106310 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.356+0000 7faf4902d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf44106730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.356+0000 7faf4902d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf44106730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58030/0 (socket says 172.21.15.18:58030) 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.356+0000 7faf4902d700 1 -- 172.21.15.18:0/1488478080 learned_addr learned my addr 172.21.15.18:0/1488478080 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf4902d700 1 -- 172.21.15.18:0/1488478080 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf44106c70 con 0x7faf44106310 2024-03-07T09:49:44.290 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf4902d700 1 --2- 172.21.15.18:0/1488478080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf44106730 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7faf380098a0 tx=0x7faf38009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3be67f5143c842cd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf37fff700 1 -- 172.21.15.18:0/1488478080 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faf38004160 con 0x7faf44106310 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf37fff700 1 -- 172.21.15.18:0/1488478080 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7faf38004300 con 0x7faf44106310 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf37fff700 1 -- 172.21.15.18:0/1488478080 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faf38011b50 con 0x7faf44106310 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf4b291700 1 -- 172.21.15.18:0/1488478080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 msgr2=0x7faf44106730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf4b291700 1 --2- 172.21.15.18:0/1488478080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf44106730 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7faf380098a0 tx=0x7faf38009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf4b291700 1 -- 172.21.15.18:0/1488478080 shutdown_connections 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf4b291700 1 --2- 172.21.15.18:0/1488478080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf44106730 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.357+0000 7faf4b291700 1 -- 172.21.15.18:0/1488478080 >> 172.21.15.18:0/1488478080 conn(0x7faf44101f70 msgr2=0x7faf44104390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4b291700 1 -- 172.21.15.18:0/1488478080 shutdown_connections 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4b291700 1 -- 172.21.15.18:0/1488478080 wait complete. 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4b291700 1 Processor -- start 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4b291700 1 -- start start 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4b291700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf4419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4b291700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf44107d00 con 0x7faf44106310 2024-03-07T09:49:44.291 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4902d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf4419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4902d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf4419dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58038/0 (socket says 172.21.15.18:58038) 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.358+0000 7faf4902d700 1 -- 172.21.15.18:0/3093703241 learned_addr learned my addr 172.21.15.18:0/3093703241 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.359+0000 7faf4902d700 1 -- 172.21.15.18:0/3093703241 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf4419e150 con 0x7faf44106310 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.359+0000 7faf4902d700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf4419dc10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faf38011670 tx=0x7faf38011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.359+0000 7faf367fc700 1 -- 172.21.15.18:0/3093703241 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faf380039c0 con 0x7faf44106310 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.359+0000 7faf367fc700 1 -- 172.21.15.18:0/3093703241 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7faf38011e50 con 0x7faf44106310 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.359+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf4419e3e0 con 0x7faf44106310 2024-03-07T09:49:44.292 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.359+0000 7faf367fc700 1 -- 172.21.15.18:0/3093703241 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faf3801a5c0 con 0x7faf44106310 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.359+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf441a10d0 con 0x7faf44106310 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.360+0000 7faf367fc700 1 -- 172.21.15.18:0/3093703241 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7faf3801a870 con 0x7faf44106310 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.360+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf44063780 con 0x7faf44106310 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.360+0000 7faf367fc700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7faf30038ba0 0x7faf3003b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.360+0000 7faf367fc700 1 -- 172.21.15.18:0/3093703241 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7faf3804ce90 con 0x7faf44106310 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.360+0000 7faf4882c700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7faf30038ba0 0x7faf3003b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.361+0000 7faf4882c700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7faf30038ba0 0x7faf3003b060 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faf40006fd0 tx=0x7faf40006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.365+0000 7faf367fc700 1 -- 172.21.15.18:0/3093703241 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7faf38019c70 con 0x7faf44106310 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.588+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7faf440008d0 con 0x7faf30038ba0 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.592+0000 7faf367fc700 1 -- 172.21.15.18:0/3093703241 <== mgr.14120 v2:172.21.15.18:6800/2708184648 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7faf440008d0 con 0x7faf30038ba0 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7faf30038ba0 msgr2=0x7faf3003b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7faf30038ba0 0x7faf3003b060 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faf40006fd0 tx=0x7faf40006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:44.293 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 msgr2=0x7faf4419dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:44.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf4419dc10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faf38011670 tx=0x7faf38011b60 comp rx=0 tx=0).stop 2024-03-07T09:49:44.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 shutdown_connections 2024-03-07T09:49:44.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7faf30038ba0 0x7faf3003b060 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:44.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 --2- 172.21.15.18:0/3093703241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf44106310 0x7faf4419dc10 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:44.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 >> 172.21.15.18:0/3093703241 conn(0x7faf44101f70 msgr2=0x7faf44194870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:44.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 shutdown_connections 2024-03-07T09:49:44.294 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:43.594+0000 7faf4b291700 1 -- 172.21.15.18:0/3093703241 wait complete. 2024-03-07T09:49:44.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:44 smithi018 ceph-mon[32171]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:44 smithi018 ceph-mon[32171]: Saving service mgr spec with placement count:2 2024-03-07T09:49:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:44 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.898+0000 7fc0e1ef6700 1 Processor -- start 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.898+0000 7fc0e1ef6700 1 -- start start 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.898+0000 7fc0e1ef6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc10a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.898+0000 7fc0e1ef6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0dc07be10 con 0x7fc0dc108590 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc10a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc10a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58048/0 (socket says 172.21.15.18:58048) 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0db7fe700 1 -- 172.21.15.18:0/2489421847 learned_addr learned my addr 172.21.15.18:0/2489421847 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0db7fe700 1 -- 172.21.15.18:0/2489421847 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0dc10aec0 con 0x7fc0dc108590 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0db7fe700 1 --2- 172.21.15.18:0/2489421847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc10a980 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc0cc009e80 tx=0x7fc0cc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f072074f5ab79441 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:45.808 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0da7fc700 1 -- 172.21.15.18:0/2489421847 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0cc017070 con 0x7fc0dc108590 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0da7fc700 1 -- 172.21.15.18:0/2489421847 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc0cc00b8c0 con 0x7fc0dc108590 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.899+0000 7fc0da7fc700 1 -- 172.21.15.18:0/2489421847 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0cc0045c0 con 0x7fc0dc108590 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.900+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/2489421847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 msgr2=0x7fc0dc10a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.900+0000 7fc0e1ef6700 1 --2- 172.21.15.18:0/2489421847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc10a980 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc0cc009e80 tx=0x7fc0cc00b330 comp rx=0 tx=0).stop 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.900+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/2489421847 shutdown_connections 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.900+0000 7fc0e1ef6700 1 --2- 172.21.15.18:0/2489421847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc10a980 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.900+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/2489421847 >> 172.21.15.18:0/2489421847 conn(0x7fc0dc101fa0 msgr2=0x7fc0dc1043c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.900+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/2489421847 shutdown_connections 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.900+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/2489421847 wait complete. 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0e1ef6700 1 Processor -- start 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0e1ef6700 1 -- start start 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0e1ef6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc107e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0e1ef6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0dc10be90 con 0x7fc0dc108590 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc107e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:45.809 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0db7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc107e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58058/0 (socket says 172.21.15.18:58058) 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0db7fe700 1 -- 172.21.15.18:0/1465449201 learned_addr learned my addr 172.21.15.18:0/1465449201 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0db7fe700 1 -- 172.21.15.18:0/1465449201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0dc108350 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.901+0000 7fc0db7fe700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc107e10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc0cc004350 tx=0x7fc0cc00bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.902+0000 7fc0d8ff9700 1 -- 172.21.15.18:0/1465449201 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0cc020020 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.902+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0dc106540 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.902+0000 7fc0d8ff9700 1 -- 172.21.15.18:0/1465449201 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc0cc003c10 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.902+0000 7fc0d8ff9700 1 -- 172.21.15.18:0/1465449201 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0cc017040 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.902+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0dc106a80 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.903+0000 7fc0d8ff9700 1 -- 172.21.15.18:0/1465449201 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7fc0cc023020 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.903+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0dc069230 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.903+0000 7fc0d8ff9700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc0c8038ba0 0x7fc0c803b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.903+0000 7fc0d8ff9700 1 -- 172.21.15.18:0/1465449201 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fc0cc00f050 con 0x7fc0dc108590 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.903+0000 7fc0daffd700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc0c8038ba0 0x7fc0c803b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:45.810 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.903+0000 7fc0daffd700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc0c8038ba0 0x7fc0c803b060 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc0c4006fd0 tx=0x7fc0c4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:45.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:44.908+0000 7fc0d8ff9700 1 -- 172.21.15.18:0/1465449201 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc0cc02a020 con 0x7fc0dc108590 2024-03-07T09:49:45.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.115+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7fc0dc107270 con 0x7fc0dc108590 2024-03-07T09:49:45.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.117+0000 7fc0d8ff9700 1 -- 172.21.15.18:0/1465449201 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v6)=0 v6) v1 ==== 142+0+0 (secure 0 0 0) 0x7fc0cc04ce20 con 0x7fc0dc108590 2024-03-07T09:49:45.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.120+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc0c8038ba0 msgr2=0x7fc0c803b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:45.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.120+0000 7fc0e1ef6700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc0c8038ba0 0x7fc0c803b060 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc0c4006fd0 tx=0x7fc0c4006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:45.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.120+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 msgr2=0x7fc0dc107e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:45.811 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.120+0000 7fc0e1ef6700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc107e10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc0cc004350 tx=0x7fc0cc00bd50 comp rx=0 tx=0).stop 2024-03-07T09:49:45.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.121+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 shutdown_connections 2024-03-07T09:49:45.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.121+0000 7fc0e1ef6700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fc0c8038ba0 0x7fc0c803b060 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:45.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.121+0000 7fc0e1ef6700 1 --2- 172.21.15.18:0/1465449201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0dc108590 0x7fc0dc107e10 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:45.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.121+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 >> 172.21.15.18:0/1465449201 conn(0x7fc0dc101fa0 msgr2=0x7fc0dc102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:45.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.121+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 shutdown_connections 2024-03-07T09:49:45.812 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:45.121+0000 7fc0e1ef6700 1 -- 172.21.15.18:0/1465449201 wait complete. 2024-03-07T09:49:46.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:46 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1465449201' entity='client.admin' 2024-03-07T09:49:46.453 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:46 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:46.454 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:46 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:47.549 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:47 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/883896338' entity='client.admin' 2024-03-07T09:49:47.550 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:47 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:47.557 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.229+0000 7ff6bdac1700 1 Processor -- start 2024-03-07T09:49:47.557 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.229+0000 7ff6bdac1700 1 -- start start 2024-03-07T09:49:47.557 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.229+0000 7ff6bdac1700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b810a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:47.557 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.229+0000 7ff6bdac1700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b807be10 con 0x7ff6b81085a0 2024-03-07T09:49:47.557 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.229+0000 7ff6b77fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b810a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:47.557 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.229+0000 7ff6b77fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b810a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58064/0 (socket says 172.21.15.18:58064) 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.229+0000 7ff6b77fe700 1 -- 172.21.15.18:0/1939079492 learned_addr learned my addr 172.21.15.18:0/1939079492 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.230+0000 7ff6b77fe700 1 -- 172.21.15.18:0/1939079492 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6b810aed0 con 0x7ff6b81085a0 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.230+0000 7ff6b77fe700 1 --2- 172.21.15.18:0/1939079492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b810a990 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0098a0 tx=0x7ff6ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f916102e4acf2ad server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.230+0000 7ff6b67fc700 1 -- 172.21.15.18:0/1939079492 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff6ac004160 con 0x7ff6b81085a0 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.230+0000 7ff6b67fc700 1 -- 172.21.15.18:0/1939079492 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6ac004300 con 0x7ff6b81085a0 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.230+0000 7ff6b67fc700 1 -- 172.21.15.18:0/1939079492 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff6ac011b20 con 0x7ff6b81085a0 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 -- 172.21.15.18:0/1939079492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 msgr2=0x7ff6b810a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 --2- 172.21.15.18:0/1939079492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b810a990 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0098a0 tx=0x7ff6ac009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 -- 172.21.15.18:0/1939079492 shutdown_connections 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 --2- 172.21.15.18:0/1939079492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b810a990 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 -- 172.21.15.18:0/1939079492 >> 172.21.15.18:0/1939079492 conn(0x7ff6b8101fd0 msgr2=0x7ff6b81043f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 -- 172.21.15.18:0/1939079492 shutdown_connections 2024-03-07T09:49:47.558 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 -- 172.21.15.18:0/1939079492 wait complete. 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.231+0000 7ff6bdac1700 1 Processor -- start 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6bdac1700 1 -- start start 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6bdac1700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b819ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6bdac1700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b810bee0 con 0x7ff6b81085a0 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b77fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b819ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b77fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b819ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58074/0 (socket says 172.21.15.18:58074) 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b77fe700 1 -- 172.21.15.18:0/883896338 learned_addr learned my addr 172.21.15.18:0/883896338 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b77fe700 1 -- 172.21.15.18:0/883896338 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6b819bfc0 con 0x7ff6b81085a0 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b77fe700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b819ba80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac011b60 tx=0x7ff6ac011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b4ff9700 1 -- 172.21.15.18:0/883896338 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff6ac003b60 con 0x7ff6b81085a0 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b4ff9700 1 -- 172.21.15.18:0/883896338 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6ac01a910 con 0x7ff6b81085a0 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6b819c250 con 0x7ff6b81085a0 2024-03-07T09:49:47.559 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.232+0000 7ff6b4ff9700 1 -- 172.21.15.18:0/883896338 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff6ac024930 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.233+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6b819c6b0 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.233+0000 7ff6b4ff9700 1 -- 172.21.15.18:0/883896338 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7ff6ac022020 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.233+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6b8063780 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.234+0000 7ff6b4ff9700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff6a0038ba0 0x7ff6a003b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.234+0000 7ff6b4ff9700 1 -- 172.21.15.18:0/883896338 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7ff6ac04cc40 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.234+0000 7ff6b6ffd700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff6a0038ba0 0x7ff6a003b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.234+0000 7ff6b6ffd700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff6a0038ba0 0x7ff6a003b060 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8006fd0 tx=0x7ff6a8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.238+0000 7ff6b4ff9700 1 -- 172.21.15.18:0/883896338 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff6ac02d910 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.452+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7ff6b819f140 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.454+0000 7ff6b4ff9700 1 -- 172.21.15.18:0/883896338 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7ff6ac02d3f0 con 0x7ff6b81085a0 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff6a0038ba0 msgr2=0x7ff6a003b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff6a0038ba0 0x7ff6a003b060 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8006fd0 tx=0x7ff6a8006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:47.560 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 msgr2=0x7ff6b819ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b819ba80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac011b60 tx=0x7ff6ac011c40 comp rx=0 tx=0).stop 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 shutdown_connections 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7ff6a0038ba0 0x7ff6a003b060 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 --2- 172.21.15.18:0/883896338 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6b81085a0 0x7ff6b819ba80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 >> 172.21.15.18:0/883896338 conn(0x7ff6b8101fd0 msgr2=0x7ff6b8102ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 shutdown_connections 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:46.457+0000 7ff6bdac1700 1 -- 172.21.15.18:0/883896338 wait complete. 2024-03-07T09:49:47.561 INFO:teuthology.orchestra.run.smithi018.stdout:Enabling the dashboard module... 2024-03-07T09:49:48.485 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:48 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/536982247' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-07T09:49:48.773 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: ignoring --setuser ceph since I am not root 2024-03-07T09:49:48.773 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: ignoring --setgroup ceph since I am not root 2024-03-07T09:49:49.056 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c1a85a700 1 Processor -- start 2024-03-07T09:49:49.056 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c1a85a700 1 -- start start 2024-03-07T09:49:49.056 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c1a85a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1410a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:49.056 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c1a85a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c1407be10 con 0x7f1c14108550 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c13fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1410a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c13fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1410a940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33416/0 (socket says 172.21.15.18:33416) 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c13fff700 1 -- 172.21.15.18:0/1310347782 learned_addr learned my addr 172.21.15.18:0/1310347782 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.950+0000 7f1c13fff700 1 -- 172.21.15.18:0/1310347782 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c1410ae80 con 0x7f1c14108550 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.951+0000 7f1c13fff700 1 --2- 172.21.15.18:0/1310347782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1410a940 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1c040098a0 tx=0x7f1c04009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ccbd7a70249273d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.951+0000 7f1c12ffd700 1 -- 172.21.15.18:0/1310347782 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c04004160 con 0x7f1c14108550 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.951+0000 7f1c12ffd700 1 -- 172.21.15.18:0/1310347782 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1c04004300 con 0x7f1c14108550 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.951+0000 7f1c12ffd700 1 -- 172.21.15.18:0/1310347782 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c04011b20 con 0x7f1c14108550 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.952+0000 7f1c1a85a700 1 -- 172.21.15.18:0/1310347782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 msgr2=0x7f1c1410a940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.952+0000 7f1c1a85a700 1 --2- 172.21.15.18:0/1310347782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1410a940 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1c040098a0 tx=0x7f1c04009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.952+0000 7f1c1a85a700 1 -- 172.21.15.18:0/1310347782 shutdown_connections 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.952+0000 7f1c1a85a700 1 --2- 172.21.15.18:0/1310347782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1410a940 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.952+0000 7f1c1a85a700 1 -- 172.21.15.18:0/1310347782 >> 172.21.15.18:0/1310347782 conn(0x7f1c14101fe0 msgr2=0x7f1c14104400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:49.057 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.952+0000 7f1c1a85a700 1 -- 172.21.15.18:0/1310347782 shutdown_connections 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.952+0000 7f1c1a85a700 1 -- 172.21.15.18:0/1310347782 wait complete. 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c1a85a700 1 Processor -- start 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c1a85a700 1 -- start start 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c1a85a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1419b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c1a85a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c1410be90 con 0x7f1c14108550 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c13fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1419b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c13fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1419b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33426/0 (socket says 172.21.15.18:33426) 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c13fff700 1 -- 172.21.15.18:0/536982247 learned_addr learned my addr 172.21.15.18:0/536982247 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.953+0000 7f1c13fff700 1 -- 172.21.15.18:0/536982247 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c1419bf30 con 0x7f1c14108550 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.954+0000 7f1c13fff700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1419b9f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1c040117e0 tx=0x7f1c04011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.954+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c04003ba0 con 0x7f1c14108550 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.954+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1c0401a910 con 0x7f1c14108550 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.954+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c1419c1c0 con 0x7f1c14108550 2024-03-07T09:49:49.058 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.954+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c040248f0 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.954+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c1419c620 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.955+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 8) v1 ==== 45927+0+0 (secure 0 0 0) 0x7f1c04022020 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.955+0000 7f1c117fa700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f1bfc038ba0 0x7f1bfc03b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.955+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f1c0401aac0 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.955+0000 7f1c137fe700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f1bfc038ba0 0x7f1bfc03b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.955+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c14063780 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.955+0000 7f1c137fe700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f1bfc038ba0 0x7f1bfc03b060 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1c08006fd0 tx=0x7f1c08006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:47.961+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1c040172b0 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.223+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f1c1419ef50 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.457+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f1c0400b5a0 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.458+0000 7f1c117fa700 1 -- 172.21.15.18:0/536982247 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mgrmap(e 9) v1 ==== 45940+0+0 (secure 0 0 0) 0x7f1c0402dc90 con 0x7f1c14108550 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.459+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f1bfc038ba0 msgr2=0x7f1bfc03b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.459+0000 7f1c1a85a700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f1bfc038ba0 0x7f1bfc03b060 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1c08006fd0 tx=0x7f1c08006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:49.059 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.459+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 msgr2=0x7f1c1419b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:49.060 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.459+0000 7f1c1a85a700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1419b9f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1c040117e0 tx=0x7f1c04011ba0 comp rx=0 tx=0).stop 2024-03-07T09:49:49.060 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.460+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 shutdown_connections 2024-03-07T09:49:49.060 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.460+0000 7f1c1a85a700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f1bfc038ba0 0x7f1bfc03b060 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:49.060 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.460+0000 7f1c1a85a700 1 --2- 172.21.15.18:0/536982247 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1c14108550 0x7f1c1419b9f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:49.060 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.460+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 >> 172.21.15.18:0/536982247 conn(0x7f1c14101fe0 msgr2=0x7f1c14102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:49.060 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.460+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 shutdown_connections 2024-03-07T09:49:49.060 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:48.460+0000 7f1c1a85a700 1 -- 172.21.15.18:0/536982247 wait complete. 2024-03-07T09:49:49.322 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:49.036+0000 7fa3592f1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:49:49.322 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:49.144+0000 7fa3592f1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:49:49.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:49 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/536982247' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-07T09:49:49.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:49 smithi018 ceph-mon[32171]: mgrmap e9: x(active, since 19s) 2024-03-07T09:49:49.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:49 smithi018 ceph-mon[32171]: from='mgr.14120 172.21.15.18:0/2468121734' entity='mgr.x' 2024-03-07T09:49:50.056 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:49.813+0000 7fa3592f1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:49:50.057 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:49.911+0000 7fa3592f1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:49:50.057 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:50.055+0000 7fa3592f1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:49:50.341 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:50.154+0000 7fa3592f1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:49:50.341 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:50.240+0000 7fa3592f1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:49:50.366 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:50.372 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-07T09:49:50.372 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bda130700 1 Processor -- start 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bda130700 1 -- start start 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bda130700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd407c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bda130700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd407c890 con 0x7f3bd407de60 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bd37fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd407c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bd37fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd407c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33450/0 (socket says 172.21.15.18:33450) 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bd37fe700 1 -- 172.21.15.18:0/1054212929 learned_addr learned my addr 172.21.15.18:0/1054212929 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.534+0000 7f3bd37fe700 1 -- 172.21.15.18:0/1054212929 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd407ca10 con 0x7f3bd407de60 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.535+0000 7f3bd37fe700 1 --2- 172.21.15.18:0/1054212929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd407c2c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40098a0 tx=0x7f3bc4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f227fb407535dcd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:50.373 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.535+0000 7f3bd27fc700 1 -- 172.21.15.18:0/1054212929 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3bc4004160 con 0x7f3bd407de60 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.535+0000 7f3bd27fc700 1 -- 172.21.15.18:0/1054212929 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc4004300 con 0x7f3bd407de60 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.535+0000 7f3bd27fc700 1 -- 172.21.15.18:0/1054212929 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3bc4011b20 con 0x7f3bd407de60 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.536+0000 7f3bda130700 1 -- 172.21.15.18:0/1054212929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 msgr2=0x7f3bd407c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.536+0000 7f3bda130700 1 --2- 172.21.15.18:0/1054212929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd407c2c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40098a0 tx=0x7f3bc4009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.536+0000 7f3bda130700 1 -- 172.21.15.18:0/1054212929 shutdown_connections 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.536+0000 7f3bda130700 1 --2- 172.21.15.18:0/1054212929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd407c2c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.536+0000 7f3bda130700 1 -- 172.21.15.18:0/1054212929 >> 172.21.15.18:0/1054212929 conn(0x7f3bd41030a0 msgr2=0x7f3bd41054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.536+0000 7f3bda130700 1 -- 172.21.15.18:0/1054212929 shutdown_connections 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.536+0000 7f3bda130700 1 -- 172.21.15.18:0/1054212929 wait complete. 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bda130700 1 Processor -- start 2024-03-07T09:49:50.374 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bda130700 1 -- start start 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bda130700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd419dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bda130700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd410e140 con 0x7f3bd407de60 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bd37fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd419dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bd37fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd419dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33456/0 (socket says 172.21.15.18:33456) 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bd37fe700 1 -- 172.21.15.18:0/3942807328 learned_addr learned my addr 172.21.15.18:0/3942807328 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.537+0000 7f3bd37fe700 1 -- 172.21.15.18:0/3942807328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd419e210 con 0x7f3bd407de60 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.538+0000 7f3bd37fe700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd419dcd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40116a0 tx=0x7f3bc4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.538+0000 7f3bd0ff9700 1 -- 172.21.15.18:0/3942807328 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3bc4003a40 con 0x7f3bd407de60 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.538+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bd419e4a0 con 0x7f3bd407de60 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.538+0000 7f3bd0ff9700 1 -- 172.21.15.18:0/3942807328 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc4003be0 con 0x7f3bd407de60 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.538+0000 7f3bd0ff9700 1 -- 172.21.15.18:0/3942807328 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3bc401a720 con 0x7f3bd407de60 2024-03-07T09:49:50.375 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.538+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bd419e900 con 0x7f3bd407de60 2024-03-07T09:49:50.376 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.539+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bd4069230 con 0x7f3bd407de60 2024-03-07T09:49:50.376 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.539+0000 7f3bd0ff9700 1 -- 172.21.15.18:0/3942807328 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 9) v1 ==== 45940+0+0 (secure 0 0 0) 0x7f3bc401aa20 con 0x7f3bd407de60 2024-03-07T09:49:50.376 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.539+0000 7f3bd0ff9700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 0x7f3bbc03b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:50.376 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.539+0000 7f3bd0ff9700 1 -- 172.21.15.18:0/3942807328 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f3bc404d1b0 con 0x7f3bd407de60 2024-03-07T09:49:50.376 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.539+0000 7f3bd2ffd700 1 -- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 msgr2=0x7f3bbc03b060 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2708184648 2024-03-07T09:49:50.376 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.539+0000 7f3bd2ffd700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 0x7f3bbc03b060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:49:50.376 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.544+0000 7f3bd0ff9700 1 -- 172.21.15.18:0/3942807328 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3bc4011e20 con 0x7f3bd407de60 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.740+0000 7f3bd2ffd700 1 -- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 msgr2=0x7f3bbc03b060 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2708184648 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.740+0000 7f3bd2ffd700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 0x7f3bbc03b060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.804+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f3bd41a1730 con 0x7f3bd407de60 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.804+0000 7f3bd0ff9700 1 -- 172.21.15.18:0/3942807328 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f3bc400f2e0 con 0x7f3bd407de60 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 msgr2=0x7f3bbc03b060 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 0x7f3bbc03b060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 msgr2=0x7f3bd419dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd419dcd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40116a0 tx=0x7f3bc4011ba0 comp rx=0 tx=0).stop 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 shutdown_connections 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7f3bbc038ba0 0x7f3bbc03b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 --2- 172.21.15.18:0/3942807328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd407de60 0x7f3bd419dcd0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.806+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 >> 172.21.15.18:0/3942807328 conn(0x7f3bd41030a0 msgr2=0x7f3bd4103bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.807+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 shutdown_connections 2024-03-07T09:49:50.377 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:49.807+0000 7f3bda130700 1 -- 172.21.15.18:0/3942807328 wait complete. 2024-03-07T09:49:50.378 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for the mgr to restart... 2024-03-07T09:49:50.378 INFO:teuthology.orchestra.run.smithi018.stdout:Waiting for mgr epoch 9... 2024-03-07T09:49:50.632 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3942807328' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-07T09:49:50.632 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:50.513+0000 7fa3592f1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:49:50.632 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:50.630+0000 7fa3592f1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:49:50.989 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:50.720+0000 7fa3592f1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:49:50.989 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:50.821+0000 7fa3592f1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:49:51.341 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:51 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:51.000+0000 7fa3592f1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:49:52.341 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:51 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:51.982+0000 7fa3592f1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:49:52.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:52.115+0000 7fa3592f1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:49:52.748 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:52.454+0000 7fa3592f1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:49:52.749 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:52.545+0000 7fa3592f1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:49:52.749 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:52.747+0000 7fa3592f1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:49:53.091 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:52.937+0000 7fa3592f1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:49:53.492 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:53.229+0000 7fa3592f1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:49:53.492 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:53.490+0000 7fa3592f1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:49:53.793 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:53.732+0000 7fa3592f1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:49:54.841 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:54.563+0000 7fa3592f1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:49:55.468 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:55.141+0000 7fa3592f1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:49:55.468 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:55.243+0000 7fa3592f1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:49:55.469 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:49:55.467+0000 7fa3592f1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: Active manager daemon x restarted 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: Activating manager daemon x 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: osdmap e3: 0 total, 0 up, 0 in 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: mgrmap e10: x(active, starting, since 0.00329979s) 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T09:49:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T09:49:55.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: Manager daemon x is now available 2024-03-07T09:49:55.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:55.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:55] ENGINE Bus STARTING 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:55] ENGINE Serving on https://172.21.15.18:7150 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:56] ENGINE Serving on http://172.21.15.18:8765 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: [07/Mar/2024:09:49:56] ENGINE Bus STARTED 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: mgrmap e11: x(active, since 1.00564s) 2024-03-07T09:49:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:56 smithi018 ceph-mon[32171]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-07T09:49:57.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout { 2024-03-07T09:49:57.172 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-07T09:49:57.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-07T09:49:57.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout } 2024-03-07T09:49:57.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa12dbf2700 1 Processor -- start 2024-03-07T09:49:57.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa12dbf2700 1 -- start start 2024-03-07T09:49:57.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa12dbf2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa128106e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:57.173 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa12dbf2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1281073e0 con 0x7fa1281069f0 2024-03-07T09:49:57.174 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa1277fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa128106e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:57.174 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa1277fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa128106e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33472/0 (socket says 172.21.15.18:33472) 2024-03-07T09:49:57.174 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa1277fe700 1 -- 172.21.15.18:0/3541337508 learned_addr learned my addr 172.21.15.18:0/3541337508 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:57.174 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.783+0000 7fa1277fe700 1 -- 172.21.15.18:0/3541337508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa128107bf0 con 0x7fa1281069f0 2024-03-07T09:49:57.174 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa1277fe700 1 --2- 172.21.15.18:0/3541337508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa128106e10 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa1180098a0 tx=0x7fa118009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0ff5762f38a006d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:57.174 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa1267fc700 1 -- 172.21.15.18:0/3541337508 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa118004160 con 0x7fa1281069f0 2024-03-07T09:49:57.174 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa1267fc700 1 -- 172.21.15.18:0/3541337508 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa118004300 con 0x7fa1281069f0 2024-03-07T09:49:57.175 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa1267fc700 1 -- 172.21.15.18:0/3541337508 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa118011b20 con 0x7fa1281069f0 2024-03-07T09:49:57.175 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa12dbf2700 1 -- 172.21.15.18:0/3541337508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 msgr2=0x7fa128106e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:57.175 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa12dbf2700 1 --2- 172.21.15.18:0/3541337508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa128106e10 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa1180098a0 tx=0x7fa118009bb0 comp rx=0 tx=0).stop 2024-03-07T09:49:57.175 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa12dbf2700 1 -- 172.21.15.18:0/3541337508 shutdown_connections 2024-03-07T09:49:57.175 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa12dbf2700 1 --2- 172.21.15.18:0/3541337508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa128106e10 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:57.175 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.784+0000 7fa12dbf2700 1 -- 172.21.15.18:0/3541337508 >> 172.21.15.18:0/3541337508 conn(0x7fa128101fb0 msgr2=0x7fa1281043d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:57.175 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.785+0000 7fa12dbf2700 1 -- 172.21.15.18:0/3541337508 shutdown_connections 2024-03-07T09:49:57.176 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.785+0000 7fa12dbf2700 1 -- 172.21.15.18:0/3541337508 wait complete. 2024-03-07T09:49:57.176 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.785+0000 7fa12dbf2700 1 Processor -- start 2024-03-07T09:49:57.176 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.785+0000 7fa12dbf2700 1 -- start start 2024-03-07T09:49:57.176 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.785+0000 7fa12dbf2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa12819a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:57.176 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.785+0000 7fa12dbf2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa12810afa0 con 0x7fa1281069f0 2024-03-07T09:49:57.177 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa1277fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa12819a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:57.177 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa1277fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa12819a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33486/0 (socket says 172.21.15.18:33486) 2024-03-07T09:49:57.177 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa1277fe700 1 -- 172.21.15.18:0/524319840 learned_addr learned my addr 172.21.15.18:0/524319840 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:57.177 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa1277fe700 1 -- 172.21.15.18:0/524319840 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa12819af20 con 0x7fa1281069f0 2024-03-07T09:49:57.177 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa1277fe700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa12819a9e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa118000c00 tx=0x7fa118011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:57.177 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa118003b60 con 0x7fa1281069f0 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa11801a910 con 0x7fa1281069f0 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa12819b1b0 con 0x7fa1281069f0 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa118024930 con 0x7fa1281069f0 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.786+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa12819b610 con 0x7fa1281069f0 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.787+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 9) v1 ==== 45940+0+0 (secure 0 0 0) 0x7fa118022020 con 0x7fa1281069f0 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.787+0000 7fa124ff9700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.787+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 --> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa11003b820 con 0x7fa110038c50 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.787+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa11804cc00 con 0x7fa1281069f0 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.787+0000 7fa126ffd700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 msgr2=0x7fa11003b110 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2708184648 2024-03-07T09:49:57.178 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.787+0000 7fa126ffd700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.988+0000 7fa126ffd700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 msgr2=0x7fa11003b110 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2708184648 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:50.988+0000 7fa126ffd700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:51.389+0000 7fa126ffd700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 msgr2=0x7fa11003b110 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2708184648 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:51.389+0000 7fa126ffd700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:52.190+0000 7fa126ffd700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 msgr2=0x7fa11003b110 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2708184648 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:52.190+0000 7fa126ffd700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:53.791+0000 7fa126ffd700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 msgr2=0x7fa11003b110 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/2708184648 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:53.791+0000 7fa126ffd700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:55.482+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mgrmap(e 10) v1 ==== 45707+0+0 (secure 0 0 0) 0x7fa11802d720 con 0x7fa1281069f0 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:55.482+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 msgr2=0x7fa11003b110 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:55.482+0000 7fa124ff9700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.483+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 11) v1 ==== 45834+0+0 (secure 0 0 0) 0x7fa11804f0e0 con 0x7fa1281069f0 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.483+0000 7fa124ff9700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa11003c740 0x7fa11003eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:57.179 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.484+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa11003b820 con 0x7fa11003c740 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.484+0000 7fa126ffd700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa11003c740 0x7fa11003eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.484+0000 7fa126ffd700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa11003c740 0x7fa11003eb30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa11c003a10 tx=0x7fa11c009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.485+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7fa11003b820 con 0x7fa11003c740 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fa128069230 con 0x7fa11003c740 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa124ff9700 1 -- 172.21.15.18:0/524319840 <== mgr.14152 v2:172.21.15.18:6800/1270389896 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7fa128069230 con 0x7fa11003c740 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa11003c740 msgr2=0x7fa11003eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa11003c740 0x7fa11003eb30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa11c003a10 tx=0x7fa11c009270 comp rx=0 tx=0).stop 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 msgr2=0x7fa12819a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa12819a9e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa118000c00 tx=0x7fa118011c10 comp rx=0 tx=0).stop 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 shutdown_connections 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa11003c740 0x7fa11003eb30 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1281069f0 0x7fa12819a9e0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:57.180 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 --2- 172.21.15.18:0/524319840 >> [v2:172.21.15.18:6800/2708184648,v1:172.21.15.18:6801/2708184648] conn(0x7fa110038c50 0x7fa11003b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:57.181 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 >> 172.21.15.18:0/524319840 conn(0x7fa128101fb0 msgr2=0x7fa128102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:57.181 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 shutdown_connections 2024-03-07T09:49:57.181 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:56.492+0000 7fa12dbf2700 1 -- 172.21.15.18:0/524319840 wait complete. 2024-03-07T09:49:57.181 INFO:teuthology.orchestra.run.smithi018.stdout:mgr epoch 9 is available 2024-03-07T09:49:57.181 INFO:teuthology.orchestra.run.smithi018.stdout:Generating a dashboard self-signed certificate... 2024-03-07T09:49:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:58 smithi018 ceph-mon[32171]: mgrmap e12: x(active, since 2s) 2024-03-07T09:49:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:49:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:58 smithi018 ceph-mon[32171]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:49:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:49:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.900+0000 7f791807d700 1 Processor -- start 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.900+0000 7f791807d700 1 -- start start 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.901+0000 7f791807d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f7910106de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.901+0000 7f791807d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79101073b0 con 0x7f79101069c0 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.901+0000 7f7915e19700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f7910106de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.901+0000 7f7915e19700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f7910106de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53708/0 (socket says 172.21.15.18:53708) 2024-03-07T09:49:58.862 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.901+0000 7f7915e19700 1 -- 172.21.15.18:0/2504509620 learned_addr learned my addr 172.21.15.18:0/2504509620 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.901+0000 7f7915e19700 1 -- 172.21.15.18:0/2504509620 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7910107bc0 con 0x7f79101069c0 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f7915e19700 1 --2- 172.21.15.18:0/2504509620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f7910106de0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f790c00bb40 tx=0x7f790c00be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=975b80bc935612c9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f7914e17700 1 -- 172.21.15.18:0/2504509620 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f790c00dbe0 con 0x7f79101069c0 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f7914e17700 1 -- 172.21.15.18:0/2504509620 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f790c004510 con 0x7f79101069c0 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f7914e17700 1 -- 172.21.15.18:0/2504509620 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f790c010470 con 0x7f79101069c0 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f791807d700 1 -- 172.21.15.18:0/2504509620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 msgr2=0x7f7910106de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f791807d700 1 --2- 172.21.15.18:0/2504509620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f7910106de0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f790c00bb40 tx=0x7f790c00be50 comp rx=0 tx=0).stop 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f791807d700 1 -- 172.21.15.18:0/2504509620 shutdown_connections 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f791807d700 1 --2- 172.21.15.18:0/2504509620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f7910106de0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.902+0000 7f791807d700 1 -- 172.21.15.18:0/2504509620 >> 172.21.15.18:0/2504509620 conn(0x7f7910101f80 msgr2=0x7f79101043a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f791807d700 1 -- 172.21.15.18:0/2504509620 shutdown_connections 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f791807d700 1 -- 172.21.15.18:0/2504509620 wait complete. 2024-03-07T09:49:58.863 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f791807d700 1 Processor -- start 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f791807d700 1 -- start start 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f791807d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f791019dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f791807d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f791007af90 con 0x7f79101069c0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f7915e19700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f791019dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.903+0000 7f7915e19700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f791019dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53724/0 (socket says 172.21.15.18:53724) 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f7915e19700 1 -- 172.21.15.18:0/201529044 learned_addr learned my addr 172.21.15.18:0/201529044 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f7915e19700 1 -- 172.21.15.18:0/201529044 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f791019e1e0 con 0x7f79101069c0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f7915e19700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f791019dca0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f790c00b340 tx=0x7f790c0040b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f7902ffd700 1 -- 172.21.15.18:0/201529044 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f790c010770 con 0x7f79101069c0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f791019e470 con 0x7f79101069c0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79101a1160 con 0x7f79101069c0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f7902ffd700 1 -- 172.21.15.18:0/201529044 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f790c01d070 con 0x7f79101069c0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.904+0000 7f7902ffd700 1 -- 172.21.15.18:0/201529044 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f790c021c30 con 0x7f79101069c0 2024-03-07T09:49:58.864 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.905+0000 7f7902ffd700 1 -- 172.21.15.18:0/201529044 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 12) v1 ==== 45940+0+0 (secure 0 0 0) 0x7f790c01f030 con 0x7f79101069c0 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.905+0000 7f7902ffd700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f78fc038c00 0x7f78fc03b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.905+0000 7f7902ffd700 1 -- 172.21.15.18:0/201529044 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f790c04df90 con 0x7f79101069c0 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.905+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78f4005360 con 0x7f79101069c0 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.905+0000 7f7915618700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f78fc038c00 0x7f78fc03b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.906+0000 7f7915618700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f78fc038c00 0x7f78fc03b0c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7904006fd0 tx=0x7f7904006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:57.911+0000 7f7902ffd700 1 -- 172.21.15.18:0/201529044 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f790c015070 con 0x7f79101069c0 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.122+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7f78f4000bf0 con 0x7f78fc038c00 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.280+0000 7f7902ffd700 1 -- 172.21.15.18:0/201529044 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7f78f4000bf0 con 0x7f78fc038c00 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f78fc038c00 msgr2=0x7f78fc03b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f78fc038c00 0x7f78fc03b0c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7904006fd0 tx=0x7f7904006e40 comp rx=0 tx=0).stop 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 msgr2=0x7f791019dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f791019dca0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f790c00b340 tx=0x7f790c0040b0 comp rx=0 tx=0).stop 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 shutdown_connections 2024-03-07T09:49:58.865 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f78fc038c00 0x7f78fc03b0c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:58.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 --2- 172.21.15.18:0/201529044 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79101069c0 0x7f791019dca0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:49:58.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 >> 172.21.15.18:0/201529044 conn(0x7f7910101f80 msgr2=0x7f79101947a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:49:58.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.282+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 shutdown_connections 2024-03-07T09:49:58.866 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:58.283+0000 7f791807d700 1 -- 172.21.15.18:0/201529044 wait complete. 2024-03-07T09:49:58.866 INFO:teuthology.orchestra.run.smithi018.stdout:Creating initial admin user... 2024-03-07T09:50:00.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:00.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:49:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:00.977 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$tw7fORF8GgJjrRytY6fOx.HRkq1oPxbxGeKOsOQcHIPNoPEeiRI4S", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1709804999, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-07T09:50:00.977 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.311+0000 7ffa8b194700 1 Processor -- start 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.311+0000 7ffa8b194700 1 -- start start 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.311+0000 7ffa8b194700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8410aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.311+0000 7ffa8b194700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa8407bd90 con 0x7ffa84108610 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa88f30700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8410aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa88f30700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8410aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53738/0 (socket says 172.21.15.18:53738) 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa88f30700 1 -- 172.21.15.18:0/3848171601 learned_addr learned my addr 172.21.15.18:0/3848171601 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa88f30700 1 -- 172.21.15.18:0/3848171601 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa8410af40 con 0x7ffa84108610 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa88f30700 1 --2- 172.21.15.18:0/3848171601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8410aa00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c009e80 tx=0x7ffa7c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb887f798eeaba9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa837fe700 1 -- 172.21.15.18:0/3848171601 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c017070 con 0x7ffa84108610 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa837fe700 1 -- 172.21.15.18:0/3848171601 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa7c00b8c0 con 0x7ffa84108610 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.312+0000 7ffa837fe700 1 -- 172.21.15.18:0/3848171601 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c0045c0 con 0x7ffa84108610 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 -- 172.21.15.18:0/3848171601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 msgr2=0x7ffa8410aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 --2- 172.21.15.18:0/3848171601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8410aa00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c009e80 tx=0x7ffa7c00b330 comp rx=0 tx=0).stop 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 -- 172.21.15.18:0/3848171601 shutdown_connections 2024-03-07T09:50:00.978 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 --2- 172.21.15.18:0/3848171601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8410aa00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 -- 172.21.15.18:0/3848171601 >> 172.21.15.18:0/3848171601 conn(0x7ffa84101f80 msgr2=0x7ffa841043a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 -- 172.21.15.18:0/3848171601 shutdown_connections 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 -- 172.21.15.18:0/3848171601 wait complete. 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 Processor -- start 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.313+0000 7ffa8b194700 1 -- start start 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa8b194700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8419ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa8b194700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa8410bee0 con 0x7ffa84108610 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa88f30700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8419ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa88f30700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8419ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53746/0 (socket says 172.21.15.18:53746) 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa88f30700 1 -- 172.21.15.18:0/2986160355 learned_addr learned my addr 172.21.15.18:0/2986160355 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa88f30700 1 -- 172.21.15.18:0/2986160355 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa8419bfa0 con 0x7ffa84108610 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa88f30700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8419ba60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00b7b0 tx=0x7ffa7c00bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa81ffb700 1 -- 172.21.15.18:0/2986160355 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c020020 con 0x7ffa84108610 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa81ffb700 1 -- 172.21.15.18:0/2986160355 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa7c003d90 con 0x7ffa84108610 2024-03-07T09:50:00.979 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa81ffb700 1 -- 172.21.15.18:0/2986160355 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffa7c017040 con 0x7ffa84108610 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.314+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa8419c230 con 0x7ffa84108610 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.315+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa8419ef20 con 0x7ffa84108610 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.315+0000 7ffa81ffb700 1 -- 172.21.15.18:0/2986160355 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 12) v1 ==== 45940+0+0 (secure 0 0 0) 0x7ffa7c023020 con 0x7ffa84108610 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.316+0000 7ffa81ffb700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ffa6c038ba0 0x7ffa6c03b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.316+0000 7ffa81ffb700 1 -- 172.21.15.18:0/2986160355 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ffa7c00f050 con 0x7ffa84108610 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.316+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa84069230 con 0x7ffa84108610 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.316+0000 7ffa83fff700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ffa6c038ba0 0x7ffa6c03b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.316+0000 7ffa83fff700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ffa6c038ba0 0x7ffa6c03b060 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ffa78006fd0 tx=0x7ffa78006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.321+0000 7ffa81ffb700 1 -- 172.21.15.18:0/2986160355 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ffa7c02a020 con 0x7ffa84108610 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.562+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7ffa84103160 con 0x7ffa6c038ba0 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.809+0000 7ffa81ffb700 1 -- 172.21.15.18:0/2986160355 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7ffa84103160 con 0x7ffa6c038ba0 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ffa6c038ba0 msgr2=0x7ffa6c03b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:00.980 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ffa6c038ba0 0x7ffa6c03b060 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ffa78006fd0 tx=0x7ffa78006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 msgr2=0x7ffa8419ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8419ba60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00b7b0 tx=0x7ffa7c00bd50 comp rx=0 tx=0).stop 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 shutdown_connections 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ffa6c038ba0 0x7ffa6c03b060 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 --2- 172.21.15.18:0/2986160355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffa84108610 0x7ffa8419ba60 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 >> 172.21.15.18:0/2986160355 conn(0x7ffa84101f80 msgr2=0x7ffa84102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 shutdown_connections 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:49:59.811+0000 7ffa8b194700 1 -- 172.21.15.18:0/2986160355 wait complete. 2024-03-07T09:50:00.981 INFO:teuthology.orchestra.run.smithi018.stdout:Fetching dashboard port number... 2024-03-07T09:50:01.193 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:00 smithi018 ceph-mon[32171]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:50:02.191 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:01 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1301511379' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-07T09:50:02.198 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stdout 8443 2024-03-07T09:50:02.198 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.380+0000 7f9288c08700 1 Processor -- start 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.380+0000 7f9288c08700 1 -- start start 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.380+0000 7f9288c08700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f9284107eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.380+0000 7f9288c08700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9284108480 con 0x7f9284107a90 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.380+0000 7f928259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f9284107eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.380+0000 7f928259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f9284107eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53760/0 (socket says 172.21.15.18:53760) 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.380+0000 7f928259c700 1 -- 172.21.15.18:0/500995712 learned_addr learned my addr 172.21.15.18:0/500995712 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.381+0000 7f928259c700 1 -- 172.21.15.18:0/500995712 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9284108c90 con 0x7f9284107a90 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.381+0000 7f928259c700 1 --2- 172.21.15.18:0/500995712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f9284107eb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9274009e80 tx=0x7f927400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4514f819b32f5ac server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.381+0000 7f928159a700 1 -- 172.21.15.18:0/500995712 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9274017070 con 0x7f9284107a90 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.381+0000 7f928159a700 1 -- 172.21.15.18:0/500995712 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f927400b8c0 con 0x7f9284107a90 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.381+0000 7f928159a700 1 -- 172.21.15.18:0/500995712 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92740045c0 con 0x7f9284107a90 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 -- 172.21.15.18:0/500995712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 msgr2=0x7f9284107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 --2- 172.21.15.18:0/500995712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f9284107eb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9274009e80 tx=0x7f927400b330 comp rx=0 tx=0).stop 2024-03-07T09:50:02.199 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 -- 172.21.15.18:0/500995712 shutdown_connections 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 --2- 172.21.15.18:0/500995712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f9284107eb0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 -- 172.21.15.18:0/500995712 >> 172.21.15.18:0/500995712 conn(0x7f9284103050 msgr2=0x7f9284105470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 -- 172.21.15.18:0/500995712 shutdown_connections 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 -- 172.21.15.18:0/500995712 wait complete. 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 Processor -- start 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.382+0000 7f9288c08700 1 -- start start 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f9288c08700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f928419ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f9288c08700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928410c040 con 0x7f9284107a90 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f928259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f928419ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f928259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f928419ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53772/0 (socket says 172.21.15.18:53772) 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f928259c700 1 -- 172.21.15.18:0/1301511379 learned_addr learned my addr 172.21.15.18:0/1301511379 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f928259c700 1 -- 172.21.15.18:0/1301511379 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f928419bf60 con 0x7f9284107a90 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f928259c700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f928419ba20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9274009fd0 tx=0x7f9274003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:02.200 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f927b7fe700 1 -- 172.21.15.18:0/1301511379 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9274020020 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f927b7fe700 1 -- 172.21.15.18:0/1301511379 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f927400bba0 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f928419c1f0 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f927b7fe700 1 -- 172.21.15.18:0/1301511379 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9274017040 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.383+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f928419eee0 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.384+0000 7f927b7fe700 1 -- 172.21.15.18:0/1301511379 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 12) v1 ==== 45940+0+0 (secure 0 0 0) 0x7f9274023020 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.384+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9284063780 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.384+0000 7f927b7fe700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9270038c50 0x7f927003b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.384+0000 7f927b7fe700 1 -- 172.21.15.18:0/1301511379 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f927400f050 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.385+0000 7f9281d9b700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9270038c50 0x7f927003b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.385+0000 7f9281d9b700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9270038c50 0x7f927003b110 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f926c006fd0 tx=0x7f926c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.389+0000 7f927b7fe700 1 -- 172.21.15.18:0/1301511379 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f927402a020 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.596+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f928419f4b0 con 0x7f9284107a90 2024-03-07T09:50:02.201 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.597+0000 7f927b7fe700 1 -- 172.21.15.18:0/1301511379 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f92740124e0 con 0x7f9284107a90 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9270038c50 msgr2=0x7f927003b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9270038c50 0x7f927003b110 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f926c006fd0 tx=0x7f926c006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 msgr2=0x7f928419ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f928419ba20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9274009fd0 tx=0x7f9274003d00 comp rx=0 tx=0).stop 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 shutdown_connections 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9270038c50 0x7f927003b110 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 --2- 172.21.15.18:0/1301511379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9284107a90 0x7f928419ba20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 >> 172.21.15.18:0/1301511379 conn(0x7f9284103050 msgr2=0x7f9284103b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 shutdown_connections 2024-03-07T09:50:02.202 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:01.599+0000 7f9288c08700 1 -- 172.21.15.18:0/1301511379 wait complete. 2024-03-07T09:50:02.208 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-07T09:50:02.208 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout disabled 2024-03-07T09:50:02.216 INFO:teuthology.orchestra.run.smithi018.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-07T09:50:02.216 INFO:teuthology.orchestra.run.smithi018.stdout:systemctl: stdout inactive 2024-03-07T09:50:02.216 INFO:teuthology.orchestra.run.smithi018.stdout:firewalld.service is not enabled 2024-03-07T09:50:02.216 INFO:teuthology.orchestra.run.smithi018.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-07T09:50:02.218 INFO:teuthology.orchestra.run.smithi018.stdout:Ceph Dashboard is now available at: 2024-03-07T09:50:02.218 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:02.218 INFO:teuthology.orchestra.run.smithi018.stdout: URL: https://smithi018.front.sepia.ceph.com:8443/ 2024-03-07T09:50:02.218 INFO:teuthology.orchestra.run.smithi018.stdout: User: admin 2024-03-07T09:50:02.218 INFO:teuthology.orchestra.run.smithi018.stdout: Password: 1jxjkxclqa 2024-03-07T09:50:02.218 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:02.218 INFO:teuthology.orchestra.run.smithi018.stdout:Saving cluster configuration to /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config directory 2024-03-07T09:50:02.219 INFO:teuthology.orchestra.run.smithi018.stdout:Enabling autotune for osd_memory_target 2024-03-07T09:50:03.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:02 smithi018 ceph-mon[32171]: mgrmap e13: x(active, since 6s) 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.595+0000 7f2acb1eb700 1 Processor -- start 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.595+0000 7f2acb1eb700 1 -- start start 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.595+0000 7f2acb1eb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac41061f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.595+0000 7f2acb1eb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ac41067c0 con 0x7f2ac4105dd0 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.595+0000 7f2ac8f87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac41061f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.595+0000 7f2ac8f87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac41061f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53776/0 (socket says 172.21.15.18:53776) 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.595+0000 7f2ac8f87700 1 -- 172.21.15.18:0/3841252869 learned_addr learned my addr 172.21.15.18:0/3841252869 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.596+0000 7f2ac8f87700 1 -- 172.21.15.18:0/3841252869 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ac4108d60 con 0x7f2ac4105dd0 2024-03-07T09:50:03.358 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.596+0000 7f2ac8f87700 1 --2- 172.21.15.18:0/3841252869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac41061f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2ab80098a0 tx=0x7f2ab8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2a88a2e43702f55 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.596+0000 7f2ac37fe700 1 -- 172.21.15.18:0/3841252869 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2ab8004160 con 0x7f2ac4105dd0 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.596+0000 7f2ac37fe700 1 -- 172.21.15.18:0/3841252869 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ab8004300 con 0x7f2ac4105dd0 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.596+0000 7f2ac37fe700 1 -- 172.21.15.18:0/3841252869 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2ab8011b20 con 0x7f2ac4105dd0 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 -- 172.21.15.18:0/3841252869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 msgr2=0x7f2ac41061f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 --2- 172.21.15.18:0/3841252869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac41061f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2ab80098a0 tx=0x7f2ab8009bb0 comp rx=0 tx=0).stop 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 -- 172.21.15.18:0/3841252869 shutdown_connections 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 --2- 172.21.15.18:0/3841252869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac41061f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:03.359 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 -- 172.21.15.18:0/3841252869 >> 172.21.15.18:0/3841252869 conn(0x7f2ac4101720 msgr2=0x7f2ac4103b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 -- 172.21.15.18:0/3841252869 shutdown_connections 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 -- 172.21.15.18:0/3841252869 wait complete. 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 Processor -- start 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 -- start start 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac419ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2acb1eb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ac410c110 con 0x7f2ac4105dd0 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.597+0000 7f2ac8f87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac419ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2ac8f87700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac419ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53782/0 (socket says 172.21.15.18:53782) 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2ac8f87700 1 -- 172.21.15.18:0/814456648 learned_addr learned my addr 172.21.15.18:0/814456648 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2ac8f87700 1 -- 172.21.15.18:0/814456648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ac419bf90 con 0x7f2ac4105dd0 2024-03-07T09:50:03.360 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2ac8f87700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac419ba50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8000c00 tx=0x7f2ab8011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2ac1ffb700 1 -- 172.21.15.18:0/814456648 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2ab8003b60 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2ac1ffb700 1 -- 172.21.15.18:0/814456648 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ab801a910 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ac419c220 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2ac1ffb700 1 -- 172.21.15.18:0/814456648 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2ab8024930 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.598+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ac419c680 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.599+0000 7f2ac1ffb700 1 -- 172.21.15.18:0/814456648 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f2ab8022020 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.599+0000 7f2ac1ffb700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ab4038cf0 0x7f2ab403b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.599+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ac4063780 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.599+0000 7f2ac1ffb700 1 -- 172.21.15.18:0/814456648 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f2ab804cd50 con 0x7f2ac4105dd0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.599+0000 7f2ac3fff700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ab4038cf0 0x7f2ab403b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:03.361 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.600+0000 7f2ac3fff700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ab4038cf0 0x7f2ab403b1b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0006fd0 tx=0x7f2ab0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.604+0000 7f2ac1ffb700 1 -- 172.21.15.18:0/814456648 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2ab801aac0 con 0x7f2ac4105dd0 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.808+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7f2ac419f050 con 0x7f2ac4105dd0 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.808+0000 7f2ac1ffb700 1 -- 172.21.15.18:0/814456648 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7f2ab8033030 con 0x7f2ac4105dd0 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.810+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ab4038cf0 msgr2=0x7f2ab403b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.810+0000 7f2acb1eb700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ab4038cf0 0x7f2ab403b1b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0006fd0 tx=0x7f2ab0006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.810+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 msgr2=0x7f2ac419ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.810+0000 7f2acb1eb700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac419ba50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8000c00 tx=0x7f2ab8011c10 comp rx=0 tx=0).stop 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.811+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 shutdown_connections 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.811+0000 7f2acb1eb700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ab4038cf0 0x7f2ab403b1b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.811+0000 7f2acb1eb700 1 --2- 172.21.15.18:0/814456648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2ac4105dd0 0x7f2ac419ba50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.811+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 >> 172.21.15.18:0/814456648 conn(0x7f2ac4101720 msgr2=0x7f2ac41021a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:03.362 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.811+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 shutdown_connections 2024-03-07T09:50:03.363 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:02.811+0000 7f2acb1eb700 1 -- 172.21.15.18:0/814456648 wait complete. 2024-03-07T09:50:04.698 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.777+0000 7efc4f229700 1 Processor -- start 2024-03-07T09:50:04.698 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.777+0000 7efc4f229700 1 -- start start 2024-03-07T09:50:04.698 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc4f229700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4810a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:04.698 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc4f229700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4807bdb0 con 0x7efc481085b0 2024-03-07T09:50:04.698 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc4cfc5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4810a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:04.698 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc4cfc5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4810a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53792/0 (socket says 172.21.15.18:53792) 2024-03-07T09:50:04.698 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc4cfc5700 1 -- 172.21.15.18:0/3423147731 learned_addr learned my addr 172.21.15.18:0/3423147731 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc4cfc5700 1 -- 172.21.15.18:0/3423147731 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc4810aee0 con 0x7efc481085b0 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc4cfc5700 1 --2- 172.21.15.18:0/3423147731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4810a9a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0098a0 tx=0x7efc3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e2c908c2707c49 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc477fe700 1 -- 172.21.15.18:0/3423147731 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efc3c004160 con 0x7efc481085b0 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc477fe700 1 -- 172.21.15.18:0/3423147731 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efc3c004300 con 0x7efc481085b0 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.778+0000 7efc477fe700 1 -- 172.21.15.18:0/3423147731 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efc3c011b20 con 0x7efc481085b0 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.779+0000 7efc4f229700 1 -- 172.21.15.18:0/3423147731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 msgr2=0x7efc4810a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.779+0000 7efc4f229700 1 --2- 172.21.15.18:0/3423147731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4810a9a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0098a0 tx=0x7efc3c009bb0 comp rx=0 tx=0).stop 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.779+0000 7efc4f229700 1 -- 172.21.15.18:0/3423147731 shutdown_connections 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.779+0000 7efc4f229700 1 --2- 172.21.15.18:0/3423147731 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4810a9a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.779+0000 7efc4f229700 1 -- 172.21.15.18:0/3423147731 >> 172.21.15.18:0/3423147731 conn(0x7efc48101f80 msgr2=0x7efc481043a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.779+0000 7efc4f229700 1 -- 172.21.15.18:0/3423147731 shutdown_connections 2024-03-07T09:50:04.699 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.779+0000 7efc4f229700 1 -- 172.21.15.18:0/3423147731 wait complete. 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4f229700 1 Processor -- start 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4f229700 1 -- start start 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4f229700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4819dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4f229700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4810be90 con 0x7efc481085b0 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4cfc5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4819dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4cfc5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4819dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53800/0 (socket says 172.21.15.18:53800) 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4cfc5700 1 -- 172.21.15.18:0/2951350310 learned_addr learned my addr 172.21.15.18:0/2951350310 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.780+0000 7efc4cfc5700 1 -- 172.21.15.18:0/2951350310 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc4819e150 con 0x7efc481085b0 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.781+0000 7efc4cfc5700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4819dc10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efc3c011b60 tx=0x7efc3c011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.781+0000 7efc45ffb700 1 -- 172.21.15.18:0/2951350310 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efc3c003b60 con 0x7efc481085b0 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.781+0000 7efc45ffb700 1 -- 172.21.15.18:0/2951350310 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efc3c01a910 con 0x7efc481085b0 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.781+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc4819e3e0 con 0x7efc481085b0 2024-03-07T09:50:04.700 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.781+0000 7efc45ffb700 1 -- 172.21.15.18:0/2951350310 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efc3c024930 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.781+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc4819e840 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.782+0000 7efc45ffb700 1 -- 172.21.15.18:0/2951350310 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7efc3c022020 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.782+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc48063780 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.782+0000 7efc45ffb700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc38038cf0 0x7efc3803b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.782+0000 7efc45ffb700 1 -- 172.21.15.18:0/2951350310 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7efc3c01aac0 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.782+0000 7efc47fff700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc38038cf0 0x7efc3803b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.783+0000 7efc47fff700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc38038cf0 0x7efc3803b1b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7efc34006fd0 tx=0x7efc34006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:03.787+0000 7efc45ffb700 1 -- 172.21.15.18:0/2951350310 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7efc3c00bc70 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.112+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7efc481a1210 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.115+0000 7efc45ffb700 1 -- 172.21.15.18:0/2951350310 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7efc3c02d770 con 0x7efc481085b0 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc38038cf0 msgr2=0x7efc3803b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc38038cf0 0x7efc3803b1b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7efc34006fd0 tx=0x7efc34006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:04.701 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 msgr2=0x7efc4819dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4819dc10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efc3c011b60 tx=0x7efc3c011c40 comp rx=0 tx=0).stop 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 shutdown_connections 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc38038cf0 0x7efc3803b1b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 --2- 172.21.15.18:0/2951350310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc481085b0 0x7efc4819dc10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 >> 172.21.15.18:0/2951350310 conn(0x7efc48101f80 msgr2=0x7efc48102990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 shutdown_connections 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr 2024-03-07T09:50:04.117+0000 7efc4f229700 1 -- 172.21.15.18:0/2951350310 wait complete. 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout:Or, if you are only running a single cluster on this host: 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-07T09:50:04.702 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout: ceph telemetry on 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout:For more information see: 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:04.703 INFO:teuthology.orchestra.run.smithi018.stdout:Bootstrap complete. 2024-03-07T09:50:04.737 INFO:tasks.cephadm:Fetching config... 2024-03-07T09:50:04.738 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:50:04.738 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-07T09:50:04.752 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-07T09:50:04.752 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:50:04.752 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-07T09:50:04.807 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-07T09:50:04.807 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:50:04.807 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-07T09:50:04.874 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-07T09:50:04.875 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:50:04.875 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-07T09:50:04.929 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-07T09:50:04.930 DEBUG:teuthology.orchestra.run.smithi018:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK31iZzwA+ro6MGrrYOB/XtZApTqaG5ZjSXRrhdtO1fi0mOMqTgLwvF5iRBFAak/IXBwCtUxliittcLNs6WqJe9xjUagaPbVo1d8+JOdYEbrWdbfeE4PQnXVc3JhCiCD4v639Ca1c2JnE8mHhZP7A6HIcUipK5liAaw5VtV1sXcHC9aqEL/GNq6QSWH4tPSnhKKW/V6YCFLWGITsPAXP1Kqoena2lqImoBNvQqOaRzhOITf11+yyGql+YDsida+3QIDs0JUJa5rP1aEkLOMFWYSLfEgZUr1kxxN71z4thfEeasXj7GdwkPNcrLHEwga685iSVxW8o4+2Z4mZDpAlW/KPr0QZc7SUVRbBeL5ybtcaXhbPy427Bj5fw86hUQeY1rE/goiz4yBi2I1BvlGmZy/qsMRqF3zHs32nJuCWk9W4gv/MHSHFpkV0qgkD/agT7t7hlQ6Zwtta23FxInLKafOsxJUXWenwQmhv5QGnVFbo8YjIQQ7VR+DMShKsGf8+s= ceph-c474c52c-dc67-11ee-95c6-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-07T09:50:05.008 INFO:teuthology.orchestra.run.smithi018.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK31iZzwA+ro6MGrrYOB/XtZApTqaG5ZjSXRrhdtO1fi0mOMqTgLwvF5iRBFAak/IXBwCtUxliittcLNs6WqJe9xjUagaPbVo1d8+JOdYEbrWdbfeE4PQnXVc3JhCiCD4v639Ca1c2JnE8mHhZP7A6HIcUipK5liAaw5VtV1sXcHC9aqEL/GNq6QSWH4tPSnhKKW/V6YCFLWGITsPAXP1Kqoena2lqImoBNvQqOaRzhOITf11+yyGql+YDsida+3QIDs0JUJa5rP1aEkLOMFWYSLfEgZUr1kxxN71z4thfEeasXj7GdwkPNcrLHEwga685iSVxW8o4+2Z4mZDpAlW/KPr0QZc7SUVRbBeL5ybtcaXhbPy427Bj5fw86hUQeY1rE/goiz4yBi2I1BvlGmZy/qsMRqF3zHs32nJuCWk9W4gv/MHSHFpkV0qgkD/agT7t7hlQ6Zwtta23FxInLKafOsxJUXWenwQmhv5QGnVFbo8YjIQQ7VR+DMShKsGf8+s= ceph-c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:50:05.037 DEBUG:teuthology.orchestra.run.smithi063:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK31iZzwA+ro6MGrrYOB/XtZApTqaG5ZjSXRrhdtO1fi0mOMqTgLwvF5iRBFAak/IXBwCtUxliittcLNs6WqJe9xjUagaPbVo1d8+JOdYEbrWdbfeE4PQnXVc3JhCiCD4v639Ca1c2JnE8mHhZP7A6HIcUipK5liAaw5VtV1sXcHC9aqEL/GNq6QSWH4tPSnhKKW/V6YCFLWGITsPAXP1Kqoena2lqImoBNvQqOaRzhOITf11+yyGql+YDsida+3QIDs0JUJa5rP1aEkLOMFWYSLfEgZUr1kxxN71z4thfEeasXj7GdwkPNcrLHEwga685iSVxW8o4+2Z4mZDpAlW/KPr0QZc7SUVRbBeL5ybtcaXhbPy427Bj5fw86hUQeY1rE/goiz4yBi2I1BvlGmZy/qsMRqF3zHs32nJuCWk9W4gv/MHSHFpkV0qgkD/agT7t7hlQ6Zwtta23FxInLKafOsxJUXWenwQmhv5QGnVFbo8YjIQQ7VR+DMShKsGf8+s= ceph-c474c52c-dc67-11ee-95c6-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-07T09:50:05.092 INFO:teuthology.orchestra.run.smithi063.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK31iZzwA+ro6MGrrYOB/XtZApTqaG5ZjSXRrhdtO1fi0mOMqTgLwvF5iRBFAak/IXBwCtUxliittcLNs6WqJe9xjUagaPbVo1d8+JOdYEbrWdbfeE4PQnXVc3JhCiCD4v639Ca1c2JnE8mHhZP7A6HIcUipK5liAaw5VtV1sXcHC9aqEL/GNq6QSWH4tPSnhKKW/V6YCFLWGITsPAXP1Kqoena2lqImoBNvQqOaRzhOITf11+yyGql+YDsida+3QIDs0JUJa5rP1aEkLOMFWYSLfEgZUr1kxxN71z4thfEeasXj7GdwkPNcrLHEwga685iSVxW8o4+2Z4mZDpAlW/KPr0QZc7SUVRbBeL5ybtcaXhbPy427Bj5fw86hUQeY1rE/goiz4yBi2I1BvlGmZy/qsMRqF3zHs32nJuCWk9W4gv/MHSHFpkV0qgkD/agT7t7hlQ6Zwtta23FxInLKafOsxJUXWenwQmhv5QGnVFbo8YjIQQ7VR+DMShKsGf8+s= ceph-c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:50:05.112 DEBUG:teuthology.orchestra.run.smithi077:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK31iZzwA+ro6MGrrYOB/XtZApTqaG5ZjSXRrhdtO1fi0mOMqTgLwvF5iRBFAak/IXBwCtUxliittcLNs6WqJe9xjUagaPbVo1d8+JOdYEbrWdbfeE4PQnXVc3JhCiCD4v639Ca1c2JnE8mHhZP7A6HIcUipK5liAaw5VtV1sXcHC9aqEL/GNq6QSWH4tPSnhKKW/V6YCFLWGITsPAXP1Kqoena2lqImoBNvQqOaRzhOITf11+yyGql+YDsida+3QIDs0JUJa5rP1aEkLOMFWYSLfEgZUr1kxxN71z4thfEeasXj7GdwkPNcrLHEwga685iSVxW8o4+2Z4mZDpAlW/KPr0QZc7SUVRbBeL5ybtcaXhbPy427Bj5fw86hUQeY1rE/goiz4yBi2I1BvlGmZy/qsMRqF3zHs32nJuCWk9W4gv/MHSHFpkV0qgkD/agT7t7hlQ6Zwtta23FxInLKafOsxJUXWenwQmhv5QGnVFbo8YjIQQ7VR+DMShKsGf8+s= ceph-c474c52c-dc67-11ee-95c6-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-07T09:50:05.158 INFO:teuthology.orchestra.run.smithi077.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDK31iZzwA+ro6MGrrYOB/XtZApTqaG5ZjSXRrhdtO1fi0mOMqTgLwvF5iRBFAak/IXBwCtUxliittcLNs6WqJe9xjUagaPbVo1d8+JOdYEbrWdbfeE4PQnXVc3JhCiCD4v639Ca1c2JnE8mHhZP7A6HIcUipK5liAaw5VtV1sXcHC9aqEL/GNq6QSWH4tPSnhKKW/V6YCFLWGITsPAXP1Kqoena2lqImoBNvQqOaRzhOITf11+yyGql+YDsida+3QIDs0JUJa5rP1aEkLOMFWYSLfEgZUr1kxxN71z4thfEeasXj7GdwkPNcrLHEwga685iSVxW8o4+2Z4mZDpAlW/KPr0QZc7SUVRbBeL5ybtcaXhbPy427Bj5fw86hUQeY1rE/goiz4yBi2I1BvlGmZy/qsMRqF3zHs32nJuCWk9W4gv/MHSHFpkV0qgkD/agT7t7hlQ6Zwtta23FxInLKafOsxJUXWenwQmhv5QGnVFbo8YjIQQ7VR+DMShKsGf8+s= ceph-c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:50:05.174 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-07T09:50:05.259 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:05 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2951350310' entity='client.admin' 2024-03-07T09:50:05.416 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.511+0000 7f660fb4d700 1 -- 172.21.15.18:0/1655192831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 msgr2=0x7f66081024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.511+0000 7f660fb4d700 1 --2- 172.21.15.18:0/1655192831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f66081024d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6604009910 tx=0x7f6604009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.511+0000 7f660fb4d700 1 -- 172.21.15.18:0/1655192831 shutdown_connections 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.511+0000 7f660fb4d700 1 --2- 172.21.15.18:0/1655192831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f66081024d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.511+0000 7f660fb4d700 1 -- 172.21.15.18:0/1655192831 >> 172.21.15.18:0/1655192831 conn(0x7f66080fb7e0 msgr2=0x7f66080fdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.511+0000 7f660fb4d700 1 -- 172.21.15.18:0/1655192831 shutdown_connections 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.511+0000 7f660fb4d700 1 -- 172.21.15.18:0/1655192831 wait complete. 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660fb4d700 1 Processor -- start 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660fb4d700 1 -- start start 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660fb4d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f6608197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660fb4d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6608106b50 con 0x7f66081020b0 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660d8e9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f6608197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660d8e9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f6608197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34186/0 (socket says 172.21.15.18:34186) 2024-03-07T09:50:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660d8e9700 1 -- 172.21.15.18:0/3975966201 learned_addr learned my addr 172.21.15.18:0/3975966201 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:07.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.512+0000 7f660d8e9700 1 -- 172.21.15.18:0/3975966201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66081977d0 con 0x7f66081020b0 2024-03-07T09:50:07.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.513+0000 7f660d8e9700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f6608197290 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6604006010 tx=0x7f6604005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:07.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.513+0000 7f65feffd700 1 -- 172.21.15.18:0/3975966201 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6604027070 con 0x7f66081020b0 2024-03-07T09:50:07.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.513+0000 7f65feffd700 1 -- 172.21.15.18:0/3975966201 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f660400be40 con 0x7f66081020b0 2024-03-07T09:50:07.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.513+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6608197a60 con 0x7f66081020b0 2024-03-07T09:50:07.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.513+0000 7f65feffd700 1 -- 172.21.15.18:0/3975966201 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f660400f460 con 0x7f66081020b0 2024-03-07T09:50:07.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.513+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f660819a750 con 0x7f66081020b0 2024-03-07T09:50:07.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.514+0000 7f65feffd700 1 -- 172.21.15.18:0/3975966201 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f660402a070 con 0x7f66081020b0 2024-03-07T09:50:07.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.514+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66081072d0 con 0x7f66081020b0 2024-03-07T09:50:07.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.514+0000 7f65feffd700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f65f4038c40 0x7f65f403b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:07.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.514+0000 7f65feffd700 1 -- 172.21.15.18:0/3975966201 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f660401e030 con 0x7f66081020b0 2024-03-07T09:50:07.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.514+0000 7f660d0e8700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f65f4038c40 0x7f65f403b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:07.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.514+0000 7f660d0e8700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f65f4038c40 0x7f65f403b100 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f65f8006fd0 tx=0x7f65f8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:07.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.519+0000 7f65feffd700 1 -- 172.21.15.18:0/3975966201 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6604013070 con 0x7f66081020b0 2024-03-07T09:50:07.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.721+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f660802da60 con 0x7f66081020b0 2024-03-07T09:50:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.724+0000 7f65feffd700 1 -- 172.21.15.18:0/3975966201 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f660402a360 con 0x7f66081020b0 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f65f4038c40 msgr2=0x7f65f403b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f65f4038c40 0x7f65f403b100 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f65f8006fd0 tx=0x7f65f8006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 msgr2=0x7f6608197290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f6608197290 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6604006010 tx=0x7f6604005050 comp rx=0 tx=0).stop 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 shutdown_connections 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f65f4038c40 0x7f65f403b100 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 --2- 172.21.15.18:0/3975966201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f66081020b0 0x7f6608197290 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 >> 172.21.15.18:0/3975966201 conn(0x7f66080fb7e0 msgr2=0x7f66081000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 shutdown_connections 2024-03-07T09:50:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:07.726+0000 7f660fb4d700 1 -- 172.21.15.18:0/3975966201 wait complete. 2024-03-07T09:50:08.229 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-07T09:50:08.229 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-07T09:50:08.465 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi018", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3975966201' entity='client.admin' 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:08.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.909+0000 7f80ba2a2700 1 -- 172.21.15.18:0/3537856108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 msgr2=0x7f80b4100ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.909+0000 7f80ba2a2700 1 --2- 172.21.15.18:0/3537856108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b4100ea0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f80a4009910 tx=0x7f80a4009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.909+0000 7f80ba2a2700 1 -- 172.21.15.18:0/3537856108 shutdown_connections 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.909+0000 7f80ba2a2700 1 --2- 172.21.15.18:0/3537856108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b4100ea0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.909+0000 7f80ba2a2700 1 -- 172.21.15.18:0/3537856108 >> 172.21.15.18:0/3537856108 conn(0x7f80b40fc020 msgr2=0x7f80b40fe460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.909+0000 7f80ba2a2700 1 -- 172.21.15.18:0/3537856108 shutdown_connections 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.909+0000 7f80ba2a2700 1 -- 172.21.15.18:0/3537856108 wait complete. 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.910+0000 7f80ba2a2700 1 Processor -- start 2024-03-07T09:50:09.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.910+0000 7f80ba2a2700 1 -- start start 2024-03-07T09:50:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.910+0000 7f80ba2a2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b41972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.910+0000 7f80ba2a2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b4106b10 con 0x7f80b4100a80 2024-03-07T09:50:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.910+0000 7f80b3fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b41972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.910+0000 7f80b3fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b41972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34212/0 (socket says 172.21.15.18:34212) 2024-03-07T09:50:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.910+0000 7f80b3fff700 1 -- 172.21.15.18:0/2262047027 learned_addr learned my addr 172.21.15.18:0/2262047027 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:09.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.911+0000 7f80b3fff700 1 -- 172.21.15.18:0/2262047027 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b4197800 con 0x7f80b4100a80 2024-03-07T09:50:09.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.911+0000 7f80b3fff700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b41972c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f80a4006010 tx=0x7f80a4005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:09.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.911+0000 7f80b17fa700 1 -- 172.21.15.18:0/2262047027 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80a4027070 con 0x7f80b4100a80 2024-03-07T09:50:09.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.911+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b4197a90 con 0x7f80b4100a80 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.911+0000 7f80b17fa700 1 -- 172.21.15.18:0/2262047027 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80a400be40 con 0x7f80b4100a80 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.911+0000 7f80b17fa700 1 -- 172.21.15.18:0/2262047027 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80a400f460 con 0x7f80b4100a80 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.911+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b419a780 con 0x7f80b4100a80 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.912+0000 7f80b17fa700 1 -- 172.21.15.18:0/2262047027 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f80a402a070 con 0x7f80b4100a80 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.912+0000 7f80b17fa700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f809c038c40 0x7f809c03b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.912+0000 7f80b17fa700 1 -- 172.21.15.18:0/2262047027 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f80a401e030 con 0x7f80b4100a80 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.912+0000 7f80b37fe700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f809c038c40 0x7f809c03b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.912+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80b4107290 con 0x7f80b4100a80 2024-03-07T09:50:09.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.913+0000 7f80b37fe700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f809c038c40 0x7f809c03b100 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f80a8006fd0 tx=0x7f80a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:09.917+0000 7f80b17fa700 1 -- 172.21.15.18:0/2262047027 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f80a4031070 con 0x7f80b4100a80 2024-03-07T09:50:10.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.133+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f80b4062590 con 0x7f809c038c40 2024-03-07T09:50:10.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.137+0000 7f80b17fa700 1 -- 172.21.15.18:0/2262047027 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f80b4062590 con 0x7f809c038c40 2024-03-07T09:50:10.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.138+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f809c038c40 msgr2=0x7f809c03b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:10.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.138+0000 7f80ba2a2700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f809c038c40 0x7f809c03b100 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f80a8006fd0 tx=0x7f80a8006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:10.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.138+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 msgr2=0x7f80b41972c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:10.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.138+0000 7f80ba2a2700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b41972c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f80a4006010 tx=0x7f80a4005050 comp rx=0 tx=0).stop 2024-03-07T09:50:10.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.139+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 shutdown_connections 2024-03-07T09:50:10.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.139+0000 7f80ba2a2700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f809c038c40 0x7f809c03b100 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:10.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.139+0000 7f80ba2a2700 1 --2- 172.21.15.18:0/2262047027 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b4100a80 0x7f80b41972c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:10.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.139+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 >> 172.21.15.18:0/2262047027 conn(0x7f80b40fc020 msgr2=0x7f80b40699e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:10.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.139+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 shutdown_connections 2024-03-07T09:50:10.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:10.139+0000 7f80ba2a2700 1 -- 172.21.15.18:0/2262047027 wait complete. 2024-03-07T09:50:10.865 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi063 2024-03-07T09:50:10.865 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:50:10.865 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/etc/ceph/ceph.conf 2024-03-07T09:50:10.885 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:50:10.885 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:10.942 INFO:tasks.cephadm:Adding host smithi063 to orchestrator... 2024-03-07T09:50:10.943 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch host add smithi063 2024-03-07T09:50:11.199 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:11.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: Updating smithi018:/etc/ceph/ceph.conf 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:11.423 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:12.326 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:12 smithi018 ceph-mon[32171]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:12.326 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:12 smithi018 ceph-mon[32171]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:50:12.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.536+0000 7f6e28e88700 1 -- 172.21.15.18:0/3389727521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 msgr2=0x7f6e241030c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:12.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.536+0000 7f6e28e88700 1 --2- 172.21.15.18:0/3389727521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e241030c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c00b0a0 tx=0x7f6e1c00b3b0 comp rx=0 tx=0).stop 2024-03-07T09:50:12.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.536+0000 7f6e28e88700 1 -- 172.21.15.18:0/3389727521 shutdown_connections 2024-03-07T09:50:12.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.536+0000 7f6e28e88700 1 --2- 172.21.15.18:0/3389727521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e241030c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:12.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.536+0000 7f6e28e88700 1 -- 172.21.15.18:0/3389727521 >> 172.21.15.18:0/3389727521 conn(0x7f6e24077690 msgr2=0x7f6e240fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:12.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.536+0000 7f6e28e88700 1 -- 172.21.15.18:0/3389727521 shutdown_connections 2024-03-07T09:50:12.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.536+0000 7f6e28e88700 1 -- 172.21.15.18:0/3389727521 wait complete. 2024-03-07T09:50:12.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.537+0000 7f6e28e88700 1 Processor -- start 2024-03-07T09:50:12.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.537+0000 7f6e28e88700 1 -- start start 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.537+0000 7f6e28e88700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e24100940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.537+0000 7f6e28e88700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e2410c1d0 con 0x7f6e24102ce0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.537+0000 7f6e2259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e24100940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.537+0000 7f6e2259c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e24100940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34228/0 (socket says 172.21.15.18:34228) 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.537+0000 7f6e2259c700 1 -- 172.21.15.18:0/1366132411 learned_addr learned my addr 172.21.15.18:0/1366132411 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.538+0000 7f6e2259c700 1 -- 172.21.15.18:0/1366132411 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e241027e0 con 0x7f6e24102ce0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.538+0000 7f6e2259c700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e24100940 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c000f80 tx=0x7f6e1c00bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.538+0000 7f6e1b7fe700 1 -- 172.21.15.18:0/1366132411 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6e1c020020 con 0x7f6e24102ce0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.538+0000 7f6e1b7fe700 1 -- 172.21.15.18:0/1366132411 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6e1c018040 con 0x7f6e24102ce0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.538+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e24100e80 con 0x7f6e24102ce0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.538+0000 7f6e1b7fe700 1 -- 172.21.15.18:0/1366132411 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6e1c017070 con 0x7f6e24102ce0 2024-03-07T09:50:12.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.538+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e24101340 con 0x7f6e24102ce0 2024-03-07T09:50:12.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.539+0000 7f6e1b7fe700 1 -- 172.21.15.18:0/1366132411 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f6e1c023020 con 0x7f6e24102ce0 2024-03-07T09:50:12.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.539+0000 7f6e1b7fe700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e10038c90 0x7f6e1003b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:12.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.539+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e24069e20 con 0x7f6e24102ce0 2024-03-07T09:50:12.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.539+0000 7f6e1b7fe700 1 -- 172.21.15.18:0/1366132411 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6e1c00f050 con 0x7f6e24102ce0 2024-03-07T09:50:12.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.539+0000 7f6e21d9b700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e10038c90 0x7f6e1003b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:12.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.540+0000 7f6e21d9b700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e10038c90 0x7f6e1003b150 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c006fd0 tx=0x7f6e0c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:12.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.544+0000 7f6e1b7fe700 1 -- 172.21.15.18:0/1366132411 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6e1c02a020 con 0x7f6e24102ce0 2024-03-07T09:50:12.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:12.750+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi063", "target": ["mon-mgr", ""]}) v1 -- 0x7f6e24101e20 con 0x7f6e10038c90 2024-03-07T09:50:13.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:13 smithi018 ceph-mon[32171]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi063", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:50:13.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:13 smithi018 ceph-mon[32171]: Deploying cephadm binary to smithi063 2024-03-07T09:50:16.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:16 smithi018 ceph-mon[32171]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:17.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.107+0000 7f6e1b7fe700 1 -- 172.21.15.18:0/1366132411 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f6e24101e20 con 0x7f6e10038c90 2024-03-07T09:50:17.109 INFO:teuthology.orchestra.run.smithi018.stdout:Added host 'smithi063' with addr '172.21.15.63' 2024-03-07T09:50:17.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e10038c90 msgr2=0x7f6e1003b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:17.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e10038c90 0x7f6e1003b150 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c006fd0 tx=0x7f6e0c006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:17.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 msgr2=0x7f6e24100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:17.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e24100940 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c000f80 tx=0x7f6e1c00bd20 comp rx=0 tx=0).stop 2024-03-07T09:50:17.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 shutdown_connections 2024-03-07T09:50:17.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e10038c90 0x7f6e1003b150 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:17.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 --2- 172.21.15.18:0/1366132411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e24102ce0 0x7f6e24100940 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:17.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 >> 172.21.15.18:0/1366132411 conn(0x7f6e24077690 msgr2=0x7f6e24103a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:17.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 shutdown_connections 2024-03-07T09:50:17.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:17.110+0000 7f6e28e88700 1 -- 172.21.15.18:0/1366132411 wait complete. 2024-03-07T09:50:17.740 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch host ls --format=json 2024-03-07T09:50:17.982 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:18 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:18 smithi018 ceph-mon[32171]: Added host smithi063 2024-03-07T09:50:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:18 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:18 smithi018 ceph-mon[32171]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:18 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:19.324 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.361+0000 7f923a097700 1 -- 172.21.15.18:0/3793393691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 msgr2=0x7f9234107fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.361+0000 7f923a097700 1 --2- 172.21.15.18:0/3793393691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234107fe0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9224009910 tx=0x7f9224009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.361+0000 7f923a097700 1 -- 172.21.15.18:0/3793393691 shutdown_connections 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.361+0000 7f923a097700 1 --2- 172.21.15.18:0/3793393691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234107fe0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.361+0000 7f923a097700 1 -- 172.21.15.18:0/3793393691 >> 172.21.15.18:0/3793393691 conn(0x7f92340fd660 msgr2=0x7f92340ffa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.361+0000 7f923a097700 1 -- 172.21.15.18:0/3793393691 shutdown_connections 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.361+0000 7f923a097700 1 -- 172.21.15.18:0/3793393691 wait complete. 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.362+0000 7f923a097700 1 Processor -- start 2024-03-07T09:50:19.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.362+0000 7f923a097700 1 -- start start 2024-03-07T09:50:19.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.362+0000 7f923a097700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234074450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:19.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.362+0000 7f923a097700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f923410c1c0 con 0x7f9234107c00 2024-03-07T09:50:19.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.362+0000 7f92337fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234074450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:19.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f92337fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234074450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60262/0 (socket says 172.21.15.18:60262) 2024-03-07T09:50:19.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f92337fe700 1 -- 172.21.15.18:0/1121387635 learned_addr learned my addr 172.21.15.18:0/1121387635 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:19.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f92337fe700 1 -- 172.21.15.18:0/1121387635 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9234076340 con 0x7f9234107c00 2024-03-07T09:50:19.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f92337fe700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234074450 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9224006010 tx=0x7f9224005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:19.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f9230ff9700 1 -- 172.21.15.18:0/1121387635 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9224026070 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f9230ff9700 1 -- 172.21.15.18:0/1121387635 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f922400bc30 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9234074990 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f9230ff9700 1 -- 172.21.15.18:0/1121387635 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92240039d0 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.363+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9234074e50 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.364+0000 7f9230ff9700 1 -- 172.21.15.18:0/1121387635 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f9224029070 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.364+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9234103200 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.364+0000 7f9230ff9700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f921c038c40 0x7f921c03b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.364+0000 7f9230ff9700 1 -- 172.21.15.18:0/1121387635 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f922401e070 con 0x7f9234107c00 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.364+0000 7f9232ffd700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f921c038c40 0x7f921c03b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:19.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.365+0000 7f9232ffd700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f921c038c40 0x7f921c03b100 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9228006fd0 tx=0x7f9228006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.369+0000 7f9230ff9700 1 -- 172.21.15.18:0/1121387635 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9224013070 con 0x7f9234107c00 2024-03-07T09:50:19.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.578+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f92340759f0 con 0x7f921c038c40 2024-03-07T09:50:19.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.580+0000 7f9230ff9700 1 -- 172.21.15.18:0/1121387635 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+159 (secure 0 0 0) 0x7f92340759f0 con 0x7f921c038c40 2024-03-07T09:50:19.581 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:19.581 INFO:teuthology.orchestra.run.smithi018.stdout:[{"addr": "172.21.15.18", "hostname": "smithi018", "labels": [], "status": ""}, {"addr": "172.21.15.63", "hostname": "smithi063", "labels": [], "status": ""}] 2024-03-07T09:50:19.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f921c038c40 msgr2=0x7f921c03b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:19.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f921c038c40 0x7f921c03b100 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9228006fd0 tx=0x7f9228006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:19.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 msgr2=0x7f9234074450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:19.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234074450 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9224006010 tx=0x7f9224005030 comp rx=0 tx=0).stop 2024-03-07T09:50:19.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 shutdown_connections 2024-03-07T09:50:19.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f921c038c40 0x7f921c03b100 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:19.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 --2- 172.21.15.18:0/1121387635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9234107c00 0x7f9234074450 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:19.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 >> 172.21.15.18:0/1121387635 conn(0x7f92340fd660 msgr2=0x7f92340fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:19.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 shutdown_connections 2024-03-07T09:50:19.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:19.582+0000 7f923a097700 1 -- 172.21.15.18:0/1121387635 wait complete. 2024-03-07T09:50:20.192 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi077 2024-03-07T09:50:20.193 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:50:20.193 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/etc/ceph/ceph.conf 2024-03-07T09:50:20.211 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:50:20.211 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:20.268 INFO:tasks.cephadm:Adding host smithi077 to orchestrator... 2024-03-07T09:50:20.269 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch host add smithi077 2024-03-07T09:50:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:20.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:20 smithi018 ceph-mon[32171]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:20.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:20 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:21.570 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:21 smithi018 ceph-mon[32171]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:50:21.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.939+0000 7febd4072700 1 -- 172.21.15.18:0/4269157187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 msgr2=0x7febcc106e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:21.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.939+0000 7febd4072700 1 --2- 172.21.15.18:0/4269157187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc106e00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7febbc009910 tx=0x7febbc009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.939+0000 7febd4072700 1 -- 172.21.15.18:0/4269157187 shutdown_connections 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.939+0000 7febd4072700 1 --2- 172.21.15.18:0/4269157187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc106e00 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.939+0000 7febd4072700 1 -- 172.21.15.18:0/4269157187 >> 172.21.15.18:0/4269157187 conn(0x7febcc077690 msgr2=0x7febcc0fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.939+0000 7febd4072700 1 -- 172.21.15.18:0/4269157187 shutdown_connections 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.939+0000 7febd4072700 1 -- 172.21.15.18:0/4269157187 wait complete. 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd4072700 1 Processor -- start 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd4072700 1 -- start start 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd4072700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc196560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd4072700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febcc10b060 con 0x7febcc106a20 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd1e0e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc196560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd1e0e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc196560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60274/0 (socket says 172.21.15.18:60274) 2024-03-07T09:50:21.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd1e0e700 1 -- 172.21.15.18:0/4290663317 learned_addr learned my addr 172.21.15.18:0/4290663317 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:21.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd1e0e700 1 -- 172.21.15.18:0/4290663317 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febcc196aa0 con 0x7febcc106a20 2024-03-07T09:50:21.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.940+0000 7febd1e0e700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc196560 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7febbc006010 tx=0x7febbc005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:21.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.941+0000 7febc2ffd700 1 -- 172.21.15.18:0/4290663317 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7febbc026070 con 0x7febcc106a20 2024-03-07T09:50:21.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.941+0000 7febc2ffd700 1 -- 172.21.15.18:0/4290663317 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7febbc00bbd0 con 0x7febcc106a20 2024-03-07T09:50:21.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.941+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febcc196d90 con 0x7febcc106a20 2024-03-07T09:50:21.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.941+0000 7febc2ffd700 1 -- 172.21.15.18:0/4290663317 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7febbc003910 con 0x7febcc106a20 2024-03-07T09:50:21.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.941+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febcc19ae30 con 0x7febcc106a20 2024-03-07T09:50:21.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.942+0000 7febc2ffd700 1 -- 172.21.15.18:0/4290663317 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7febbc029070 con 0x7febcc106a20 2024-03-07T09:50:21.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.942+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febcc102160 con 0x7febcc106a20 2024-03-07T09:50:21.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.942+0000 7febc2ffd700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7febb8038ca0 0x7febb803b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:21.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.942+0000 7febc2ffd700 1 -- 172.21.15.18:0/4290663317 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7febbc01e070 con 0x7febcc106a20 2024-03-07T09:50:21.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.942+0000 7febd160d700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7febb8038ca0 0x7febb803b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:21.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.942+0000 7febd160d700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7febb8038ca0 0x7febb803b160 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7febc8006fd0 tx=0x7febc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:21.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:21.947+0000 7febc2ffd700 1 -- 172.21.15.18:0/4290663317 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7febbc013070 con 0x7febcc106a20 2024-03-07T09:50:22.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:22.156+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi077", "target": ["mon-mgr", ""]}) v1 -- 0x7febcc1978c0 con 0x7febb8038ca0 2024-03-07T09:50:22.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:22 smithi018 ceph-mon[32171]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi077", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi063", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:23.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:23 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:50:24.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:24 smithi018 ceph-mon[32171]: Deploying cephadm binary to smithi077 2024-03-07T09:50:24.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:24 smithi018 ceph-mon[32171]: Updating smithi063:/etc/ceph/ceph.conf 2024-03-07T09:50:24.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:24 smithi018 ceph-mon[32171]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:24.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:24 smithi018 ceph-mon[32171]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:25.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:25 smithi018 ceph-mon[32171]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:26.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.361+0000 7febc2ffd700 1 -- 172.21.15.18:0/4290663317 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7febcc1978c0 con 0x7febb8038ca0 2024-03-07T09:50:26.363 INFO:teuthology.orchestra.run.smithi018.stdout:Added host 'smithi077' with addr '172.21.15.77' 2024-03-07T09:50:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7febb8038ca0 msgr2=0x7febb803b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7febb8038ca0 0x7febb803b160 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7febc8006fd0 tx=0x7febc8006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 msgr2=0x7febcc196560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc196560 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7febbc006010 tx=0x7febbc005030 comp rx=0 tx=0).stop 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 shutdown_connections 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7febb8038ca0 0x7febb803b160 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 --2- 172.21.15.18:0/4290663317 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7febcc106a20 0x7febcc196560 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 >> 172.21.15.18:0/4290663317 conn(0x7febcc077690 msgr2=0x7febcc108510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 shutdown_connections 2024-03-07T09:50:26.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:26.363+0000 7febd4072700 1 -- 172.21.15.18:0/4290663317 wait complete. 2024-03-07T09:50:26.901 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch host ls --format=json 2024-03-07T09:50:27.139 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: Added host smithi077 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:27.527 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:28.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:28 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:28.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:28 smithi018 ceph-mon[32171]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:28.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.642+0000 7ff0b55a9700 1 -- 172.21.15.18:0/2272555413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 msgr2=0x7ff0b0106e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:28.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.642+0000 7ff0b55a9700 1 --2- 172.21.15.18:0/2272555413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0106e00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0009910 tx=0x7ff0a0009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:28.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.642+0000 7ff0b55a9700 1 -- 172.21.15.18:0/2272555413 shutdown_connections 2024-03-07T09:50:28.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.642+0000 7ff0b55a9700 1 --2- 172.21.15.18:0/2272555413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0106e00 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:28.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.642+0000 7ff0b55a9700 1 -- 172.21.15.18:0/2272555413 >> 172.21.15.18:0/2272555413 conn(0x7ff0b0077690 msgr2=0x7ff0b00fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:28.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.642+0000 7ff0b55a9700 1 -- 172.21.15.18:0/2272555413 shutdown_connections 2024-03-07T09:50:28.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.642+0000 7ff0b55a9700 1 -- 172.21.15.18:0/2272555413 wait complete. 2024-03-07T09:50:28.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0b55a9700 1 Processor -- start 2024-03-07T09:50:28.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0b55a9700 1 -- start start 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0b55a9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0196540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0b55a9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b010b060 con 0x7ff0b0106a20 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0aeffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0196540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0aeffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0196540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41924/0 (socket says 172.21.15.18:41924) 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0aeffd700 1 -- 172.21.15.18:0/1528690468 learned_addr learned my addr 172.21.15.18:0/1528690468 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.643+0000 7ff0aeffd700 1 -- 172.21.15.18:0/1528690468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b0196a80 con 0x7ff0b0106a20 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.644+0000 7ff0aeffd700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0196540 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0005850 tx=0x7ff0a0005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.644+0000 7ff097fff700 1 -- 172.21.15.18:0/1528690468 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff0a0028070 con 0x7ff0b0106a20 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.644+0000 7ff097fff700 1 -- 172.21.15.18:0/1528690468 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff0a000bbd0 con 0x7ff0b0106a20 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.644+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0b0196d10 con 0x7ff0b0106a20 2024-03-07T09:50:28.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.644+0000 7ff097fff700 1 -- 172.21.15.18:0/1528690468 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff0a0003970 con 0x7ff0b0106a20 2024-03-07T09:50:28.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.644+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0b019adc0 con 0x7ff0b0106a20 2024-03-07T09:50:28.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.645+0000 7ff097fff700 1 -- 172.21.15.18:0/1528690468 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7ff0a002b070 con 0x7ff0b0106a20 2024-03-07T09:50:28.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.645+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0b0102160 con 0x7ff0b0106a20 2024-03-07T09:50:28.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.645+0000 7ff097fff700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff098038c40 0x7ff09803b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:28.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.645+0000 7ff097fff700 1 -- 172.21.15.18:0/1528690468 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff0a0020070 con 0x7ff0b0106a20 2024-03-07T09:50:28.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.645+0000 7ff0ae7fc700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff098038c40 0x7ff09803b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:28.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.645+0000 7ff0ae7fc700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff098038c40 0x7ff09803b100 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4006fd0 tx=0x7ff0a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:28.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.650+0000 7ff097fff700 1 -- 172.21.15.18:0/1528690468 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff0a0013070 con 0x7ff0b0106a20 2024-03-07T09:50:28.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.859+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff0b0197850 con 0x7ff098038c40 2024-03-07T09:50:28.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.860+0000 7ff097fff700 1 -- 172.21.15.18:0/1528690468 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+238 (secure 0 0 0) 0x7ff0b0197850 con 0x7ff098038c40 2024-03-07T09:50:28.863 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:50:28.863 INFO:teuthology.orchestra.run.smithi018.stdout:[{"addr": "172.21.15.18", "hostname": "smithi018", "labels": [], "status": ""}, {"addr": "172.21.15.63", "hostname": "smithi063", "labels": [], "status": ""}, {"addr": "172.21.15.77", "hostname": "smithi077", "labels": [], "status": ""}] 2024-03-07T09:50:28.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.862+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff098038c40 msgr2=0x7ff09803b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:28.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.862+0000 7ff0b55a9700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff098038c40 0x7ff09803b100 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4006fd0 tx=0x7ff0a4006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:28.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.862+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 msgr2=0x7ff0b0196540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:28.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.862+0000 7ff0b55a9700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0196540 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0005850 tx=0x7ff0a0005030 comp rx=0 tx=0).stop 2024-03-07T09:50:28.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.863+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 shutdown_connections 2024-03-07T09:50:28.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.863+0000 7ff0b55a9700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff098038c40 0x7ff09803b100 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:28.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.863+0000 7ff0b55a9700 1 --2- 172.21.15.18:0/1528690468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff0b0106a20 0x7ff0b0196540 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:28.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.863+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 >> 172.21.15.18:0/1528690468 conn(0x7ff0b0077690 msgr2=0x7ff0b0108540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:28.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.863+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 shutdown_connections 2024-03-07T09:50:28.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:28.863+0000 7ff0b55a9700 1 -- 172.21.15.18:0/1528690468 wait complete. 2024-03-07T09:50:29.466 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-07T09:50:29.466 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd crush tunables default 2024-03-07T09:50:29.706 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:30.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:29 smithi018 ceph-mon[32171]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:50:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:29 smithi018 ceph-mon[32171]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:31.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.099+0000 7f5544d24700 1 -- 172.21.15.18:0/244207629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 msgr2=0x7f5540100680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:31.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.099+0000 7f5544d24700 1 --2- 172.21.15.18:0/244207629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540100680 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5530009910 tx=0x7f5530009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:31.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.099+0000 7f5544d24700 1 -- 172.21.15.18:0/244207629 shutdown_connections 2024-03-07T09:50:31.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.099+0000 7f5544d24700 1 --2- 172.21.15.18:0/244207629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540100680 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:31.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.099+0000 7f5544d24700 1 -- 172.21.15.18:0/244207629 >> 172.21.15.18:0/244207629 conn(0x7f55400fbca0 msgr2=0x7f55400fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:31.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.099+0000 7f5544d24700 1 -- 172.21.15.18:0/244207629 shutdown_connections 2024-03-07T09:50:31.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.099+0000 7f5544d24700 1 -- 172.21.15.18:0/244207629 wait complete. 2024-03-07T09:50:31.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f5544d24700 1 Processor -- start 2024-03-07T09:50:31.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f5544d24700 1 -- start start 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f5544d24700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f5544d24700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f554010c160 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f553e59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f553e59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540197660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41950/0 (socket says 172.21.15.18:41950) 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f553e59c700 1 -- 172.21.15.18:0/1416046876 learned_addr learned my addr 172.21.15.18:0/1416046876 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f553e59c700 1 -- 172.21.15.18:0/1416046876 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5540197ba0 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.100+0000 7f553e59c700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540197660 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5530005850 tx=0x7f5530005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.101+0000 7f552f7fe700 1 -- 172.21.15.18:0/1416046876 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5530026070 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.101+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5540197e90 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.101+0000 7f552f7fe700 1 -- 172.21.15.18:0/1416046876 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f553000bbd0 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.101+0000 7f552f7fe700 1 -- 172.21.15.18:0/1416046876 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5530003970 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.101+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f554019bf30 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.102+0000 7f552f7fe700 1 -- 172.21.15.18:0/1416046876 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f5530029070 con 0x7f55401002a0 2024-03-07T09:50:31.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.102+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5540103360 con 0x7f55401002a0 2024-03-07T09:50:31.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.102+0000 7f552f7fe700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5528038c40 0x7f552803b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:31.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.102+0000 7f552f7fe700 1 -- 172.21.15.18:0/1416046876 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f553001e070 con 0x7f55401002a0 2024-03-07T09:50:31.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.102+0000 7f553dd9b700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5528038c40 0x7f552803b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:31.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.102+0000 7f553dd9b700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5528038c40 0x7f552803b100 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5534006fd0 tx=0x7f5534006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:31.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.107+0000 7f552f7fe700 1 -- 172.21.15.18:0/1416046876 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5530013070 con 0x7f55401002a0 2024-03-07T09:50:31.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.316+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f55400637b0 con 0x7f55401002a0 2024-03-07T09:50:31.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.368+0000 7f552f7fe700 1 -- 172.21.15.18:0/1416046876 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f55400637b0 con 0x7f55401002a0 2024-03-07T09:50:31.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5528038c40 msgr2=0x7f552803b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:31.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5528038c40 0x7f552803b100 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5534006fd0 tx=0x7f5534006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:31.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 msgr2=0x7f5540197660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540197660 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5530005850 tx=0x7f5530005030 comp rx=0 tx=0).stop 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 shutdown_connections 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5528038c40 0x7f552803b100 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 --2- 172.21.15.18:0/1416046876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f55401002a0 0x7f5540197660 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 >> 172.21.15.18:0/1416046876 conn(0x7f55400fbca0 msgr2=0x7f5540103760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 shutdown_connections 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:31.370+0000 7f5544d24700 1 -- 172.21.15.18:0/1416046876 wait complete. 2024-03-07T09:50:31.373 INFO:teuthology.orchestra.run.smithi018.stderr:adjusted tunables profile to default 2024-03-07T09:50:31.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:31 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1416046876' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-07T09:50:31.959 INFO:tasks.cephadm:Adding mon.a on smithi018 2024-03-07T09:50:31.959 INFO:tasks.cephadm:Adding mon.b on smithi063 2024-03-07T09:50:31.959 INFO:tasks.cephadm:Adding mon.c on smithi077 2024-03-07T09:50:31.959 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch apply mon '3;smithi018:172.21.15.18=a;smithi063:172.21.15.63=b;smithi077:172.21.15.77=c' 2024-03-07T09:50:32.195 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /etc/ceph/ceph.conf 2024-03-07T09:50:32.240 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /etc/ceph/ceph.conf 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1416046876' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi077", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.691+0000 7f89328f0700 1 -- 172.21.15.77:0/3748679259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 msgr2=0x7f892c0748d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.691+0000 7f89328f0700 1 --2- 172.21.15.77:0/3748679259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c0748d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f891c009910 tx=0x7f891c009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.691+0000 7f89328f0700 1 -- 172.21.15.77:0/3748679259 shutdown_connections 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.691+0000 7f89328f0700 1 --2- 172.21.15.77:0/3748679259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c0748d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.691+0000 7f89328f0700 1 -- 172.21.15.77:0/3748679259 >> 172.21.15.77:0/3748679259 conn(0x7f892c0fd660 msgr2=0x7f892c0ffa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.691+0000 7f89328f0700 1 -- 172.21.15.77:0/3748679259 shutdown_connections 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.691+0000 7f89328f0700 1 -- 172.21.15.77:0/3748679259 wait complete. 2024-03-07T09:50:33.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.692+0000 7f89328f0700 1 Processor -- start 2024-03-07T09:50:33.695 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.692+0000 7f89328f0700 1 -- start start 2024-03-07T09:50:33.696 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.692+0000 7f89328f0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c1a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:33.696 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.692+0000 7f89328f0700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f892c1127d0 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f892bfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c1a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f892bfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c1a3a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.77:37490/0 (socket says 172.21.15.77:37490) 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f892bfff700 1 -- 172.21.15.77:0/3798687002 learned_addr learned my addr 172.21.15.77:0/3798687002 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f892bfff700 1 -- 172.21.15.77:0/3798687002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f892c1a3f80 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f892bfff700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c1a3a40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f891c006010 tx=0x7f891c005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f89297fa700 1 -- 172.21.15.77:0/3798687002 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f891c026070 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f892c1a4210 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f89297fa700 1 -- 172.21.15.77:0/3798687002 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f891c00bc30 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.693+0000 7f89297fa700 1 -- 172.21.15.77:0/3798687002 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f891c003ab0 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.694+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f892c19db10 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.694+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f892c075c30 con 0x7f892c0744f0 2024-03-07T09:50:33.697 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.695+0000 7f89297fa700 1 -- 172.21.15.77:0/3798687002 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f891c029070 con 0x7f892c0744f0 2024-03-07T09:50:33.698 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.695+0000 7f89297fa700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8914038c40 0x7f891403b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:33.698 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.695+0000 7f89297fa700 1 -- 172.21.15.77:0/3798687002 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f891c01e070 con 0x7f892c0744f0 2024-03-07T09:50:33.698 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.695+0000 7f892b7fe700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8914038c40 0x7f891403b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:33.698 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.695+0000 7f892b7fe700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8914038c40 0x7f891403b100 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8920006fd0 tx=0x7f8920006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:33.702 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.700+0000 7f89297fa700 1 -- 172.21.15.77:0/3798687002 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f891c013070 con 0x7f892c0744f0 2024-03-07T09:50:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:33 smithi018 ceph-mon[32171]: Updating smithi077:/etc/ceph/ceph.conf 2024-03-07T09:50:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:33 smithi018 ceph-mon[32171]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:33 smithi018 ceph-mon[32171]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:33.904 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.902+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi018:172.21.15.18=a;smithi063:172.21.15.63=b;smithi077:172.21.15.77=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f892c19efd0 con 0x7f8914038c40 2024-03-07T09:50:33.911 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.910+0000 7f89297fa700 1 -- 172.21.15.77:0/3798687002 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f892c19efd0 con 0x7f8914038c40 2024-03-07T09:50:33.911 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mon update... 2024-03-07T09:50:33.913 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8914038c40 msgr2=0x7f891403b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:33.913 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8914038c40 0x7f891403b100 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8920006fd0 tx=0x7f8920006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:33.913 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 msgr2=0x7f892c1a3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:33.913 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c1a3a40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f891c006010 tx=0x7f891c005050 comp rx=0 tx=0).stop 2024-03-07T09:50:33.913 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 shutdown_connections 2024-03-07T09:50:33.913 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8914038c40 0x7f891403b100 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:33.914 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 --2- 172.21.15.77:0/3798687002 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f892c0744f0 0x7f892c1a3a40 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:33.914 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 >> 172.21.15.77:0/3798687002 conn(0x7f892c0fd660 msgr2=0x7f892c0fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:33.914 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 shutdown_connections 2024-03-07T09:50:33.914 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:33.911+0000 7f89328f0700 1 -- 172.21.15.77:0/3798687002 wait complete. 2024-03-07T09:50:34.479 DEBUG:teuthology.orchestra.run.smithi063:mon.b> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.b.service 2024-03-07T09:50:34.481 DEBUG:teuthology.orchestra.run.smithi077:mon.c> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.c.service 2024-03-07T09:50:34.483 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-07T09:50:34.484 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph mon dump -f json 2024-03-07T09:50:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:50:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:50:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:34.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:34.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:35.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:35 smithi018 ceph-mon[32171]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi018:172.21.15.18=a;smithi063:172.21.15.63=b;smithi077:172.21.15.77=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:50:35.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:35 smithi018 ceph-mon[32171]: Saving service mon spec with placement smithi018:172.21.15.18=a;smithi063:172.21.15.63=b;smithi077:172.21.15.77=c;count:3 2024-03-07T09:50:35.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:35 smithi018 ceph-mon[32171]: Deploying daemon mon.c on smithi077 2024-03-07T09:50:36.100 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:36.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:36 smithi018 ceph-mon[32171]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:37.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:37 smithi018 ceph-mon[32171]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 -- 172.21.15.77:0/1973973796 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 msgr2=0x7f8dac106e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 --2- 172.21.15.77:0/1973973796 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac106e10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8d9c009910 tx=0x7f8d9c009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 -- 172.21.15.77:0/1973973796 shutdown_connections 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 --2- 172.21.15.77:0/1973973796 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac106e10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 -- 172.21.15.77:0/1973973796 >> 172.21.15.77:0/1973973796 conn(0x7f8dac0fc520 msgr2=0x7f8dac0fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 -- 172.21.15.77:0/1973973796 shutdown_connections 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 -- 172.21.15.77:0/1973973796 wait complete. 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.428+0000 7f8db1c7e700 1 Processor -- start 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.429+0000 7f8db1c7e700 1 -- start start 2024-03-07T09:50:38.431 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.429+0000 7f8db1c7e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac1962c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.429+0000 7f8db1c7e700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8dac10b070 con 0x7f8dac106a30 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.429+0000 7f8dab7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac1962c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.429+0000 7f8dab7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac1962c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.77:37502/0 (socket says 172.21.15.77:37502) 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.429+0000 7f8dab7fe700 1 -- 172.21.15.77:0/3334308271 learned_addr learned my addr 172.21.15.77:0/3334308271 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.429+0000 7f8dab7fe700 1 -- 172.21.15.77:0/3334308271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8dac06ad90 con 0x7f8dac106a30 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.430+0000 7f8dab7fe700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac1962c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8d9c005850 tx=0x7f8d9c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.430+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d9c026070 con 0x7f8dac106a30 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.430+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d9c00bbd0 con 0x7f8dac106a30 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.430+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8dac196800 con 0x7f8dac106a30 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.430+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8d9c003970 con 0x7f8dac106a30 2024-03-07T09:50:38.432 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.430+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8dac196cc0 con 0x7f8dac106a30 2024-03-07T09:50:38.433 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.431+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f8d9c029070 con 0x7f8dac106a30 2024-03-07T09:50:38.433 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.431+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8dac102170 con 0x7f8dac106a30 2024-03-07T09:50:38.433 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.431+0000 7f8da8ff9700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d94038c40 0x7f8d9403b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:38.433 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.431+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f8d9c01e070 con 0x7f8dac106a30 2024-03-07T09:50:38.434 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.431+0000 7f8daaffd700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d94038c40 0x7f8d9403b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:38.434 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.431+0000 7f8daaffd700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d94038c40 0x7f8d9403b100 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8da0006fd0 tx=0x7f8da0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:38.437 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.436+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8d9c013070 con 0x7f8dac106a30 2024-03-07T09:50:38.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.587+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f8d9c00e3e0 con 0x7f8dac106a30 2024-03-07T09:50:38.719 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:38 smithi077 systemd[1]: Started Ceph mon.c for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:50:38.719 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:38.718+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f8dac06a580 con 0x7f8dac106a30 2024-03-07T09:50:43.635 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:50:43.635 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":2,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","modified":"2024-03-07T09:50:38.586937Z","created":"2024-03-07T09:48:59.708723Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-07T09:50:43.635 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.634+0000 7f8da8ff9700 1 -- 172.21.15.77:0/3334308271 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1011 (secure 0 0 0) 0x7f8d9c030090 con 0x7f8dac106a30 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d94038c40 msgr2=0x7f8d9403b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d94038c40 0x7f8d9403b100 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8da0006fd0 tx=0x7f8da0006e40 comp rx=0 tx=0).stop 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 msgr2=0x7f8dac1962c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac1962c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8d9c005850 tx=0x7f8d9c005030 comp rx=0 tx=0).stop 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 shutdown_connections 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d94038c40 0x7f8d9403b100 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 --2- 172.21.15.77:0/3334308271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dac106a30 0x7f8dac1962c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 >> 172.21.15.77:0/3334308271 conn(0x7f8dac0fc520 msgr2=0x7f8dac108590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 shutdown_connections 2024-03-07T09:50:43.638 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:43.637+0000 7f8db1c7e700 1 -- 172.21.15.77:0/3334308271 wait complete. 2024-03-07T09:50:43.639 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 2 2024-03-07T09:50:43.940 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:50:43.940 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: mon.a calling monitor election 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/3334308271' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: mon.c calling monitor election 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: monmap e2: 2 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:43.941 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: fsmap 2024-03-07T09:50:43.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:43.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: mgrmap e13: x(active, since 48s) 2024-03-07T09:50:43.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: overall HEALTH_OK 2024-03-07T09:50:43.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:43.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:44.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:50:44.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:44.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: mon.a calling monitor election 2024-03-07T09:50:44.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/3334308271' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T09:50:44.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: mon.c calling monitor election 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: monmap e2: 2 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: fsmap 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:44.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: mgrmap e13: x(active, since 48s) 2024-03-07T09:50:44.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: overall HEALTH_OK 2024-03-07T09:50:44.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:44.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:44 smithi077 ceph-mon[36374]: Deploying daemon mon.b on smithi063 2024-03-07T09:50:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:45.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:44 smithi018 ceph-mon[32171]: Deploying daemon mon.b on smithi063 2024-03-07T09:50:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:45.232 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-07T09:50:45.232 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph mon dump -f json 2024-03-07T09:50:45.476 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:50:45.867 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:45 smithi077 ceph-mon[36374]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:46.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:45 smithi018 ceph-mon[32171]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:46.864 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.863+0000 7f3e92618700 1 -- 172.21.15.77:0/1958057586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 msgr2=0x7f3e8c102260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:46.864 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.863+0000 7f3e92618700 1 --2- 172.21.15.77:0/1958057586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 0x7f3e8c102260 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c009910 tx=0x7f3e7c009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:46.864 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.863+0000 7f3e92618700 1 -- 172.21.15.77:0/1958057586 shutdown_connections 2024-03-07T09:50:46.864 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.863+0000 7f3e92618700 1 --2- 172.21.15.77:0/1958057586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 0x7f3e8c102260 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:46.864 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.863+0000 7f3e92618700 1 -- 172.21.15.77:0/1958057586 >> 172.21.15.77:0/1958057586 conn(0x7f3e8c0fd6f0 msgr2=0x7f3e8c0ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:46.865 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.863+0000 7f3e92618700 1 -- 172.21.15.77:0/1958057586 shutdown_connections 2024-03-07T09:50:46.865 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.863+0000 7f3e92618700 1 -- 172.21.15.77:0/1958057586 wait complete. 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e92618700 1 Processor -- start 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e92618700 1 -- start start 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e92618700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 0x7f3e8c19d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e92618700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 0x7f3e8c1976e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e92618700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8c10c250 con 0x7f3e8c101e80 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e92618700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8c10c0d0 con 0x7f3e8c19db50 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e8b7fe700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 0x7f3e8c1976e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e8b7fe700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 0x7f3e8c1976e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:38676/0 (socket says 172.21.15.77:38676) 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.864+0000 7f3e8b7fe700 1 -- 172.21.15.77:0/3510595324 learned_addr learned my addr 172.21.15.77:0/3510595324 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8bfff700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 0x7f3e8c19d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:46.868 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8b7fe700 1 -- 172.21.15.77:0/3510595324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 msgr2=0x7f3e8c1976e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8b7fe700 1 -- 172.21.15.77:0/3510595324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 msgr2=0x7f3e8c1976e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8b7fe700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 0x7f3e8c1976e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8b7fe700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 0x7f3e8c1976e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8bfff700 1 -- 172.21.15.77:0/3510595324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 msgr2=0x7f3e8c1976e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8bfff700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 0x7f3e8c1976e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8bfff700 1 -- 172.21.15.77:0/3510595324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e8c19e0d0 con 0x7f3e8c101e80 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e8bfff700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 0x7f3e8c19d610 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c014000 tx=0x7f3e7c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e897fa700 1 -- 172.21.15.77:0/3510595324 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f3e7c005dc0 con 0x7f3e8c101e80 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e8c197c80 con 0x7f3e8c101e80 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e897fa700 1 -- 172.21.15.77:0/3510595324 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e7c00be40 con 0x7f3e8c101e80 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e897fa700 1 -- 172.21.15.77:0/3510595324 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f3e7c00f460 con 0x7f3e8c101e80 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.865+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e8c198210 con 0x7f3e8c101e80 2024-03-07T09:50:46.869 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.866+0000 7f3e897fa700 1 -- 172.21.15.77:0/3510595324 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f3e7c02a070 con 0x7f3e8c101e80 2024-03-07T09:50:46.870 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.866+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e8c103360 con 0x7f3e8c101e80 2024-03-07T09:50:46.870 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.866+0000 7f3e897fa700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e740389e0 0x7f3e7403aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:46.870 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.866+0000 7f3e897fa700 1 -- 172.21.15.77:0/3510595324 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f3e7c01e030 con 0x7f3e8c101e80 2024-03-07T09:50:46.870 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.867+0000 7f3e8b7fe700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e740389e0 0x7f3e7403aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:46.870 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.867+0000 7f3e8b7fe700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e740389e0 0x7f3e7403aea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3e80009180 tx=0x7f3e80008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:46.872 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:46.872+0000 7f3e897fa700 1 -- 172.21.15.77:0/3510595324 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3e7c013070 con 0x7f3e8c101e80 2024-03-07T09:50:47.146 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.145+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f3e8c198580 con 0x7f3e8c101e80 2024-03-07T09:50:47.147 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.146+0000 7f3e897fa700 1 -- 172.21.15.77:0/3510595324 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1011 (secure 0 0 0) 0x7f3e7c031020 con 0x7f3e8c101e80 2024-03-07T09:50:47.147 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:50:47.147 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":2,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","modified":"2024-03-07T09:50:38.586937Z","created":"2024-03-07T09:48:59.708723Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e740389e0 msgr2=0x7f3e7403aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e740389e0 0x7f3e7403aea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f3e80009180 tx=0x7f3e80008040 comp rx=0 tx=0).stop 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 msgr2=0x7f3e8c19d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 0x7f3e8c19d610 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3e7c014000 tx=0x7f3e7c005030 comp rx=0 tx=0).stop 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 shutdown_connections 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e740389e0 0x7f3e7403aea0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e8c101e80 0x7f3e8c19d610 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.148+0000 7f3e92618700 1 --2- 172.21.15.77:0/3510595324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e8c19db50 0x7f3e8c1976e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.149+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 >> 172.21.15.77:0/3510595324 conn(0x7f3e8c0fd6f0 msgr2=0x7f3e8c103850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:47.150 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.149+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 shutdown_connections 2024-03-07T09:50:47.151 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:47.149+0000 7f3e92618700 1 -- 172.21.15.77:0/3510595324 wait complete. 2024-03-07T09:50:47.151 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 2 2024-03-07T09:50:47.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:47 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/3510595324' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T09:50:47.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:47 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/3510595324' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T09:50:47.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:47 smithi063 systemd[1]: Started Ceph mon.b for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:50:48.653 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-07T09:50:48.653 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph mon dump -f json 2024-03-07T09:50:48.886 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:50:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:50:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: mon.c calling monitor election 2024-03-07T09:50:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: mon.a calling monitor election 2024-03-07T09:50:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: fsmap 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: mgrmap e13: x(active, since 57s) 2024-03-07T09:50:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-07T09:50:53.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-07T09:50:53.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-07T09:50:53.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: mon.b (rank 2) addr [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] is down (out of quorum) 2024-03-07T09:50:53.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: mon.c calling monitor election 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: mon.a calling monitor election 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: fsmap 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: mgrmap e13: x(active, since 57s) 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: mon.b (rank 2) addr [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] is down (out of quorum) 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:53.269 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 -- 172.21.15.77:0/2965583472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 msgr2=0x7fd7dc005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:53.269 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2965583472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 0x7fd7dc005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd7f00743a0 tx=0x7fd7ec00feb0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.269 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 -- 172.21.15.77:0/2965583472 shutdown_connections 2024-03-07T09:50:53.269 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2965583472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 0x7fd7dc005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.269 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 -- 172.21.15.77:0/2965583472 >> 172.21.15.77:0/2965583472 conn(0x7fd7f00fd6f0 msgr2=0x7fd7f00ffb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:53.269 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 -- 172.21.15.77:0/2965583472 shutdown_connections 2024-03-07T09:50:53.270 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 -- 172.21.15.77:0/2965583472 wait complete. 2024-03-07T09:50:53.270 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 Processor -- start 2024-03-07T09:50:53.270 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.267+0000 7fd7f8535700 1 -- start start 2024-03-07T09:50:53.272 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f8535700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 0x7fd7f019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:53.272 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f8535700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 0x7fd7f0199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:53.272 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f8535700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 0x7fd7f019a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:53.272 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f8535700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7f010be70 con 0x7fd7dc0035c0 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f8535700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7f010bcf0 con 0x7fd7f0199e70 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f8535700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7f010bff0 con 0x7fd7f019fcb0 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f5ad0700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 0x7fd7f0199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f5ad0700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 0x7fd7f0199930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:43334/0 (socket says 172.21.15.77:43334) 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f5ad0700 1 -- 172.21.15.77:0/2889685468 learned_addr learned my addr 172.21.15.77:0/2889685468 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f6ad2700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 0x7fd7f019a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f5ad0700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 msgr2=0x7fd7f0199930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f5ad0700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 msgr2=0x7fd7f0199930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f5ad0700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 0x7fd7f0199930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f5ad0700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 0x7fd7f0199930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f62d1700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 0x7fd7f019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:53.273 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f6ad2700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 msgr2=0x7fd7f019a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f6ad2700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 msgr2=0x7fd7f019a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f6ad2700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 0x7fd7f019a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f6ad2700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 0x7fd7f019a320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f62d1700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 msgr2=0x7fd7f0199930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f62d1700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 0x7fd7f0199930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f62d1700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 msgr2=0x7fd7f019a320 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f62d1700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 0x7fd7f019a320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.268+0000 7fd7f62d1700 1 -- 172.21.15.77:0/2889685468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7f01a6640 con 0x7fd7dc0035c0 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.269+0000 7fd7f62d1700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 0x7fd7f019f770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec010010 tx=0x7fd7ec005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.269+0000 7fd7e77fe700 1 -- 172.21.15.77:0/2889685468 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec005300 con 0x7fd7dc0035c0 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.269+0000 7fd7e77fe700 1 -- 172.21.15.77:0/2889685468 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd7ec013e40 con 0x7fd7dc0035c0 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.269+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7f01a6810 con 0x7fd7dc0035c0 2024-03-07T09:50:53.274 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.269+0000 7fd7e77fe700 1 -- 172.21.15.77:0/2889685468 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec011bc0 con 0x7fd7dc0035c0 2024-03-07T09:50:53.275 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.269+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7f01a6d50 con 0x7fd7dc0035c0 2024-03-07T09:50:53.275 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.270+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7f0063780 con 0x7fd7dc0035c0 2024-03-07T09:50:53.275 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.270+0000 7fd7e77fe700 1 -- 172.21.15.77:0/2889685468 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7fd7ec023070 con 0x7fd7dc0035c0 2024-03-07T09:50:53.275 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.270+0000 7fd7e77fe700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd7d40390d0 0x7fd7d403b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:53.275 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.270+0000 7fd7e77fe700 1 -- 172.21.15.77:0/2889685468 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd7ec04dd40 con 0x7fd7dc0035c0 2024-03-07T09:50:53.275 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.271+0000 7fd7f5ad0700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd7d40390d0 0x7fd7d403b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:53.275 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.271+0000 7fd7f5ad0700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd7d40390d0 0x7fd7d403b590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0009180 tx=0x7fd7e0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:53.277 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.276+0000 7fd7e77fe700 1 -- 172.21.15.77:0/2889685468 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd7ec028020 con 0x7fd7dc0035c0 2024-03-07T09:50:53.585 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.582+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fd7f002d9f0 con 0x7fd7dc0035c0 2024-03-07T09:50:53.585 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.583+0000 7fd7e77fe700 1 -- 172.21.15.77:0/2889685468 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1275 (secure 0 0 0) 0x7fd7ec01a390 con 0x7fd7dc0035c0 2024-03-07T09:50:53.585 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-03-07T09:50:53.585 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":3,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","modified":"2024-03-07T09:50:47.618244Z","created":"2024-03-07T09:48:59.708723Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:3300","nonce":0},{"type":"v1","addr":"172.21.15.18:6789","nonce":0}]},"addr":"172.21.15.18:6789/0","public_addr":"172.21.15.18:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-07T09:50:53.587 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd7d40390d0 msgr2=0x7fd7d403b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:53.587 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd7d40390d0 0x7fd7d403b590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0009180 tx=0x7fd7e0008040 comp rx=0 tx=0).stop 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 msgr2=0x7fd7f019f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 0x7fd7f019f770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec010010 tx=0x7fd7ec005020 comp rx=0 tx=0).stop 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 shutdown_connections 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7f0199e70 0x7fd7f019a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd7d40390d0 0x7fd7d403b590 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd7dc0035c0 0x7fd7f019f770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 --2- 172.21.15.77:0/2889685468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd7f019fcb0 0x7fd7f0199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 >> 172.21.15.77:0/2889685468 conn(0x7fd7f00fd6f0 msgr2=0x7fd7f01060e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 shutdown_connections 2024-03-07T09:50:53.588 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:50:53.585+0000 7fd7f8535700 1 -- 172.21.15.77:0/2889685468 wait complete. 2024-03-07T09:50:53.589 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 3 2024-03-07T09:50:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:53 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:53 smithi077 ceph-mon[36374]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/2889685468' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T09:50:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:53 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:53 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:53 smithi018 ceph-mon[32171]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/2889685468' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T09:50:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:53 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.401 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-07T09:50:54.401 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph config generate-minimal-conf 2024-03-07T09:50:54.658 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: mon.c calling monitor election 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: mon.a calling monitor election 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-07T09:50:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: fsmap 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: mgrmap e13: x(active, since 57s) 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: mon.b (rank 2) addr [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] is down (out of quorum) 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/2889685468' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-07T09:50:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: mon.b calling monitor election 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: mon.b calling monitor election 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: mon.c calling monitor election 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: mon.a calling monitor election 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: fsmap 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: mgrmap e13: x(active, since 59s) 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: Cluster is now healthy 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: overall HEALTH_OK 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: mon.b calling monitor election 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: mon.b calling monitor election 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: mon.c calling monitor election 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: mon.a calling monitor election 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: fsmap 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: mgrmap e13: x(active, since 59s) 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: Cluster is now healthy 2024-03-07T09:50:55.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: overall HEALTH_OK 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: mon.b calling monitor election 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: mon.b calling monitor election 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: mon.c calling monitor election 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: mon.a calling monitor election 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: monmap e3: 3 mons at {a=[v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0],b=[v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0],c=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: fsmap 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: osdmap e4: 0 total, 0 up, 0 in 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: mgrmap e13: x(active, since 59s) 2024-03-07T09:50:55.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: Cluster is now healthy 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: overall HEALTH_OK 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:55.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 -- 172.21.15.18:0/2851765456 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634107c00 msgr2=0x7fc634107fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/2851765456 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634107c00 0x7fc634107fe0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc624009910 tx=0x7fc624009c20 comp rx=0 tx=0).stop 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 -- 172.21.15.18:0/2851765456 shutdown_connections 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/2851765456 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634107c00 0x7fc634107fe0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 -- 172.21.15.18:0/2851765456 >> 172.21.15.18:0/2851765456 conn(0x7fc6340fd660 msgr2=0x7fc6340ffa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 -- 172.21.15.18:0/2851765456 shutdown_connections 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 -- 172.21.15.18:0/2851765456 wait complete. 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 Processor -- start 2024-03-07T09:50:56.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.466+0000 7fc63aa3a700 1 -- start start 2024-03-07T09:50:56.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc63aa3a700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc634107c00 0x7fc634074450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:56.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc63aa3a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634074990 0x7fc634074e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc63aa3a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6341a3a90 0x7fc6341a5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc63aa3a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc63410c170 con 0x7fc634074990 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc63aa3a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc63410bff0 con 0x7fc6341a3a90 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc63aa3a700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc63410c2f0 con 0x7fc634107c00 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634074990 0x7fc634074e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634074990 0x7fc634074e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46580/0 (socket says 172.21.15.18:46580) 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 -- 172.21.15.18:0/1871459035 learned_addr learned my addr 172.21.15.18:0/1871459035 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc633fff700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc634107c00 0x7fc634074450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc638fd7700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6341a3a90 0x7fc6341a5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 -- 172.21.15.18:0/1871459035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc634107c00 msgr2=0x7fc634074450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc634107c00 0x7fc634074450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 -- 172.21.15.18:0/1871459035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6341a3a90 msgr2=0x7fc6341a5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:56.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6341a3a90 0x7fc6341a5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 -- 172.21.15.18:0/1871459035 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6341a65b0 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.467+0000 7fc6337fe700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634074990 0x7fc634074e10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc62800b780 tx=0x7fc62800bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.468+0000 7fc6317fa700 1 -- 172.21.15.18:0/1871459035 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc628004230 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.468+0000 7fc6317fa700 1 -- 172.21.15.18:0/1871459035 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc6280043d0 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.468+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6341a68a0 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.468+0000 7fc6317fa700 1 -- 172.21.15.18:0/1871459035 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc628011c60 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.468+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6341a6e30 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.468+0000 7fc6317fa700 1 -- 172.21.15.18:0/1871459035 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7fc62801a400 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.469+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc634063780 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.469+0000 7fc6317fa700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc61c0390d0 0x7fc61c03b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.469+0000 7fc6317fa700 1 -- 172.21.15.18:0/1871459035 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc62804b7b0 con 0x7fc634074990 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.469+0000 7fc633fff700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc61c0390d0 0x7fc61c03b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:50:56.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.469+0000 7fc633fff700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc61c0390d0 0x7fc61c03b590 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc624009750 tx=0x7fc62400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:50:56.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.474+0000 7fc6317fa700 1 -- 172.21.15.18:0/1871459035 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc628018510 con 0x7fc634074990 2024-03-07T09:50:56.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Updating smithi018:/etc/ceph/ceph.conf 2024-03-07T09:50:56.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Updating smithi063:/etc/ceph/ceph.conf 2024-03-07T09:50:56.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Updating smithi077:/etc/ceph/ceph.conf 2024-03-07T09:50:56.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.663 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Reconfiguring mon.a (unknown last config time)... 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: Reconfiguring daemon mon.a on smithi018 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.664 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:56.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.679+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fc6341a7280 con 0x7fc634074990 2024-03-07T09:50:56.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.680+0000 7fc6317fa700 1 -- 172.21.15.18:0/1871459035 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+271 (secure 0 0 0) 0x7fc628018770 con 0x7fc634074990 2024-03-07T09:50:56.681 INFO:teuthology.orchestra.run.smithi018.stdout:# minimal ceph.conf for c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:50:56.681 INFO:teuthology.orchestra.run.smithi018.stdout:[global] 2024-03-07T09:50:56.681 INFO:teuthology.orchestra.run.smithi018.stdout: fsid = c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:50:56.681 INFO:teuthology.orchestra.run.smithi018.stdout: mon_host = [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] 2024-03-07T09:50:56.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.681+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc61c0390d0 msgr2=0x7fc61c03b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:56.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.681+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc61c0390d0 0x7fc61c03b590 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc624009750 tx=0x7fc62400b540 comp rx=0 tx=0).stop 2024-03-07T09:50:56.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.681+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634074990 msgr2=0x7fc634074e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:50:56.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.681+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634074990 0x7fc634074e10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc62800b780 tx=0x7fc62800bb40 comp rx=0 tx=0).stop 2024-03-07T09:50:56.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 shutdown_connections 2024-03-07T09:50:56.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6341a3a90 0x7fc6341a5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:56.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc634107c00 0x7fc634074450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:56.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc61c0390d0 0x7fc61c03b590 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:56.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 --2- 172.21.15.18:0/1871459035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc634074990 0x7fc634074e10 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:50:56.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 >> 172.21.15.18:0/1871459035 conn(0x7fc6340fd660 msgr2=0x7fc6340fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:50:56.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 shutdown_connections 2024-03-07T09:50:56.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:50:56.682+0000 7fc63aa3a700 1 -- 172.21.15.18:0/1871459035 wait complete. 2024-03-07T09:50:56.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Updating smithi018:/etc/ceph/ceph.conf 2024-03-07T09:50:56.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Updating smithi063:/etc/ceph/ceph.conf 2024-03-07T09:50:56.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Updating smithi077:/etc/ceph/ceph.conf 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Reconfiguring mon.a (unknown last config time)... 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: Reconfiguring daemon mon.a on smithi018 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Updating smithi018:/etc/ceph/ceph.conf 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Updating smithi063:/etc/ceph/ceph.conf 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Updating smithi077:/etc/ceph/ceph.conf 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Reconfiguring mon.a (unknown last config time)... 2024-03-07T09:50:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:56.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:56.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:56.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: Reconfiguring daemon mon.a on smithi018 2024-03-07T09:50:56.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:56.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:56.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:50:57.484 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:57 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1871459035' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:57.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:57 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1871459035' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:57.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:57 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1871459035' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:57.945 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-07T09:50:57.946 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:50:57.946 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.conf 2024-03-07T09:50:57.976 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:50:57.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:58.043 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:50:58.043 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.conf 2024-03-07T09:50:58.076 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:50:58.077 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:58.147 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:50:58.147 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.conf 2024-03-07T09:50:58.181 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:50:58.181 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:50:58.251 INFO:tasks.cephadm:Adding mgr.x on smithi018 2024-03-07T09:50:58.252 INFO:tasks.cephadm:Adding mgr.y on smithi063 2024-03-07T09:50:58.252 INFO:tasks.cephadm:Adding mgr.z on smithi077 2024-03-07T09:50:58.252 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch apply mgr '3;smithi018=x;smithi063=y;smithi077=z' 2024-03-07T09:50:58.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:58 smithi077 ceph-mon[36374]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:58.525 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:50:58.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:58 smithi063 ceph-mon[36356]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:58.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:58.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:58.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:58.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:58.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:58.782 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:58 smithi018 ceph-mon[32171]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:50:58.783 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:58.783 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:58.783 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:58.783 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:58.783 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:59.364 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:59 smithi063 ceph-mon[36356]: Reconfiguring mon.b (monmap changed)... 2024-03-07T09:50:59.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:59 smithi077 ceph-mon[36374]: Reconfiguring mon.b (monmap changed)... 2024-03-07T09:50:59.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:59 smithi077 ceph-mon[36374]: Reconfiguring daemon mon.b on smithi063 2024-03-07T09:50:59.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:59 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:59.653 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:59 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:59.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:59 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:59.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:59 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:59.654 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:50:59 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:59.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:59 smithi063 ceph-mon[36356]: Reconfiguring daemon mon.b on smithi063 2024-03-07T09:50:59.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:59 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:59.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:59 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:59.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:59 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:59.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:59 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:59.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:50:59 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:50:59.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:59 smithi018 ceph-mon[32171]: Reconfiguring mon.b (monmap changed)... 2024-03-07T09:50:59.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:59 smithi018 ceph-mon[32171]: Reconfiguring daemon mon.b on smithi063 2024-03-07T09:50:59.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:59.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:50:59.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-07T09:50:59.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-07T09:50:59.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:50:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.118+0000 7efc2cb45700 1 -- 172.21.15.77:0/1820867161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281027c0 msgr2=0x7efc28104bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.118+0000 7efc2cb45700 1 --2- 172.21.15.77:0/1820867161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281027c0 0x7efc28104bb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7efc18009910 tx=0x7efc18009c20 comp rx=0 tx=0).stop 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.119+0000 7efc2cb45700 1 -- 172.21.15.77:0/1820867161 shutdown_connections 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.119+0000 7efc2cb45700 1 --2- 172.21.15.77:0/1820867161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281027c0 0x7efc28104bb0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.119+0000 7efc2cb45700 1 -- 172.21.15.77:0/1820867161 >> 172.21.15.77:0/1820867161 conn(0x7efc280fc130 msgr2=0x7efc280fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.119+0000 7efc2cb45700 1 -- 172.21.15.77:0/1820867161 shutdown_connections 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.119+0000 7efc2cb45700 1 -- 172.21.15.77:0/1820867161 wait complete. 2024-03-07T09:51:00.121 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.119+0000 7efc2cb45700 1 Processor -- start 2024-03-07T09:51:00.122 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.119+0000 7efc2cb45700 1 -- start start 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc2cb45700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc281027c0 0x7efc28197470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc2cb45700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281979b0 0x7efc2819ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc2cb45700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc28197e30 0x7efc2819efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc2cb45700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc28107cb0 con 0x7efc281979b0 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc2cb45700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc28107b30 con 0x7efc281027c0 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc2cb45700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc28107e30 con 0x7efc28197e30 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc28197e30 0x7efc2819efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc28197e30 0x7efc2819efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:47208/0 (socket says 172.21.15.77:47208) 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 -- 172.21.15.77:0/2803984914 learned_addr learned my addr 172.21.15.77:0/2803984914 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc2659c700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc281027c0 0x7efc28197470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc25d9b700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281979b0 0x7efc2819ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 -- 172.21.15.77:0/2803984914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc281027c0 msgr2=0x7efc28197470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:00.124 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc281027c0 0x7efc28197470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 -- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281979b0 msgr2=0x7efc2819ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281979b0 0x7efc2819ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 -- 172.21.15.77:0/2803984914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc2819f880 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc25d9b700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281979b0 0x7efc2819ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.120+0000 7efc26d9d700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc28197e30 0x7efc2819efb0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efc2000ba50 tx=0x7efc2000bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.121+0000 7efc177fe700 1 -- 172.21.15.77:0/2803984914 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc20019070 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.121+0000 7efc177fe700 1 -- 172.21.15.77:0/2803984914 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efc2000ce10 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.121+0000 7efc177fe700 1 -- 172.21.15.77:0/2803984914 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc20007350 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.121+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc28100610 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.121+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc28100bd0 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.122+0000 7efc177fe700 1 -- 172.21.15.77:0/2803984914 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7efc2001c070 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.122+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc28063780 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.122+0000 7efc177fe700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc100390d0 0x7efc1003b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.122+0000 7efc177fe700 1 -- 172.21.15.77:0/2803984914 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7efc2004b290 con 0x7efc28197e30 2024-03-07T09:51:00.125 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.122+0000 7efc2659c700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc100390d0 0x7efc1003b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:00.126 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.122+0000 7efc2659c700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc100390d0 0x7efc1003b590 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efc18005200 tx=0x7efc1801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:00.129 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.127+0000 7efc177fe700 1 -- 172.21.15.77:0/2803984914 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7efc20013e70 con 0x7efc28197e30 2024-03-07T09:51:00.343 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.341+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi063=y;smithi077=z", "target": ["mon-mgr", ""]}) v1 -- 0x7efc28062620 con 0x7efc100390d0 2024-03-07T09:51:00.349 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.348+0000 7efc177fe700 1 -- 172.21.15.77:0/2803984914 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7efc28062620 con 0x7efc100390d0 2024-03-07T09:51:00.350 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mgr update... 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc100390d0 msgr2=0x7efc1003b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc100390d0 0x7efc1003b590 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efc18005200 tx=0x7efc1801a040 comp rx=0 tx=0).stop 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc28197e30 msgr2=0x7efc2819efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc28197e30 0x7efc2819efb0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efc2000ba50 tx=0x7efc2000bd60 comp rx=0 tx=0).stop 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 shutdown_connections 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc28197e30 0x7efc2819efb0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc281027c0 0x7efc28197470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc100390d0 0x7efc1003b590 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 --2- 172.21.15.77:0/2803984914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc281979b0 0x7efc2819ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 >> 172.21.15.77:0/2803984914 conn(0x7efc280fc130 msgr2=0x7efc280fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 shutdown_connections 2024-03-07T09:51:00.352 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:00.350+0000 7efc2cb45700 1 -- 172.21.15.77:0/2803984914 wait complete. 2024-03-07T09:51:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:00 smithi077 ceph-mon[36374]: Reconfiguring mon.c (monmap changed)... 2024-03-07T09:51:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:00 smithi077 ceph-mon[36374]: Reconfiguring daemon mon.c on smithi077 2024-03-07T09:51:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:00 smithi077 ceph-mon[36374]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:00.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:00 smithi063 ceph-mon[36356]: Reconfiguring mon.c (monmap changed)... 2024-03-07T09:51:00.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:00 smithi063 ceph-mon[36356]: Reconfiguring daemon mon.c on smithi077 2024-03-07T09:51:00.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:00 smithi063 ceph-mon[36356]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:00.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:00.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:00 smithi018 ceph-mon[32171]: Reconfiguring mon.c (monmap changed)... 2024-03-07T09:51:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:00 smithi018 ceph-mon[32171]: Reconfiguring daemon mon.c on smithi077 2024-03-07T09:51:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:00 smithi018 ceph-mon[32171]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:01.160 DEBUG:teuthology.orchestra.run.smithi063:mgr.y> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.y.service 2024-03-07T09:51:01.164 DEBUG:teuthology.orchestra.run.smithi077:mgr.z> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.z.service 2024-03-07T09:51:01.166 INFO:tasks.cephadm:Deploying OSDs... 2024-03-07T09:51:01.167 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:51:01.167 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/scratch_devs of=/dev/stdout 2024-03-07T09:51:01.185 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-07T09:51:01.185 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_1 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-03-07 09:50:05.720270984 +0000 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-03-07 09:44:54.517011439 +0000 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-03-07 09:44:54.517011439 +0000 2024-03-07T09:51:01.243 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-03-07 09:44:54.517011439 +0000 2024-03-07T09:51:01.243 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-07T09:51:01.313 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-03-07T09:51:01.313 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-03-07T09:51:01.313 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000126599 s, 4.0 MB/s 2024-03-07T09:51:01.314 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-07T09:51:01.372 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_2 2024-03-07T09:51:01.428 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-07T09:51:01.428 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:01.428 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-03-07T09:51:01.429 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:01.429 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:01.429 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-03-07 09:50:05.750270597 +0000 2024-03-07T09:51:01.429 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-03-07 09:44:54.858007109 +0000 2024-03-07T09:51:01.429 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-03-07 09:44:54.858007109 +0000 2024-03-07T09:51:01.429 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-03-07 09:44:54.858007109 +0000 2024-03-07T09:51:01.429 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-07T09:51:01.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:01 smithi063 ceph-mon[36356]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi063=y;smithi077=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:01.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:01 smithi063 ceph-mon[36356]: Saving service mgr spec with placement smithi018=x;smithi063=y;smithi077=z;count:3 2024-03-07T09:51:01.496 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-03-07T09:51:01.496 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-03-07T09:51:01.496 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000114579 s, 4.5 MB/s 2024-03-07T09:51:01.498 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-07T09:51:01.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:01 smithi077 ceph-mon[36374]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi063=y;smithi077=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:01.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:01 smithi077 ceph-mon[36374]: Saving service mgr spec with placement smithi018=x;smithi063=y;smithi077=z;count:3 2024-03-07T09:51:01.554 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_3 2024-03-07T09:51:01.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:01 smithi018 ceph-mon[32171]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi018=x;smithi063=y;smithi077=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:01 smithi018 ceph-mon[32171]: Saving service mgr spec with placement smithi018=x;smithi063=y;smithi077=z;count:3 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-03-07 09:50:05.778270236 +0000 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-03-07 09:44:55.300001497 +0000 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-03-07 09:44:55.300001497 +0000 2024-03-07T09:51:01.607 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-03-07 09:44:55.300001497 +0000 2024-03-07T09:51:01.608 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-07T09:51:01.674 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-03-07T09:51:01.674 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-03-07T09:51:01.674 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000104674 s, 4.9 MB/s 2024-03-07T09:51:01.675 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-07T09:51:01.731 DEBUG:teuthology.orchestra.run.smithi018:> stat /dev/vg_nvme/lv_4 2024-03-07T09:51:01.786 INFO:teuthology.orchestra.run.smithi018.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-07T09:51:01.786 INFO:teuthology.orchestra.run.smithi018.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:01.786 INFO:teuthology.orchestra.run.smithi018.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-03-07T09:51:01.786 INFO:teuthology.orchestra.run.smithi018.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:01.786 INFO:teuthology.orchestra.run.smithi018.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:01.786 INFO:teuthology.orchestra.run.smithi018.stdout:Access: 2024-03-07 09:50:05.803269913 +0000 2024-03-07T09:51:01.786 INFO:teuthology.orchestra.run.smithi018.stdout:Modify: 2024-03-07 09:44:55.637997206 +0000 2024-03-07T09:51:01.787 INFO:teuthology.orchestra.run.smithi018.stdout:Change: 2024-03-07 09:44:55.637997206 +0000 2024-03-07T09:51:01.787 INFO:teuthology.orchestra.run.smithi018.stdout: Birth: 2024-03-07 09:44:55.637997206 +0000 2024-03-07T09:51:01.787 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-07T09:51:01.851 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records in 2024-03-07T09:51:01.851 INFO:teuthology.orchestra.run.smithi018.stderr:1+0 records out 2024-03-07T09:51:01.851 INFO:teuthology.orchestra.run.smithi018.stderr:512 bytes copied, 0.000104379 s, 4.9 MB/s 2024-03-07T09:51:01.852 DEBUG:teuthology.orchestra.run.smithi018:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-07T09:51:01.908 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-03-07T09:51:01.908 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/scratch_devs of=/dev/stdout 2024-03-07T09:51:01.928 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-07T09:51:01.928 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_1 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 661 Links: 1 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-03-07 09:50:46.976325283 +0000 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-03-07 09:45:12.861244622 +0000 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-03-07 09:45:12.861244622 +0000 2024-03-07T09:51:01.987 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-03-07 09:45:12.861244622 +0000 2024-03-07T09:51:01.988 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-07T09:51:02.061 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-03-07T09:51:02.061 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-03-07T09:51:02.061 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000288489 s, 1.8 MB/s 2024-03-07T09:51:02.063 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-07T09:51:02.121 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_2 2024-03-07T09:51:02.178 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-07T09:51:02.178 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:02.178 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-03-07T09:51:02.178 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:02.178 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:02.178 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-03-07 09:50:46.976325283 +0000 2024-03-07T09:51:02.178 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-03-07 09:45:13.215241000 +0000 2024-03-07T09:51:02.179 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-03-07 09:45:13.215241000 +0000 2024-03-07T09:51:02.179 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-03-07 09:45:13.215241000 +0000 2024-03-07T09:51:02.179 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-07T09:51:02.251 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-03-07T09:51:02.251 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-03-07T09:51:02.251 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000220237 s, 2.3 MB/s 2024-03-07T09:51:02.252 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-07T09:51:02.310 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_3 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-03-07 09:50:46.977325273 +0000 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-03-07 09:45:13.559237480 +0000 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-03-07 09:45:13.559237480 +0000 2024-03-07T09:51:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-03-07 09:45:13.559237480 +0000 2024-03-07T09:51:02.368 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-07T09:51:02.439 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-03-07T09:51:02.439 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-03-07T09:51:02.439 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000229339 s, 2.2 MB/s 2024-03-07T09:51:02.441 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-07T09:51:02.498 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_4 2024-03-07T09:51:02.554 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-03-07 09:50:46.977325273 +0000 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-03-07 09:45:13.905233939 +0000 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-03-07 09:45:13.905233939 +0000 2024-03-07T09:51:02.555 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-03-07 09:45:13.905233939 +0000 2024-03-07T09:51:02.555 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-07T09:51:02.625 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-03-07T09:51:02.625 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-03-07T09:51:02.625 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.00019955 s, 2.6 MB/s 2024-03-07T09:51:02.626 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-07T09:51:02.684 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-03-07T09:51:02.684 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/scratch_devs of=/dev/stdout 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T09:51:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:02.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:02.699 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-07T09:51:02.699 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_1 2024-03-07T09:51:02.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T09:51:02.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:02.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 660 Links: 1 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-03-07 09:50:37.475313185 +0000 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-03-07 09:45:08.452360466 +0000 2024-03-07T09:51:02.755 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-03-07 09:45:08.452360466 +0000 2024-03-07T09:51:02.756 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-03-07 09:45:08.452360466 +0000 2024-03-07T09:51:02.756 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-07T09:51:02.821 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-03-07T09:51:02.821 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-03-07T09:51:02.821 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000287973 s, 1.8 MB/s 2024-03-07T09:51:02.822 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:02.878 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_2 2024-03-07T09:51:02.934 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-07T09:51:02.934 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:02.934 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-03-07T09:51:02.934 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:02.935 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:02.935 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-03-07 09:50:37.476313162 +0000 2024-03-07T09:51:02.935 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-03-07 09:45:08.811352205 +0000 2024-03-07T09:51:02.935 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-03-07 09:45:08.811352205 +0000 2024-03-07T09:51:02.935 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-03-07 09:45:08.811352205 +0000 2024-03-07T09:51:02.935 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-07T09:51:03.002 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-03-07T09:51:03.002 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-03-07T09:51:03.002 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000212156 s, 2.4 MB/s 2024-03-07T09:51:03.004 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-07T09:51:03.059 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_3 2024-03-07T09:51:03.114 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-07T09:51:03.114 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:03.114 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 699 Links: 1 2024-03-07T09:51:03.115 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:03.115 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:03.115 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-03-07 09:50:37.476313162 +0000 2024-03-07T09:51:03.115 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-03-07 09:45:09.143344566 +0000 2024-03-07T09:51:03.115 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-03-07 09:45:09.143344566 +0000 2024-03-07T09:51:03.115 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-03-07 09:45:09.143344566 +0000 2024-03-07T09:51:03.115 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-07T09:51:03.180 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-03-07T09:51:03.180 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-03-07T09:51:03.180 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000206343 s, 2.5 MB/s 2024-03-07T09:51:03.181 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-07T09:51:03.236 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_4 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-03-07 09:50:37.476313162 +0000 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-03-07 09:45:09.471337019 +0000 2024-03-07T09:51:03.291 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-03-07 09:45:09.471337019 +0000 2024-03-07T09:51:03.292 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-03-07 09:45:09.471337019 +0000 2024-03-07T09:51:03.292 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-07T09:51:03.357 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-03-07T09:51:03.357 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-03-07T09:51:03.357 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000244888 s, 2.1 MB/s 2024-03-07T09:51:03.358 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-07T09:51:03.415 INFO:tasks.cephadm:Deploying osd.0 on smithi018 with /dev/vg_nvme/lv_4... 2024-03-07T09:51:03.415 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-07T09:51:03.663 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:51:03.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:03 smithi063 ceph-mon[36356]: Deploying daemon mgr.z on smithi077 2024-03-07T09:51:03.715 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:03 smithi077 ceph-mon[36374]: Deploying daemon mgr.z on smithi077 2024-03-07T09:51:03.784 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:03 smithi018 ceph-mon[32171]: Deploying daemon mgr.z on smithi077 2024-03-07T09:51:04.253 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 systemd[1]: Starting Ceph mgr.z for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:51:04.669 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:04 smithi077 ceph-mon[36374]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:04.670 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 podman[38232]: 2024-03-07 09:51:04.28338759 +0000 UTC m=+0.017476786 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:51:04.670 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 podman[38232]: 2024-03-07 09:51:04.383491411 +0000 UTC m=+0.117580605 container create 218d45a34ffc060387fd747424dbbb96a8648e1f4f426e2306f18dc70c904146 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240222) 2024-03-07T09:51:04.670 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 podman[38232]: 2024-03-07 09:51:04.593996757 +0000 UTC m=+0.328085950 container init 218d45a34ffc060387fd747424dbbb96a8648e1f4f426e2306f18dc70c904146 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-07T09:51:04.670 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 podman[38232]: 2024-03-07 09:51:04.59645505 +0000 UTC m=+0.330544255 container start 218d45a34ffc060387fd747424dbbb96a8648e1f4f426e2306f18dc70c904146 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T09:51:04.670 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 ceph-mgr[38251]: -- 172.21.15.77:0/242316745 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560081ede5a0 con 0x560081eb2800 2024-03-07T09:51:04.670 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 bash[38232]: 218d45a34ffc060387fd747424dbbb96a8648e1f4f426e2306f18dc70c904146 2024-03-07T09:51:04.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:04 smithi063 ceph-mon[36356]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:04.726 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:04 smithi018 ceph-mon[32171]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:05.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:04 smithi077 systemd[1]: Started Ceph mgr.z for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:51:05.503 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:05.146+0000 7f1bdceb1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:51:05.503 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:05.238+0000 7f1bdceb1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:51:05.550 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-07T09:51:05.550 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-07T09:51:05.550 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-03-07T09:51:05.550 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-03-07T09:51:05.550 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00832289 s, 1.3 GB/s 2024-03-07T09:51:05.551 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: Deploying daemon mgr.y on smithi063 2024-03-07T09:51:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:05 smithi018 ceph-mon[32171]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: Deploying daemon mgr.y on smithi063 2024-03-07T09:51:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:05 smithi063 ceph-mon[36356]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: Deploying daemon mgr.y on smithi063 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-mon[36374]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:06.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:05.874+0000 7f1bdceb1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:51:06.004 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:05.966+0000 7f1bdceb1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:51:06.134 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi018:vg_nvme/lv_4 2024-03-07T09:51:06.278 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:06.115+0000 7f1bdceb1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:51:06.279 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:06.213+0000 7f1bdceb1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:51:06.372 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:51:06.579 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:06.300+0000 7f1bdceb1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:51:06.579 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:06.576+0000 7f1bdceb1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:51:06.888 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:06.698+0000 7f1bdceb1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:51:06.888 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:06.790+0000 7f1bdceb1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:51:06.888 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:06.886+0000 7f1bdceb1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:51:07.106 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:06 smithi063 systemd[1]: Starting Ceph mgr.y for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:51:07.244 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:07 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:07.064+0000 7f1bdceb1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:51:07.398 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 podman[37720]: 2024-03-07 09:51:07.008139736 +0000 UTC m=+0.018166392 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:51:07.398 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 podman[37720]: 2024-03-07 09:51:07.112017242 +0000 UTC m=+0.122043929 container create 14c9fde0080de101744097310e711828a014d2e502b779284fbaad6a92f93335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T09:51:07.398 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 podman[37720]: 2024-03-07 09:51:07.322591879 +0000 UTC m=+0.332618529 container init 14c9fde0080de101744097310e711828a014d2e502b779284fbaad6a92f93335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T09:51:07.398 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 podman[37720]: 2024-03-07 09:51:07.325227349 +0000 UTC m=+0.335253991 container start 14c9fde0080de101744097310e711828a014d2e502b779284fbaad6a92f93335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T09:51:07.398 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 ceph-mgr[37741]: -- 172.21.15.63:0/2756186901 <== mon.2 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561522f105a0 con 0x561522ee5000 2024-03-07T09:51:07.398 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 bash[37720]: 14c9fde0080de101744097310e711828a014d2e502b779284fbaad6a92f93335 2024-03-07T09:51:07.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 systemd[1]: Started Ceph mgr.y for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 -- 172.21.15.18:0/1874613833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100240 msgr2=0x7f93241006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 --2- 172.21.15.18:0/1874613833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100240 0x7f93241006a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f930c009990 tx=0x7f930c009ca0 comp rx=0 tx=0).stop 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 -- 172.21.15.18:0/1874613833 shutdown_connections 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 --2- 172.21.15.18:0/1874613833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9324100be0 0x7f932410a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 --2- 172.21.15.18:0/1874613833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93241037c0 0x7f9324103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 --2- 172.21.15.18:0/1874613833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100240 0x7f93241006a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 -- 172.21.15.18:0/1874613833 >> 172.21.15.18:0/1874613833 conn(0x7f93240fbda0 msgr2=0x7f93240fe200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 -- 172.21.15.18:0/1874613833 shutdown_connections 2024-03-07T09:51:07.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.773+0000 7f932936a700 1 -- 172.21.15.18:0/1874613833 wait complete. 2024-03-07T09:51:07.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 Processor -- start 2024-03-07T09:51:07.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 -- start start 2024-03-07T09:51:07.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9324100240 0x7f9324198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100be0 0x7f93241988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93241037c0 0x7f932419f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f932410dd60 con 0x7f9324100be0 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f932410dbe0 con 0x7f93241037c0 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f932936a700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f932410dee0 con 0x7f9324100240 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f93227fc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100be0 0x7f93241988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f93227fc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100be0 0x7f93241988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34838/0 (socket says 172.21.15.18:34838) 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f93227fc700 1 -- 172.21.15.18:0/4216740205 learned_addr learned my addr 172.21.15.18:0/4216740205 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.774+0000 7f9322ffd700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9324100240 0x7f9324198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f93237fe700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93241037c0 0x7f932419f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f93227fc700 1 -- 172.21.15.18:0/4216740205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9324100240 msgr2=0x7f9324198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f93227fc700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9324100240 0x7f9324198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f93227fc700 1 -- 172.21.15.18:0/4216740205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93241037c0 msgr2=0x7f932419f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f93227fc700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93241037c0 0x7f932419f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:07.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f93227fc700 1 -- 172.21.15.18:0/4216740205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f932419ffe0 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f93227fc700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100be0 0x7f93241988c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f930c00f690 tx=0x7f930c00f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c027070 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93241a0270 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f930c00fdd0 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c017650 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.775+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93241a06d0 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.776+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 13) v1 ==== 45983+0+0 (secure 0 0 0) 0x7f930c02a070 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.776+0000 7f931bfff700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9310038e80 0x7f931003b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.776+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f930c04cf70 con 0x7f9324100be0 2024-03-07T09:51:07.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.776+0000 7f9322ffd700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9310038e80 0x7f931003b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:07.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.776+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f932402d9f0 con 0x7f9324100be0 2024-03-07T09:51:07.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.777+0000 7f9322ffd700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9310038e80 0x7f931003b340 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f932406a5b0 tx=0x7f931c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:07.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.782+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f930c031070 con 0x7f9324100be0 2024-03-07T09:51:07.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:07.996+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f9324062590 con 0x7f9310038e80 2024-03-07T09:51:08.197 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:07.894+0000 7f99e3285200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:51:08.197 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:07.992+0000 7f99e3285200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:51:08.466 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:08.056+0000 7f1bdceb1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:51:08.466 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:08.200+0000 7f1bdceb1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:51:08.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:08.730 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:08.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:08.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:08.731 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:08.739 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:08.685+0000 7f99e3285200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:51:08.739 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:08.740 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:08.543+0000 7f1bdceb1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:08.638+0000 7f1bdceb1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:08.747 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:09.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:08.836+0000 7f1bdceb1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:51:09.032 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:08.785+0000 7f99e3285200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:51:09.033 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:08.932+0000 7f99e3285200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:51:09.033 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:09.032+0000 7f99e3285200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:51:09.315 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:09.028+0000 7f1bdceb1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:51:09.401 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:09.128+0000 7f99e3285200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:51:09.401 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:09.400+0000 7f99e3285200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:09.313+0000 7f1bdceb1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:09.572+0000 7f1bdceb1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:09.574 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:09.575 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.575 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:09.575 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:09.575 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:09.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:09.513+0000 7f99e3285200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:51:09.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:09.602+0000 7f99e3285200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:09.806 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:09.806 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-07T09:51:09.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:10.002 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:09.805+0000 7f1bdceb1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:51:10.196 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:09.699+0000 7f99e3285200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:51:10.196 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:09.881+0000 7f99e3285200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:51:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:10 smithi077 ceph-mon[36374]: Reconfiguring mgr.x (unknown last config time)... 2024-03-07T09:51:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:10 smithi077 ceph-mon[36374]: Reconfiguring daemon mgr.x on smithi018 2024-03-07T09:51:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:10 smithi077 ceph-mon[36374]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:10.753 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:10.605+0000 7f1bdceb1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:51:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:10 smithi018 ceph-mon[32171]: Reconfiguring mgr.x (unknown last config time)... 2024-03-07T09:51:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:10 smithi018 ceph-mon[32171]: Reconfiguring daemon mgr.x on smithi018 2024-03-07T09:51:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:10 smithi018 ceph-mon[32171]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:10.903 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:10 smithi063 ceph-mon[36356]: Reconfiguring mgr.x (unknown last config time)... 2024-03-07T09:51:10.903 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:10 smithi063 ceph-mon[36356]: Reconfiguring daemon mgr.x on smithi018 2024-03-07T09:51:10.903 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:10 smithi063 ceph-mon[36356]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:11.196 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:10 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:10.902+0000 7f99e3285200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:51:11.197 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:11.037+0000 7f99e3285200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:51:11.483 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:11.169+0000 7f1bdceb1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:51:11.483 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:11.265+0000 7f1bdceb1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:51:11.483 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:51:11.481+0000 7f1bdceb1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:51:11.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:11.639+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 14) v1 ==== 91340+0+0 (secure 0 0 0) 0x7f930c07b280 con 0x7f9324100be0 2024-03-07T09:51:11.677 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:11.381+0000 7f99e3285200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:51:11.677 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:11.473+0000 7f99e3285200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:51:11.677 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:11.676+0000 7f99e3285200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:51:11.677 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1656293569' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "054a4e6a-c2f8-44c7-87ba-0e379d2f018e"}]: dispatch 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1656293569' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "054a4e6a-c2f8-44c7-87ba-0e379d2f018e"}]': finished 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: osdmap e5: 1 total, 0 up, 1 in 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/376019104' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: Standby manager daemon z started 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-07T09:51:11.678 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1656293569' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "054a4e6a-c2f8-44c7-87ba-0e379d2f018e"}]: dispatch 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1656293569' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "054a4e6a-c2f8-44c7-87ba-0e379d2f018e"}]': finished 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: osdmap e5: 1 total, 0 up, 1 in 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/376019104' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: Standby manager daemon z started 2024-03-07T09:51:11.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-07T09:51:11.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:51:11.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-07T09:51:11.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:11 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:51:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1656293569' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "054a4e6a-c2f8-44c7-87ba-0e379d2f018e"}]: dispatch 2024-03-07T09:51:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1656293569' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "054a4e6a-c2f8-44c7-87ba-0e379d2f018e"}]': finished 2024-03-07T09:51:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: osdmap e5: 1 total, 0 up, 1 in 2024-03-07T09:51:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/376019104' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:51:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:11.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: Standby manager daemon z started 2024-03-07T09:51:11.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-07T09:51:11.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:51:11.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-07T09:51:11.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:11 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/3533351002' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:51:11.947 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:11.867+0000 7f99e3285200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:51:12.427 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:12.158+0000 7f99e3285200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:51:12.427 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:12.426+0000 7f99e3285200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:51:12.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:12.670+0000 7f99e3285200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:51:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:12 smithi063 ceph-mon[36356]: mgrmap e14: x(active, since 76s), standbys: z 2024-03-07T09:51:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:12 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-07T09:51:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:12 smithi077 ceph-mon[36374]: mgrmap e14: x(active, since 76s), standbys: z 2024-03-07T09:51:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:12 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-07T09:51:13.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:12 smithi018 ceph-mon[32171]: mgrmap e14: x(active, since 76s), standbys: z 2024-03-07T09:51:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:12 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-07T09:51:13.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:13 smithi063 ceph-mon[36356]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:13.947 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:13 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:13.507+0000 7f99e3285200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:51:14.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:13 smithi077 ceph-mon[36374]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:14.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:13 smithi018 ceph-mon[32171]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:14.427 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:14.104+0000 7f99e3285200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:51:14.427 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:14.204+0000 7f99e3285200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:51:14.427 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:51:14.426+0000 7f99e3285200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:51:14.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:14.656+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mgrmap(e 15) v1 ==== 136697+0+0 (secure 0 0 0) 0x7f930c009d10 con 0x7f9324100be0 2024-03-07T09:51:14.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-mon[36356]: Standby manager daemon y started 2024-03-07T09:51:14.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T09:51:14.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:51:14.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T09:51:14.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:14 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:51:14.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:14 smithi018 ceph-mon[32171]: Standby manager daemon y started 2024-03-07T09:51:14.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:14 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T09:51:14.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:14 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:51:14.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:14 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T09:51:14.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:14 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:51:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:14 smithi077 ceph-mon[36374]: Standby manager daemon y started 2024-03-07T09:51:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:14 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T09:51:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:14 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:51:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:14 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T09:51:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:14 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/151607834' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:51:15.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:15 smithi018 ceph-mon[32171]: mgrmap e15: x(active, since 79s), standbys: y, z 2024-03-07T09:51:15.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T09:51:15.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:15 smithi018 ceph-mon[32171]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:15 smithi063 ceph-mon[36356]: mgrmap e15: x(active, since 79s), standbys: y, z 2024-03-07T09:51:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T09:51:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:15 smithi063 ceph-mon[36356]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:15 smithi077 ceph-mon[36374]: mgrmap e15: x(active, since 79s), standbys: y, z 2024-03-07T09:51:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T09:51:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:15 smithi077 ceph-mon[36374]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:17.401 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.401 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.401 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:17.401 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:17.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:17.402 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:18.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:18 smithi063 ceph-mon[36356]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:18.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:18 smithi077 ceph-mon[36374]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:18.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:18 smithi018 ceph-mon[32171]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:19.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T09:51:19.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:19.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:19 smithi063 ceph-mon[36356]: Deploying daemon osd.0 on smithi018 2024-03-07T09:51:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T09:51:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:19 smithi077 ceph-mon[36374]: Deploying daemon osd.0 on smithi018 2024-03-07T09:51:19.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-07T09:51:19.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:19.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:19 smithi018 ceph-mon[32171]: Deploying daemon osd.0 on smithi018 2024-03-07T09:51:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:20 smithi018 ceph-mon[32171]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:20.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:20 smithi063 ceph-mon[36356]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:20.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:20 smithi077 ceph-mon[36374]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:21.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:21 smithi018 ceph-mon[32171]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:21.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:21 smithi063 ceph-mon[36356]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:21 smithi077 ceph-mon[36374]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:24 smithi077 ceph-mon[36374]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:24.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:24.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:24.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:24.759 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:24 smithi018 ceph-mon[32171]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:24.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:24 smithi063 ceph-mon[36356]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:25.775 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:25 smithi018 ceph-mon[32171]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:25.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:25.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:25.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:25.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:25.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:25.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:25 smithi063 ceph-mon[36356]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:25.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:25.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:25.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:25.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:25.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:25 smithi077 ceph-mon[36374]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:26.916 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 0 on host 'smithi018' 2024-03-07T09:51:26.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.914+0000 7f931bfff700 1 -- 172.21.15.18:0/4216740205 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f9324062590 con 0x7f9310038e80 2024-03-07T09:51:26.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9310038e80 msgr2=0x7f931003b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:26.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9310038e80 0x7f931003b340 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f932406a5b0 tx=0x7f931c00b410 comp rx=0 tx=0).stop 2024-03-07T09:51:26.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100be0 msgr2=0x7f93241988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:26.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100be0 0x7f93241988c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f930c00f690 tx=0x7f930c00f6c0 comp rx=0 tx=0).stop 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 shutdown_connections 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93241037c0 0x7f932419f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9324100240 0x7f9324198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9310038e80 0x7f931003b340 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 --2- 172.21.15.18:0/4216740205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9324100be0 0x7f93241988c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 >> 172.21.15.18:0/4216740205 conn(0x7f93240fbda0 msgr2=0x7f9324106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 shutdown_connections 2024-03-07T09:51:26.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:51:26.916+0000 7f932936a700 1 -- 172.21.15.18:0/4216740205 wait complete. 2024-03-07T09:51:27.522 DEBUG:teuthology.orchestra.run.smithi018:osd.0> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.0.service 2024-03-07T09:51:27.524 INFO:tasks.cephadm:Deploying osd.1 on smithi063 with /dev/vg_nvme/lv_4... 2024-03-07T09:51:27.524 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-07T09:51:27.782 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:51:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:27 smithi018 ceph-mon[32171]: from='osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T09:51:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:27 smithi018 ceph-mon[32171]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T09:51:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:27 smithi018 ceph-mon[32171]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:28.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:28.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:27 smithi063 ceph-mon[36356]: from='osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T09:51:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:27 smithi063 ceph-mon[36356]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T09:51:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:27 smithi063 ceph-mon[36356]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:27 smithi077 ceph-mon[36374]: from='osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T09:51:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:27 smithi077 ceph-mon[36374]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-07T09:51:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:27 smithi077 ceph-mon[36374]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:29.035 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:28 smithi063 ceph-mon[36356]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T09:51:29.036 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:28 smithi063 ceph-mon[36356]: osdmap e6: 1 total, 0 up, 1 in 2024-03-07T09:51:29.036 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:28 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:29.036 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:28 smithi063 ceph-mon[36356]: from='osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:51:29.036 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:28 smithi063 ceph-mon[36356]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:51:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:28 smithi077 ceph-mon[36374]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T09:51:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:28 smithi077 ceph-mon[36374]: osdmap e6: 1 total, 0 up, 1 in 2024-03-07T09:51:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:28 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:28 smithi077 ceph-mon[36374]: from='osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:51:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:28 smithi077 ceph-mon[36374]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:51:29.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:28 smithi018 ceph-mon[32171]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-07T09:51:29.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:28 smithi018 ceph-mon[32171]: osdmap e6: 1 total, 0 up, 1 in 2024-03-07T09:51:29.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:28 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:29.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:28 smithi018 ceph-mon[32171]: from='osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:51:29.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:28 smithi018 ceph-mon[32171]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:51:29.590 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-07T09:51:29.591 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-07T09:51:29.591 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-03-07T09:51:29.591 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-03-07T09:51:29.591 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130595 s, 803 MB/s 2024-03-07T09:51:29.591 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-03-07T09:51:29.752 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0[44295]: 2024-03-07T09:51:29.392+0000 7fb0f86c1700 -1 osd.0 0 waiting for initial osdmap 2024-03-07T09:51:29.752 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0[44295]: 2024-03-07T09:51:29.396+0000 7fb0f04ac700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:51:30.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-mon[32171]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:51:30.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-mon[32171]: osdmap e7: 1 total, 0 up, 1 in 2024-03-07T09:51:30.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:30.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:30.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-mon[32171]: from='osd.0 ' entity='osd.0' 2024-03-07T09:51:30.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:29 smithi018 ceph-mon[32171]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:30.151 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi063:vg_nvme/lv_4 2024-03-07T09:51:30.180 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:29 smithi063 ceph-mon[36356]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:51:30.180 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:29 smithi063 ceph-mon[36356]: osdmap e7: 1 total, 0 up, 1 in 2024-03-07T09:51:30.180 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:30.180 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:30.181 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:29 smithi063 ceph-mon[36356]: from='osd.0 ' entity='osd.0' 2024-03-07T09:51:30.181 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:29 smithi063 ceph-mon[36356]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:29 smithi077 ceph-mon[36374]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:51:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:29 smithi077 ceph-mon[36374]: osdmap e7: 1 total, 0 up, 1 in 2024-03-07T09:51:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:29 smithi077 ceph-mon[36374]: from='osd.0 ' entity='osd.0' 2024-03-07T09:51:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:29 smithi077 ceph-mon[36374]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-07T09:51:30.409 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] boot 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: osdmap e8: 1 total, 1 up, 1 in 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi018 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:51:31.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi018 to 17093M 2024-03-07T09:51:31.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:31.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:31.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:51:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:51:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] boot 2024-03-07T09:51:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: osdmap e8: 1 total, 1 up, 1 in 2024-03-07T09:51:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi018 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi018 to 17093M 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:31.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: osd.0 [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] boot 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: osdmap e8: 1 total, 1 up, 1 in 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi018 2024-03-07T09:51:31.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:51:31.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi018 to 17093M 2024-03-07T09:51:31.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:31.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:31.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:31.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.928+0000 7fb477e26700 1 -- 172.21.15.63:0/271358594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102c10 msgr2=0x7fb4701094c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:31.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.928+0000 7fb477e26700 1 --2- 172.21.15.63:0/271358594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102c10 0x7fb4701094c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb4600099c0 tx=0x7fb460009cd0 comp rx=0 tx=0).stop 2024-03-07T09:51:31.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.928+0000 7fb477e26700 1 -- 172.21.15.63:0/271358594 shutdown_connections 2024-03-07T09:51:31.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.928+0000 7fb477e26700 1 --2- 172.21.15.63:0/271358594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102c10 0x7fb4701094c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.928+0000 7fb477e26700 1 --2- 172.21.15.63:0/271358594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb470101070 0x7fb470101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.928+0000 7fb477e26700 1 --2- 172.21.15.63:0/271358594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470102270 0x7fb4701026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.928+0000 7fb477e26700 1 -- 172.21.15.63:0/271358594 >> 172.21.15.63:0/271358594 conn(0x7fb4700fc610 msgr2=0x7fb4700fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 -- 172.21.15.63:0/271358594 shutdown_connections 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 -- 172.21.15.63:0/271358594 wait complete. 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 Processor -- start 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 -- start start 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb470101070 0x7fb470198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102270 0x7fb4701988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470102c10 0x7fb47019f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47010cc90 con 0x7fb470102c10 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47010cb10 con 0x7fb470102270 2024-03-07T09:51:31.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb477e26700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb47010ce10 con 0x7fb470101070 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb4753c1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102270 0x7fb4701988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb4753c1700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102270 0x7fb4701988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:47154/0 (socket says 172.21.15.63:47154) 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.929+0000 7fb4753c1700 1 -- 172.21.15.63:0/2826366111 learned_addr learned my addr 172.21.15.63:0/2826366111 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb4763c3700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470102c10 0x7fb47019f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb475bc2700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb470101070 0x7fb470198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb4753c1700 1 -- 172.21.15.63:0/2826366111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb470101070 msgr2=0x7fb470198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb4753c1700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb470101070 0x7fb470198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb4753c1700 1 -- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470102c10 msgr2=0x7fb47019f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb4753c1700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470102c10 0x7fb47019f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb4753c1700 1 -- 172.21.15.63:0/2826366111 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb47019ffc0 con 0x7fb470102270 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb475bc2700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb470101070 0x7fb470198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb4753c1700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102270 0x7fb4701988a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb46400e9a0 tx=0x7fb46400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb46effd700 1 -- 172.21.15.63:0/2826366111 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46400cbd0 con 0x7fb470102270 2024-03-07T09:51:31.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb46effd700 1 -- 172.21.15.63:0/2826366111 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb46400cd70 con 0x7fb470102270 2024-03-07T09:51:31.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4701a02b0 con 0x7fb470102270 2024-03-07T09:51:31.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb46effd700 1 -- 172.21.15.63:0/2826366111 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4640187a0 con 0x7fb470102270 2024-03-07T09:51:31.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.930+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4701a0840 con 0x7fb470102270 2024-03-07T09:51:31.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.931+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb470068e10 con 0x7fb470102270 2024-03-07T09:51:31.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.932+0000 7fb46effd700 1 -- 172.21.15.63:0/2826366111 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 15) v1 ==== 136697+0+0 (secure 0 0 0) 0x7fb4640109a0 con 0x7fb470102270 2024-03-07T09:51:31.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.933+0000 7fb46effd700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb4580a1e00 0x7fb4580a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:31.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.933+0000 7fb46effd700 1 -- 172.21.15.63:0/2826366111 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7fb4640cc420 con 0x7fb470102270 2024-03-07T09:51:31.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.933+0000 7fb475bc2700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb4580a1e00 0x7fb4580a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:31.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.934+0000 7fb475bc2700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb4580a1e00 0x7fb4580a42c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb4701020d0 tx=0x7fb468009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:31.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:31.938+0000 7fb46effd700 1 -- 172.21.15.63:0/2826366111 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb46409b2c0 con 0x7fb470102270 2024-03-07T09:51:32.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:32.150+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fb47006ada0 con 0x7fb4580a1e00 2024-03-07T09:51:32.152 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:31 smithi063 ceph-mon[36356]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:32.244 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:31 smithi018 ceph-mon[32171]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:32.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:31 smithi077 ceph-mon[36374]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:33.060 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:32 smithi063 ceph-mon[36356]: osdmap e9: 1 total, 1 up, 1 in 2024-03-07T09:51:33.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:32 smithi063 ceph-mon[36356]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:33.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:32 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:33.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:32 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:33.061 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:32 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:32 smithi077 ceph-mon[36374]: osdmap e9: 1 total, 1 up, 1 in 2024-03-07T09:51:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:32 smithi077 ceph-mon[36374]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:32 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:32 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:32 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:33.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:32 smithi018 ceph-mon[32171]: osdmap e9: 1 total, 1 up, 1 in 2024-03-07T09:51:33.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:32 smithi018 ceph-mon[32171]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:33.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:33.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:33.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:34.008 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:33 smithi063 ceph-mon[36356]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:34.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:33 smithi077 ceph-mon[36374]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:34.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:33 smithi018 ceph-mon[32171]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:34 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/278677170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]: dispatch 2024-03-07T09:51:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:34 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]: dispatch 2024-03-07T09:51:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:34 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]': finished 2024-03-07T09:51:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:34 smithi063 ceph-mon[36356]: osdmap e10: 2 total, 1 up, 2 in 2024-03-07T09:51:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:34 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:34 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/278677170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]: dispatch 2024-03-07T09:51:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:34 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]: dispatch 2024-03-07T09:51:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:34 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]': finished 2024-03-07T09:51:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:34 smithi077 ceph-mon[36374]: osdmap e10: 2 total, 1 up, 2 in 2024-03-07T09:51:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:34 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:34 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/278677170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]: dispatch 2024-03-07T09:51:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:34 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]: dispatch 2024-03-07T09:51:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:34 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ccaccb7d-781c-4e67-8d21-b944ed7968ba"}]': finished 2024-03-07T09:51:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:34 smithi018 ceph-mon[32171]: osdmap e10: 2 total, 1 up, 2 in 2024-03-07T09:51:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:34 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:36.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:35 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/2461753988' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:51:36.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:35 smithi063 ceph-mon[36356]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:36.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:35 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/2461753988' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:51:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:35 smithi077 ceph-mon[36374]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:35 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/2461753988' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:51:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:35 smithi018 ceph-mon[32171]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:37.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:37 smithi018 ceph-mon[32171]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:37.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:37 smithi063 ceph-mon[36356]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:37 smithi077 ceph-mon[36374]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:39.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:39 smithi018 ceph-mon[32171]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:39.917 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:39 smithi063 ceph-mon[36356]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:40.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:39 smithi077 ceph-mon[36374]: pgmap v52: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:41.744 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:41 smithi063 ceph-mon[36356]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:41.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:41 smithi018 ceph-mon[32171]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:42.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:41 smithi077 ceph-mon[36374]: pgmap v53: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:42.655 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T09:51:42.655 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:42.655 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:42 smithi063 ceph-mon[36356]: Deploying daemon osd.1 on smithi063 2024-03-07T09:51:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T09:51:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:42 smithi018 ceph-mon[32171]: Deploying daemon osd.1 on smithi063 2024-03-07T09:51:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-07T09:51:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:42 smithi077 ceph-mon[36374]: Deploying daemon osd.1 on smithi063 2024-03-07T09:51:43.736 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:43 smithi063 ceph-mon[36356]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:43 smithi018 ceph-mon[32171]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:43 smithi077 ceph-mon[36374]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:45.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:45 smithi018 ceph-mon[32171]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:45.852 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:45 smithi077 ceph-mon[36374]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:45.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:45 smithi063 ceph-mon[36356]: pgmap v55: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:48.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:48.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:48.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:48.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:48 smithi063 ceph-mon[36356]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:48.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:48.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:48.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:48.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:48 smithi077 ceph-mon[36374]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:48.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:48.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:48.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:48.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:48 smithi018 ceph-mon[32171]: pgmap v56: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:49.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:49 smithi063 ceph-mon[36356]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:49.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:49 smithi018 ceph-mon[32171]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:50.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:49 smithi077 ceph-mon[36374]: pgmap v57: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:50.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.618+0000 7fb46effd700 1 -- 172.21.15.63:0/2826366111 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fb47006ada0 con 0x7fb4580a1e00 2024-03-07T09:51:50.620 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 1 on host 'smithi063' 2024-03-07T09:51:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb4580a1e00 msgr2=0x7fb4580a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb4580a1e00 0x7fb4580a42c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb4701020d0 tx=0x7fb468009040 comp rx=0 tx=0).stop 2024-03-07T09:51:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102270 msgr2=0x7fb4701988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102270 0x7fb4701988a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb46400e9a0 tx=0x7fb46400ecb0 comp rx=0 tx=0).stop 2024-03-07T09:51:50.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 shutdown_connections 2024-03-07T09:51:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb4580a1e00 0x7fb4580a42c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb470102c10 0x7fb47019f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb470101070 0x7fb470198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 --2- 172.21.15.63:0/2826366111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb470102270 0x7fb4701988a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 >> 172.21.15.63:0/2826366111 conn(0x7fb4700fc610 msgr2=0x7fb47006a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:51:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 shutdown_connections 2024-03-07T09:51:50.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:51:50.620+0000 7fb477e26700 1 -- 172.21.15.63:0/2826366111 wait complete. 2024-03-07T09:51:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:51.265 DEBUG:teuthology.orchestra.run.smithi063:osd.1> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.1.service 2024-03-07T09:51:51.307 INFO:tasks.cephadm:Deploying osd.2 on smithi077 with /dev/vg_nvme/lv_4... 2024-03-07T09:51:51.307 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-07T09:51:51.549 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:51:51.923 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:51 smithi077 ceph-mon[36374]: from='osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T09:51:51.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:51 smithi077 ceph-mon[36374]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T09:51:51.924 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:51 smithi077 ceph-mon[36374]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:51.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:51 smithi063 ceph-mon[36356]: from='osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T09:51:51.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:51 smithi063 ceph-mon[36356]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T09:51:51.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:51 smithi063 ceph-mon[36356]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:51 smithi018 ceph-mon[32171]: from='osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T09:51:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:51 smithi018 ceph-mon[32171]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-07T09:51:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:51 smithi018 ceph-mon[32171]: pgmap v58: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:52.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:52 smithi063 ceph-mon[36356]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T09:51:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:52 smithi063 ceph-mon[36356]: osdmap e11: 2 total, 1 up, 2 in 2024-03-07T09:51:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:52 smithi063 ceph-mon[36356]: from='osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:51:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:52 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:52 smithi063 ceph-mon[36356]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:51:52.947 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:51:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1[40954]: 2024-03-07T09:51:52.719+0000 7f8a6ae02700 -1 osd.1 0 waiting for initial osdmap 2024-03-07T09:51:52.947 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:51:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1[40954]: 2024-03-07T09:51:52.723+0000 7f8a66bf5700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:51:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:52 smithi077 ceph-mon[36374]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T09:51:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:52 smithi077 ceph-mon[36374]: osdmap e11: 2 total, 1 up, 2 in 2024-03-07T09:51:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:52 smithi077 ceph-mon[36374]: from='osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:51:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:52 smithi077 ceph-mon[36374]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:51:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:52 smithi018 ceph-mon[32171]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-07T09:51:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:52 smithi018 ceph-mon[32171]: osdmap e11: 2 total, 1 up, 2 in 2024-03-07T09:51:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:52 smithi018 ceph-mon[32171]: from='osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:51:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:52 smithi018 ceph-mon[32171]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:51:53.256 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-07T09:51:53.256 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-07T09:51:53.256 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-03-07T09:51:53.256 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-03-07T09:51:53.256 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114259 s, 918 MB/s 2024-03-07T09:51:53.256 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-03-07T09:51:53.869 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi077:vg_nvme/lv_4 2024-03-07T09:51:53.923 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:53 smithi063 ceph-mon[36356]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:51:53.923 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:53 smithi063 ceph-mon[36356]: osdmap e12: 2 total, 1 up, 2 in 2024-03-07T09:51:53.923 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:53 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:53.923 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:53 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:53.923 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:53 smithi063 ceph-mon[36356]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:53 smithi077 ceph-mon[36374]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:51:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:53 smithi077 ceph-mon[36374]: osdmap e12: 2 total, 1 up, 2 in 2024-03-07T09:51:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:53 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:53 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:53 smithi077 ceph-mon[36374]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:53 smithi018 ceph-mon[32171]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:51:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:53 smithi018 ceph-mon[32171]: osdmap e12: 2 total, 1 up, 2 in 2024-03-07T09:51:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:53 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:53 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:53 smithi018 ceph-mon[32171]: pgmap v61: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-03-07T09:51:54.119 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:51:54.889 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:51:54.889 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:51:54.889 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] boot 2024-03-07T09:51:54.889 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: osdmap e13: 2 total, 2 up, 2 in 2024-03-07T09:51:54.889 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:54.889 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi063 2024-03-07T09:51:54.889 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi063 to 17080M 2024-03-07T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:54.890 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] boot 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: osdmap e13: 2 total, 2 up, 2 in 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi063 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:51:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi063 to 17080M 2024-03-07T09:51:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: osd.1 [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] boot 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: osdmap e13: 2 total, 2 up, 2 in 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi063 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi063 to 17080M 2024-03-07T09:51:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:55.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:51:55.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:51:55.673 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 -- 172.21.15.77:0/1726659204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 msgr2=0x7f442c102750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:55.673 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 --2- 172.21.15.77:0/1726659204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c102750 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4418009990 tx=0x7f4418009ca0 comp rx=0 tx=0).stop 2024-03-07T09:51:55.673 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 -- 172.21.15.77:0/1726659204 shutdown_connections 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 --2- 172.21.15.77:0/1726659204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f442c102c90 0x7f442c109540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 --2- 172.21.15.77:0/1726659204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f442c1010f0 0x7f442c101510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 --2- 172.21.15.77:0/1726659204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c102750 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 -- 172.21.15.77:0/1726659204 >> 172.21.15.77:0/1726659204 conn(0x7f442c0fc6b0 msgr2=0x7f442c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 -- 172.21.15.77:0/1726659204 shutdown_connections 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.669+0000 7f44331ab700 1 -- 172.21.15.77:0/1726659204 wait complete. 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 Processor -- start 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 -- start start 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f442c1010f0 0x7f442c06b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c19f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f442c102c90 0x7f442c1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442c10cc70 con 0x7f442c102c90 2024-03-07T09:51:55.674 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442c10caf0 con 0x7f442c1010f0 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f44331ab700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f442c10cdf0 con 0x7f442c1022f0 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c19f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c19f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49508/0 (socket says 172.21.15.77:49508) 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 -- 172.21.15.77:0/4016228966 learned_addr learned my addr 172.21.15.77:0/4016228966 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f4430f47700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f442c1010f0 0x7f442c06b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f4431748700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f442c102c90 0x7f442c1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 -- 172.21.15.77:0/4016228966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f442c1010f0 msgr2=0x7f442c06b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f442c1010f0 0x7f442c06b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 -- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f442c102c90 msgr2=0x7f442c1a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f442c102c90 0x7f442c1a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 -- 172.21.15.77:0/4016228966 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f442c1a2240 con 0x7f442c1022f0 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.670+0000 7f442bfff700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c19f510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f44180098e0 tx=0x7f44180057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:55.675 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.671+0000 7f4429ffb700 1 -- 172.21.15.77:0/4016228966 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4418027070 con 0x7f442c1022f0 2024-03-07T09:51:55.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.671+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f442c1a24d0 con 0x7f442c1022f0 2024-03-07T09:51:55.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.671+0000 7f4429ffb700 1 -- 172.21.15.77:0/4016228966 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4418004150 con 0x7f442c1022f0 2024-03-07T09:51:55.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.671+0000 7f4429ffb700 1 -- 172.21.15.77:0/4016228966 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441800f460 con 0x7f442c1022f0 2024-03-07T09:51:55.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.671+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f442c1a2930 con 0x7f442c1022f0 2024-03-07T09:51:55.676 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.672+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f442c068e10 con 0x7f442c1022f0 2024-03-07T09:51:55.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.673+0000 7f4429ffb700 1 -- 172.21.15.77:0/4016228966 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 15) v1 ==== 136697+0+0 (secure 0 0 0) 0x7f441802a070 con 0x7f442c1022f0 2024-03-07T09:51:55.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.673+0000 7f4429ffb700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f441c0a1d80 0x7f441c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:51:55.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.673+0000 7f4429ffb700 1 -- 172.21.15.77:0/4016228966 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f44180cd370 con 0x7f442c1022f0 2024-03-07T09:51:55.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.673+0000 7f4430f47700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f441c0a1d80 0x7f441c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:51:55.677 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.674+0000 7f4430f47700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f441c0a1d80 0x7f441c0a4240 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f442c102150 tx=0x7f442000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:51:55.679 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.678+0000 7f4429ffb700 1 -- 172.21.15.77:0/4016228966 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f441805e280 con 0x7f442c1022f0 2024-03-07T09:51:55.883 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:51:55.881+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f442c062590 con 0x7f441c0a1d80 2024-03-07T09:51:56.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:55 smithi077 ceph-mon[36374]: osdmap e14: 2 total, 2 up, 2 in 2024-03-07T09:51:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:55 smithi077 ceph-mon[36374]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:51:56.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:55 smithi018 ceph-mon[32171]: osdmap e14: 2 total, 2 up, 2 in 2024-03-07T09:51:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:55 smithi018 ceph-mon[32171]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:51:56.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:55 smithi063 ceph-mon[36356]: osdmap e14: 2 total, 2 up, 2 in 2024-03-07T09:51:56.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:55 smithi063 ceph-mon[36356]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:51:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:56 smithi077 ceph-mon[36374]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:57.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:56 smithi018 ceph-mon[32171]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:56 smithi063 ceph-mon[36356]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:51:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:51:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:51:57.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:51:57.850 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:57 smithi077 ceph-mon[36374]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:51:58.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:57 smithi018 ceph-mon[32171]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:51:58.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:57 smithi063 ceph-mon[36356]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:51:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:58 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/357460805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]: dispatch 2024-03-07T09:51:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:58 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]: dispatch 2024-03-07T09:51:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:58 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]': finished 2024-03-07T09:51:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:58 smithi077 ceph-mon[36374]: osdmap e15: 3 total, 2 up, 3 in 2024-03-07T09:51:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:51:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:58 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/357460805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]: dispatch 2024-03-07T09:51:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:58 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]: dispatch 2024-03-07T09:51:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:58 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]': finished 2024-03-07T09:51:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:58 smithi018 ceph-mon[32171]: osdmap e15: 3 total, 2 up, 3 in 2024-03-07T09:51:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:51:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:58 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/357460805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]: dispatch 2024-03-07T09:51:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:58 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]: dispatch 2024-03-07T09:51:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:58 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "444a564b-56d3-467c-8b4d-e9c8fb7e56cb"}]': finished 2024-03-07T09:51:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:58 smithi063 ceph-mon[36356]: osdmap e15: 3 total, 2 up, 3 in 2024-03-07T09:51:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:00.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:59 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/542518110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:00.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:51:59 smithi077 ceph-mon[36374]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:00.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:59 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/542518110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:00.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:51:59 smithi018 ceph-mon[32171]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:00.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:59 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/542518110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:00.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:51:59 smithi063 ceph-mon[36356]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:01.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:01 smithi018 ceph-mon[32171]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:01.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:01 smithi063 ceph-mon[36356]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:01 smithi077 ceph-mon[36374]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:03.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:03 smithi018 ceph-mon[32171]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:03.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:03 smithi077 ceph-mon[36374]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:03.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:03 smithi063 ceph-mon[36356]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T09:52:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:05.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T09:52:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-07T09:52:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:06.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:06 smithi077 ceph-mon[36374]: Deploying daemon osd.2 on smithi077 2024-03-07T09:52:06.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:06 smithi077 ceph-mon[36374]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:06.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:06 smithi018 ceph-mon[32171]: Deploying daemon osd.2 on smithi077 2024-03-07T09:52:06.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:06 smithi018 ceph-mon[32171]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:06.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:06 smithi063 ceph-mon[36356]: Deploying daemon osd.2 on smithi077 2024-03-07T09:52:06.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:06 smithi063 ceph-mon[36356]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:08.749 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:08 smithi077 ceph-mon[36374]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:08.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:08 smithi018 ceph-mon[32171]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:08.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:08 smithi063 ceph-mon[36356]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:09.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:09 smithi018 ceph-mon[32171]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:09.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:09 smithi077 ceph-mon[36374]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:09.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:09 smithi063 ceph-mon[36356]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:12.036 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:12.036 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:12.036 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:12.037 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:11 smithi077 ceph-mon[36374]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:12.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:12.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:12.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:11 smithi018 ceph-mon[32171]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:12.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:11 smithi063 ceph-mon[36356]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:13.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:13 smithi018 ceph-mon[32171]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:13.896 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:13 smithi077 ceph-mon[36374]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:13.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:13 smithi063 ceph-mon[36356]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:13.999 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 2 on host 'smithi077' 2024-03-07T09:52:13.999 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:13.998+0000 7f4429ffb700 1 -- 172.21.15.77:0/4016228966 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f442c062590 con 0x7f441c0a1d80 2024-03-07T09:52:14.001 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f441c0a1d80 msgr2=0x7f441c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:14.001 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f441c0a1d80 0x7f441c0a4240 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f442c102150 tx=0x7f442000b410 comp rx=0 tx=0).stop 2024-03-07T09:52:14.001 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 msgr2=0x7f442c19f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:14.001 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c19f510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f44180098e0 tx=0x7f44180057c0 comp rx=0 tx=0).stop 2024-03-07T09:52:14.001 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 shutdown_connections 2024-03-07T09:52:14.002 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f441c0a1d80 0x7f441c0a4240 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:14.002 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f442c102c90 0x7f442c1a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:14.002 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f442c1010f0 0x7f442c06b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:14.002 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 --2- 172.21.15.77:0/4016228966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f442c1022f0 0x7f442c19f510 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:14.002 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.000+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 >> 172.21.15.77:0/4016228966 conn(0x7f442c0fc6b0 msgr2=0x7f442c105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:52:14.002 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.001+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 shutdown_connections 2024-03-07T09:52:14.002 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:52:14.001+0000 7f44331ab700 1 -- 172.21.15.77:0/4016228966 wait complete. 2024-03-07T09:52:14.601 DEBUG:teuthology.orchestra.run.smithi077:osd.2> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.2.service 2024-03-07T09:52:14.603 INFO:tasks.cephadm:Deploying osd.3 on smithi018 with /dev/vg_nvme/lv_3... 2024-03-07T09:52:14.604 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-07T09:52:14.857 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:52:14.863 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.863 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.863 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:14.863 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:14.863 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.864 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.864 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.864 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.891 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:14.891 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:14 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2[41552]: 2024-03-07T09:52:14.693+0000 7f74865c27c0 -1 osd.2 0 log_to_monitors true 2024-03-07T09:52:14.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:14.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:14.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:14.979 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:15.848 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:15 smithi077 ceph-mon[36374]: from='osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T09:52:15.848 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:15 smithi077 ceph-mon[36374]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T09:52:15.848 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:15 smithi077 ceph-mon[36374]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:15.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:15 smithi018 ceph-mon[32171]: from='osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T09:52:15.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:15 smithi018 ceph-mon[32171]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T09:52:15.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:15 smithi018 ceph-mon[32171]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:15 smithi063 ceph-mon[36356]: from='osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T09:52:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:15 smithi063 ceph-mon[36356]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-07T09:52:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:15 smithi063 ceph-mon[36356]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:16.791 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-07T09:52:16.791 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-07T09:52:16.791 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-03-07T09:52:16.791 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-03-07T09:52:16.791 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00854376 s, 1.2 GB/s 2024-03-07T09:52:16.791 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-03-07T09:52:16.905 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:16 smithi077 ceph-mon[36374]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T09:52:16.905 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:16 smithi077 ceph-mon[36374]: osdmap e16: 3 total, 2 up, 3 in 2024-03-07T09:52:16.905 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:16 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:16.905 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:16 smithi077 ceph-mon[36374]: from='osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:52:16.905 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:16 smithi077 ceph-mon[36374]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:52:16.905 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2[41552]: 2024-03-07T09:52:16.620+0000 7f747bc27700 -1 osd.2 0 waiting for initial osdmap 2024-03-07T09:52:16.905 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2[41552]: 2024-03-07T09:52:16.624+0000 7f7477a1a700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:52:16.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:16 smithi063 ceph-mon[36356]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T09:52:16.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:16 smithi063 ceph-mon[36356]: osdmap e16: 3 total, 2 up, 3 in 2024-03-07T09:52:16.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:16 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:16.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:16 smithi063 ceph-mon[36356]: from='osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:52:16.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:16 smithi063 ceph-mon[36356]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:52:17.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:16 smithi018 ceph-mon[32171]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-07T09:52:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:16 smithi018 ceph-mon[32171]: osdmap e16: 3 total, 2 up, 3 in 2024-03-07T09:52:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:16 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:16 smithi018 ceph-mon[32171]: from='osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:52:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:16 smithi018 ceph-mon[32171]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:52:17.336 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi018:vg_nvme/lv_3 2024-03-07T09:52:17.587 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: osdmap e17: 3 total, 2 up, 3 in 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi077 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:17.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi077 to 17080M 2024-03-07T09:52:17.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:17.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:17.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: osdmap e17: 3 total, 2 up, 3 in 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi077 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi077 to 17080M 2024-03-07T09:52:17.921 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:17.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:17.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: osdmap e17: 3 total, 2 up, 3 in 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi077 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi077 to 17080M 2024-03-07T09:52:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:17.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:17.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:17.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:18.896 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:18 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:52:18.896 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:18 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:52:18.897 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:18 smithi018 ceph-mon[32171]: osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] boot 2024-03-07T09:52:18.897 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:18 smithi018 ceph-mon[32171]: osdmap e18: 3 total, 3 up, 3 in 2024-03-07T09:52:18.897 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:18 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:18.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:18 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:52:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:18 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:52:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:18 smithi063 ceph-mon[36356]: osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] boot 2024-03-07T09:52:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:18 smithi063 ceph-mon[36356]: osdmap e18: 3 total, 3 up, 3 in 2024-03-07T09:52:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:18 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:18 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:52:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:18 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:52:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:18 smithi077 ceph-mon[36374]: osd.2 [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] boot 2024-03-07T09:52:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:18 smithi077 ceph-mon[36374]: osdmap e18: 3 total, 3 up, 3 in 2024-03-07T09:52:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:18 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:52:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 -- 172.21.15.18:0/605659460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c102280 msgr2=0x7f316c1026e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 --2- 172.21.15.18:0/605659460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c102280 0x7f316c1026e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f315c0099c0 tx=0x7f315c009cd0 comp rx=0 tx=0).stop 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 -- 172.21.15.18:0/605659460 shutdown_connections 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 --2- 172.21.15.18:0/605659460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f316c102c20 0x7f316c1094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 --2- 172.21.15.18:0/605659460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f316c101080 0x7f316c1014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 --2- 172.21.15.18:0/605659460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c102280 0x7f316c1026e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 -- 172.21.15.18:0/605659460 >> 172.21.15.18:0/605659460 conn(0x7f316c0fc640 msgr2=0x7f316c0fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 -- 172.21.15.18:0/605659460 shutdown_connections 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 -- 172.21.15.18:0/605659460 wait complete. 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 Processor -- start 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.123+0000 7f3173e32700 1 -- start start 2024-03-07T09:52:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c101080 0x7f316c06b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f316c102280 0x7f316c19f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f316c102c20 0x7f316c1a19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f316c10cc50 con 0x7f316c101080 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f316c10cad0 con 0x7f316c102c20 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f316c10cdd0 con 0x7f316c102280 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c101080 0x7f316c06b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c101080 0x7f316c06b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55902/0 (socket says 172.21.15.18:55902) 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 -- 172.21.15.18:0/3941266720 learned_addr learned my addr 172.21.15.18:0/3941266720 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f31713cd700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f316c102280 0x7f316c19f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 -- 172.21.15.18:0/3941266720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f316c102280 msgr2=0x7f316c19f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f316c102280 0x7f316c19f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 -- 172.21.15.18:0/3941266720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f316c102c20 msgr2=0x7f316c1a19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f316c102c20 0x7f316c1a19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 -- 172.21.15.18:0/3941266720 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f316c1a21d0 con 0x7f316c101080 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f31713cd700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f316c102280 0x7f316c19f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3171bce700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c101080 0x7f316c06b3f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f316800d980 tx=0x7f316800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3168017030 con 0x7f316c101080 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3168004500 con 0x7f316c101080 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f316c1a24c0 con 0x7f316c101080 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3168003b20 con 0x7f316c101080 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.124+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f316c1a2a50 con 0x7f316c101080 2024-03-07T09:52:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.125+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f316c068e10 con 0x7f316c101080 2024-03-07T09:52:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.126+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 15) v1 ==== 136697+0+0 (secure 0 0 0) 0x7f316801a070 con 0x7f316c101080 2024-03-07T09:52:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.127+0000 7f3162ffd700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31580a1e00 0x7f31580a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.127+0000 7f31713cd700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31580a1e00 0x7f31580a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:52:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.127+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2851+0+0 (secure 0 0 0) 0x7f31680cc0c0 con 0x7f316c101080 2024-03-07T09:52:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.127+0000 7f31713cd700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31580a1e00 0x7f31580a42c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f315c006010 tx=0x7f315c005c20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:52:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.132+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3168009940 con 0x7f316c101080 2024-03-07T09:52:19.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:19.345+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f316c062590 con 0x7f31580a1e00 2024-03-07T09:52:20.083 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:19 smithi018 ceph-mon[32171]: osdmap e19: 3 total, 3 up, 3 in 2024-03-07T09:52:20.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:19 smithi018 ceph-mon[32171]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:52:20.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:52:20.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:52:20.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:20.084 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:19 smithi018 ceph-mon[32171]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:19 smithi063 ceph-mon[36356]: osdmap e19: 3 total, 3 up, 3 in 2024-03-07T09:52:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:19 smithi063 ceph-mon[36356]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:52:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:52:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:52:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:19 smithi063 ceph-mon[36356]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:19 smithi077 ceph-mon[36374]: osdmap e19: 3 total, 3 up, 3 in 2024-03-07T09:52:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:19 smithi077 ceph-mon[36374]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:52:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:52:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:52:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:19 smithi077 ceph-mon[36374]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:20.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:20 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-07T09:52:20.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:20 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-07T09:52:20.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:20 smithi018 ceph-mon[32171]: osdmap e20: 3 total, 3 up, 3 in 2024-03-07T09:52:20.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:20 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T09:52:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:20 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-07T09:52:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:20 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-07T09:52:21.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:20 smithi063 ceph-mon[36356]: osdmap e20: 3 total, 3 up, 3 in 2024-03-07T09:52:21.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:20 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T09:52:21.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:20 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-07T09:52:21.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:20 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-07T09:52:21.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:20 smithi077 ceph-mon[36374]: osdmap e20: 3 total, 3 up, 3 in 2024-03-07T09:52:21.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:20 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T09:52:21.925 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-07T09:52:21.925 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:21 smithi018 ceph-mon[32171]: osdmap e21: 3 total, 3 up, 3 in 2024-03-07T09:52:21.926 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:21 smithi018 ceph-mon[32171]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:21.926 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49166]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T09:52:21.926 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49166]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:21.926 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49166]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:21.926 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49166]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:22.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-07T09:52:22.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:21 smithi063 ceph-mon[36356]: osdmap e21: 3 total, 3 up, 3 in 2024-03-07T09:52:22.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:21 smithi063 ceph-mon[36356]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:22.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-07T09:52:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:21 smithi077 ceph-mon[36374]: osdmap e21: 3 total, 3 up, 3 in 2024-03-07T09:52:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:21 smithi077 ceph-mon[36374]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:22.341 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49206]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T09:52:22.342 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49206]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:22.342 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49206]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:22.342 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 09:52:21 smithi018 sudo[49206]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:22.696 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45118]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T09:52:22.696 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45118]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:22.697 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45118]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:22.697 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45118]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:23.134 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: osdmap e22: 3 total, 3 up, 3 in 2024-03-07T09:52:23.134 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:23.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2874860218' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad9c606-c436-4afd-8413-9c144c88557d"}]: dispatch 2024-03-07T09:52:23.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2874860218' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ad9c606-c436-4afd-8413-9c144c88557d"}]': finished 2024-03-07T09:52:23.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: osdmap e23: 4 total, 3 up, 4 in 2024-03-07T09:52:23.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:23.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/152937283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:23.135 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:23.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:23.132+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f3168096a90 con 0x7f316c101080 2024-03-07T09:52:23.196 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45121]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T09:52:23.196 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45121]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:23.197 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45121]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:23.197 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 09:52:22 smithi063 sudo[45121]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: osdmap e22: 3 total, 3 up, 3 in 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2874860218' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad9c606-c436-4afd-8413-9c144c88557d"}]: dispatch 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2874860218' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ad9c606-c436-4afd-8413-9c144c88557d"}]': finished 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: osdmap e23: 4 total, 3 up, 4 in 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/152937283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:23.253 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45626]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T09:52:23.253 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45626]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:23.253 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45626]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:23.253 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45626]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: osdmap e22: 3 total, 3 up, 3 in 2024-03-07T09:52:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2874860218' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6ad9c606-c436-4afd-8413-9c144c88557d"}]: dispatch 2024-03-07T09:52:23.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2874860218' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6ad9c606-c436-4afd-8413-9c144c88557d"}]': finished 2024-03-07T09:52:23.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: osdmap e23: 4 total, 3 up, 4 in 2024-03-07T09:52:23.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:23.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/152937283' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:23.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:23.752 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45629]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T09:52:23.753 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45629]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:23.753 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45629]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:23.753 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 09:52:23 smithi077 sudo[45629]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:23.922 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49660]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T09:52:23.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49660]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:23.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49660]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:23.923 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49660]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:24.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49664]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T09:52:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49664]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49664]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:23 smithi018 sudo[49664]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:24.418 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45632]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T09:52:24.418 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45632]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:24.418 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45632]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:24.418 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45632]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:24.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: pgmap v87: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:24.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45635]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45635]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45635]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 sudo[45635]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: pgmap v87: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:24.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:24.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:24.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:24.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:24.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-03-07T09:52:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: pgmap v87: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:24.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:24.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:24.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:24.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:24.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 sudo[45124]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-07T09:52:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 sudo[45124]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 sudo[45124]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:24 smithi063 sudo[45124]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 sudo[45127]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 sudo[45127]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 sudo[45127]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 sudo[45127]: pam_unix(sudo:session): session closed for user root 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 ceph-mon[36356]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 ceph-mon[36356]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 ceph-mon[36356]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:25.574 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:25 smithi063 ceph-mon[36356]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:25.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:25 smithi077 ceph-mon[36374]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:25.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:25 smithi077 ceph-mon[36374]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:25.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:25 smithi077 ceph-mon[36374]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:25.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:25.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:25.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:25.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:25 smithi077 ceph-mon[36374]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:25.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:25 smithi018 ceph-mon[32171]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:25.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:25 smithi018 ceph-mon[32171]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:25.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:25 smithi018 ceph-mon[32171]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-07T09:52:25.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:52:25.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:52:25.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:52:25.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:25 smithi018 ceph-mon[32171]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-07T09:52:26.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:26 smithi063 ceph-mon[36356]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:26.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:26 smithi077 ceph-mon[36374]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:26.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:26 smithi018 ceph-mon[32171]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:27.718 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:27 smithi018 ceph-mon[32171]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:27.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:27 smithi063 ceph-mon[36356]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:28.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:27 smithi077 ceph-mon[36374]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:29.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T09:52:29.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:29.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T09:52:29.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:29.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-07T09:52:29.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:30.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:30 smithi018 ceph-mon[32171]: Deploying daemon osd.3 on smithi018 2024-03-07T09:52:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:30 smithi018 ceph-mon[32171]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:30.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:30 smithi063 ceph-mon[36356]: Deploying daemon osd.3 on smithi018 2024-03-07T09:52:30.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:30 smithi063 ceph-mon[36356]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:31.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:30 smithi077 ceph-mon[36374]: Deploying daemon osd.3 on smithi018 2024-03-07T09:52:31.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:30 smithi077 ceph-mon[36374]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:31.714 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:31 smithi018 ceph-mon[32171]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-03-07T09:52:31.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:31 smithi063 ceph-mon[36356]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-03-07T09:52:32.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:31 smithi077 ceph-mon[36374]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-03-07T09:52:33.749 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:33 smithi018 ceph-mon[32171]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-03-07T09:52:33.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:33 smithi063 ceph-mon[36356]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-03-07T09:52:34.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:33 smithi077 ceph-mon[36374]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-03-07T09:52:36.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:35 smithi063 ceph-mon[36356]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-07T09:52:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:35 smithi077 ceph-mon[36374]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-07T09:52:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:35 smithi018 ceph-mon[32171]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-07T09:52:37.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:37 smithi077 ceph-mon[36374]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-03-07T09:52:37.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:37 smithi018 ceph-mon[32171]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-03-07T09:52:37.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:37 smithi063 ceph-mon[36356]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-03-07T09:52:38.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.250+0000 7f3162ffd700 1 -- 172.21.15.18:0/3941266720 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f316c062590 con 0x7f31580a1e00 2024-03-07T09:52:38.252 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 3 on host 'smithi018' 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31580a1e00 msgr2=0x7f31580a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31580a1e00 0x7f31580a42c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f315c006010 tx=0x7f315c005c20 comp rx=0 tx=0).stop 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c101080 msgr2=0x7f316c06b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c101080 0x7f316c06b3f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f316800d980 tx=0x7f316800dd40 comp rx=0 tx=0).stop 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 shutdown_connections 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f316c102c20 0x7f316c1a19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31580a1e00 0x7f31580a42c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f316c101080 0x7f316c06b3f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 --2- 172.21.15.18:0/3941266720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f316c102280 0x7f316c19f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 >> 172.21.15.18:0/3941266720 conn(0x7f316c0fc640 msgr2=0x7f316c105600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 shutdown_connections 2024-03-07T09:52:38.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:52:38.252+0000 7f3173e32700 1 -- 172.21.15.18:0/3941266720 wait complete. 2024-03-07T09:52:38.876 DEBUG:teuthology.orchestra.run.smithi018:osd.3> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.3.service 2024-03-07T09:52:38.879 INFO:tasks.cephadm:Deploying osd.4 on smithi063 with /dev/vg_nvme/lv_3... 2024-03-07T09:52:38.879 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-07T09:52:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:52:39.463 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:39 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.463 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:39 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.463 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:39 smithi063 ceph-mon[36356]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T09:52:39.463 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:39 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.463 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:39 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:39 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:39 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:39 smithi077 ceph-mon[36374]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T09:52:39.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:39 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:39 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:39 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:39 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:39 smithi018 ceph-mon[32171]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-07T09:52:39.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:39 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:39.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:39 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:40 smithi077 ceph-mon[36374]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T09:52:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:40 smithi077 ceph-mon[36374]: osdmap e24: 4 total, 3 up, 4 in 2024-03-07T09:52:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:40 smithi077 ceph-mon[36374]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:52:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:40 smithi077 ceph-mon[36374]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-07T09:52:40.536 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:40 smithi063 ceph-mon[36356]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T09:52:40.537 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:40 smithi063 ceph-mon[36356]: osdmap e24: 4 total, 3 up, 4 in 2024-03-07T09:52:40.537 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:40 smithi063 ceph-mon[36356]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:52:40.537 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:40.537 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:40 smithi063 ceph-mon[36356]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-07T09:52:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:40 smithi018 ceph-mon[32171]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-07T09:52:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:40 smithi018 ceph-mon[32171]: osdmap e24: 4 total, 3 up, 4 in 2024-03-07T09:52:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:40 smithi018 ceph-mon[32171]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:52:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:40 smithi018 ceph-mon[32171]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-07T09:52:40.592 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 09:52:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3[51253]: 2024-03-07T09:52:40.221+0000 7f50ba5e6700 -1 osd.3 0 waiting for initial osdmap 2024-03-07T09:52:40.593 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 09:52:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3[51253]: 2024-03-07T09:52:40.227+0000 7f50b63d9700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:52:41.093 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-07T09:52:41.093 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-07T09:52:41.093 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-03-07T09:52:41.093 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-03-07T09:52:41.093 INFO:teuthology.orchestra.run.smithi063.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114101 s, 919 MB/s 2024-03-07T09:52:41.093 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-03-07T09:52:41.474 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:41 smithi063 ceph-mon[36356]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:52:41.474 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:41 smithi063 ceph-mon[36356]: osdmap e25: 4 total, 3 up, 4 in 2024-03-07T09:52:41.474 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:41 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:41.474 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:41 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:41.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:41 smithi077 ceph-mon[36374]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:52:41.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:41 smithi077 ceph-mon[36374]: osdmap e25: 4 total, 3 up, 4 in 2024-03-07T09:52:41.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:41 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:41.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:41 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:41.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:41 smithi018 ceph-mon[32171]: from='osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:52:41.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:41 smithi018 ceph-mon[32171]: osdmap e25: 4 total, 3 up, 4 in 2024-03-07T09:52:41.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:41 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:41.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:41 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:41.803 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi063:vg_nvme/lv_3 2024-03-07T09:52:42.057 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:52:42.416 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:42 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:52:42.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:42 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:52:42.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:42.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:42 smithi018 ceph-mon[32171]: osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] boot 2024-03-07T09:52:42.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:42 smithi018 ceph-mon[32171]: osdmap e26: 4 total, 4 up, 4 in 2024-03-07T09:52:42.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:42.417 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:42 smithi018 ceph-mon[32171]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:42.434 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:42 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:52:42.434 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:42 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:52:42.434 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:42.434 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:42 smithi063 ceph-mon[36356]: osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] boot 2024-03-07T09:52:42.434 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:42 smithi063 ceph-mon[36356]: osdmap e26: 4 total, 4 up, 4 in 2024-03-07T09:52:42.434 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:42.434 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:42 smithi063 ceph-mon[36356]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:42 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:52:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:42 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:52:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:42 smithi077 ceph-mon[36374]: osd.3 [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] boot 2024-03-07T09:52:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:42 smithi077 ceph-mon[36374]: osdmap e26: 4 total, 4 up, 4 in 2024-03-07T09:52:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:52:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:42 smithi077 ceph-mon[36374]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-03-07T09:52:43.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: osdmap e27: 4 total, 4 up, 4 in 2024-03-07T09:52:43.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi018 2024-03-07T09:52:43.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi018 to 8546M 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:43.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: osdmap e27: 4 total, 4 up, 4 in 2024-03-07T09:52:43.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi018 2024-03-07T09:52:43.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi018 to 8546M 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:43.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: osdmap e27: 4 total, 4 up, 4 in 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi018 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi018 to 8546M 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:43.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:52:43.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:43.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:52:43.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:52:43.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 -- 172.21.15.63:0/2348465985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4102c20 msgr2=0x7fe4f41094d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:43.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/2348465985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4102c20 0x7fe4f41094d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00b0d0 tx=0x7fe4ec00b3e0 comp rx=0 tx=0).stop 2024-03-07T09:52:43.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 -- 172.21.15.63:0/2348465985 shutdown_connections 2024-03-07T09:52:43.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/2348465985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4102c20 0x7fe4f41094d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:43.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/2348465985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4f4101080 0x7fe4f41014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:43.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/2348465985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4f4102280 0x7fe4f41026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:43.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 -- 172.21.15.63:0/2348465985 >> 172.21.15.63:0/2348465985 conn(0x7fe4f40fc620 msgr2=0x7fe4f40fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:52:43.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 -- 172.21.15.63:0/2348465985 shutdown_connections 2024-03-07T09:52:43.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.659+0000 7fe4fa90f700 1 -- 172.21.15.63:0/2348465985 wait complete. 2024-03-07T09:52:43.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 Processor -- start 2024-03-07T09:52:43.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 -- start start 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4101080 0x7fe4f4197280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4f4102280 0x7fe4f41977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4f4102c20 0x7fe4f419e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f410cc40 con 0x7fe4f4102c20 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f410cac0 con 0x7fe4f4101080 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4fa90f700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f410cdc0 con 0x7fe4f4102280 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4101080 0x7fe4f4197280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:52:43.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4f3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4101080 0x7fe4f4197280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:35614/0 (socket says 172.21.15.63:35614) 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.660+0000 7fe4f3fff700 1 -- 172.21.15.63:0/1988400725 learned_addr learned my addr 172.21.15.63:0/1988400725 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f8eac700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4f4102c20 0x7fe4f419e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f37fe700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4f4102280 0x7fe4f41977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f3fff700 1 -- 172.21.15.63:0/1988400725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4f4102280 msgr2=0x7fe4f41977c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f3fff700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4f4102280 0x7fe4f41977c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f3fff700 1 -- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4f4102c20 msgr2=0x7fe4f419e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f3fff700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4f4102c20 0x7fe4f419e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f3fff700 1 -- 172.21.15.63:0/1988400725 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f419eee0 con 0x7fe4f4101080 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f8eac700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4f4102c20 0x7fe4f419e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f3fff700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4101080 0x7fe4f4197280 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe4e40098f0 tx=0x7fe4e4009cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f17fa700 1 -- 172.21.15.63:0/1988400725 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e400d030 con 0x7fe4f4101080 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4f4069e60 con 0x7fe4f4101080 2024-03-07T09:52:43.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f17fa700 1 -- 172.21.15.63:0/1988400725 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe4e4004500 con 0x7fe4f4101080 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4f17fa700 1 -- 172.21.15.63:0/1988400725 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4003680 con 0x7fe4f4101080 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.661+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4f406a3f0 con 0x7fe4f4101080 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.662+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4f4068e10 con 0x7fe4f4101080 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.663+0000 7fe4f17fa700 1 -- 172.21.15.63:0/1988400725 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fe4e4019480 con 0x7fe4f4101080 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.664+0000 7fe4f17fa700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4dc0a1e10 0x7fe4dc0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.664+0000 7fe4f17fa700 1 -- 172.21.15.63:0/1988400725 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 3698+0+0 (secure 0 0 0) 0x7fe4e40cc490 con 0x7fe4f4101080 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.664+0000 7fe4f37fe700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4dc0a1e10 0x7fe4dc0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:52:43.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.665+0000 7fe4f37fe700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4dc0a1e10 0x7fe4dc0a42d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe4e8005950 tx=0x7fe4e80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:52:43.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.669+0000 7fe4f17fa700 1 -- 172.21.15.63:0/1988400725 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe4e409aac0 con 0x7fe4f4101080 2024-03-07T09:52:43.885 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:52:43.884+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fe4f406a6b0 con 0x7fe4dc0a1e10 2024-03-07T09:52:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:44 smithi077 ceph-mon[36374]: osdmap e28: 4 total, 4 up, 4 in 2024-03-07T09:52:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:44 smithi077 ceph-mon[36374]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:52:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:52:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:44.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:44 smithi063 ceph-mon[36356]: osdmap e28: 4 total, 4 up, 4 in 2024-03-07T09:52:44.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:44 smithi063 ceph-mon[36356]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:44.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:52:44.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:52:44.513 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:44.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:44 smithi018 ceph-mon[32171]: osdmap e28: 4 total, 4 up, 4 in 2024-03-07T09:52:44.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:44 smithi018 ceph-mon[32171]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:44.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:52:44.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:52:44.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:45.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:45 smithi077 ceph-mon[36374]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:52:45.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:45 smithi077 ceph-mon[36374]: osdmap e29: 4 total, 4 up, 4 in 2024-03-07T09:52:45.539 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:45 smithi063 ceph-mon[36356]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:52:45.539 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:45 smithi063 ceph-mon[36356]: osdmap e29: 4 total, 4 up, 4 in 2024-03-07T09:52:45.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:45 smithi018 ceph-mon[32171]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:52:45.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:45 smithi018 ceph-mon[32171]: osdmap e29: 4 total, 4 up, 4 in 2024-03-07T09:52:46.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:46 smithi018 ceph-mon[32171]: osdmap e30: 4 total, 4 up, 4 in 2024-03-07T09:52:46.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:46 smithi018 ceph-mon[32171]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:52:46.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:46 smithi063 ceph-mon[36356]: osdmap e30: 4 total, 4 up, 4 in 2024-03-07T09:52:46.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:46 smithi063 ceph-mon[36356]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:52:46.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:46 smithi077 ceph-mon[36374]: osdmap e30: 4 total, 4 up, 4 in 2024-03-07T09:52:46.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:46 smithi077 ceph-mon[36374]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:52:47.510 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:47 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/3905093546' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]: dispatch 2024-03-07T09:52:47.510 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:47 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]: dispatch 2024-03-07T09:52:47.510 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:47 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]': finished 2024-03-07T09:52:47.510 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:47 smithi077 ceph-mon[36374]: osdmap e31: 5 total, 4 up, 5 in 2024-03-07T09:52:47.510 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:52:47.510 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:47 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/1588509807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:47.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:47 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/3905093546' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]: dispatch 2024-03-07T09:52:47.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:47 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]: dispatch 2024-03-07T09:52:47.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:47 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]': finished 2024-03-07T09:52:47.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:47 smithi018 ceph-mon[32171]: osdmap e31: 5 total, 4 up, 5 in 2024-03-07T09:52:47.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:52:47.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:47 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/1588509807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:47.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:47 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/3905093546' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]: dispatch 2024-03-07T09:52:47.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:47 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]: dispatch 2024-03-07T09:52:47.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:47 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7eebaaa0-d9e2-46b6-879f-3d45f116448b"}]': finished 2024-03-07T09:52:47.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:47 smithi063 ceph-mon[36356]: osdmap e31: 5 total, 4 up, 5 in 2024-03-07T09:52:47.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:52:47.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:47 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/1588509807' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:52:48.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:48 smithi018 ceph-mon[32171]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-03-07T09:52:48.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:48 smithi063 ceph-mon[36356]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-03-07T09:52:48.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:48 smithi077 ceph-mon[36374]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-03-07T09:52:49.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:49 smithi063 ceph-mon[36356]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T09:52:50.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:49 smithi077 ceph-mon[36374]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T09:52:50.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:49 smithi018 ceph-mon[32171]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T09:52:51.862 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:51 smithi063 ceph-mon[36356]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-03-07T09:52:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:51 smithi077 ceph-mon[36374]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-03-07T09:52:52.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:51 smithi018 ceph-mon[32171]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-03-07T09:52:53.858 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:53 smithi063 ceph-mon[36356]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:53 smithi077 ceph-mon[36374]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:54.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:53 smithi018 ceph-mon[32171]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:54.775 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T09:52:54.775 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:54.776 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:54 smithi063 ceph-mon[36356]: Deploying daemon osd.4 on smithi063 2024-03-07T09:52:55.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T09:52:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:54 smithi077 ceph-mon[36374]: Deploying daemon osd.4 on smithi063 2024-03-07T09:52:55.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-07T09:52:55.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:52:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:54 smithi018 ceph-mon[32171]: Deploying daemon osd.4 on smithi063 2024-03-07T09:52:55.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:55 smithi063 ceph-mon[36356]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:56.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:55 smithi077 ceph-mon[36374]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:56.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:55 smithi018 ceph-mon[32171]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:57.883 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:52:57 smithi063 ceph-mon[36356]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:52:57 smithi077 ceph-mon[36374]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:52:58.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:52:57 smithi018 ceph-mon[32171]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:00.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:00 smithi018 ceph-mon[32171]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:00.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:00 smithi063 ceph-mon[36356]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:00.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:00.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:00.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:00 smithi077 ceph-mon[36374]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:01.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:02.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:02 smithi063 ceph-mon[36356]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:02.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:02 smithi018 ceph-mon[32171]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:03.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:02 smithi077 ceph-mon[36374]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:03.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.103+0000 7fe4f17fa700 1 -- 172.21.15.63:0/1988400725 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fe4f406a6b0 con 0x7fe4dc0a1e10 2024-03-07T09:53:03.105 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 4 on host 'smithi063' 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4dc0a1e10 msgr2=0x7fe4dc0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4dc0a1e10 0x7fe4dc0a42d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe4e8005950 tx=0x7fe4e80058e0 comp rx=0 tx=0).stop 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4101080 msgr2=0x7fe4f4197280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4101080 0x7fe4f4197280 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe4e40098f0 tx=0x7fe4e4009cb0 comp rx=0 tx=0).stop 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 shutdown_connections 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4dc0a1e10 0x7fe4dc0a42d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4f4102c20 0x7fe4f419e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:03.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4f4101080 0x7fe4f4197280 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:03.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 --2- 172.21.15.63:0/1988400725 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4f4102280 0x7fe4f41977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:03.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 >> 172.21.15.63:0/1988400725 conn(0x7fe4f40fc620 msgr2=0x7fe4f4105580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:53:03.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 shutdown_connections 2024-03-07T09:53:03.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:03.105+0000 7fe4fa90f700 1 -- 172.21.15.63:0/1988400725 wait complete. 2024-03-07T09:53:03.777 DEBUG:teuthology.orchestra.run.smithi063:osd.4> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.4.service 2024-03-07T09:53:03.780 INFO:tasks.cephadm:Deploying osd.5 on smithi077 with /dev/vg_nvme/lv_3... 2024-03-07T09:53:03.780 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-07T09:53:04.024 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:53:04.338 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.338 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.338 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.338 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.338 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:04 smithi063 ceph-mon[36356]: from='osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T09:53:04.338 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:04 smithi063 ceph-mon[36356]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T09:53:04.338 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:04 smithi063 ceph-mon[36356]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:04.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:04 smithi018 ceph-mon[32171]: from='osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T09:53:04.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:04 smithi018 ceph-mon[32171]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T09:53:04.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:04 smithi018 ceph-mon[32171]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:04.354 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.354 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.354 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.354 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:04.354 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:04 smithi077 ceph-mon[36374]: from='osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T09:53:04.354 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:04 smithi077 ceph-mon[36374]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-07T09:53:04.355 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:04 smithi077 ceph-mon[36374]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:05.354 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:05 smithi063 ceph-mon[36356]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T09:53:05.354 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:05 smithi063 ceph-mon[36356]: osdmap e32: 5 total, 4 up, 5 in 2024-03-07T09:53:05.354 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:05.354 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:05 smithi063 ceph-mon[36356]: from='osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:53:05.354 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:05 smithi063 ceph-mon[36356]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:53:05.355 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 09:53:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4[47918]: 2024-03-07T09:53:05.177+0000 7f4bd0518700 -1 osd.4 0 waiting for initial osdmap 2024-03-07T09:53:05.355 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 09:53:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4[47918]: 2024-03-07T09:53:05.183+0000 7f4bcc30b700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:53:05.387 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:05 smithi077 ceph-mon[36374]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T09:53:05.388 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:05 smithi077 ceph-mon[36374]: osdmap e32: 5 total, 4 up, 5 in 2024-03-07T09:53:05.388 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:05.388 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:05 smithi077 ceph-mon[36374]: from='osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:53:05.388 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:05 smithi077 ceph-mon[36374]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:53:05.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:05 smithi018 ceph-mon[32171]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-07T09:53:05.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:05 smithi018 ceph-mon[32171]: osdmap e32: 5 total, 4 up, 5 in 2024-03-07T09:53:05.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:05.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:05 smithi018 ceph-mon[32171]: from='osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:53:05.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:05 smithi018 ceph-mon[32171]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:53:05.923 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-07T09:53:05.923 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-07T09:53:05.924 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-03-07T09:53:05.924 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-03-07T09:53:05.924 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113978 s, 920 MB/s 2024-03-07T09:53:05.924 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-03-07T09:53:06.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:06 smithi063 ceph-mon[36356]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:53:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:06 smithi063 ceph-mon[36356]: osdmap e33: 5 total, 4 up, 5 in 2024-03-07T09:53:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:06 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:06 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:06 smithi063 ceph-mon[36356]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:06.481 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:06 smithi077 ceph-mon[36374]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:53:06.481 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:06 smithi077 ceph-mon[36374]: osdmap e33: 5 total, 4 up, 5 in 2024-03-07T09:53:06.481 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:06 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:06.481 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:06 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:06.481 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:06 smithi077 ceph-mon[36374]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:06.506 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi077:vg_nvme/lv_3 2024-03-07T09:53:06.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:06 smithi018 ceph-mon[32171]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:53:06.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:06 smithi018 ceph-mon[32171]: osdmap e33: 5 total, 4 up, 5 in 2024-03-07T09:53:06.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:06 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:06.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:06 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:06.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:06 smithi018 ceph-mon[32171]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-03-07T09:53:06.740 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] boot 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: osdmap e34: 5 total, 5 up, 5 in 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:07.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:07 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] boot 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: osdmap e34: 5 total, 5 up, 5 in 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:07.454 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:07.455 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:07 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:53:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:53:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: osd.4 [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] boot 2024-03-07T09:53:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: osdmap e34: 5 total, 5 up, 5 in 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:07.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:07 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3323422276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 msgr2=0x7fe7e01026e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3323422276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e01026e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc009990 tx=0x7fe7dc009ca0 comp rx=0 tx=0).stop 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3323422276 shutdown_connections 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3323422276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe7e0102c20 0x7fe7e01094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3323422276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7e0101080 0x7fe7e01014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3323422276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e01026e0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3323422276 >> 172.21.15.77:0/3323422276 conn(0x7fe7e00fc620 msgr2=0x7fe7e00fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3323422276 shutdown_connections 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.229+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3323422276 wait complete. 2024-03-07T09:53:08.232 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 Processor -- start 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 -- start start 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe7e0101080 0x7fe7e006a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e019d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7e0102c20 0x7fe7e019f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e010cc50 con 0x7fe7e0101080 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e010cad0 con 0x7fe7e0102c20 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e74eb700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e010cdd0 con 0x7fe7e0102280 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e019d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e019d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:45852/0 (socket says 172.21.15.77:45852) 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 -- 172.21.15.77:0/3392738075 learned_addr learned my addr 172.21.15.77:0/3392738075 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e5a88700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7e0102c20 0x7fe7e019f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e5287700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe7e0101080 0x7fe7e006a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:08.233 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 -- 172.21.15.77:0/3392738075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7e0102c20 msgr2=0x7fe7e019f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7e0102c20 0x7fe7e019f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 -- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe7e0101080 msgr2=0x7fe7e006a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe7e0101080 0x7fe7e006a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 -- 172.21.15.77:0/3392738075 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e019fff0 con 0x7fe7e0102280 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e5287700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe7e0101080 0x7fe7e006a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.230+0000 7fe7e4a86700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e019d090 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc0098e0 tx=0x7fe7dc009ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.231+0000 7fe7d67fc700 1 -- 172.21.15.77:0/3392738075 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc027070 con 0x7fe7e0102280 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.231+0000 7fe7d67fc700 1 -- 172.21.15.77:0/3392738075 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe7dc004150 con 0x7fe7e0102280 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.231+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7e01a0280 con 0x7fe7e0102280 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.231+0000 7fe7d67fc700 1 -- 172.21.15.77:0/3392738075 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc00f460 con 0x7fe7e0102280 2024-03-07T09:53:08.234 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.231+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7e01a06d0 con 0x7fe7e0102280 2024-03-07T09:53:08.235 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.232+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7e0068e10 con 0x7fe7e0102280 2024-03-07T09:53:08.235 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.233+0000 7fe7d67fc700 1 -- 172.21.15.77:0/3392738075 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fe7dc02a070 con 0x7fe7e0102280 2024-03-07T09:53:08.235 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.233+0000 7fe7d67fc700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe7cc0a1e10 0x7fe7cc0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:08.235 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.233+0000 7fe7d67fc700 1 -- 172.21.15.77:0/3392738075 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 4101+0+0 (secure 0 0 0) 0x7fe7dc0cdaf0 con 0x7fe7e0102280 2024-03-07T09:53:08.235 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.233+0000 7fe7e5287700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe7cc0a1e10 0x7fe7cc0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:08.236 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:08 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi063 2024-03-07T09:53:08.236 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:08 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi063 to 8540M 2024-03-07T09:53:08.236 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:08 smithi077 ceph-mon[36374]: osdmap e35: 5 total, 5 up, 5 in 2024-03-07T09:53:08.236 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:08 smithi077 ceph-mon[36374]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:08.236 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.234+0000 7fe7e5287700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe7cc0a1e10 0x7fe7cc0a42d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe7d0005fd0 tx=0x7fe7d0005f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:53:08.239 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.238+0000 7fe7d67fc700 1 -- 172.21.15.77:0/3392738075 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe7dc013070 con 0x7fe7e0102280 2024-03-07T09:53:08.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:08 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi063 2024-03-07T09:53:08.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:08 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi063 to 8540M 2024-03-07T09:53:08.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:08 smithi063 ceph-mon[36356]: osdmap e35: 5 total, 5 up, 5 in 2024-03-07T09:53:08.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:08 smithi063 ceph-mon[36356]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:08.457 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:08.456+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fe7e0062590 con 0x7fe7cc0a1e10 2024-03-07T09:53:08.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:08 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi063 2024-03-07T09:53:08.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:08 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi063 to 8540M 2024-03-07T09:53:08.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:08 smithi018 ceph-mon[32171]: osdmap e35: 5 total, 5 up, 5 in 2024-03-07T09:53:08.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:08 smithi018 ceph-mon[32171]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:09.377 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:09 smithi077 ceph-mon[36374]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:09.377 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:09.377 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:09.377 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:09.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:09 smithi063 ceph-mon[36356]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:09.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:09.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:09.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:09.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:09 smithi018 ceph-mon[32171]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:09.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:09.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:09.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:10.333 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:10 smithi077 ceph-mon[36374]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:10.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:10 smithi063 ceph-mon[36356]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:10.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:10 smithi018 ceph-mon[32171]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:11.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:11 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/2034899626' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]: dispatch 2024-03-07T09:53:11.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:11 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]: dispatch 2024-03-07T09:53:11.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:11 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]': finished 2024-03-07T09:53:11.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:11 smithi077 ceph-mon[36374]: osdmap e36: 6 total, 5 up, 6 in 2024-03-07T09:53:11.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:11.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:11 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/2034899626' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]: dispatch 2024-03-07T09:53:11.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:11 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]: dispatch 2024-03-07T09:53:11.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:11 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]': finished 2024-03-07T09:53:11.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:11 smithi018 ceph-mon[32171]: osdmap e36: 6 total, 5 up, 6 in 2024-03-07T09:53:11.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:11.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:11 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/2034899626' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]: dispatch 2024-03-07T09:53:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:11 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]: dispatch 2024-03-07T09:53:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:11 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f67679c-5f37-4a97-9106-1f3610f3de27"}]': finished 2024-03-07T09:53:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:11 smithi063 ceph-mon[36356]: osdmap e36: 6 total, 5 up, 6 in 2024-03-07T09:53:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:12.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:12 smithi077 ceph-mon[36374]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:12.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:12 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/2300162917' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:53:12.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:12 smithi018 ceph-mon[32171]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:12.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:12 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/2300162917' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:53:12.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:12 smithi063 ceph-mon[36356]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:12.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:12 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/2300162917' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:53:13.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:13 smithi063 ceph-mon[36356]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:14.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:13 smithi077 ceph-mon[36374]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:14.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:13 smithi018 ceph-mon[32171]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:15.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:15 smithi077 ceph-mon[36374]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:15 smithi063 ceph-mon[36356]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:16.082 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:15 smithi018 ceph-mon[32171]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:17.824 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:17 smithi077 ceph-mon[36374]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:17.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:17 smithi063 ceph-mon[36356]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:18.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:17 smithi018 ceph-mon[32171]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:18.936 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:18 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T09:53:18.936 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:18 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:18.936 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:18 smithi077 ceph-mon[36374]: Deploying daemon osd.5 on smithi077 2024-03-07T09:53:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:18 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T09:53:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:18 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:18.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:18 smithi063 ceph-mon[36356]: Deploying daemon osd.5 on smithi077 2024-03-07T09:53:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:18 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-07T09:53:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:18 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:18 smithi018 ceph-mon[32171]: Deploying daemon osd.5 on smithi077 2024-03-07T09:53:19.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:19 smithi063 ceph-mon[36356]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:19.959 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:19 smithi077 ceph-mon[36374]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:20.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:19 smithi018 ceph-mon[32171]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:21.746 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:21 smithi077 ceph-mon[36374]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:21.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:21 smithi063 ceph-mon[36356]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:22.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:21 smithi018 ceph-mon[32171]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:24 smithi077 ceph-mon[36374]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:24 smithi018 ceph-mon[32171]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:24.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:24 smithi063 ceph-mon[36356]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:25.672 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:25 smithi077 ceph-mon[36374]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:25.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:25 smithi063 ceph-mon[36356]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:26.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:25 smithi018 ceph-mon[32171]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:26.520 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.518+0000 7fe7d67fc700 1 -- 172.21.15.77:0/3392738075 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fe7e0062590 con 0x7fe7cc0a1e10 2024-03-07T09:53:26.521 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 5 on host 'smithi077' 2024-03-07T09:53:26.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe7cc0a1e10 msgr2=0x7fe7cc0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:26.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe7cc0a1e10 0x7fe7cc0a42d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe7d0005fd0 tx=0x7fe7d0005f00 comp rx=0 tx=0).stop 2024-03-07T09:53:26.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 msgr2=0x7fe7e019d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e019d090 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc0098e0 tx=0x7fe7dc009ee0 comp rx=0 tx=0).stop 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 shutdown_connections 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7e0102c20 0x7fe7e019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe7cc0a1e10 0x7fe7cc0a42d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe7e0101080 0x7fe7e006a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 --2- 172.21.15.77:0/3392738075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe7e0102280 0x7fe7e019d090 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 >> 172.21.15.77:0/3392738075 conn(0x7fe7e00fc620 msgr2=0x7fe7e0105600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.520+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 shutdown_connections 2024-03-07T09:53:26.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:53:26.521+0000 7fe7e74eb700 1 -- 172.21.15.77:0/3392738075 wait complete. 2024-03-07T09:53:27.191 DEBUG:teuthology.orchestra.run.smithi077:osd.5> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.5.service 2024-03-07T09:53:27.193 INFO:tasks.cephadm:Deploying osd.6 on smithi018 with /dev/vg_nvme/lv_2... 2024-03-07T09:53:27.194 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-07T09:53:27.452 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:53:27.502 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 09:53:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T09:53:27.407+0000 7f4a9609e7c0 -1 osd.5 0 log_to_monitors true 2024-03-07T09:53:27.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:27 smithi077 ceph-mon[36374]: from='osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T09:53:27.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:27 smithi077 ceph-mon[36374]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T09:53:27.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:27 smithi018 ceph-mon[32171]: from='osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T09:53:27.817 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:27 smithi018 ceph-mon[32171]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T09:53:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:27 smithi063 ceph-mon[36356]: from='osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T09:53:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:27 smithi063 ceph-mon[36356]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-07T09:53:28.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:28 smithi077 ceph-mon[36374]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:28.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:28 smithi077 ceph-mon[36374]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T09:53:28.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:28 smithi077 ceph-mon[36374]: osdmap e37: 6 total, 5 up, 6 in 2024-03-07T09:53:28.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:28 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:28.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:28 smithi077 ceph-mon[36374]: from='osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:53:28.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:28 smithi077 ceph-mon[36374]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:53:28.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:28 smithi018 ceph-mon[32171]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:28.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:28 smithi018 ceph-mon[32171]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T09:53:28.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:28 smithi018 ceph-mon[32171]: osdmap e37: 6 total, 5 up, 6 in 2024-03-07T09:53:28.811 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:28 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:28 smithi018 ceph-mon[32171]: from='osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:53:28.812 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:28 smithi018 ceph-mon[32171]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:53:28.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:28 smithi063 ceph-mon[36356]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:28.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:28 smithi063 ceph-mon[36356]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-07T09:53:28.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:28 smithi063 ceph-mon[36356]: osdmap e37: 6 total, 5 up, 6 in 2024-03-07T09:53:28.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:28 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:28.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:28 smithi063 ceph-mon[36356]: from='osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:53:28.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:28 smithi063 ceph-mon[36356]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:53:29.569 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-07T09:53:29.570 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-07T09:53:29.570 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-03-07T09:53:29.570 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-03-07T09:53:29.570 INFO:teuthology.orchestra.run.smithi018.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00854317 s, 1.2 GB/s 2024-03-07T09:53:29.570 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-03-07T09:53:30.253 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 09:53:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T09:53:29.826+0000 7f4a8b703700 -1 osd.5 0 waiting for initial osdmap 2024-03-07T09:53:30.253 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 09:53:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T09:53:29.832+0000 7f4a834ee700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:53:30.258 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi018:vg_nvme/lv_2 2024-03-07T09:53:30.504 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:53:30.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:30 smithi018 ceph-mon[32171]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:53:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:30 smithi018 ceph-mon[32171]: osdmap e38: 6 total, 5 up, 6 in 2024-03-07T09:53:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:30 smithi018 ceph-mon[32171]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:30 smithi018 ceph-mon[32171]: from='osd.5 ' entity='osd.5' 2024-03-07T09:53:30.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:30 smithi077 ceph-mon[36374]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:53:30.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:30 smithi077 ceph-mon[36374]: osdmap e38: 6 total, 5 up, 6 in 2024-03-07T09:53:30.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:30.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:30.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:30 smithi077 ceph-mon[36374]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:30.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:30 smithi077 ceph-mon[36374]: from='osd.5 ' entity='osd.5' 2024-03-07T09:53:30.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:30 smithi063 ceph-mon[36356]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:53:30.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:30 smithi063 ceph-mon[36356]: osdmap e38: 6 total, 5 up, 6 in 2024-03-07T09:53:30.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:30.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:30.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:30 smithi063 ceph-mon[36356]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-03-07T09:53:30.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:30 smithi063 ceph-mon[36356]: from='osd.5 ' entity='osd.5' 2024-03-07T09:53:31.579 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] boot 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: osdmap e39: 6 total, 6 up, 6 in 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.580 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:31.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:31.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:31.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:31.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:31.581 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:31 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] boot 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: osdmap e39: 6 total, 6 up, 6 in 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:31.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:31 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: osd.5 [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] boot 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: osdmap e39: 6 total, 6 up, 6 in 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:31.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:31.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:31.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:31.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:31.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:31.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:31 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:32.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 -- 172.21.15.18:0/3593509572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 msgr2=0x7f507c1050f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:32.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 --2- 172.21.15.18:0/3593509572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c1050f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f506c009990 tx=0x7f506c009ca0 comp rx=0 tx=0).stop 2024-03-07T09:53:32.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 -- 172.21.15.18:0/3593509572 shutdown_connections 2024-03-07T09:53:32.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 --2- 172.21.15.18:0/3593509572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f507c107f60 0x7f507c10a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:32.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 --2- 172.21.15.18:0/3593509572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c1050f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:32.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 --2- 172.21.15.18:0/3593509572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f507c105630 0x7f507c107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 -- 172.21.15.18:0/3593509572 >> 172.21.15.18:0/3593509572 conn(0x7f507c0fc670 msgr2=0x7f507c0fea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 -- 172.21.15.18:0/3593509572 shutdown_connections 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 -- 172.21.15.18:0/3593509572 wait complete. 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 Processor -- start 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.113+0000 7f5082938700 1 -- start start 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f5082938700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f5082938700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f507c105630 0x7f507c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f5082938700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f507c107f60 0x7f507c19f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f5082938700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f507c10dd80 con 0x7f507c102d00 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f5082938700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f507c10dc00 con 0x7f507c105630 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f5082938700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f507c10df00 con 0x7f507c107f60 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:32.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37926/0 (socket says 172.21.15.18:37926) 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 -- 172.21.15.18:0/3348476651 learned_addr learned my addr 172.21.15.18:0/3348476651 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f5080ed5700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f507c107f60 0x7f507c19f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507b7fe700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f507c105630 0x7f507c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 -- 172.21.15.18:0/3348476651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f507c107f60 msgr2=0x7f507c19f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f507c107f60 0x7f507c19f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 -- 172.21.15.18:0/3348476651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f507c105630 msgr2=0x7f507c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f507c105630 0x7f507c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.114+0000 7f507bfff700 1 -- 172.21.15.18:0/3348476651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f507c19ff90 con 0x7f507c102d00 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.115+0000 7f507bfff700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c198330 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f506c004790 tx=0x7f506c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.115+0000 7f50797fa700 1 -- 172.21.15.18:0/3348476651 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f506c027070 con 0x7f507c102d00 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.115+0000 7f50797fa700 1 -- 172.21.15.18:0/3348476651 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f506c004150 con 0x7f507c102d00 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.115+0000 7f50797fa700 1 -- 172.21.15.18:0/3348476651 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f506c022e00 con 0x7f507c102d00 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.115+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f507c1a0220 con 0x7f507c102d00 2024-03-07T09:53:32.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.115+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f507c1a0670 con 0x7f507c102d00 2024-03-07T09:53:32.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.116+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f507c068e10 con 0x7f507c102d00 2024-03-07T09:53:32.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.117+0000 7f50797fa700 1 -- 172.21.15.18:0/3348476651 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f506c02a070 con 0x7f507c102d00 2024-03-07T09:53:32.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.117+0000 7f50797fa700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50640a1e10 0x7f50640a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:32.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.117+0000 7f507b7fe700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50640a1e10 0x7f50640a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:32.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.117+0000 7f50797fa700 1 -- 172.21.15.18:0/3348476651 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4562+0+0 (secure 0 0 0) 0x7f506c0cdce0 con 0x7f507c102d00 2024-03-07T09:53:32.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.118+0000 7f507b7fe700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50640a1e10 0x7f50640a42d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5070005950 tx=0x7f507000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:53:32.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.122+0000 7f50797fa700 1 -- 172.21.15.18:0/3348476651 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f506c05e280 con 0x7f507c102d00 2024-03-07T09:53:32.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:32.337+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f507c062590 con 0x7f50640a1e10 2024-03-07T09:53:32.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:32 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi077 2024-03-07T09:53:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:32 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi077 to 8540M 2024-03-07T09:53:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:32 smithi018 ceph-mon[32171]: osdmap e40: 6 total, 6 up, 6 in 2024-03-07T09:53:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:32 smithi018 ceph-mon[32171]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 188 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:32.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:32 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi077 2024-03-07T09:53:32.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:32 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi077 to 8540M 2024-03-07T09:53:32.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:32 smithi063 ceph-mon[36356]: osdmap e40: 6 total, 6 up, 6 in 2024-03-07T09:53:32.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:32 smithi063 ceph-mon[36356]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 188 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:32.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:32 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi077 2024-03-07T09:53:32.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:32 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi077 to 8540M 2024-03-07T09:53:32.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:32 smithi077 ceph-mon[36374]: osdmap e40: 6 total, 6 up, 6 in 2024-03-07T09:53:32.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:32 smithi077 ceph-mon[36374]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 188 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:33.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:33 smithi018 ceph-mon[32171]: osdmap e41: 6 total, 6 up, 6 in 2024-03-07T09:53:33.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:33 smithi018 ceph-mon[32171]: from='client.14367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:33.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:33.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:33.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:33.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:33 smithi018 ceph-mon[32171]: osdmap e42: 6 total, 6 up, 6 in 2024-03-07T09:53:33.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:33 smithi063 ceph-mon[36356]: osdmap e41: 6 total, 6 up, 6 in 2024-03-07T09:53:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:33 smithi063 ceph-mon[36356]: from='client.14367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:33 smithi063 ceph-mon[36356]: osdmap e42: 6 total, 6 up, 6 in 2024-03-07T09:53:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:33 smithi077 ceph-mon[36374]: osdmap e41: 6 total, 6 up, 6 in 2024-03-07T09:53:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:33 smithi077 ceph-mon[36374]: from='client.14367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:33 smithi077 ceph-mon[36374]: osdmap e42: 6 total, 6 up, 6 in 2024-03-07T09:53:34.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:34 smithi077 ceph-mon[36374]: osdmap e43: 6 total, 6 up, 6 in 2024-03-07T09:53:34.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:34 smithi077 ceph-mon[36374]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 188 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:34.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:34 smithi018 ceph-mon[32171]: osdmap e43: 6 total, 6 up, 6 in 2024-03-07T09:53:34.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:34 smithi018 ceph-mon[32171]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 188 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:34.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:34 smithi063 ceph-mon[36356]: osdmap e43: 6 total, 6 up, 6 in 2024-03-07T09:53:34.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:34 smithi063 ceph-mon[36356]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 188 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:35 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2436628481' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50939730-0410-4ad8-b4cd-ea4ab5fb1875"}]: dispatch 2024-03-07T09:53:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:35 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2436628481' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50939730-0410-4ad8-b4cd-ea4ab5fb1875"}]': finished 2024-03-07T09:53:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:35 smithi077 ceph-mon[36374]: osdmap e44: 7 total, 6 up, 7 in 2024-03-07T09:53:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:35.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:35 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2436628481' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50939730-0410-4ad8-b4cd-ea4ab5fb1875"}]: dispatch 2024-03-07T09:53:35.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:35 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2436628481' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50939730-0410-4ad8-b4cd-ea4ab5fb1875"}]': finished 2024-03-07T09:53:35.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:35 smithi018 ceph-mon[32171]: osdmap e44: 7 total, 6 up, 7 in 2024-03-07T09:53:35.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:35.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:35 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2436628481' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50939730-0410-4ad8-b4cd-ea4ab5fb1875"}]: dispatch 2024-03-07T09:53:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:35 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2436628481' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50939730-0410-4ad8-b4cd-ea4ab5fb1875"}]': finished 2024-03-07T09:53:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:35 smithi063 ceph-mon[36356]: osdmap e44: 7 total, 6 up, 7 in 2024-03-07T09:53:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:36.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:36 smithi077 ceph-mon[36374]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:53:36.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:36 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3196422030' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:53:36.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:36 smithi018 ceph-mon[32171]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:53:36.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:36 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3196422030' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:53:36.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:36 smithi063 ceph-mon[36356]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:53:36.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:36 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3196422030' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:53:37.855 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:37 smithi077 ceph-mon[36374]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-07T09:53:37.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:37 smithi063 ceph-mon[36356]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-07T09:53:38.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:37 smithi018 ceph-mon[32171]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-07T09:53:39.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:39 smithi018 ceph-mon[32171]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-07T09:53:39.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:39 smithi063 ceph-mon[36356]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-07T09:53:40.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:39 smithi077 ceph-mon[36374]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-07T09:53:41.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:41 smithi063 ceph-mon[36356]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T09:53:42.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:41 smithi077 ceph-mon[36374]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T09:53:42.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:41 smithi018 ceph-mon[32171]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T09:53:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T09:53:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:42 smithi018 ceph-mon[32171]: Deploying daemon osd.6 on smithi018 2024-03-07T09:53:42.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T09:53:42.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:42.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:42 smithi063 ceph-mon[36356]: Deploying daemon osd.6 on smithi018 2024-03-07T09:53:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-07T09:53:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:42 smithi077 ceph-mon[36374]: Deploying daemon osd.6 on smithi018 2024-03-07T09:53:43.657 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:43 smithi018 ceph-mon[32171]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T09:53:43.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:43 smithi063 ceph-mon[36356]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T09:53:44.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:43 smithi077 ceph-mon[36374]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-07T09:53:45.838 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:45 smithi018 ceph-mon[32171]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:45.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:45 smithi063 ceph-mon[36356]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:46.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:45 smithi077 ceph-mon[36374]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:47.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:47 smithi077 ceph-mon[36374]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:47.886 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:47 smithi018 ceph-mon[32171]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:47.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:47 smithi063 ceph-mon[36356]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:49.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:49.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:49.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:49.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:49.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:50.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:49 smithi018 ceph-mon[32171]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:50.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:49 smithi063 ceph-mon[36356]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:50.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:49 smithi077 ceph-mon[36374]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:51.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.765+0000 7f50797fa700 1 -- 172.21.15.18:0/3348476651 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f507c062590 con 0x7f50640a1e10 2024-03-07T09:53:51.768 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 6 on host 'smithi018' 2024-03-07T09:53:51.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50640a1e10 msgr2=0x7f50640a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:51.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50640a1e10 0x7f50640a42d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5070005950 tx=0x7f507000b410 comp rx=0 tx=0).stop 2024-03-07T09:53:51.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 msgr2=0x7f507c198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c198330 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f506c004790 tx=0x7f506c009580 comp rx=0 tx=0).stop 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 shutdown_connections 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f507c107f60 0x7f507c19f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50640a1e10 0x7f50640a42d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f507c102d00 0x7f507c198330 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 --2- 172.21.15.18:0/3348476651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f507c105630 0x7f507c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 >> 172.21.15.18:0/3348476651 conn(0x7f507c0fc670 msgr2=0x7f507c1036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 shutdown_connections 2024-03-07T09:53:51.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:53:51.768+0000 7f5082938700 1 -- 172.21.15.18:0/3348476651 wait complete. 2024-03-07T09:53:52.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:52.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:52.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:52.088 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.089 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.089 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:52.089 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:51 smithi018 ceph-mon[32171]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:51 smithi063 ceph-mon[36356]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T09:53:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:53:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:51 smithi077 ceph-mon[36374]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-07T09:53:52.412 DEBUG:teuthology.orchestra.run.smithi018:osd.6> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.6.service 2024-03-07T09:53:52.414 INFO:tasks.cephadm:Deploying osd.7 on smithi063 with /dev/vg_nvme/lv_2... 2024-03-07T09:53:52.415 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-07T09:53:52.672 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:53:53.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:53 smithi018 ceph-mon[32171]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T09:53:53.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:53 smithi018 ceph-mon[32171]: osdmap e45: 7 total, 6 up, 7 in 2024-03-07T09:53:53.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:53 smithi018 ceph-mon[32171]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:53:53.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:53 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:53.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:53 smithi018 ceph-mon[32171]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:53.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:53 smithi063 ceph-mon[36356]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T09:53:53.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:53 smithi063 ceph-mon[36356]: osdmap e45: 7 total, 6 up, 7 in 2024-03-07T09:53:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:53 smithi063 ceph-mon[36356]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:53:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:53 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:53 smithi063 ceph-mon[36356]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:53 smithi077 ceph-mon[36374]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-07T09:53:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:53 smithi077 ceph-mon[36374]: osdmap e45: 7 total, 6 up, 7 in 2024-03-07T09:53:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:53 smithi077 ceph-mon[36374]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:53:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:53 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:53 smithi077 ceph-mon[36374]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:54.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 09:53:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T09:53:54.288+0000 7f4e99607700 -1 osd.6 0 waiting for initial osdmap 2024-03-07T09:53:54.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 09:53:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T09:53:54.297+0000 7f4e913f2700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:53:54.942 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-07T09:53:54.942 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-07T09:53:54.942 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-03-07T09:53:54.942 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-03-07T09:53:54.942 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114173 s, 918 MB/s 2024-03-07T09:53:54.942 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-03-07T09:53:54.967 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:54 smithi063 ceph-mon[36356]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:53:54.967 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:54 smithi063 ceph-mon[36356]: osdmap e46: 7 total, 6 up, 7 in 2024-03-07T09:53:54.967 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:54.967 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:54.967 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:54 smithi063 ceph-mon[36356]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' 2024-03-07T09:53:55.079 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:54 smithi018 ceph-mon[32171]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:53:55.079 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:54 smithi018 ceph-mon[32171]: osdmap e46: 7 total, 6 up, 7 in 2024-03-07T09:53:55.079 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:55.079 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:55.079 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:54 smithi018 ceph-mon[32171]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' 2024-03-07T09:53:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:54 smithi077 ceph-mon[36374]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:53:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:54 smithi077 ceph-mon[36374]: osdmap e46: 7 total, 6 up, 7 in 2024-03-07T09:53:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:54 smithi077 ceph-mon[36374]: from='osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991]' entity='osd.6' 2024-03-07T09:53:55.557 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi063:vg_nvme/lv_2 2024-03-07T09:53:55.815 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:53:55.846 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] boot 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: osdmap e47: 7 total, 7 up, 7 in 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:55.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:55.848 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:55.848 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:53:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:53:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] boot 2024-03-07T09:53:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: osdmap e47: 7 total, 7 up, 7 in 2024-03-07T09:53:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:56.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:53:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:53:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: osd.6 [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] boot 2024-03-07T09:53:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: osdmap e47: 7 total, 7 up, 7 in 2024-03-07T09:53:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:53:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:53:56.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 -- 172.21.15.63:0/2168949915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103dc0 msgr2=0x7fadd010a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 --2- 172.21.15.63:0/2168949915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103dc0 0x7fadd010a670 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fadc800b0a0 tx=0x7fadc800b3b0 comp rx=0 tx=0).stop 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 -- 172.21.15.63:0/2168949915 shutdown_connections 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 --2- 172.21.15.63:0/2168949915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103dc0 0x7fadd010a670 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 --2- 172.21.15.63:0/2168949915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fadd0100440 0x7fadd0100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 --2- 172.21.15.63:0/2168949915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fadd0103420 0x7fadd0103880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 -- 172.21.15.63:0/2168949915 >> 172.21.15.63:0/2168949915 conn(0x7fadd00fbdc0 msgr2=0x7fadd00fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 -- 172.21.15.63:0/2168949915 shutdown_connections 2024-03-07T09:53:57.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.484+0000 7fadd50e3700 1 -- 172.21.15.63:0/2168949915 wait complete. 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 Processor -- start 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 -- start start 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fadd0100440 0x7fadd0102d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103420 0x7fadd01013d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fadd0103dc0 0x7fadd0101910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd010dd60 con 0x7fadd0100440 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd010dbe0 con 0x7fadd0103420 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.485+0000 7fadd50e3700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd010dee0 con 0x7fadd0103dc0 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103420 0x7fadd01013d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103420 0x7fadd01013d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43288/0 (socket says 172.21.15.63:43288) 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 -- 172.21.15.63:0/3897324200 learned_addr learned my addr 172.21.15.63:0/3897324200 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadced9d700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fadd0100440 0x7fadd0102d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadcf59e700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fadd0103dc0 0x7fadd0101910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:57.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 -- 172.21.15.63:0/3897324200 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fadd0103dc0 msgr2=0x7fadd0101910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:57.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fadd0103dc0 0x7fadd0101910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:57.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 -- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fadd0100440 msgr2=0x7fadd0102d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:53:57.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fadd0100440 0x7fadd0102d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:53:57.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 -- 172.21.15.63:0/3897324200 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadd01021c0 con 0x7fadd0103420 2024-03-07T09:53:57.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadce59c700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103420 0x7fadd01013d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fadc400d980 tx=0x7fadc400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:53:57.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadb7fff700 1 -- 172.21.15.63:0/3897324200 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc4016070 con 0x7fadd0103420 2024-03-07T09:53:57.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadd01a2480 con 0x7fadd0103420 2024-03-07T09:53:57.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadb7fff700 1 -- 172.21.15.63:0/3897324200 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fadc4004d10 con 0x7fadd0103420 2024-03-07T09:53:57.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadb7fff700 1 -- 172.21.15.63:0/3897324200 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc4005670 con 0x7fadd0103420 2024-03-07T09:53:57.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.486+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadd01a29c0 con 0x7fadd0103420 2024-03-07T09:53:57.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.487+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadd0068e10 con 0x7fadd0103420 2024-03-07T09:53:57.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.489+0000 7fadb7fff700 1 -- 172.21.15.63:0/3897324200 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fadc4004750 con 0x7fadd0103420 2024-03-07T09:53:57.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.490+0000 7fadb7fff700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fadb80a1e10 0x7fadb80a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:53:57.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.490+0000 7fadb7fff700 1 -- 172.21.15.63:0/3897324200 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 4965+0+0 (secure 0 0 0) 0x7fadc40cd330 con 0x7fadd0103420 2024-03-07T09:53:57.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.490+0000 7fadced9d700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fadb80a1e10 0x7fadb80a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:53:57.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.491+0000 7fadced9d700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fadb80a1e10 0x7fadb80a42d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fadd0069c00 tx=0x7fadc000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:53:57.495 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.493+0000 7fadb7fff700 1 -- 172.21.15.63:0/3897324200 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fadc401f020 con 0x7fadd0103420 2024-03-07T09:53:57.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:57 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi018 2024-03-07T09:53:57.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:57 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi018 to 5697M 2024-03-07T09:53:57.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:57 smithi018 ceph-mon[32171]: osdmap e48: 7 total, 7 up, 7 in 2024-03-07T09:53:57.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:57 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi018 2024-03-07T09:53:57.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:57 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi018 to 5697M 2024-03-07T09:53:57.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:57 smithi063 ceph-mon[36356]: osdmap e48: 7 total, 7 up, 7 in 2024-03-07T09:53:57.709 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:53:57.707+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fadd0062590 con 0x7fadb80a1e10 2024-03-07T09:53:57.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:57 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi018 2024-03-07T09:53:57.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:57 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi018 to 5697M 2024-03-07T09:53:57.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:57 smithi077 ceph-mon[36374]: osdmap e48: 7 total, 7 up, 7 in 2024-03-07T09:53:58.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:58 smithi018 ceph-mon[32171]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:53:58.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:58.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:58.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:58 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:58.633 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:58 smithi063 ceph-mon[36356]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:53:58.633 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:58.633 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:58.633 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:58 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:58.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:58 smithi077 ceph-mon[36374]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:53:58.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:53:58.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:53:58.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:58 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:53:59.554 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:53:59 smithi063 ceph-mon[36356]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:59.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:53:59 smithi018 ceph-mon[32171]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:53:59.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:53:59 smithi077 ceph-mon[36374]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:54:00.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:00 smithi018 ceph-mon[32171]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:00.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:00 smithi063 ceph-mon[36356]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:00.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:00 smithi077 ceph-mon[36374]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:01.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:01 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/2126952864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]: dispatch 2024-03-07T09:54:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:01 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]: dispatch 2024-03-07T09:54:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:01 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]': finished 2024-03-07T09:54:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:01 smithi018 ceph-mon[32171]: osdmap e49: 8 total, 7 up, 8 in 2024-03-07T09:54:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:01 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:01 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/279633728' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:01.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:01 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/2126952864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]: dispatch 2024-03-07T09:54:01.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:01 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]: dispatch 2024-03-07T09:54:01.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:01 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]': finished 2024-03-07T09:54:01.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:01 smithi063 ceph-mon[36356]: osdmap e49: 8 total, 7 up, 8 in 2024-03-07T09:54:01.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:01 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:01.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:01 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/279633728' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:01.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:01 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/2126952864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]: dispatch 2024-03-07T09:54:01.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:01 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]: dispatch 2024-03-07T09:54:01.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:01 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71878991-f7e5-48d5-acfe-ab11e9b06fed"}]': finished 2024-03-07T09:54:01.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:01 smithi077 ceph-mon[36374]: osdmap e49: 8 total, 7 up, 8 in 2024-03-07T09:54:01.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:01 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:01.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:01 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/279633728' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:02.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:02 smithi018 ceph-mon[32171]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:02.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:02 smithi063 ceph-mon[36356]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:02 smithi077 ceph-mon[36374]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:03.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:03 smithi063 ceph-mon[36356]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:04.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:03 smithi077 ceph-mon[36374]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:04.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:03 smithi018 ceph-mon[32171]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:05.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:05 smithi063 ceph-mon[36356]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:06.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:05 smithi077 ceph-mon[36374]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:06.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:05 smithi018 ceph-mon[32171]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:07.809 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:07 smithi063 ceph-mon[36356]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:08.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:07 smithi077 ceph-mon[36374]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:08.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:07 smithi018 ceph-mon[32171]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:08.771 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T09:54:08.771 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:08 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:08.771 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:08 smithi063 ceph-mon[36356]: Deploying daemon osd.7 on smithi063 2024-03-07T09:54:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T09:54:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:08 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:08 smithi077 ceph-mon[36374]: Deploying daemon osd.7 on smithi063 2024-03-07T09:54:09.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-07T09:54:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:08 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:08 smithi018 ceph-mon[32171]: Deploying daemon osd.7 on smithi063 2024-03-07T09:54:09.826 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:09 smithi063 ceph-mon[36356]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:10.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:09 smithi077 ceph-mon[36374]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:10.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:09 smithi018 ceph-mon[32171]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:11.860 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:11 smithi063 ceph-mon[36356]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:12.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:11 smithi077 ceph-mon[36374]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:11 smithi018 ceph-mon[32171]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:13.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:13 smithi063 ceph-mon[36356]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:14.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:13 smithi077 ceph-mon[36374]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:13 smithi018 ceph-mon[32171]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:14.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:14.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:14.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:15.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:15 smithi018 ceph-mon[32171]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:15.912 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:15 smithi063 ceph-mon[36356]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:15 smithi077 ceph-mon[36374]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:17.684 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 7 on host 'smithi063' 2024-03-07T09:54:17.684 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.682+0000 7fadb7fff700 1 -- 172.21.15.63:0/3897324200 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fadd0062590 con 0x7fadb80a1e10 2024-03-07T09:54:17.686 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fadb80a1e10 msgr2=0x7fadb80a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:17.686 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fadb80a1e10 0x7fadb80a42d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fadd0069c00 tx=0x7fadc000b410 comp rx=0 tx=0).stop 2024-03-07T09:54:17.686 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103420 msgr2=0x7fadd01013d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:17.686 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103420 0x7fadd01013d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fadc400d980 tx=0x7fadc400dc90 comp rx=0 tx=0).stop 2024-03-07T09:54:17.686 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 shutdown_connections 2024-03-07T09:54:17.686 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fadd0103dc0 0x7fadd0101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:17.686 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fadb80a1e10 0x7fadb80a42d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:17.687 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fadd0100440 0x7fadd0102d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:17.687 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 --2- 172.21.15.63:0/3897324200 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fadd0103420 0x7fadd01013d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:17.687 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 >> 172.21.15.63:0/3897324200 conn(0x7fadd00fbdc0 msgr2=0x7fadd01066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:54:17.687 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.685+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 shutdown_connections 2024-03-07T09:54:17.687 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:54:17.686+0000 7fadd50e3700 1 -- 172.21.15.63:0/3897324200 wait complete. 2024-03-07T09:54:18.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:18.418 DEBUG:teuthology.orchestra.run.smithi063:osd.7> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.7.service 2024-03-07T09:54:18.421 INFO:tasks.cephadm:Deploying osd.8 on smithi077 with /dev/vg_nvme/lv_2... 2024-03-07T09:54:18.421 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-07T09:54:18.665 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:54:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:18 smithi063 ceph-mon[36356]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T09:54:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:18 smithi063 ceph-mon[36356]: osdmap e50: 8 total, 7 up, 8 in 2024-03-07T09:54:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:18 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:18 smithi063 ceph-mon[36356]: from='osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:54:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:18 smithi063 ceph-mon[36356]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:54:18.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 09:54:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T09:54:18.877+0000 7fc0d2e2c700 -1 osd.7 0 waiting for initial osdmap 2024-03-07T09:54:18.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 09:54:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T09:54:18.886+0000 7fc0cec1f700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:54:19.049 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:18 smithi077 ceph-mon[36374]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T09:54:19.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:18 smithi077 ceph-mon[36374]: osdmap e50: 8 total, 7 up, 8 in 2024-03-07T09:54:19.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:18 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:19.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:18 smithi077 ceph-mon[36374]: from='osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:54:19.050 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:18 smithi077 ceph-mon[36374]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:54:19.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:18 smithi018 ceph-mon[32171]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-07T09:54:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:18 smithi018 ceph-mon[32171]: osdmap e50: 8 total, 7 up, 8 in 2024-03-07T09:54:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:18 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:18 smithi018 ceph-mon[32171]: from='osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:54:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:18 smithi018 ceph-mon[32171]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:54:19.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:19 smithi063 ceph-mon[36356]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:54:19.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:19 smithi063 ceph-mon[36356]: osdmap e51: 8 total, 7 up, 8 in 2024-03-07T09:54:19.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:19.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:19.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:19 smithi063 ceph-mon[36356]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:20.053 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:19 smithi077 ceph-mon[36374]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:54:20.053 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:19 smithi077 ceph-mon[36374]: osdmap e51: 8 total, 7 up, 8 in 2024-03-07T09:54:20.053 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:20.053 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:20.053 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:19 smithi077 ceph-mon[36374]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:20.344 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:19 smithi018 ceph-mon[32171]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:54:20.344 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:19 smithi018 ceph-mon[32171]: osdmap e51: 8 total, 7 up, 8 in 2024-03-07T09:54:20.344 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:20.344 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:20.344 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:19 smithi018 ceph-mon[32171]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-03-07T09:54:20.741 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-07T09:54:20.742 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-07T09:54:20.742 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-03-07T09:54:20.742 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-03-07T09:54:20.742 INFO:teuthology.orchestra.run.smithi077.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113822 s, 921 MB/s 2024-03-07T09:54:20.742 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 2024-03-07T09:54:20.742 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-03-07T09:54:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:20 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:54:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:20 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:54:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:20 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:20 smithi077 ceph-mon[36374]: osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] boot 2024-03-07T09:54:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:20 smithi077 ceph-mon[36374]: osdmap e52: 8 total, 8 up, 8 in 2024-03-07T09:54:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:20 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:21.130 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:20 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:54:21.130 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:20 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:54:21.130 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:20 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:21.130 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:20 smithi063 ceph-mon[36356]: osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] boot 2024-03-07T09:54:21.130 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:20 smithi063 ceph-mon[36356]: osdmap e52: 8 total, 8 up, 8 in 2024-03-07T09:54:21.131 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:20 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:21.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:20 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:54:21.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:20 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:54:21.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:20 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:21.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:20 smithi018 ceph-mon[32171]: osd.7 [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] boot 2024-03-07T09:54:21.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:20 smithi018 ceph-mon[32171]: osdmap e52: 8 total, 8 up, 8 in 2024-03-07T09:54:21.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:20 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:54:21.416 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi077:vg_nvme/lv_2 2024-03-07T09:54:21.666 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:54:21.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: osdmap e53: 8 total, 8 up, 8 in 2024-03-07T09:54:21.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi063 2024-03-07T09:54:21.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:21.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:21.974 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi063 to 5693M 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:21.975 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:21 smithi077 ceph-mon[36374]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:22.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: osdmap e53: 8 total, 8 up, 8 in 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi063 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi063 to 5693M 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:21 smithi063 ceph-mon[36356]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: osdmap e53: 8 total, 8 up, 8 in 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi063 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi063 to 5693M 2024-03-07T09:54:22.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:22.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:22.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:22.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:21 smithi018 ceph-mon[32171]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:23.093 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:22 smithi077 ceph-mon[36374]: osdmap e54: 8 total, 8 up, 8 in 2024-03-07T09:54:23.094 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:22 smithi077 ceph-mon[36374]: osdmap e55: 8 total, 8 up, 8 in 2024-03-07T09:54:23.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:22 smithi063 ceph-mon[36356]: osdmap e54: 8 total, 8 up, 8 in 2024-03-07T09:54:23.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:22 smithi063 ceph-mon[36356]: osdmap e55: 8 total, 8 up, 8 in 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 -- 172.21.15.77:0/608639572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930103380 msgr2=0x7f39301037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 --2- 172.21.15.77:0/608639572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930103380 0x7f39301037e0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3920009990 tx=0x7f3920009ca0 comp rx=0 tx=0).stop 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 -- 172.21.15.77:0/608639572 shutdown_connections 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 --2- 172.21.15.77:0/608639572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3930103d20 0x7f393010a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 --2- 172.21.15.77:0/608639572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3930102180 0x7f39301025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 --2- 172.21.15.77:0/608639572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930103380 0x7f39301037e0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 -- 172.21.15.77:0/608639572 >> 172.21.15.77:0/608639572 conn(0x7f39300fd760 msgr2=0x7f39300ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 -- 172.21.15.77:0/608639572 shutdown_connections 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 -- 172.21.15.77:0/608639572 wait complete. 2024-03-07T09:54:23.328 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.324+0000 7f39376b2700 1 Processor -- start 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 -- start start 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930102180 0x7f3930198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3930103380 0x7f3930198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3930103d20 0x7f393019fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f393010de60 con 0x7f3930103380 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f393010dce0 con 0x7f3930103d20 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f393010dfe0 con 0x7f3930102180 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930102180 0x7f3930198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:23.329 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930102180 0x7f3930198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:50702/0 (socket says 172.21.15.77:50702) 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 -- 172.21.15.77:0/2413085532 learned_addr learned my addr 172.21.15.77:0/2413085532 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f3934c4d700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3930103380 0x7f3930198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f3935c4f700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3930103d20 0x7f393019fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 -- 172.21.15.77:0/2413085532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3930103d20 msgr2=0x7f393019fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3930103d20 0x7f393019fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 -- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3930103380 msgr2=0x7f3930198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3930103380 0x7f3930198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 -- 172.21.15.77:0/2413085532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39301a0160 con 0x7f3930102180 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f3934c4d700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3930103380 0x7f3930198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f3935c4f700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3930103d20 0x7f393019fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f393544e700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930102180 0x7f3930198500 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f392c00b9f0 tx=0x7f392c00bdb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39267fc700 1 -- 172.21.15.77:0/2413085532 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f392c019070 con 0x7f3930102180 2024-03-07T09:54:23.330 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39267fc700 1 -- 172.21.15.77:0/2413085532 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f392c014440 con 0x7f3930102180 2024-03-07T09:54:23.331 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.325+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39301a0450 con 0x7f3930102180 2024-03-07T09:54:23.331 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.326+0000 7f39267fc700 1 -- 172.21.15.77:0/2413085532 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f392c0125a0 con 0x7f3930102180 2024-03-07T09:54:23.331 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.326+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39301a0a10 con 0x7f3930102180 2024-03-07T09:54:23.332 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.326+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3930068e10 con 0x7f3930102180 2024-03-07T09:54:23.332 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.327+0000 7f39267fc700 1 -- 172.21.15.77:0/2413085532 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f392c01c070 con 0x7f3930102180 2024-03-07T09:54:23.332 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.328+0000 7f39267fc700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f391c0a1e10 0x7f391c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:23.332 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.328+0000 7f39267fc700 1 -- 172.21.15.77:0/2413085532 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 5397+0+0 (secure 0 0 0) 0x7f392c0ccb60 con 0x7f3930102180 2024-03-07T09:54:23.332 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.328+0000 7f3934c4d700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f391c0a1e10 0x7f391c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:23.332 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.329+0000 7f3934c4d700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f391c0a1e10 0x7f391c0a42d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f39200039c0 tx=0x7f3920005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:54:23.333 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.332+0000 7f39267fc700 1 -- 172.21.15.77:0/2413085532 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f392c09aaf0 con 0x7f3930102180 2024-03-07T09:54:23.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:22 smithi018 ceph-mon[32171]: osdmap e54: 8 total, 8 up, 8 in 2024-03-07T09:54:23.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:22 smithi018 ceph-mon[32171]: osdmap e55: 8 total, 8 up, 8 in 2024-03-07T09:54:23.537 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:23.536+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f3930062590 con 0x7f391c0a1e10 2024-03-07T09:54:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:24 smithi077 ceph-mon[36374]: osdmap e56: 8 total, 8 up, 8 in 2024-03-07T09:54:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:24 smithi077 ceph-mon[36374]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:24 smithi077 ceph-mon[36374]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:54:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:54:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:54:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:24 smithi018 ceph-mon[32171]: osdmap e56: 8 total, 8 up, 8 in 2024-03-07T09:54:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:24 smithi018 ceph-mon[32171]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:24 smithi018 ceph-mon[32171]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:54:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:54:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:54:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:24.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:24 smithi063 ceph-mon[36356]: osdmap e56: 8 total, 8 up, 8 in 2024-03-07T09:54:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:24 smithi063 ceph-mon[36356]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:24 smithi063 ceph-mon[36356]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:54:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:54:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:54:24.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:25.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:25 smithi063 ceph-mon[36356]: pgmap v181: 1 pgs: 1 remapped; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:25 smithi077 ceph-mon[36374]: pgmap v181: 1 pgs: 1 remapped; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:26.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:25 smithi018 ceph-mon[32171]: pgmap v181: 1 pgs: 1 remapped; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:26.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:26 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/716031575' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]: dispatch 2024-03-07T09:54:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:26 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]: dispatch 2024-03-07T09:54:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:26 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]': finished 2024-03-07T09:54:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:26 smithi063 ceph-mon[36356]: osdmap e57: 9 total, 8 up, 9 in 2024-03-07T09:54:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:26 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:26 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/716031575' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]: dispatch 2024-03-07T09:54:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:26 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]: dispatch 2024-03-07T09:54:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:26 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]': finished 2024-03-07T09:54:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:26 smithi077 ceph-mon[36374]: osdmap e57: 9 total, 8 up, 9 in 2024-03-07T09:54:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:26 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:26 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/716031575' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]: dispatch 2024-03-07T09:54:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:26 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]: dispatch 2024-03-07T09:54:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:26 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "129cc554-d56c-495a-9b72-4427ae7abe27"}]': finished 2024-03-07T09:54:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:26 smithi018 ceph-mon[32171]: osdmap e57: 9 total, 8 up, 9 in 2024-03-07T09:54:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:26 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:27.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:27 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/3145703221' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:27 smithi063 ceph-mon[36356]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:28.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:27 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/3145703221' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:28.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:27 smithi077 ceph-mon[36374]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:27 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/3145703221' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:28.130 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:27 smithi018 ceph-mon[32171]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:29.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:29 smithi063 ceph-mon[36356]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:30.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:29 smithi077 ceph-mon[36374]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:30.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:29 smithi018 ceph-mon[32171]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:31.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:31 smithi077 ceph-mon[36374]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:31.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:31 smithi063 ceph-mon[36356]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:31 smithi018 ceph-mon[32171]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:33.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-07T09:54:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-07T09:54:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:33.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-07T09:54:33.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:34.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:34 smithi077 ceph-mon[36374]: Deploying daemon osd.8 on smithi077 2024-03-07T09:54:34.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:34 smithi077 ceph-mon[36374]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:34.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:34 smithi018 ceph-mon[32171]: Deploying daemon osd.8 on smithi077 2024-03-07T09:54:34.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:34 smithi018 ceph-mon[32171]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:34.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:34 smithi063 ceph-mon[36356]: Deploying daemon osd.8 on smithi077 2024-03-07T09:54:34.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:34 smithi063 ceph-mon[36356]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:36.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:36 smithi077 ceph-mon[36374]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:36.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:36 smithi018 ceph-mon[32171]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:36 smithi063 ceph-mon[36356]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:38.815 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:38 smithi077 ceph-mon[36374]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:38.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:38 smithi018 ceph-mon[32171]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:38.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:38 smithi063 ceph-mon[36356]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:40.350 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:40.350 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:40.351 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:40.351 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:40 smithi077 ceph-mon[36374]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:40.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:40.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:40.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:40.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:40 smithi063 ceph-mon[36356]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:40 smithi018 ceph-mon[32171]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:41.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:41 smithi077 ceph-mon[36374]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:41.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:41 smithi063 ceph-mon[36356]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:42.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:41 smithi018 ceph-mon[32171]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:42.555 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.553+0000 7f39267fc700 1 -- 172.21.15.77:0/2413085532 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f3930062590 con 0x7f391c0a1e10 2024-03-07T09:54:42.556 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 8 on host 'smithi077' 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.555+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f391c0a1e10 msgr2=0x7f391c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.555+0000 7f39376b2700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f391c0a1e10 0x7f391c0a42d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f39200039c0 tx=0x7f3920005fb0 comp rx=0 tx=0).stop 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930102180 msgr2=0x7f3930198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930102180 0x7f3930198500 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f392c00b9f0 tx=0x7f392c00bdb0 comp rx=0 tx=0).stop 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 shutdown_connections 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3930103d20 0x7f393019fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3930102180 0x7f3930198500 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f391c0a1e10 0x7f391c0a42d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 --2- 172.21.15.77:0/2413085532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3930103380 0x7f3930198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 >> 172.21.15.77:0/2413085532 conn(0x7f39300fd760 msgr2=0x7f39301067a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 shutdown_connections 2024-03-07T09:54:42.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:54:42.556+0000 7f39376b2700 1 -- 172.21.15.77:0/2413085532 wait complete. 2024-03-07T09:54:43.159 DEBUG:teuthology.orchestra.run.smithi077:osd.8> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.8.service 2024-03-07T09:54:43.161 INFO:tasks.cephadm:Deploying osd.9 on smithi018 with /dev/vg_nvme/lv_1... 2024-03-07T09:54:43.161 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-07T09:54:43.426 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:54:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:43 smithi018 ceph-mon[32171]: from='osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-07T09:54:43.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:43 smithi018 ceph-mon[32171]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-07T09:54:43.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.915 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.915 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.915 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:43 smithi077 ceph-mon[36374]: from='osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-07T09:54:43.915 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:43 smithi077 ceph-mon[36374]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-07T09:54:43.915 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.915 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:43 smithi063 ceph-mon[36356]: from='osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-07T09:54:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:43 smithi063 ceph-mon[36356]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-07T09:54:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:44.833 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-mon[36374]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:44.833 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-mon[36374]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-07T09:54:44.833 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-mon[36374]: osdmap e58: 9 total, 8 up, 9 in 2024-03-07T09:54:44.833 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:44.833 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-mon[36374]: from='osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:54:44.833 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-mon[36374]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:54:44.834 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T09:54:44.554+0000 7f79323ca700 -1 osd.8 0 waiting for initial osdmap 2024-03-07T09:54:44.834 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 09:54:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T09:54:44.563+0000 7f792e1bd700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:54:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:44 smithi018 ceph-mon[32171]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:44 smithi018 ceph-mon[32171]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-07T09:54:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:44 smithi018 ceph-mon[32171]: osdmap e58: 9 total, 8 up, 9 in 2024-03-07T09:54:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:44 smithi018 ceph-mon[32171]: from='osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:54:44.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:44 smithi018 ceph-mon[32171]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:54:44.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:44 smithi063 ceph-mon[36356]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:44 smithi063 ceph-mon[36356]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-07T09:54:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:44 smithi063 ceph-mon[36356]: osdmap e58: 9 total, 8 up, 9 in 2024-03-07T09:54:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:44 smithi063 ceph-mon[36356]: from='osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:54:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:44 smithi063 ceph-mon[36356]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:54:45.608 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-07T09:54:45.608 INFO:teuthology.orchestra.run.smithi018.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-07T09:54:45.608 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10+0 records in 2024-03-07T09:54:45.609 INFO:teuthology.orchestra.run.smithi018.stderr:10+0 records out 2024-03-07T09:54:45.609 INFO:teuthology.orchestra.run.smithi018.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0086349 s, 1.2 GB/s 2024-03-07T09:54:45.609 INFO:teuthology.orchestra.run.smithi018.stderr:--> Zapping successful for: 2024-03-07T09:54:45.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:45 smithi018 ceph-mon[32171]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:54:45.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:45 smithi018 ceph-mon[32171]: osdmap e59: 9 total, 8 up, 9 in 2024-03-07T09:54:45.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:45 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:45.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:45 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:45.847 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:45 smithi063 ceph-mon[36356]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:54:45.848 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:45 smithi063 ceph-mon[36356]: osdmap e59: 9 total, 8 up, 9 in 2024-03-07T09:54:45.848 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:45 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:45.848 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:45 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:45.879 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:45 smithi077 ceph-mon[36374]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:54:45.879 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:45 smithi077 ceph-mon[36374]: osdmap e59: 9 total, 8 up, 9 in 2024-03-07T09:54:45.879 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:45 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:45.879 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:45 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:46.381 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi018:vg_nvme/lv_1 2024-03-07T09:54:46.634 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:54:46.757 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:46 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:54:46.757 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:46 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:54:46.757 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:46 smithi018 ceph-mon[32171]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:46.757 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:46 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:46.757 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:46 smithi018 ceph-mon[32171]: osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] boot 2024-03-07T09:54:46.757 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:46 smithi018 ceph-mon[32171]: osdmap e60: 9 total, 9 up, 9 in 2024-03-07T09:54:46.758 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:46 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:46.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:46 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:54:46.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:46 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:54:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:46 smithi063 ceph-mon[36356]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:46 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:46 smithi063 ceph-mon[36356]: osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] boot 2024-03-07T09:54:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:46 smithi063 ceph-mon[36356]: osdmap e60: 9 total, 9 up, 9 in 2024-03-07T09:54:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:46 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:46 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:54:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:46 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:54:47.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:46 smithi077 ceph-mon[36374]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-03-07T09:54:47.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:46 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:47.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:46 smithi077 ceph-mon[36374]: osd.8 [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] boot 2024-03-07T09:54:47.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:46 smithi077 ceph-mon[36374]: osdmap e60: 9 total, 9 up, 9 in 2024-03-07T09:54:47.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:46 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:54:47.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: osdmap e61: 9 total, 9 up, 9 in 2024-03-07T09:54:47.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi077 2024-03-07T09:54:47.760 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi077 to 5693M 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.761 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:47.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:47.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:47.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:47 smithi018 ceph-mon[32171]: pgmap v197: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: osdmap e61: 9 total, 9 up, 9 in 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi077 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi077 to 5693M 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:47.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:47.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:47.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:47.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:47.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:47.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:47 smithi063 ceph-mon[36356]: pgmap v197: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:54:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: osdmap e61: 9 total, 9 up, 9 in 2024-03-07T09:54:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi077 2024-03-07T09:54:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi077 to 5693M 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:54:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:47 smithi077 ceph-mon[36374]: pgmap v197: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 -- 172.21.15.18:0/3668200198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102280 msgr2=0x7efd281026e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/3668200198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102280 0x7efd281026e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7efd180099c0 tx=0x7efd18009cd0 comp rx=0 tx=0).stop 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 -- 172.21.15.18:0/3668200198 shutdown_connections 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/3668200198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28102c20 0x7efd281094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/3668200198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28101080 0x7efd281014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/3668200198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102280 0x7efd281026e0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 -- 172.21.15.18:0/3668200198 >> 172.21.15.18:0/3668200198 conn(0x7efd280fc640 msgr2=0x7efd280fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 -- 172.21.15.18:0/3668200198 shutdown_connections 2024-03-07T09:54:48.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 -- 172.21.15.18:0/3668200198 wait complete. 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 Processor -- start 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.294+0000 7efd2fe2c700 1 -- start start 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28101080 0x7efd28105010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28102280 0x7efd28103660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102c20 0x7efd28103ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd2810ccc0 con 0x7efd28102c20 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd2810cb40 con 0x7efd28101080 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd2810ce40 con 0x7efd28102280 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102c20 0x7efd28103ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102c20 0x7efd28103ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42216/0 (socket says 172.21.15.18:42216) 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 -- 172.21.15.18:0/2521180462 learned_addr learned my addr 172.21.15.18:0/2521180462 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2dbc8700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28101080 0x7efd28105010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:48.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 -- 172.21.15.18:0/2521180462 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28102280 msgr2=0x7efd28103660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2d3c7700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28102280 0x7efd28103660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28102280 0x7efd28103660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 -- 172.21.15.18:0/2521180462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28101080 msgr2=0x7efd28105010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28101080 0x7efd28105010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 -- 172.21.15.18:0/2521180462 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd28104450 con 0x7efd28102c20 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2dbc8700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28101080 0x7efd28105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2e3c9700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102c20 0x7efd28103ba0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efd2000b970 tx=0x7efd2000bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd1effd700 1 -- 172.21.15.18:0/2521180462 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd20019070 con 0x7efd28102c20 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd281a2550 con 0x7efd28102c20 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd1effd700 1 -- 172.21.15.18:0/2521180462 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd20014440 con 0x7efd28102c20 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd1effd700 1 -- 172.21.15.18:0/2521180462 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd200075d0 con 0x7efd28102c20 2024-03-07T09:54:48.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.295+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd281a2ae0 con 0x7efd28102c20 2024-03-07T09:54:48.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.296+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd28068e10 con 0x7efd28102c20 2024-03-07T09:54:48.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.298+0000 7efd1effd700 1 -- 172.21.15.18:0/2521180462 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7efd2001c070 con 0x7efd28102c20 2024-03-07T09:54:48.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.298+0000 7efd1effd700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efd140a1e10 0x7efd140a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:54:48.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.298+0000 7efd1effd700 1 -- 172.21.15.18:0/2521180462 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5858+0+0 (secure 0 0 0) 0x7efd200cccf0 con 0x7efd28102c20 2024-03-07T09:54:48.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.298+0000 7efd2dbc8700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efd140a1e10 0x7efd140a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:54:48.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.299+0000 7efd2dbc8700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efd140a1e10 0x7efd140a42d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efd24005950 tx=0x7efd240058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:54:48.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.302+0000 7efd1effd700 1 -- 172.21.15.18:0/2521180462 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7efd2009aab0 con 0x7efd28102c20 2024-03-07T09:54:48.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:54:48.513+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7efd281a2da0 con 0x7efd140a1e10 2024-03-07T09:54:48.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:48 smithi018 ceph-mon[32171]: osdmap e62: 9 total, 9 up, 9 in 2024-03-07T09:54:48.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:48 smithi018 ceph-mon[32171]: from='client.14433 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:54:48.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:54:48.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:54:48.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:48 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:48.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:48 smithi063 ceph-mon[36356]: osdmap e62: 9 total, 9 up, 9 in 2024-03-07T09:54:48.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:48 smithi063 ceph-mon[36356]: from='client.14433 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:54:48.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:54:48.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:54:48.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:48 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:48 smithi077 ceph-mon[36374]: osdmap e62: 9 total, 9 up, 9 in 2024-03-07T09:54:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:48 smithi077 ceph-mon[36374]: from='client.14433 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi018:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:54:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:54:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:54:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:48 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:50.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:49 smithi018 ceph-mon[32171]: osdmap e63: 9 total, 9 up, 9 in 2024-03-07T09:54:50.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:49 smithi018 ceph-mon[32171]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:54:50.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:49 smithi063 ceph-mon[36356]: osdmap e63: 9 total, 9 up, 9 in 2024-03-07T09:54:50.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:49 smithi063 ceph-mon[36356]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:54:50.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:49 smithi077 ceph-mon[36374]: osdmap e63: 9 total, 9 up, 9 in 2024-03-07T09:54:50.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:49 smithi077 ceph-mon[36374]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:54:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:50 smithi018 ceph-mon[32171]: osdmap e64: 9 total, 9 up, 9 in 2024-03-07T09:54:51.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:50 smithi063 ceph-mon[36356]: osdmap e64: 9 total, 9 up, 9 in 2024-03-07T09:54:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:50 smithi077 ceph-mon[36374]: osdmap e64: 9 total, 9 up, 9 in 2024-03-07T09:54:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:51 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3695302732' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a625075b-3293-4f74-9911-bdacca9aca2a"}]: dispatch 2024-03-07T09:54:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:51 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3695302732' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a625075b-3293-4f74-9911-bdacca9aca2a"}]': finished 2024-03-07T09:54:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:51 smithi018 ceph-mon[32171]: osdmap e65: 10 total, 9 up, 10 in 2024-03-07T09:54:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:54:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:51 smithi018 ceph-mon[32171]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:54:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:51 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3695302732' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a625075b-3293-4f74-9911-bdacca9aca2a"}]: dispatch 2024-03-07T09:54:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:51 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3695302732' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a625075b-3293-4f74-9911-bdacca9aca2a"}]': finished 2024-03-07T09:54:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:51 smithi063 ceph-mon[36356]: osdmap e65: 10 total, 9 up, 10 in 2024-03-07T09:54:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:54:52.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:51 smithi063 ceph-mon[36356]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:54:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:51 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3695302732' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a625075b-3293-4f74-9911-bdacca9aca2a"}]: dispatch 2024-03-07T09:54:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:51 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3695302732' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a625075b-3293-4f74-9911-bdacca9aca2a"}]': finished 2024-03-07T09:54:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:51 smithi077 ceph-mon[36374]: osdmap e65: 10 total, 9 up, 10 in 2024-03-07T09:54:52.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:54:52.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:51 smithi077 ceph-mon[36374]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:54:53.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:52 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/198984719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:53.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:52 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/198984719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:53.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:52 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/198984719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:54:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:53 smithi018 ceph-mon[32171]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-03-07T09:54:54.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:53 smithi063 ceph-mon[36356]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-03-07T09:54:54.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:53 smithi077 ceph-mon[36374]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-03-07T09:54:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:55 smithi063 ceph-mon[36356]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-07T09:54:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:55 smithi077 ceph-mon[36374]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-07T09:54:56.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:55 smithi018 ceph-mon[32171]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-03-07T09:54:57.827 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:57 smithi018 ceph-mon[32171]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T09:54:57.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:57 smithi063 ceph-mon[36356]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T09:54:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:57 smithi077 ceph-mon[36374]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-07T09:54:59.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-07T09:54:59.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:54:59 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:59.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:59 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-07T09:54:59.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:54:59 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:54:59.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:59 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-07T09:54:59.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:54:59 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:00.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:00 smithi018 ceph-mon[32171]: Deploying daemon osd.9 on smithi018 2024-03-07T09:55:00.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:00 smithi018 ceph-mon[32171]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-07T09:55:00.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:00 smithi063 ceph-mon[36356]: Deploying daemon osd.9 on smithi018 2024-03-07T09:55:00.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:00 smithi063 ceph-mon[36356]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-07T09:55:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:00 smithi077 ceph-mon[36374]: Deploying daemon osd.9 on smithi018 2024-03-07T09:55:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:00 smithi077 ceph-mon[36374]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-03-07T09:55:01.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:01 smithi018 ceph-mon[32171]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:01.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:01 smithi063 ceph-mon[36356]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:01 smithi077 ceph-mon[36374]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:03.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:03 smithi063 ceph-mon[36356]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:03.966 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:03 smithi018 ceph-mon[32171]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:03 smithi077 ceph-mon[36374]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:06.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:06.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:06.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:05 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:06.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:05 smithi077 ceph-mon[36374]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:06.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:06.317 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:06.318 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:05 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:06.318 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:05 smithi018 ceph-mon[32171]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:05 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:05 smithi063 ceph-mon[36356]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:07.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:07 smithi018 ceph-mon[32171]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:07.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:07 smithi063 ceph-mon[36356]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:08.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:07 smithi077 ceph-mon[36374]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:08.475 INFO:teuthology.orchestra.run.smithi018.stdout:Created osd(s) 9 on host 'smithi018' 2024-03-07T09:55:08.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.473+0000 7efd1effd700 1 -- 172.21.15.18:0/2521180462 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7efd281a2da0 con 0x7efd140a1e10 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efd140a1e10 msgr2=0x7efd140a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efd140a1e10 0x7efd140a42d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efd24005950 tx=0x7efd240058e0 comp rx=0 tx=0).stop 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102c20 msgr2=0x7efd28103ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102c20 0x7efd28103ba0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efd2000b970 tx=0x7efd2000bd30 comp rx=0 tx=0).stop 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 shutdown_connections 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efd140a1e10 0x7efd140a42d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28102c20 0x7efd28103ba0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28101080 0x7efd28105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 --2- 172.21.15.18:0/2521180462 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28102280 0x7efd28103660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 >> 172.21.15.18:0/2521180462 conn(0x7efd280fc640 msgr2=0x7efd280fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 shutdown_connections 2024-03-07T09:55:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:55:08.476+0000 7efd2fe2c700 1 -- 172.21.15.18:0/2521180462 wait complete. 2024-03-07T09:55:09.117 DEBUG:teuthology.orchestra.run.smithi018:osd.9> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.9.service 2024-03-07T09:55:09.120 INFO:tasks.cephadm:Deploying osd.10 on smithi063 with /dev/vg_nvme/lv_1... 2024-03-07T09:55:09.120 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-07T09:55:09.380 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:55:09.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:09 smithi077 ceph-mon[36374]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-07T09:55:09.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:09 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:09 smithi063 ceph-mon[36356]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-07T09:55:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:09 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:09 smithi018 ceph-mon[32171]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-07T09:55:09.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:09.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:09 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:10.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:10 smithi018 ceph-mon[32171]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-07T09:55:10.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:10 smithi018 ceph-mon[32171]: osdmap e66: 10 total, 9 up, 10 in 2024-03-07T09:55:10.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:10 smithi018 ceph-mon[32171]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:55:10.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:10 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:10.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:10 smithi018 ceph-mon[32171]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:10.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:10 smithi063 ceph-mon[36356]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-07T09:55:10.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:10 smithi063 ceph-mon[36356]: osdmap e66: 10 total, 9 up, 10 in 2024-03-07T09:55:10.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:10 smithi063 ceph-mon[36356]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:55:10.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:10 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:10.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:10 smithi063 ceph-mon[36356]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:10 smithi077 ceph-mon[36374]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-07T09:55:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:10 smithi077 ceph-mon[36374]: osdmap e66: 10 total, 9 up, 10 in 2024-03-07T09:55:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:10 smithi077 ceph-mon[36374]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]: dispatch 2024-03-07T09:55:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:10 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:10 smithi077 ceph-mon[36374]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:11.235 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 09:55:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T09:55:10.895+0000 7f7a3c660700 -1 osd.9 0 waiting for initial osdmap 2024-03-07T09:55:11.235 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 09:55:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T09:55:10.907+0000 7f7a3444b700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:55:11.522 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-07T09:55:11.522 INFO:teuthology.orchestra.run.smithi063.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-07T09:55:11.522 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10+0 records in 2024-03-07T09:55:11.522 INFO:teuthology.orchestra.run.smithi063.stderr:10+0 records out 2024-03-07T09:55:11.522 INFO:teuthology.orchestra.run.smithi063.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112249 s, 934 MB/s 2024-03-07T09:55:11.522 INFO:teuthology.orchestra.run.smithi063.stderr:--> Zapping successful for: 2024-03-07T09:55:11.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:11 smithi018 ceph-mon[32171]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:55:11.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:11 smithi018 ceph-mon[32171]: osdmap e67: 10 total, 9 up, 10 in 2024-03-07T09:55:11.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:11.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:11.539 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:11 smithi018 ceph-mon[32171]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' 2024-03-07T09:55:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:11 smithi063 ceph-mon[36356]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:55:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:11 smithi063 ceph-mon[36356]: osdmap e67: 10 total, 9 up, 10 in 2024-03-07T09:55:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:11.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:11 smithi063 ceph-mon[36356]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' 2024-03-07T09:55:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:11 smithi077 ceph-mon[36374]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi018", "root=default"]}]': finished 2024-03-07T09:55:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:11 smithi077 ceph-mon[36374]: osdmap e67: 10 total, 9 up, 10 in 2024-03-07T09:55:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:11.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:11 smithi077 ceph-mon[36374]: from='osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057]' entity='osd.9' 2024-03-07T09:55:12.271 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi063:vg_nvme/lv_1 2024-03-07T09:55:12.534 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T09:55:12.636 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:12 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:55:12.636 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:12 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:55:12.636 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:12 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:12.636 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:12 smithi063 ceph-mon[36356]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:12.636 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:12 smithi063 ceph-mon[36356]: osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] boot 2024-03-07T09:55:12.636 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:12 smithi063 ceph-mon[36356]: osdmap e68: 10 total, 10 up, 10 in 2024-03-07T09:55:12.636 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:12 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:12.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:12 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:55:12.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:12 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:55:12.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:12 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:12.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:12 smithi018 ceph-mon[32171]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:12.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:12 smithi018 ceph-mon[32171]: osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] boot 2024-03-07T09:55:12.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:12 smithi018 ceph-mon[32171]: osdmap e68: 10 total, 10 up, 10 in 2024-03-07T09:55:12.711 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:12 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:12.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:12 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:55:12.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:12 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:55:12.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:12 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:12.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:12 smithi077 ceph-mon[36374]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-03-07T09:55:12.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:12 smithi077 ceph-mon[36374]: osd.9 [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] boot 2024-03-07T09:55:12.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:12 smithi077 ceph-mon[36374]: osdmap e68: 10 total, 10 up, 10 in 2024-03-07T09:55:12.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:12 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3389725635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102280 msgr2=0x7f63b41026e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3389725635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102280 0x7f63b41026e0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f639c0099c0 tx=0x7f639c009cd0 comp rx=0 tx=0).stop 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3389725635 shutdown_connections 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3389725635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63b4102c20 0x7f63b41094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3389725635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63b4101080 0x7f63b41014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3389725635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102280 0x7f63b41026e0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3389725635 >> 172.21.15.63:0/3389725635 conn(0x7f63b40fc620 msgr2=0x7f63b40fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3389725635 shutdown_connections 2024-03-07T09:55:14.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.168+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3389725635 wait complete. 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 Processor -- start 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 -- start start 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63b4101080 0x7f63b4198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63b4102280 0x7f63b4198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102c20 0x7f63b419fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63b410cd30 con 0x7f63b4102280 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63b410cbb0 con 0x7f63b4102c20 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b9fb8700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63b410ceb0 con 0x7f63b4101080 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102c20 0x7f63b419fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b3fff700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102c20 0x7f63b419fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:52346/0 (socket says 172.21.15.63:52346) 2024-03-07T09:55:14.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b3fff700 1 -- 172.21.15.63:0/3319707695 learned_addr learned my addr 172.21.15.63:0/3319707695 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-03-07T09:55:14.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b2ffd700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63b4102280 0x7f63b4198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:14.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.169+0000 7f63b37fe700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63b4101080 0x7f63b4198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:14.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b3fff700 1 -- 172.21.15.63:0/3319707695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63b4101080 msgr2=0x7f63b4198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:14.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b3fff700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63b4101080 0x7f63b4198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:14.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b3fff700 1 -- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63b4102280 msgr2=0x7f63b4198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:14.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b3fff700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63b4102280 0x7f63b4198a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:14.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b3fff700 1 -- 172.21.15.63:0/3319707695 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63b41a0150 con 0x7f63b4102c20 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b37fe700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63b4101080 0x7f63b4198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b3fff700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102c20 0x7f63b419fab0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f63a400ada0 tx=0x7f63a400c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b0ff9700 1 -- 172.21.15.63:0/3319707695 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a4017020 con 0x7f63b4102c20 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63b41a0440 con 0x7f63b4102c20 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b0ff9700 1 -- 172.21.15.63:0/3319707695 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f63a400a0d0 con 0x7f63b4102c20 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b0ff9700 1 -- 172.21.15.63:0/3319707695 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a4005480 con 0x7f63b4102c20 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.170+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63b41a0a50 con 0x7f63b4102c20 2024-03-07T09:55:14.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.171+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63b4068e10 con 0x7f63b4102c20 2024-03-07T09:55:14.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.172+0000 7f63b0ff9700 1 -- 172.21.15.63:0/3319707695 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f63a4005620 con 0x7f63b4102c20 2024-03-07T09:55:14.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.173+0000 7f63b0ff9700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f63a00a1e10 0x7f63a00a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:14.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.173+0000 7f63b0ff9700 1 -- 172.21.15.63:0/3319707695 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 6261+0+0 (secure 0 0 0) 0x7f63a40ccd20 con 0x7f63b4102c20 2024-03-07T09:55:14.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.173+0000 7f63b37fe700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f63a00a1e10 0x7f63a00a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:14.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.173+0000 7f63b37fe700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f63a00a1e10 0x7f63a00a42d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f63b41020e0 tx=0x7f63ac008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:55:14.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.177+0000 7f63b0ff9700 1 -- 172.21.15.63:0/3319707695 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f63a4021020 con 0x7f63b4102c20 2024-03-07T09:55:14.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi018 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi018 to 4273M 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:14.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:14.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:14.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: osdmap e69: 10 total, 10 up, 10 in 2024-03-07T09:55:14.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:14 smithi063 ceph-mon[36356]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:14.393 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:14.391+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f63b40fe830 con 0x7f63a00a1e10 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi018 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi018 to 4273M 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: osdmap e69: 10 total, 10 up, 10 in 2024-03-07T09:55:14.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:14 smithi077 ceph-mon[36374]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi018 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi018 to 4273M 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: osdmap e69: 10 total, 10 up, 10 in 2024-03-07T09:55:14.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:14 smithi018 ceph-mon[32171]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:15.365 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:15 smithi063 ceph-mon[36356]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:55:15.366 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:55:15.366 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:55:15.366 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:15.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:15 smithi077 ceph-mon[36374]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:55:15.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:55:15.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:55:15.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:15.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:15 smithi018 ceph-mon[32171]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:55:15.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:55:15.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:55:15.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:16.329 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:16 smithi063 ceph-mon[36356]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:16.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:16 smithi077 ceph-mon[36374]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:16.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:16 smithi018 ceph-mon[32171]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:17.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:17 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/2610945274' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]: dispatch 2024-03-07T09:55:17.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:17 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]: dispatch 2024-03-07T09:55:17.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:17 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]': finished 2024-03-07T09:55:17.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:17 smithi063 ceph-mon[36356]: osdmap e70: 11 total, 10 up, 11 in 2024-03-07T09:55:17.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:17 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:17 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/2610945274' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]: dispatch 2024-03-07T09:55:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:17 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]: dispatch 2024-03-07T09:55:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:17 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]': finished 2024-03-07T09:55:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:17 smithi077 ceph-mon[36374]: osdmap e70: 11 total, 10 up, 11 in 2024-03-07T09:55:17.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:17 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:17.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:17 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/2610945274' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]: dispatch 2024-03-07T09:55:17.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:17 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]: dispatch 2024-03-07T09:55:17.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:17 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4"}]': finished 2024-03-07T09:55:17.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:17 smithi018 ceph-mon[32171]: osdmap e70: 11 total, 10 up, 11 in 2024-03-07T09:55:17.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:17 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:18.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:18 smithi063 ceph-mon[36356]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:18.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:18 smithi063 ceph-mon[36356]: from='client.? 172.21.15.63:0/2037471010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:55:18.697 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:18 smithi077 ceph-mon[36374]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:18.697 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:18 smithi077 ceph-mon[36374]: from='client.? 172.21.15.63:0/2037471010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:55:18.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:18 smithi018 ceph-mon[32171]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:18.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:18 smithi018 ceph-mon[32171]: from='client.? 172.21.15.63:0/2037471010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:55:19.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:19 smithi063 ceph-mon[36356]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:20.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:19 smithi077 ceph-mon[36374]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:20.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:19 smithi018 ceph-mon[32171]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:21.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:21 smithi063 ceph-mon[36356]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:21 smithi077 ceph-mon[36374]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:22.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:21 smithi018 ceph-mon[32171]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:23.937 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:23 smithi063 ceph-mon[36356]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:24.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:23 smithi077 ceph-mon[36374]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:23 smithi018 ceph-mon[32171]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:25.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-07T09:55:25.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:25 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:25.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-07T09:55:25.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:25 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:25.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-07T09:55:25.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:25 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:26.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:26 smithi063 ceph-mon[36356]: Deploying daemon osd.10 on smithi063 2024-03-07T09:55:26.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:26 smithi063 ceph-mon[36356]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:26.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:26 smithi077 ceph-mon[36374]: Deploying daemon osd.10 on smithi063 2024-03-07T09:55:26.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:26 smithi077 ceph-mon[36374]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:26.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:26 smithi018 ceph-mon[32171]: Deploying daemon osd.10 on smithi063 2024-03-07T09:55:26.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:26 smithi018 ceph-mon[32171]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:27 smithi063 ceph-mon[36356]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:28.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:27 smithi077 ceph-mon[36374]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:27 smithi018 ceph-mon[32171]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:29.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:29 smithi063 ceph-mon[36356]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:30.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:29 smithi077 ceph-mon[36374]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:30.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:29 smithi018 ceph-mon[32171]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:32.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:32 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:32.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:32 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:32.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:32 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:32.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:32 smithi063 ceph-mon[36356]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:32.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:32 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:32.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:32 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:32.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:32 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:32.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:32 smithi077 ceph-mon[36374]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:32.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:32 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:32 smithi018 ceph-mon[32171]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:33.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:33 smithi063 ceph-mon[36356]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:34.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:33 smithi077 ceph-mon[36374]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:34.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:33 smithi018 ceph-mon[32171]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:34.713 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 10 on host 'smithi063' 2024-03-07T09:55:34.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.711+0000 7f63b0ff9700 1 -- 172.21.15.63:0/3319707695 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f63b40fe830 con 0x7f63a00a1e10 2024-03-07T09:55:34.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f63a00a1e10 msgr2=0x7f63a00a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:34.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f63a00a1e10 0x7f63a00a42d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f63b41020e0 tx=0x7f63ac008040 comp rx=0 tx=0).stop 2024-03-07T09:55:34.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102c20 msgr2=0x7f63b419fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:34.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102c20 0x7f63b419fab0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f63a400ada0 tx=0x7f63a400c330 comp rx=0 tx=0).stop 2024-03-07T09:55:34.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 shutdown_connections 2024-03-07T09:55:34.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f63b4102c20 0x7f63b419fab0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:34.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63b4101080 0x7f63b4198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:34.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f63a00a1e10 0x7f63a00a42d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:34.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 --2- 172.21.15.63:0/3319707695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f63b4102280 0x7f63b4198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:34.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.713+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 >> 172.21.15.63:0/3319707695 conn(0x7f63b40fc620 msgr2=0x7f63b40fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:55:34.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.714+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 shutdown_connections 2024-03-07T09:55:34.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-03-07T09:55:34.714+0000 7f63b9fb8700 1 -- 172.21.15.63:0/3319707695 wait complete. 2024-03-07T09:55:35.434 DEBUG:teuthology.orchestra.run.smithi063:osd.10> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.10.service 2024-03-07T09:55:35.437 INFO:tasks.cephadm:Deploying osd.11 on smithi077 with /dev/vg_nvme/lv_1... 2024-03-07T09:55:35.437 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-07T09:55:35.684 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:55:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:35 smithi077 ceph-mon[36374]: from='osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-07T09:55:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:35 smithi077 ceph-mon[36374]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-07T09:55:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:35 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:35 smithi077 ceph-mon[36374]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:35 smithi063 ceph-mon[36356]: from='osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-07T09:55:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:35 smithi063 ceph-mon[36356]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-07T09:55:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:35 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:35.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:35 smithi063 ceph-mon[36356]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:35 smithi018 ceph-mon[32171]: from='osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-07T09:55:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:35 smithi018 ceph-mon[32171]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-07T09:55:36.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:36.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:35 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:36.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:35 smithi018 ceph-mon[32171]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:36 smithi063 ceph-mon[36356]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-07T09:55:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:36 smithi063 ceph-mon[36356]: osdmap e71: 11 total, 10 up, 11 in 2024-03-07T09:55:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:36 smithi063 ceph-mon[36356]: from='osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:55:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:36 smithi063 ceph-mon[36356]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:55:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:36 smithi077 ceph-mon[36374]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-07T09:55:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:36 smithi077 ceph-mon[36374]: osdmap e71: 11 total, 10 up, 11 in 2024-03-07T09:55:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:36 smithi077 ceph-mon[36374]: from='osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:55:37.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:36 smithi077 ceph-mon[36374]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:55:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:36 smithi018 ceph-mon[32171]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-07T09:55:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:36 smithi018 ceph-mon[32171]: osdmap e71: 11 total, 10 up, 11 in 2024-03-07T09:55:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:36 smithi018 ceph-mon[32171]: from='osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:55:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:36 smithi018 ceph-mon[32171]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-03-07T09:55:37.440 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T09:55:37.144+0000 7f1aec258700 -1 osd.10 0 waiting for initial osdmap 2024-03-07T09:55:37.440 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T09:55:37.156+0000 7f1ae4043700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:55:37.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:55:37.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: osdmap e72: 11 total, 10 up, 11 in 2024-03-07T09:55:37.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:37.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:37.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: from='osd.10 ' entity='osd.10' 2024-03-07T09:55:37.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] boot 2024-03-07T09:55:37.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: osdmap e73: 11 total, 11 up, 11 in 2024-03-07T09:55:37.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:37.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:37 smithi063 ceph-mon[36356]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:37.718 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-07T09:55:37.718 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-07T09:55:37.718 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-03-07T09:55:37.718 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-03-07T09:55:37.719 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130719 s, 802 MB/s 2024-03-07T09:55:37.719 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: osdmap e72: 11 total, 10 up, 11 in 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: from='osd.10 ' entity='osd.10' 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] boot 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: osdmap e73: 11 total, 11 up, 11 in 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:37 smithi077 ceph-mon[36374]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: osdmap e72: 11 total, 10 up, 11 in 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: from='osd.10 ' entity='osd.10' 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: osd.10 [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] boot 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: osdmap e73: 11 total, 11 up, 11 in 2024-03-07T09:55:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:55:38.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:37 smithi018 ceph-mon[32171]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-03-07T09:55:38.387 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch daemon add osd smithi077:vg_nvme/lv_1 2024-03-07T09:55:38.631 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:55:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:38 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:55:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:38 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:55:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:38 smithi063 ceph-mon[36356]: osdmap e74: 11 total, 11 up, 11 in 2024-03-07T09:55:38.976 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:38 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:55:38.976 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:38 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:55:38.977 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:38 smithi077 ceph-mon[36374]: osdmap e74: 11 total, 11 up, 11 in 2024-03-07T09:55:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:38 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:55:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:38 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:55:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:38 smithi018 ceph-mon[32171]: osdmap e74: 11 total, 11 up, 11 in 2024-03-07T09:55:40.288 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 -- 172.21.15.77:0/696128424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94241021a0 msgr2=0x7f94241025c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:40.288 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 --2- 172.21.15.77:0/696128424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94241021a0 0x7f94241025c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9414009990 tx=0x7f9414009ca0 comp rx=0 tx=0).stop 2024-03-07T09:55:40.288 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 -- 172.21.15.77:0/696128424 shutdown_connections 2024-03-07T09:55:40.288 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 --2- 172.21.15.77:0/696128424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9424103d40 0x7f942410a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:40.288 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 --2- 172.21.15.77:0/696128424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94241021a0 0x7f94241025c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:40.288 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 --2- 172.21.15.77:0/696128424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94241033a0 0x7f9424103800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:40.289 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 -- 172.21.15.77:0/696128424 >> 172.21.15.77:0/696128424 conn(0x7f94240fd760 msgr2=0x7f94240ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:55:40.289 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 -- 172.21.15.77:0/696128424 shutdown_connections 2024-03-07T09:55:40.289 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 -- 172.21.15.77:0/696128424 wait complete. 2024-03-07T09:55:40.289 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.286+0000 7f9429f76700 1 Processor -- start 2024-03-07T09:55:40.289 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9429f76700 1 -- start start 2024-03-07T09:55:40.290 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9429f76700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94241021a0 0x7f9424198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:40.290 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9429f76700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94241033a0 0x7f9424198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:40.290 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9429f76700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9424103d40 0x7f942419f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9429f76700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f942410ddf0 con 0x7f94241021a0 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9429f76700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f942410dc70 con 0x7f94241033a0 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9429f76700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f942410df70 con 0x7f9424103d40 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9424103d40 0x7f942419f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9424103d40 0x7f942419f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49254/0 (socket says 172.21.15.77:49254) 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 -- 172.21.15.77:0/3279564423 learned_addr learned my addr 172.21.15.77:0/3279564423 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f94237fe700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94241021a0 0x7f9424198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9422ffd700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94241033a0 0x7f9424198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 -- 172.21.15.77:0/3279564423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94241033a0 msgr2=0x7f9424198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94241033a0 0x7f9424198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 -- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94241021a0 msgr2=0x7f9424198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94241021a0 0x7f9424198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 -- 172.21.15.77:0/3279564423 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94241a0090 con 0x7f9424103d40 2024-03-07T09:55:40.291 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.287+0000 7f9423fff700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9424103d40 0x7f942419f9f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f941c00add0 tx=0x7f941c00c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:55:40.292 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.288+0000 7f9420ff9700 1 -- 172.21.15.77:0/3279564423 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f941c017020 con 0x7f9424103d40 2024-03-07T09:55:40.292 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.288+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94241a0380 con 0x7f9424103d40 2024-03-07T09:55:40.292 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.288+0000 7f9420ff9700 1 -- 172.21.15.77:0/3279564423 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f941c00ae00 con 0x7f9424103d40 2024-03-07T09:55:40.292 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.288+0000 7f9420ff9700 1 -- 172.21.15.77:0/3279564423 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f941c0053e0 con 0x7f9424103d40 2024-03-07T09:55:40.292 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.288+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94241a0940 con 0x7f9424103d40 2024-03-07T09:55:40.292 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.289+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9424068e10 con 0x7f9424103d40 2024-03-07T09:55:40.293 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.290+0000 7f9420ff9700 1 -- 172.21.15.77:0/3279564423 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f941c00c890 con 0x7f9424103d40 2024-03-07T09:55:40.293 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.290+0000 7f9420ff9700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f940c0a1e10 0x7f940c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:55:40.293 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.290+0000 7f9420ff9700 1 -- 172.21.15.77:0/3279564423 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6723+0+0 (secure 0 0 0) 0x7f941c0cceb0 con 0x7f9424103d40 2024-03-07T09:55:40.293 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.290+0000 7f94237fe700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f940c0a1e10 0x7f940c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:55:40.293 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.291+0000 7f94237fe700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f940c0a1e10 0x7f940c0a42d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9414003890 tx=0x7f9414005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:55:40.296 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.295+0000 7f9420ff9700 1 -- 172.21.15.77:0/3279564423 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f941c021020 con 0x7f9424103d40 2024-03-07T09:55:40.499 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:40.497+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f9424062590 con 0x7f940c0a1e10 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi063 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi063 to 4270M 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:40.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: osdmap e75: 11 total, 11 up, 11 in 2024-03-07T09:55:40.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 362 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:40.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:40.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:40.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:40.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:40 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi063 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi063 to 4270M 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: osdmap e75: 11 total, 11 up, 11 in 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 362 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:40.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:40 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi063 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi063 to 4270M 2024-03-07T09:55:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: osdmap e75: 11 total, 11 up, 11 in 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 362 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:55:40.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:40 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:41.700 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:41 smithi063 ceph-mon[36356]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:55:41.700 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:41 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:55:41.700 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:41 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:55:41.700 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:41 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:41.700 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:41 smithi063 ceph-mon[36356]: osdmap e76: 11 total, 11 up, 11 in 2024-03-07T09:55:41.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:41 smithi077 ceph-mon[36374]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:55:41.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:41 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:55:41.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:41 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:55:41.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:41 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:41.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:41 smithi077 ceph-mon[36374]: osdmap e76: 11 total, 11 up, 11 in 2024-03-07T09:55:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:41 smithi018 ceph-mon[32171]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:55:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:41 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-07T09:55:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:41 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-07T09:55:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:41 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:41 smithi018 ceph-mon[32171]: osdmap e76: 11 total, 11 up, 11 in 2024-03-07T09:55:42.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:42 smithi077 ceph-mon[36374]: osdmap e77: 11 total, 11 up, 11 in 2024-03-07T09:55:42.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:42 smithi077 ceph-mon[36374]: pgmap v240: 1 pgs: 1 peering; 577 KiB data, 363 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:55:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:42 smithi018 ceph-mon[32171]: osdmap e77: 11 total, 11 up, 11 in 2024-03-07T09:55:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:42 smithi018 ceph-mon[32171]: pgmap v240: 1 pgs: 1 peering; 577 KiB data, 363 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:55:42.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:42 smithi063 ceph-mon[36356]: osdmap e77: 11 total, 11 up, 11 in 2024-03-07T09:55:42.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:42 smithi063 ceph-mon[36356]: pgmap v240: 1 pgs: 1 peering; 577 KiB data, 363 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-07T09:55:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:43 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/3342077359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]: dispatch 2024-03-07T09:55:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:43 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]: dispatch 2024-03-07T09:55:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:43 smithi018 ceph-mon[32171]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]': finished 2024-03-07T09:55:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:43 smithi018 ceph-mon[32171]: osdmap e78: 12 total, 11 up, 12 in 2024-03-07T09:55:43.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:43 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:55:43.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:43 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/3342077359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]: dispatch 2024-03-07T09:55:43.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:43 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]: dispatch 2024-03-07T09:55:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:43 smithi063 ceph-mon[36356]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]': finished 2024-03-07T09:55:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:43 smithi063 ceph-mon[36356]: osdmap e78: 12 total, 11 up, 12 in 2024-03-07T09:55:43.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:43 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:55:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:43 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/3342077359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]: dispatch 2024-03-07T09:55:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:43 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]: dispatch 2024-03-07T09:55:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:43 smithi077 ceph-mon[36374]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9ceefdd4-fca7-4079-9539-9e206a8dd2de"}]': finished 2024-03-07T09:55:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:43 smithi077 ceph-mon[36374]: osdmap e78: 12 total, 11 up, 12 in 2024-03-07T09:55:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:43 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:55:44.828 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:44 smithi018 ceph-mon[32171]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-03-07T09:55:44.828 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:44 smithi018 ceph-mon[32171]: from='client.? 172.21.15.77:0/1384163275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:55:44.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:44 smithi063 ceph-mon[36356]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-03-07T09:55:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:44 smithi063 ceph-mon[36356]: from='client.? 172.21.15.77:0/1384163275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:55:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:44 smithi077 ceph-mon[36374]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-03-07T09:55:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:44 smithi077 ceph-mon[36374]: from='client.? 172.21.15.77:0/1384163275' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-07T09:55:45.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:45 smithi018 ceph-mon[32171]: pgmap v243: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T09:55:45.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:45 smithi063 ceph-mon[36356]: pgmap v243: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T09:55:46.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:45 smithi077 ceph-mon[36374]: pgmap v243: 1 pgs: 1 peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-07T09:55:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:47 smithi063 ceph-mon[36356]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-07T09:55:48.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:47 smithi077 ceph-mon[36374]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-07T09:55:48.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:47 smithi018 ceph-mon[32171]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-07T09:55:49.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:49 smithi063 ceph-mon[36356]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:50.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:49 smithi077 ceph-mon[36374]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:50.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:49 smithi018 ceph-mon[32171]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:51.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-07T09:55:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:51.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-07T09:55:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:51.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-07T09:55:51.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:55:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:51 smithi077 ceph-mon[36374]: Deploying daemon osd.11 on smithi077 2024-03-07T09:55:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:51 smithi077 ceph-mon[36374]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:52.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:51 smithi018 ceph-mon[32171]: Deploying daemon osd.11 on smithi077 2024-03-07T09:55:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:51 smithi018 ceph-mon[32171]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:52.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:51 smithi063 ceph-mon[36356]: Deploying daemon osd.11 on smithi077 2024-03-07T09:55:52.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:51 smithi063 ceph-mon[36356]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:53.875 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:53 smithi077 ceph-mon[36374]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:53.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:53 smithi063 ceph-mon[36356]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:54.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:53 smithi018 ceph-mon[32171]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:55.673 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:55 smithi077 ceph-mon[36374]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:55 smithi063 ceph-mon[36356]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:55 smithi018 ceph-mon[32171]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:57.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:57.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:57.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:57.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:57.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:55:57.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:55:58.386 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:58 smithi077 ceph-mon[36374]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:58.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:58 smithi018 ceph-mon[32171]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:58.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:58 smithi063 ceph-mon[36356]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:55:59.771 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.769+0000 7f9420ff9700 1 -- 172.21.15.77:0/3279564423 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f9424062590 con 0x7f940c0a1e10 2024-03-07T09:55:59.771 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 11 on host 'smithi077' 2024-03-07T09:55:59.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f940c0a1e10 msgr2=0x7f940c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:59.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f940c0a1e10 0x7f940c0a42d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9414003890 tx=0x7f9414005fd0 comp rx=0 tx=0).stop 2024-03-07T09:55:59.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9424103d40 msgr2=0x7f942419f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:55:59.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9424103d40 0x7f942419f9f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f941c00add0 tx=0x7f941c00c330 comp rx=0 tx=0).stop 2024-03-07T09:55:59.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 shutdown_connections 2024-03-07T09:55:59.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9424103d40 0x7f942419f9f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:59.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f940c0a1e10 0x7f940c0a42d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:59.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94241021a0 0x7f9424198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:59.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 --2- 172.21.15.77:0/3279564423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94241033a0 0x7f9424198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:55:59.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 >> 172.21.15.77:0/3279564423 conn(0x7f94240fd760 msgr2=0x7f9424106720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:55:59.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.772+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 shutdown_connections 2024-03-07T09:55:59.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:55:59.773+0000 7f9429f76700 1 -- 172.21.15.77:0/3279564423 wait complete. 2024-03-07T09:55:59.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:55:59 smithi063 ceph-mon[36356]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:00.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:55:59 smithi077 ceph-mon[36374]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:00.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:55:59 smithi018 ceph-mon[32171]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:00.556 DEBUG:teuthology.orchestra.run.smithi077:osd.11> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.11.service 2024-03-07T09:56:00.559 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-03-07T09:56:00.559 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd stat -f json 2024-03-07T09:56:00.819 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:56:00.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:00 smithi018 ceph-mon[32171]: from='osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-07T09:56:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:00 smithi018 ceph-mon[32171]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-07T09:56:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:00 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:00 smithi077 ceph-mon[36374]: from='osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-07T09:56:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:00 smithi077 ceph-mon[36374]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-07T09:56:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:00 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:00 smithi063 ceph-mon[36356]: from='osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-07T09:56:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:00 smithi063 ceph-mon[36356]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-07T09:56:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:00 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-mon[36374]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-07T09:56:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-mon[36374]: osdmap e79: 12 total, 11 up, 12 in 2024-03-07T09:56:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-mon[36374]: from='osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:56:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-mon[36374]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:56:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-mon[36374]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:02.004 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T09:56:01.728+0000 7fbf7873c700 -1 osd.11 0 waiting for initial osdmap 2024-03-07T09:56:02.004 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 09:56:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T09:56:01.741+0000 7fbf7452f700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-07T09:56:02.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:01 smithi018 ceph-mon[32171]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-07T09:56:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:01 smithi018 ceph-mon[32171]: osdmap e79: 12 total, 11 up, 12 in 2024-03-07T09:56:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:01 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:01 smithi018 ceph-mon[32171]: from='osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:56:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:01 smithi018 ceph-mon[32171]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:56:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:01 smithi018 ceph-mon[32171]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:02.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:01 smithi063 ceph-mon[36356]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-07T09:56:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:01 smithi063 ceph-mon[36356]: osdmap e79: 12 total, 11 up, 12 in 2024-03-07T09:56:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:01 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:01 smithi063 ceph-mon[36356]: from='osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:56:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:01 smithi063 ceph-mon[36356]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-03-07T09:56:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:01 smithi063 ceph-mon[36356]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 -- 172.21.15.18:0/1313745274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580107f80 msgr2=0x7f458010a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 --2- 172.21.15.18:0/1313745274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580107f80 0x7f458010a370 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f457800b0a0 tx=0x7f457800b3b0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 -- 172.21.15.18:0/1313745274 shutdown_connections 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 --2- 172.21.15.18:0/1313745274 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580107f80 0x7f458010a370 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 --2- 172.21.15.18:0/1313745274 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4580102d20 0x7f4580105110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 --2- 172.21.15.18:0/1313745274 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4580105650 0x7f4580107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 -- 172.21.15.18:0/1313745274 >> 172.21.15.18:0/1313745274 conn(0x7f45800fc6b0 msgr2=0x7f45800fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:02.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 -- 172.21.15.18:0/1313745274 shutdown_connections 2024-03-07T09:56:02.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.483+0000 7f4585e86700 1 -- 172.21.15.18:0/1313745274 wait complete. 2024-03-07T09:56:02.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 Processor -- start 2024-03-07T09:56:02.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 -- start start 2024-03-07T09:56:02.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580102d20 0x7f45801983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:02.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4580105650 0x7f4580198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:02.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4580107f80 0x7f458019f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458010de30 con 0x7f4580102d20 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458010dcb0 con 0x7f4580107f80 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f4585e86700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458010dfb0 con 0x7f4580105650 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f457f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580102d20 0x7f45801983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f457f7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580102d20 0x7f45801983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40276/0 (socket says 172.21.15.18:40276) 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f457effd700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4580105650 0x7f4580198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f457f7fe700 1 -- 172.21.15.18:0/472667637 learned_addr learned my addr 172.21.15.18:0/472667637 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.484+0000 7f457ffff700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4580107f80 0x7f458019f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457f7fe700 1 -- 172.21.15.18:0/472667637 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4580105650 msgr2=0x7f4580198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457f7fe700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4580105650 0x7f4580198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457f7fe700 1 -- 172.21.15.18:0/472667637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4580107f80 msgr2=0x7f458019f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457f7fe700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4580107f80 0x7f458019f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457f7fe700 1 -- 172.21.15.18:0/472667637 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45801a0050 con 0x7f4580102d20 2024-03-07T09:56:02.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457f7fe700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580102d20 0x7f45801983f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f457000b560 tx=0x7f457000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:02.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457cff9700 1 -- 172.21.15.18:0/472667637 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4570015020 con 0x7f4580102d20 2024-03-07T09:56:02.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457cff9700 1 -- 172.21.15.18:0/472667637 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4570011d10 con 0x7f4580102d20 2024-03-07T09:56:02.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45801a0340 con 0x7f4580102d20 2024-03-07T09:56:02.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f457cff9700 1 -- 172.21.15.18:0/472667637 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f457000f2e0 con 0x7f4580102d20 2024-03-07T09:56:02.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.485+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45801a0900 con 0x7f4580102d20 2024-03-07T09:56:02.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.486+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4580068e10 con 0x7f4580102d20 2024-03-07T09:56:02.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.487+0000 7f457cff9700 1 -- 172.21.15.18:0/472667637 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f4570018020 con 0x7f4580102d20 2024-03-07T09:56:02.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.488+0000 7f457cff9700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45680a1e10 0x7f45680a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:02.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.488+0000 7f457effd700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45680a1e10 0x7f45680a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:02.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.488+0000 7f457cff9700 1 -- 172.21.15.18:0/472667637 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 6847+0+0 (secure 0 0 0) 0x7f45700ccf70 con 0x7f4580102d20 2024-03-07T09:56:02.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.488+0000 7f457effd700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45680a1e10 0x7f45680a42d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4574009a10 tx=0x7f4574009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.492+0000 7f457cff9700 1 -- 172.21.15.18:0/472667637 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f457001f020 con 0x7f4580102d20 2024-03-07T09:56:02.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.698+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f458002de40 con 0x7f4580102d20 2024-03-07T09:56:02.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.698+0000 7f457cff9700 1 -- 172.21.15.18:0/472667637 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v80) v1 ==== 74+0+133 (secure 0 0 0) 0x7f457009a8c0 con 0x7f4580102d20 2024-03-07T09:56:02.700 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45680a1e10 msgr2=0x7f45680a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45680a1e10 0x7f45680a42d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4574009a10 tx=0x7f4574009190 comp rx=0 tx=0).stop 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580102d20 msgr2=0x7f45801983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580102d20 0x7f45801983f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f457000b560 tx=0x7f457000b870 comp rx=0 tx=0).stop 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 shutdown_connections 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4580107f80 0x7f458019f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45680a1e10 0x7f45680a42d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4580102d20 0x7f45801983f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 --2- 172.21.15.18:0/472667637 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4580105650 0x7f4580198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:02.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.700+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 >> 172.21.15.18:0/472667637 conn(0x7f45800fc6b0 msgr2=0x7f4580103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:02.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.701+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 shutdown_connections 2024-03-07T09:56:02.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:02.701+0000 7f4585e86700 1 -- 172.21.15.18:0/472667637 wait complete. 2024-03-07T09:56:03.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:02 smithi077 ceph-mon[36374]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:56:03.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:02 smithi077 ceph-mon[36374]: osdmap e80: 12 total, 11 up, 12 in 2024-03-07T09:56:03.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:03.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:02 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:03.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:02 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/472667637' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T09:56:03.019 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:02 smithi018 ceph-mon[32171]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:56:03.019 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:02 smithi018 ceph-mon[32171]: osdmap e80: 12 total, 11 up, 12 in 2024-03-07T09:56:03.019 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:03.019 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:02 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:03.019 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:02 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/472667637' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T09:56:03.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:02 smithi063 ceph-mon[36356]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-03-07T09:56:03.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:02 smithi063 ceph-mon[36356]: osdmap e80: 12 total, 11 up, 12 in 2024-03-07T09:56:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:02 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:02 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/472667637' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T09:56:03.322 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":80,"num_osds":12,"num_up_osds":11,"osd_up_since":1709805337,"num_in_osds":12,"osd_in_since":1709805343,"num_remapped_pgs":0} 2024-03-07T09:56:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:03 smithi077 ceph-mon[36374]: purged_snaps scrub starts 2024-03-07T09:56:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:03 smithi077 ceph-mon[36374]: purged_snaps scrub ok 2024-03-07T09:56:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:03 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:03 smithi077 ceph-mon[36374]: osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] boot 2024-03-07T09:56:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:03 smithi077 ceph-mon[36374]: osdmap e81: 12 total, 12 up, 12 in 2024-03-07T09:56:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:03 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:03 smithi077 ceph-mon[36374]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:04.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:03 smithi018 ceph-mon[32171]: purged_snaps scrub starts 2024-03-07T09:56:04.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:03 smithi018 ceph-mon[32171]: purged_snaps scrub ok 2024-03-07T09:56:04.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:03 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:04.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:03 smithi018 ceph-mon[32171]: osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] boot 2024-03-07T09:56:04.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:03 smithi018 ceph-mon[32171]: osdmap e81: 12 total, 12 up, 12 in 2024-03-07T09:56:04.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:03 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:04.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:03 smithi018 ceph-mon[32171]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:04.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:03 smithi063 ceph-mon[36356]: purged_snaps scrub starts 2024-03-07T09:56:04.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:03 smithi063 ceph-mon[36356]: purged_snaps scrub ok 2024-03-07T09:56:04.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:03 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:04.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:03 smithi063 ceph-mon[36356]: osd.11 [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] boot 2024-03-07T09:56:04.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:03 smithi063 ceph-mon[36356]: osdmap e81: 12 total, 12 up, 12 in 2024-03-07T09:56:04.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:03 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:56:04.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:03 smithi063 ceph-mon[36356]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-03-07T09:56:04.324 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd stat -f json 2024-03-07T09:56:04.572 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:56:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: osdmap e82: 12 total, 12 up, 12 in 2024-03-07T09:56:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: Detected new or changed devices on smithi077 2024-03-07T09:56:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi077 to 4270M 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:05.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:04 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: osdmap e82: 12 total, 12 up, 12 in 2024-03-07T09:56:05.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: Detected new or changed devices on smithi077 2024-03-07T09:56:05.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi077 to 4270M 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:05.044 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:05.045 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:05.045 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:04 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: osdmap e82: 12 total, 12 up, 12 in 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: Detected new or changed devices on smithi077 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:56:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi077 to 4270M 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:05.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:04 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:05 smithi077 ceph-mon[36374]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:06.026 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:05 smithi018 ceph-mon[32171]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:06.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:05 smithi063 ceph-mon[36356]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:06.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 -- 172.21.15.18:0/1512643471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103370 msgr2=0x7fe92c1037d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:06.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 --2- 172.21.15.18:0/1512643471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103370 0x7fe92c1037d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe9200099c0 tx=0x7fe920009cd0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 -- 172.21.15.18:0/1512643471 shutdown_connections 2024-03-07T09:56:06.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 --2- 172.21.15.18:0/1512643471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92c103d10 0x7fe92c10a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 --2- 172.21.15.18:0/1512643471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe92c102170 0x7fe92c102590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 --2- 172.21.15.18:0/1512643471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103370 0x7fe92c1037d0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 -- 172.21.15.18:0/1512643471 >> 172.21.15.18:0/1512643471 conn(0x7fe92c0fd730 msgr2=0x7fe92c0ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 -- 172.21.15.18:0/1512643471 shutdown_connections 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.262+0000 7fe9326fc700 1 -- 172.21.15.18:0/1512643471 wait complete. 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 Processor -- start 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 -- start start 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92c102170 0x7fe92c075ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe92c103370 0x7fe92c074540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103d10 0x7fe92c074a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe92c10dde0 con 0x7fe92c103d10 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe92c10dc60 con 0x7fe92c103370 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.263+0000 7fe9326fc700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe92c10df60 con 0x7fe92c102170 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103d10 0x7fe92c074a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103d10 0x7fe92c074a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40302/0 (socket says 172.21.15.18:40302) 2024-03-07T09:56:06.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 -- 172.21.15.18:0/3635032458 learned_addr learned my addr 172.21.15.18:0/3635032458 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe92bfff700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92c102170 0x7fe92c075ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe92b7fe700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe92c103370 0x7fe92c074540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 -- 172.21.15.18:0/3635032458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92c102170 msgr2=0x7fe92c075ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92c102170 0x7fe92c075ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 -- 172.21.15.18:0/3635032458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe92c103370 msgr2=0x7fe92c074540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe92c103370 0x7fe92c074540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 -- 172.21.15.18:0/3635032458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe92c075330 con 0x7fe92c103d10 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe92b7fe700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe92c103370 0x7fe92c074540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe930c99700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103d10 0x7fe92c074a80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe924007d70 tx=0x7fe92400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe9297fa700 1 -- 172.21.15.18:0/3635032458 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe924016020 con 0x7fe92c103d10 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe9297fa700 1 -- 172.21.15.18:0/3635032458 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe92400ad40 con 0x7fe92c103d10 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe92c1a2550 con 0x7fe92c103d10 2024-03-07T09:56:06.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe9297fa700 1 -- 172.21.15.18:0/3635032458 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe924011600 con 0x7fe92c103d10 2024-03-07T09:56:06.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.264+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe92c1a2ae0 con 0x7fe92c103d10 2024-03-07T09:56:06.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.265+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe92c068e10 con 0x7fe92c103d10 2024-03-07T09:56:06.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.266+0000 7fe9297fa700 1 -- 172.21.15.18:0/3635032458 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fe924019020 con 0x7fe92c103d10 2024-03-07T09:56:06.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.267+0000 7fe9297fa700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe9140a1e10 0x7fe9140a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:06.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.267+0000 7fe92bfff700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe9140a1e10 0x7fe9140a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:06.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.267+0000 7fe9297fa700 1 -- 172.21.15.18:0/3635032458 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe9240cd900 con 0x7fe92c103d10 2024-03-07T09:56:06.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.267+0000 7fe92bfff700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe9140a1e10 0x7fe9140a42d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe92c1031d0 tx=0x7fe91c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:06.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.271+0000 7fe9297fa700 1 -- 172.21.15.18:0/3635032458 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe924020020 con 0x7fe92c103d10 2024-03-07T09:56:06.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.473+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fe92c062d60 con 0x7fe92c103d10 2024-03-07T09:56:06.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.474+0000 7fe9297fa700 1 -- 172.21.15.18:0/3635032458 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) v1 ==== 74+0+133 (secure 0 0 0) 0x7fe92409b130 con 0x7fe92c103d10 2024-03-07T09:56:06.476 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:06.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe9140a1e10 msgr2=0x7fe9140a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:06.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe9140a1e10 0x7fe9140a42d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe92c1031d0 tx=0x7fe91c009190 comp rx=0 tx=0).stop 2024-03-07T09:56:06.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103d10 msgr2=0x7fe92c074a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:06.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103d10 0x7fe92c074a80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe924007d70 tx=0x7fe92400a340 comp rx=0 tx=0).stop 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 shutdown_connections 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe9140a1e10 0x7fe9140a42d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe92c103d10 0x7fe92c074a80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe92c102170 0x7fe92c075ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 --2- 172.21.15.18:0/3635032458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe92c103370 0x7fe92c074540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 >> 172.21.15.18:0/3635032458 conn(0x7fe92c0fd730 msgr2=0x7fe92c106610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 shutdown_connections 2024-03-07T09:56:06.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:06.476+0000 7fe9326fc700 1 -- 172.21.15.18:0/3635032458 wait complete. 2024-03-07T09:56:07.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:06 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3635032458' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T09:56:07.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:06 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3635032458' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T09:56:07.196 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1709805362,"num_in_osds":12,"osd_in_since":1709805343,"num_remapped_pgs":0} 2024-03-07T09:56:07.197 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd dump --format=json 2024-03-07T09:56:07.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:06 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3635032458' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-07T09:56:07.447 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:56:07.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:07 smithi018 ceph-mon[32171]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:08.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:07 smithi077 ceph-mon[36374]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:08.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:07 smithi063 ceph-mon[36356]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:09.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.145+0000 7f02d19f9700 1 -- 172.21.15.18:0/889805830 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc1021a0 msgr2=0x7f02cc102620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.145+0000 7f02d19f9700 1 --2- 172.21.15.18:0/889805830 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc1021a0 0x7f02cc102620 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f02bc0099c0 tx=0x7f02bc009cd0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.145+0000 7f02d19f9700 1 -- 172.21.15.18:0/889805830 shutdown_connections 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 --2- 172.21.15.18:0/889805830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02cc102b60 0x7f02cc10efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 --2- 172.21.15.18:0/889805830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02cc108180 0x7f02cc108560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 --2- 172.21.15.18:0/889805830 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc1021a0 0x7f02cc102620 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 -- 172.21.15.18:0/889805830 >> 172.21.15.18:0/889805830 conn(0x7f02cc079280 msgr2=0x7f02cc079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 -- 172.21.15.18:0/889805830 shutdown_connections 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 -- 172.21.15.18:0/889805830 wait complete. 2024-03-07T09:56:09.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 Processor -- start 2024-03-07T09:56:09.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.146+0000 7f02d19f9700 1 -- start start 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d19f9700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02cc1021a0 0x7f02cc19e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d19f9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02cc102b60 0x7f02cc19eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d19f9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc108180 0x7f02cc198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d19f9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc112480 con 0x7f02cc108180 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d19f9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc112300 con 0x7f02cc102b60 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d19f9700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc112600 con 0x7f02cc1021a0 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc108180 0x7f02cc198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc108180 0x7f02cc198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46754/0 (socket says 172.21.15.18:46754) 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 -- 172.21.15.18:0/2053785078 learned_addr learned my addr 172.21.15.18:0/2053785078 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02ca7fc700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02cc102b60 0x7f02cc19eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:09.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02caffd700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02cc1021a0 0x7f02cc19e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 -- 172.21.15.18:0/2053785078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02cc1021a0 msgr2=0x7f02cc19e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02cc1021a0 0x7f02cc19e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 -- 172.21.15.18:0/2053785078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02cc102b60 msgr2=0x7f02cc19eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02cc102b60 0x7f02cc19eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 -- 172.21.15.18:0/2053785078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02cc198fe0 con 0x7f02cc108180 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02cb7fe700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc108180 0x7f02cc198700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f02c400b970 tx=0x7f02c400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d09f7700 1 -- 172.21.15.18:0/2053785078 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c4019070 con 0x7f02cc108180 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d09f7700 1 -- 172.21.15.18:0/2053785078 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f02c400ce10 con 0x7f02cc108180 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02cc1992d0 con 0x7f02cc108180 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.147+0000 7f02d09f7700 1 -- 172.21.15.18:0/2053785078 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c4007370 con 0x7f02cc108180 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.148+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02cc1a5560 con 0x7f02cc108180 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.148+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02cc103830 con 0x7f02cc108180 2024-03-07T09:56:09.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.149+0000 7f02d09f7700 1 -- 172.21.15.18:0/2053785078 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f02c401c070 con 0x7f02cc108180 2024-03-07T09:56:09.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.150+0000 7f02d09f7700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02b40a1e90 0x7f02b40a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:09.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.150+0000 7f02d09f7700 1 -- 172.21.15.18:0/2053785078 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f02c40cd080 con 0x7f02cc108180 2024-03-07T09:56:09.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.150+0000 7f02caffd700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02b40a1e90 0x7f02b40a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:09.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.151+0000 7f02caffd700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02b40a1e90 0x7f02b40a4350 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f02c0005fd0 tx=0x7f02c000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:09.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.154+0000 7f02d09f7700 1 -- 172.21.15.18:0/2053785078 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f02c409a950 con 0x7f02cc108180 2024-03-07T09:56:09.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.359+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f02cc02d9f0 con 0x7f02cc108180 2024-03-07T09:56:09.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.359+0000 7f02d09f7700 1 -- 172.21.15.18:0/2053785078 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+18324 (secure 0 0 0) 0x7f02c409a250 con 0x7f02cc108180 2024-03-07T09:56:09.361 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:09.361 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":82,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:03.731952+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:56:09.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.361+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02b40a1e90 msgr2=0x7f02b40a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:09.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.361+0000 7f02d19f9700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02b40a1e90 0x7f02b40a4350 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f02c0005fd0 tx=0x7f02c000a560 comp rx=0 tx=0).stop 2024-03-07T09:56:09.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.361+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc108180 msgr2=0x7f02cc198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:09.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.361+0000 7f02d19f9700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc108180 0x7f02cc198700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f02c400b970 tx=0x7f02c400bc80 comp rx=0 tx=0).stop 2024-03-07T09:56:09.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 shutdown_connections 2024-03-07T09:56:09.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02b40a1e90 0x7f02b40a4350 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02cc108180 0x7f02cc198700 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02cc1021a0 0x7f02cc19e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 --2- 172.21.15.18:0/2053785078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02cc102b60 0x7f02cc19eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:09.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 >> 172.21.15.18:0/2053785078 conn(0x7f02cc079280 msgr2=0x7f02cc100d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:09.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 shutdown_connections 2024-03-07T09:56:09.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:09.362+0000 7f02d19f9700 1 -- 172.21.15.18:0/2053785078 wait complete. 2024-03-07T09:56:09.671 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:09 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2053785078' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:09.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:09 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2053785078' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:09.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:09 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2053785078' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:09.992 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:56:09.993 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-07T09:56:10.235 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:56:10.668 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:10 smithi018 ceph-mon[32171]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:10.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:10 smithi063 ceph-mon[36356]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:10.757 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:10 smithi077 ceph-mon[36374]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:11.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 -- 172.21.15.18:0/1728201125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574102b60 msgr2=0x7f357410efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 --2- 172.21.15.18:0/1728201125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574102b60 0x7f357410efa0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f356c0099c0 tx=0x7f356c009cd0 comp rx=0 tx=0).stop 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 -- 172.21.15.18:0/1728201125 shutdown_connections 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 --2- 172.21.15.18:0/1728201125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574102b60 0x7f357410efa0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 --2- 172.21.15.18:0/1728201125 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3574108180 0x7f3574108560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 --2- 172.21.15.18:0/1728201125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35741021a0 0x7f3574102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 -- 172.21.15.18:0/1728201125 >> 172.21.15.18:0/1728201125 conn(0x7f3574079280 msgr2=0x7f3574079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 -- 172.21.15.18:0/1728201125 shutdown_connections 2024-03-07T09:56:11.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 -- 172.21.15.18:0/1728201125 wait complete. 2024-03-07T09:56:11.905 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:11 smithi018 ceph-mon[32171]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:11.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.903+0000 7f3579420700 1 Processor -- start 2024-03-07T09:56:11.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3579420700 1 -- start start 2024-03-07T09:56:11.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3579420700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35741021a0 0x7f357419e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:11.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3579420700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3574102b60 0x7f357419e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:11.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3579420700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574108180 0x7f3574198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:11.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3579420700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3574112470 con 0x7f3574108180 2024-03-07T09:56:11.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3579420700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35741122f0 con 0x7f35741021a0 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3579420700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35741125f0 con 0x7f3574102b60 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35737fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574108180 0x7f3574198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35727fc700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3574102b60 0x7f357419e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35737fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574108180 0x7f3574198630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46772/0 (socket says 172.21.15.18:46772) 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35737fe700 1 -- 172.21.15.18:0/1851666739 learned_addr learned my addr 172.21.15.18:0/1851666739 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f3572ffd700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35741021a0 0x7f357419e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35727fc700 1 -- 172.21.15.18:0/1851666739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35741021a0 msgr2=0x7f357419e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35727fc700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35741021a0 0x7f357419e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35727fc700 1 -- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574108180 msgr2=0x7f3574198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35727fc700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574108180 0x7f3574198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.904+0000 7f35727fc700 1 -- 172.21.15.18:0/1851666739 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3574198d90 con 0x7f3574102b60 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.905+0000 7f35727fc700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3574102b60 0x7f357419e960 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f355c00c970 tx=0x7f355c00cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.905+0000 7f356bfff700 1 -- 172.21.15.18:0/1851666739 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f355c014070 con 0x7f3574102b60 2024-03-07T09:56:11.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.905+0000 7f356bfff700 1 -- 172.21.15.18:0/1851666739 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f355c004440 con 0x7f3574102b60 2024-03-07T09:56:11.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.905+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3574199080 con 0x7f3574102b60 2024-03-07T09:56:11.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.905+0000 7f356bfff700 1 -- 172.21.15.18:0/1851666739 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f355c00eb10 con 0x7f3574102b60 2024-03-07T09:56:11.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.905+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35741a52f0 con 0x7f3574102b60 2024-03-07T09:56:11.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.906+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3574068e10 con 0x7f3574102b60 2024-03-07T09:56:11.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.907+0000 7f356bfff700 1 -- 172.21.15.18:0/1851666739 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f355c017070 con 0x7f3574102b60 2024-03-07T09:56:11.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.907+0000 7f356bfff700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f35600a1e90 0x7f35600a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:11.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.907+0000 7f3572ffd700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f35600a1e90 0x7f35600a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:11.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.907+0000 7f356bfff700 1 -- 172.21.15.18:0/1851666739 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f355c0cd480 con 0x7f3574102b60 2024-03-07T09:56:11.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.908+0000 7f3572ffd700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f35600a1e90 0x7f35600a4350 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f356400f540 tx=0x7f356400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:11.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:11.911+0000 7f356bfff700 1 -- 172.21.15.18:0/1851666739 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f355c01e020 con 0x7f3574102b60 2024-03-07T09:56:11.945 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:11 smithi077 ceph-mon[36374]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:11.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:11 smithi063 ceph-mon[36356]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:12.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.111+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f357402d9f0 con 0x7f3574102b60 2024-03-07T09:56:12.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.112+0000 7f356bfff700 1 -- 172.21.15.18:0/1851666739 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7f355c09ad30 con 0x7f3574102b60 2024-03-07T09:56:12.114 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f35600a1e90 msgr2=0x7f35600a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f35600a1e90 0x7f35600a4350 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f356400f540 tx=0x7f356400b040 comp rx=0 tx=0).stop 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3574102b60 msgr2=0x7f357419e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3574102b60 0x7f357419e960 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f355c00c970 tx=0x7f355c00cc80 comp rx=0 tx=0).stop 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 shutdown_connections 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f35600a1e90 0x7f35600a4350 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3574108180 0x7f3574198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f35741021a0 0x7f357419e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 --2- 172.21.15.18:0/1851666739 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3574102b60 0x7f357419e960 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 >> 172.21.15.18:0/1851666739 conn(0x7f3574079280 msgr2=0x7f3574100c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 shutdown_connections 2024-03-07T09:56:12.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:12.114+0000 7f3579420700 1 -- 172.21.15.18:0/1851666739 wait complete. 2024-03-07T09:56:12.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:12 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1851666739' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:12.761 INFO:tasks.cephadm:Adding mds.a on smithi018 2024-03-07T09:56:12.761 INFO:tasks.cephadm:Adding mds.d on smithi018 2024-03-07T09:56:12.761 INFO:tasks.cephadm:Adding mds.g on smithi018 2024-03-07T09:56:12.761 INFO:tasks.cephadm:Adding mds.j on smithi018 2024-03-07T09:56:12.761 INFO:tasks.cephadm:Adding mds.b on smithi063 2024-03-07T09:56:12.761 INFO:tasks.cephadm:Adding mds.e on smithi063 2024-03-07T09:56:12.762 INFO:tasks.cephadm:Adding mds.h on smithi063 2024-03-07T09:56:12.762 INFO:tasks.cephadm:Adding mds.k on smithi063 2024-03-07T09:56:12.762 INFO:tasks.cephadm:Adding mds.c on smithi077 2024-03-07T09:56:12.762 INFO:tasks.cephadm:Adding mds.f on smithi077 2024-03-07T09:56:12.762 INFO:tasks.cephadm:Adding mds.i on smithi077 2024-03-07T09:56:12.762 INFO:tasks.cephadm:Adding mds.l on smithi077 2024-03-07T09:56:12.762 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph orch apply mds all '12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l' 2024-03-07T09:56:12.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:12 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1851666739' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:12 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1851666739' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:13.011 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T09:56:13.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:13 smithi077 ceph-mon[36374]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:13.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:13 smithi063 ceph-mon[36356]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:14.043 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:13 smithi018 ceph-mon[32171]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:14.555 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 -- 172.21.15.77:0/3614252693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 msgr2=0x7ff82c10a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 --2- 172.21.15.77:0/3614252693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c10a5d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff82400b0a0 tx=0x7ff82400b3b0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 -- 172.21.15.77:0/3614252693 shutdown_connections 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 --2- 172.21.15.77:0/3614252693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c10a5d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 --2- 172.21.15.77:0/3614252693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82c102180 0x7ff82c1025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 --2- 172.21.15.77:0/3614252693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff82c103380 0x7ff82c1037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 -- 172.21.15.77:0/3614252693 >> 172.21.15.77:0/3614252693 conn(0x7ff82c0fd760 msgr2=0x7ff82c0ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 -- 172.21.15.77:0/3614252693 shutdown_connections 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.552+0000 7ff833038700 1 -- 172.21.15.77:0/3614252693 wait complete. 2024-03-07T09:56:14.556 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 Processor -- start 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 -- start start 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82c102180 0x7ff82c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff82c103380 0x7ff82c1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c19f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82c10ddf0 con 0x7ff82c103380 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82c10dc70 con 0x7ff82c102180 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff833038700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82c10df70 con 0x7ff82c103d20 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff8315d5700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c19f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff8315d5700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c19f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:34906/0 (socket says 172.21.15.77:34906) 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff82bfff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff82c103380 0x7ff82c1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:14.557 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff8315d5700 1 -- 172.21.15.77:0/2742063835 learned_addr learned my addr 172.21.15.77:0/2742063835 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.553+0000 7ff830dd4700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82c102180 0x7ff82c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff8315d5700 1 -- 172.21.15.77:0/2742063835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82c102180 msgr2=0x7ff82c1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff8315d5700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82c102180 0x7ff82c1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff8315d5700 1 -- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff82c103380 msgr2=0x7ff82c1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff8315d5700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff82c103380 0x7ff82c1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff8315d5700 1 -- 172.21.15.77:0/2742063835 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff82c1a0010 con 0x7ff82c103d20 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff8315d5700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c19f970 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff824009800 tx=0x7ff82400bd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff829ffb700 1 -- 172.21.15.77:0/2742063835 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff824021070 con 0x7ff82c103d20 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff82c1a02a0 con 0x7ff82c103d20 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff829ffb700 1 -- 172.21.15.77:0/2742063835 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff824007cc0 con 0x7ff82c103d20 2024-03-07T09:56:14.558 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff829ffb700 1 -- 172.21.15.77:0/2742063835 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82401b7f0 con 0x7ff82c103d20 2024-03-07T09:56:14.559 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.554+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff82c1a0770 con 0x7ff82c103d20 2024-03-07T09:56:14.560 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.555+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff82c068e10 con 0x7ff82c103d20 2024-03-07T09:56:14.560 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.556+0000 7ff829ffb700 1 -- 172.21.15.77:0/2742063835 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7ff824024070 con 0x7ff82c103d20 2024-03-07T09:56:14.560 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.557+0000 7ff829ffb700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff81c0a1e10 0x7ff81c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:14.560 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.557+0000 7ff829ffb700 1 -- 172.21.15.77:0/2742063835 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff82400f020 con 0x7ff82c103d20 2024-03-07T09:56:14.560 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.557+0000 7ff830dd4700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff81c0a1e10 0x7ff81c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:14.560 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.557+0000 7ff830dd4700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff81c0a1e10 0x7ff81c0a42d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff82c1031e0 tx=0x7ff82000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:14.562 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.561+0000 7ff829ffb700 1 -- 172.21.15.77:0/2742063835 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff82402b020 con 0x7ff82c103d20 2024-03-07T09:56:14.767 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.764+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}) v1 -- 0x7ff82c062850 con 0x7ff81c0a1e10 2024-03-07T09:56:14.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.772+0000 7ff829ffb700 1 -- 172.21.15.77:0/2742063835 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7ff82c062850 con 0x7ff81c0a1e10 2024-03-07T09:56:14.774 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mds.all update... 2024-03-07T09:56:14.776 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff81c0a1e10 msgr2=0x7ff81c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff81c0a1e10 0x7ff81c0a42d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff82c1031e0 tx=0x7ff82000b410 comp rx=0 tx=0).stop 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 msgr2=0x7ff82c19f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c19f970 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff824009800 tx=0x7ff82400bd70 comp rx=0 tx=0).stop 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 shutdown_connections 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82c103d20 0x7ff82c19f970 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82c102180 0x7ff82c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff81c0a1e10 0x7ff81c0a42d0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 --2- 172.21.15.77:0/2742063835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff82c103380 0x7ff82c1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 >> 172.21.15.77:0/2742063835 conn(0x7ff82c0fd760 msgr2=0x7ff82c106620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 shutdown_connections 2024-03-07T09:56:14.777 INFO:teuthology.orchestra.run.smithi077.stderr:2024-03-07T09:56:14.774+0000 7ff833038700 1 -- 172.21.15.77:0/2742063835 wait complete. 2024-03-07T09:56:15.417 DEBUG:teuthology.orchestra.run.smithi018:mds.a> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.a.service 2024-03-07T09:56:15.419 DEBUG:teuthology.orchestra.run.smithi018:mds.d> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.d.service 2024-03-07T09:56:15.462 DEBUG:teuthology.orchestra.run.smithi018:mds.g> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.g.service 2024-03-07T09:56:15.505 DEBUG:teuthology.orchestra.run.smithi018:mds.j> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.j.service 2024-03-07T09:56:15.549 DEBUG:teuthology.orchestra.run.smithi063:mds.b> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.b.service 2024-03-07T09:56:15.553 DEBUG:teuthology.orchestra.run.smithi063:mds.e> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.e.service 2024-03-07T09:56:15.597 DEBUG:teuthology.orchestra.run.smithi063:mds.h> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.h.service 2024-03-07T09:56:15.640 DEBUG:teuthology.orchestra.run.smithi063:mds.k> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.k.service 2024-03-07T09:56:15.684 DEBUG:teuthology.orchestra.run.smithi077:mds.c> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.c.service 2024-03-07T09:56:15.686 DEBUG:teuthology.orchestra.run.smithi077:mds.f> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.f.service 2024-03-07T09:56:15.729 DEBUG:teuthology.orchestra.run.smithi077:mds.i> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.i.service 2024-03-07T09:56:15.772 DEBUG:teuthology.orchestra.run.smithi077:mds.l> sudo journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.l.service 2024-03-07T09:56:15.815 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-03-07T09:56:15.816 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:56:15.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- 172.21.15.18:0/1080513746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac1072d0 msgr2=0x7f45ac1096c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:15.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1080513746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac1072d0 0x7f45ac1096c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f45a4009ca0 tx=0x7f45a402c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:15.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- 172.21.15.18:0/1080513746 shutdown_connections 2024-03-07T09:56:15.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1080513746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac1072d0 0x7f45ac1096c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:15.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1080513746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45ac1049a0 0x7f45ac106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1080513746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45ac102070 0x7f45ac104460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- 172.21.15.18:0/1080513746 >> 172.21.15.18:0/1080513746 conn(0x7f45ac0fb9e0 msgr2=0x7f45ac0fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- 172.21.15.18:0/1080513746 shutdown_connections 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- 172.21.15.18:0/1080513746 wait complete. 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 Processor -- start 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- start start 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac102070 0x7f45ac197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45ac1049a0 0x7f45ac197d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:15.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45ac1072d0 0x7f45ac19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:15.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45ac10d200 con 0x7f45ac102070 2024-03-07T09:56:15.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45ac10d080 con 0x7f45ac1072d0 2024-03-07T09:56:15.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.931+0000 7f45b13a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45ac10d380 con 0x7f45ac1049a0 2024-03-07T09:56:15.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac102070 0x7f45ac197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac102070 0x7f45ac197840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46784/0 (socket says 172.21.15.18:46784) 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 -- 172.21.15.18:0/1918250605 learned_addr learned my addr 172.21.15.18:0/1918250605 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45ab7fe640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45ac1049a0 0x7f45ac197d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45b0ba0640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45ac1072d0 0x7f45ac19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 -- 172.21.15.18:0/1918250605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45ac1049a0 msgr2=0x7f45ac197d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45ac1049a0 0x7f45ac197d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 -- 172.21.15.18:0/1918250605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45ac1072d0 msgr2=0x7f45ac19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45ac1072d0 0x7f45ac19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:15.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 -- 172.21.15.18:0/1918250605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45ac19f460 con 0x7f45ac102070 2024-03-07T09:56:15.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45abfff640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac102070 0x7f45ac197840 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f459c00e9f0 tx=0x7f459c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:15.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45a97fa640 1 -- 172.21.15.18:0/1918250605 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f459c00cd80 con 0x7f45ac102070 2024-03-07T09:56:15.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45a97fa640 1 -- 172.21.15.18:0/1918250605 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f459c005500 con 0x7f45ac102070 2024-03-07T09:56:15.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45ac19f750 con 0x7f45ac102070 2024-03-07T09:56:15.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45a97fa640 1 -- 172.21.15.18:0/1918250605 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f459c010690 con 0x7f45ac102070 2024-03-07T09:56:15.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.932+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45ac19fc50 con 0x7f45ac102070 2024-03-07T09:56:15.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.933+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45ac0fd4d0 con 0x7f45ac102070 2024-03-07T09:56:15.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.934+0000 7f45a97fa640 1 -- 172.21.15.18:0/1918250605 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f459c0046c0 con 0x7f45ac102070 2024-03-07T09:56:15.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.935+0000 7f45a97fa640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45940a1d70 0x7f45940a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:15.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.935+0000 7f45ab7fe640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45940a1d70 0x7f45940a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:15.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.935+0000 7f45a97fa640 1 -- 172.21.15.18:0/1918250605 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f459c0cde50 con 0x7f45ac102070 2024-03-07T09:56:15.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.935+0000 7f45ab7fe640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45940a1d70 0x7f45940a4230 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f45ac198d50 tx=0x7f45a000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:15.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:15.939+0000 7f45a97fa640 1 -- 172.21.15.18:0/1918250605 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f459c09b680 con 0x7f45ac102070 2024-03-07T09:56:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: Saving service mds.all spec with placement smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:15.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:15.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:15.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: Deploying daemon mds.l on smithi077 2024-03-07T09:56:15.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:15 smithi063 ceph-mon[36356]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: Saving service mds.all spec with placement smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:16.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:16.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:16.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: Deploying daemon mds.l on smithi077 2024-03-07T09:56:16.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:15 smithi077 ceph-mon[36374]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: Saving service mds.all spec with placement smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:16.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:16.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: Deploying daemon mds.l on smithi077 2024-03-07T09:56:16.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:15 smithi018 ceph-mon[32171]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.122+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f45ac062260 con 0x7f45ac102070 2024-03-07T09:56:16.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.123+0000 7f45a97fa640 1 -- 172.21.15.18:0/1918250605 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+18324 (secure 0 0 0) 0x7f459c09af80 con 0x7f45ac102070 2024-03-07T09:56:16.125 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:16.125 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":82,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:03.731952+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:56:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.125+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45940a1d70 msgr2=0x7f45940a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.125+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45940a1d70 0x7f45940a4230 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f45ac198d50 tx=0x7f45a000b390 comp rx=0 tx=0).stop 2024-03-07T09:56:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.125+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac102070 msgr2=0x7f45ac197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.125+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac102070 0x7f45ac197840 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f459c00e9f0 tx=0x7f459c00edf0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.125+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 shutdown_connections 2024-03-07T09:56:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.126+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45940a1d70 0x7f45940a4230 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.126+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45ac1072d0 0x7f45ac19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.126+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45ac1049a0 0x7f45ac197d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.126+0000 7f45b13a1640 1 --2- 172.21.15.18:0/1918250605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45ac102070 0x7f45ac197840 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.126+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 >> 172.21.15.18:0/1918250605 conn(0x7f45ac0fb9e0 msgr2=0x7f45ac102ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.126+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 shutdown_connections 2024-03-07T09:56:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.126+0000 7f45b13a1640 1 -- 172.21.15.18:0/1918250605 wait complete. 2024-03-07T09:56:16.138 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:56:16.139 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:56:16.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 -- 172.21.15.18:0/3745360466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34100580 msgr2=0x7efc341009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 --2- 172.21.15.18:0/3745360466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34100580 0x7efc341009a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7efc30009900 tx=0x7efc3002bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 -- 172.21.15.18:0/3745360466 shutdown_connections 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 --2- 172.21.15.18:0/3745360466 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc34102130 0x7efc341089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 --2- 172.21.15.18:0/3745360466 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc34101770 0x7efc34101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 --2- 172.21.15.18:0/3745360466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34100580 0x7efc341009a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 -- 172.21.15.18:0/3745360466 >> 172.21.15.18:0/3745360466 conn(0x7efc340fbaf0 msgr2=0x7efc340fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 -- 172.21.15.18:0/3745360466 shutdown_connections 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.243+0000 7efc3bc27640 1 -- 172.21.15.18:0/3745360466 wait complete. 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 Processor -- start 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 -- start start 2024-03-07T09:56:16.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc34100580 0x7efc341979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34101770 0x7efc34197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc34102130 0x7efc3419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc3410c1e0 con 0x7efc34101770 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc3410c060 con 0x7efc34100580 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3bc27640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc3410c360 con 0x7efc34102130 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34101770 0x7efc34197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34101770 0x7efc34197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46796/0 (socket says 172.21.15.18:46796) 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 -- 172.21.15.18:0/675147298 learned_addr learned my addr 172.21.15.18:0/675147298 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc3a1c4640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc34102130 0x7efc3419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc399c3640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc34100580 0x7efc341979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 -- 172.21.15.18:0/675147298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc34102130 msgr2=0x7efc3419ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc34102130 0x7efc3419ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 -- 172.21.15.18:0/675147298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc34100580 msgr2=0x7efc341979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc34100580 0x7efc341979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 -- 172.21.15.18:0/675147298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc3419f600 con 0x7efc34101770 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.244+0000 7efc391c2640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34101770 0x7efc34197f20 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7efc2400c890 tx=0x7efc2400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.245+0000 7efc2affd640 1 -- 172.21.15.18:0/675147298 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc24004220 con 0x7efc34101770 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.245+0000 7efc2affd640 1 -- 172.21.15.18:0/675147298 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efc240043c0 con 0x7efc34101770 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.245+0000 7efc2affd640 1 -- 172.21.15.18:0/675147298 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc240049e0 con 0x7efc34101770 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.245+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc3419f8f0 con 0x7efc34101770 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.245+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc3419fdf0 con 0x7efc34101770 2024-03-07T09:56:16.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.246+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc341a0050 con 0x7efc34101770 2024-03-07T09:56:16.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.247+0000 7efc2affd640 1 -- 172.21.15.18:0/675147298 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7efc240079b0 con 0x7efc34101770 2024-03-07T09:56:16.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.247+0000 7efc2affd640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc200a1d80 0x7efc200a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.248+0000 7efc399c3640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc200a1d80 0x7efc200a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.248+0000 7efc2affd640 1 -- 172.21.15.18:0/675147298 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7efc240cd900 con 0x7efc34101770 2024-03-07T09:56:16.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.248+0000 7efc399c3640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc200a1d80 0x7efc200a4240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efc30000c00 tx=0x7efc30005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:16.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.252+0000 7efc2affd640 1 -- 172.21.15.18:0/675147298 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7efc24014030 con 0x7efc34101770 2024-03-07T09:56:16.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.434+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7efc341a02c0 con 0x7efc34101770 2024-03-07T09:56:16.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.434+0000 7efc2affd640 1 -- 172.21.15.18:0/675147298 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7efc2409ab80 con 0x7efc34101770 2024-03-07T09:56:16.436 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc200a1d80 msgr2=0x7efc200a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc200a1d80 0x7efc200a4240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efc30000c00 tx=0x7efc30005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34101770 msgr2=0x7efc34197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34101770 0x7efc34197f20 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7efc2400c890 tx=0x7efc2400cd50 comp rx=0 tx=0).stop 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 shutdown_connections 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc200a1d80 0x7efc200a4240 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc34102130 0x7efc3419ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc34101770 0x7efc34197f20 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 --2- 172.21.15.18:0/675147298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc34100580 0x7efc341979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 >> 172.21.15.18:0/675147298 conn(0x7efc340fbaf0 msgr2=0x7efc34069d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:16.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 shutdown_connections 2024-03-07T09:56:16.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.436+0000 7efc3bc27640 1 -- 172.21.15.18:0/675147298 wait complete. 2024-03-07T09:56:16.449 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:16.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 -- 172.21.15.18:0/3111247708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0102750 msgr2=0x7fccb0102bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 --2- 172.21.15.18:0/3111247708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0102750 0x7fccb0102bd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fcca4009900 tx=0x7fcca402bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:16.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 -- 172.21.15.18:0/3111247708 shutdown_connections 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 --2- 172.21.15.18:0/3111247708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb0103110 0x7fccb01099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 --2- 172.21.15.18:0/3111247708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0102750 0x7fccb0102bd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 --2- 172.21.15.18:0/3111247708 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccb0101560 0x7fccb0101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 -- 172.21.15.18:0/3111247708 >> 172.21.15.18:0/3111247708 conn(0x7fccb00fcaf0 msgr2=0x7fccb00fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 -- 172.21.15.18:0/3111247708 shutdown_connections 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.550+0000 7fccb55a1640 1 -- 172.21.15.18:0/3111247708 wait complete. 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 Processor -- start 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 -- start start 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb0101560 0x7fccb0197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccb0102750 0x7fccb0197d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0103110 0x7fccb019ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccb010d1f0 con 0x7fccb0103110 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccb010d070 con 0x7fccb0102750 2024-03-07T09:56:16.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb55a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccb010d370 con 0x7fccb0101560 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0103110 0x7fccb019ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccaffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb0101560 0x7fccb0197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0103110 0x7fccb019ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46804/0 (socket says 172.21.15.18:46804) 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 -- 172.21.15.18:0/1165356492 learned_addr learned my addr 172.21.15.18:0/1165356492 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccaf7fe640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccb0102750 0x7fccb0197d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 -- 172.21.15.18:0/1165356492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb0101560 msgr2=0x7fccb0197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb0101560 0x7fccb0197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 -- 172.21.15.18:0/1165356492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccb0102750 msgr2=0x7fccb0197d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccb0102750 0x7fccb0197d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.551+0000 7fccb4da0640 1 -- 172.21.15.18:0/1165356492 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccb019f470 con 0x7fccb0103110 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.552+0000 7fccb4da0640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0103110 0x7fccb019ee00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fcca800cad0 tx=0x7fcca800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.552+0000 7fccad7fa640 1 -- 172.21.15.18:0/1165356492 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca800ae20 con 0x7fccb0103110 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.552+0000 7fccad7fa640 1 -- 172.21.15.18:0/1165356492 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcca8005020 con 0x7fccb0103110 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.552+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccb019f760 con 0x7fccb0103110 2024-03-07T09:56:16.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.552+0000 7fccad7fa640 1 -- 172.21.15.18:0/1165356492 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcca800f6f0 con 0x7fccb0103110 2024-03-07T09:56:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.552+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccb019fc80 con 0x7fccb0103110 2024-03-07T09:56:16.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.553+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccb0108950 con 0x7fccb0103110 2024-03-07T09:56:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.554+0000 7fccad7fa640 1 -- 172.21.15.18:0/1165356492 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fcca80051d0 con 0x7fccb0103110 2024-03-07T09:56:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.554+0000 7fccad7fa640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcc980a1d70 0x7fcc980a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.555+0000 7fccaffff640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcc980a1d70 0x7fcc980a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.555+0000 7fccad7fa640 1 -- 172.21.15.18:0/1165356492 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fcca80cdc70 con 0x7fccb0103110 2024-03-07T09:56:16.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.555+0000 7fccaffff640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcc980a1d70 0x7fcc980a4230 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fccb01025b0 tx=0x7fcca000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:16.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.558+0000 7fccad7fa640 1 -- 172.21.15.18:0/1165356492 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcca8014030 con 0x7fccb0103110 2024-03-07T09:56:16.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.779+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fccb002d030 con 0x7fccb0103110 2024-03-07T09:56:16.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.779+0000 7fccad7fa640 1 -- 172.21.15.18:0/1165356492 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7fcca809ae50 con 0x7fccb0103110 2024-03-07T09:56:16.781 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:16.781 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-03-07T09:56:16.781 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 1 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcc980a1d70 msgr2=0x7fcc980a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcc980a1d70 0x7fcc980a4230 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fccb01025b0 tx=0x7fcca000b390 comp rx=0 tx=0).stop 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0103110 msgr2=0x7fccb019ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0103110 0x7fccb019ee00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fcca800cad0 tx=0x7fcca800cf90 comp rx=0 tx=0).stop 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 shutdown_connections 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcc980a1d70 0x7fcc980a4230 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccb0103110 0x7fccb019ee00 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccb0102750 0x7fccb0197d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 --2- 172.21.15.18:0/1165356492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccb0101560 0x7fccb0197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:16.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 >> 172.21.15.18:0/1165356492 conn(0x7fccb00fcaf0 msgr2=0x7fccb0105b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:16.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.781+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 shutdown_connections 2024-03-07T09:56:16.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:16.782+0000 7fccb55a1640 1 -- 172.21.15.18:0/1165356492 wait complete. 2024-03-07T09:56:17.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:16 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1918250605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:17.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:16 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/675147298' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:16 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1918250605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:16 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/675147298' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:17.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:16 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1918250605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:16 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/675147298' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:17.723 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:17 smithi077 systemd[1]: Starting Ceph mds.l for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:18.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:17 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1165356492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:18.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:17 smithi077 ceph-mon[36374]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:18.003 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:17 smithi077 podman[66720]: 2024-03-07 09:56:17.624433424 +0000 UTC m=+0.017401625 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:18.003 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:17 smithi077 podman[66720]: 2024-03-07 09:56:17.750560311 +0000 UTC m=+0.143528495 container create d8ca2eb439c0b425318358cea3c356c09dce02b121f72440d078b02b5563bf42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2) 2024-03-07T09:56:18.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:17 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1165356492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:18.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:17 smithi018 ceph-mon[32171]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:18.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:17 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1165356492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:18.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:17 smithi063 ceph-mon[36356]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:18.503 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:18 smithi077 podman[66720]: 2024-03-07 09:56:18.003534272 +0000 UTC m=+0.396502480 container init d8ca2eb439c0b425318358cea3c356c09dce02b121f72440d078b02b5563bf42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T09:56:18.503 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:18 smithi077 podman[66720]: 2024-03-07 09:56:18.006170428 +0000 UTC m=+0.399138613 container start d8ca2eb439c0b425318358cea3c356c09dce02b121f72440d078b02b5563bf42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0) 2024-03-07T09:56:18.503 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:18 smithi077 ceph-mds[66739]: -- 172.21.15.77:0/930984150 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55591a2b9a40 con 0x55591a28cc00 2024-03-07T09:56:18.503 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:18 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l[66735]: starting mds.l at 2024-03-07T09:56:18.503 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:18 smithi077 bash[66720]: d8ca2eb439c0b425318358cea3c356c09dce02b121f72440d078b02b5563bf42 2024-03-07T09:56:18.503 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 09:56:18 smithi077 systemd[1]: Started Ceph mds.l for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:18.794 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:18.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 -- 172.21.15.18:0/2695978570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0100590 msgr2=0x7f26e01009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:18.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 --2- 172.21.15.18:0/2695978570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0100590 0x7f26e01009b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f26dc009900 tx=0x7f26dc02bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:18.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 -- 172.21.15.18:0/2695978570 shutdown_connections 2024-03-07T09:56:18.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 --2- 172.21.15.18:0/2695978570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e0102140 0x7f26e01089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:18.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 --2- 172.21.15.18:0/2695978570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e0101780 0x7f26e0101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:18.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 --2- 172.21.15.18:0/2695978570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0100590 0x7f26e01009b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 -- 172.21.15.18:0/2695978570 >> 172.21.15.18:0/2695978570 conn(0x7f26e00fbb20 msgr2=0x7f26e00fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 -- 172.21.15.18:0/2695978570 shutdown_connections 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.908+0000 7f26e7a34640 1 -- 172.21.15.18:0/2695978570 wait complete. 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 Processor -- start 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 -- start start 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e0100590 0x7f26e0197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e0101780 0x7f26e0197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0102140 0x7f26e019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e010c220 con 0x7f26e0102140 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e010c0a0 con 0x7f26e0101780 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e7a34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e010c3a0 con 0x7f26e0100590 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e5fd1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0102140 0x7f26e019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e5fd1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0102140 0x7f26e019efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60672/0 (socket says 172.21.15.18:60672) 2024-03-07T09:56:18.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e5fd1640 1 -- 172.21.15.18:0/1083500629 learned_addr learned my addr 172.21.15.18:0/1083500629 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.909+0000 7f26e57d0640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e0100590 0x7f26e0197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e4fcf640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e0101780 0x7f26e0197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e5fd1640 1 -- 172.21.15.18:0/1083500629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e0100590 msgr2=0x7f26e0197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e5fd1640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e0100590 0x7f26e0197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e5fd1640 1 -- 172.21.15.18:0/1083500629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e0101780 msgr2=0x7f26e0197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e5fd1640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e0101780 0x7f26e0197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e5fd1640 1 -- 172.21.15.18:0/1083500629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26e019f620 con 0x7f26e0102140 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e4fcf640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e0101780 0x7f26e0197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e5fd1640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0102140 0x7f26e019efb0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f26d800eb10 tx=0x7f26d800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26d67fc640 1 -- 172.21.15.18:0/1083500629 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26d8004b20 con 0x7f26e0102140 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26d67fc640 1 -- 172.21.15.18:0/1083500629 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26d8004cc0 con 0x7f26e0102140 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26e019f910 con 0x7f26e0102140 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26d67fc640 1 -- 172.21.15.18:0/1083500629 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26d8010760 con 0x7f26e0102140 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.910+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26e019fe60 con 0x7f26e0102140 2024-03-07T09:56:18.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.911+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26e01a00f0 con 0x7f26e0102140 2024-03-07T09:56:18.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.912+0000 7f26d67fc640 1 -- 172.21.15.18:0/1083500629 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f26d8010900 con 0x7f26e0102140 2024-03-07T09:56:18.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.913+0000 7f26d67fc640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26cc0a1e00 0x7f26cc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:18.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.913+0000 7f26d67fc640 1 -- 172.21.15.18:0/1083500629 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f26d80ce0b0 con 0x7f26e0102140 2024-03-07T09:56:18.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.913+0000 7f26e57d0640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26cc0a1e00 0x7f26cc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:18.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.913+0000 7f26e57d0640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26cc0a1e00 0x7f26cc0a42c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f26dc000c00 tx=0x7f26dc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:18.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:18.916+0000 7f26d67fc640 1 -- 172.21.15.18:0/1083500629 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f26d8053280 con 0x7f26e0102140 2024-03-07T09:56:19.090 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6832/4002080212,v1:172.21.15.77:6833/4002080212] up:boot 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: fsmap 1 up:standby 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:19.091 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:19.092 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:19 smithi063 ceph-mon[36356]: Deploying daemon mds.k on smithi063 2024-03-07T09:56:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6832/4002080212,v1:172.21.15.77:6833/4002080212] up:boot 2024-03-07T09:56:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: fsmap 1 up:standby 2024-03-07T09:56:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T09:56:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:19.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:19.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:19.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:19 smithi018 ceph-mon[32171]: Deploying daemon mds.k on smithi063 2024-03-07T09:56:19.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.139+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f26e01a02c0 con 0x7f26e0102140 2024-03-07T09:56:19.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.140+0000 7f26d67fc640 1 -- 172.21.15.18:0/1083500629 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1325 (secure 0 0 0) 0x7f26d809b980 con 0x7f26e0102140 2024-03-07T09:56:19.141 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:19.141 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-03-07T09:56:19.142 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 2 2024-03-07T09:56:19.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26cc0a1e00 msgr2=0x7f26cc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:19.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26cc0a1e00 0x7f26cc0a42c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f26dc000c00 tx=0x7f26dc005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:19.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0102140 msgr2=0x7f26e019efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:19.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0102140 0x7f26e019efb0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f26d800eb10 tx=0x7f26d800c2d0 comp rx=0 tx=0).stop 2024-03-07T09:56:19.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 shutdown_connections 2024-03-07T09:56:19.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26cc0a1e00 0x7f26cc0a42c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:19.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e0102140 0x7f26e019efb0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:19.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e0101780 0x7f26e0197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:19.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 --2- 172.21.15.18:0/1083500629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e0100590 0x7f26e0197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:19.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.141+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 >> 172.21.15.18:0/1083500629 conn(0x7f26e00fbb20 msgr2=0x7f26e00fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:19.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.142+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 shutdown_connections 2024-03-07T09:56:19.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:19.142+0000 7f26e7a34640 1 -- 172.21.15.18:0/1083500629 wait complete. 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6832/4002080212,v1:172.21.15.77:6833/4002080212] up:boot 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: fsmap 1 up:standby 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:19 smithi077 ceph-mon[36374]: Deploying daemon mds.k on smithi063 2024-03-07T09:56:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:20 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1083500629' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:20 smithi063 ceph-mon[36356]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:20.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:20 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1083500629' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:20 smithi018 ceph-mon[32171]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:20.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:20 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1083500629' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:20.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:20 smithi077 ceph-mon[36374]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:20.680 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:20 smithi063 systemd[1]: Starting Ceph mds.k for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:20.946 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:20 smithi063 podman[66110]: 2024-03-07 09:56:20.582377391 +0000 UTC m=+0.018276505 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:20.947 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:20 smithi063 podman[66110]: 2024-03-07 09:56:20.71374508 +0000 UTC m=+0.149644170 container create 7b04809513cb19812966915c4b87361d01cfde46cab83e51b20b47ff3dd4f220 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux ) 2024-03-07T09:56:21.154 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:21.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.270+0000 7fdb4071d640 1 -- 172.21.15.18:0/1225232528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 msgr2=0x7fdb381097c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:21.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.270+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1225232528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb381097c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdb30009ca0 tx=0x7fdb3002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.270+0000 7fdb4071d640 1 -- 172.21.15.18:0/1225232528 shutdown_connections 2024-03-07T09:56:21.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.270+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1225232528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb381097c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.270+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1225232528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb38104a40 0x7fdb38106e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.270+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1225232528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb38102110 0x7fdb38104500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.270+0000 7fdb4071d640 1 -- 172.21.15.18:0/1225232528 >> 172.21.15.18:0/1225232528 conn(0x7fdb380fbb00 msgr2=0x7fdb380fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 -- 172.21.15.18:0/1225232528 shutdown_connections 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 -- 172.21.15.18:0/1225232528 wait complete. 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 Processor -- start 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 -- start start 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb38102110 0x7fdb38197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:21.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb38104a40 0x7fdb38197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb3819eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb3810d330 con 0x7fdb38107370 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb3810d1b0 con 0x7fdb38102110 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb4071d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb3810d4b0 con 0x7fdb38104a40 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb3ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb3819eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb3ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb3819eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60694/0 (socket says 172.21.15.18:60694) 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.271+0000 7fdb3ecba640 1 -- 172.21.15.18:0/1608884523 learned_addr learned my addr 172.21.15.18:0/1608884523 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3dcb8640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb38104a40 0x7fdb38197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3e4b9640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb38102110 0x7fdb38197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:21.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3ecba640 1 -- 172.21.15.18:0/1608884523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb38104a40 msgr2=0x7fdb38197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3ecba640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb38104a40 0x7fdb38197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3ecba640 1 -- 172.21.15.18:0/1608884523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb38102110 msgr2=0x7fdb38197910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3ecba640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb38102110 0x7fdb38197910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3ecba640 1 -- 172.21.15.18:0/1608884523 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb3819f530 con 0x7fdb38107370 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb3ecba640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb3819eec0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdb30037040 tx=0x7fdb30032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb2f7fe640 1 -- 172.21.15.18:0/1608884523 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb30041020 con 0x7fdb38107370 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb2f7fe640 1 -- 172.21.15.18:0/1608884523 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdb30034d90 con 0x7fdb38107370 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb2f7fe640 1 -- 172.21.15.18:0/1608884523 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb30039040 con 0x7fdb38107370 2024-03-07T09:56:21.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb3819f7c0 con 0x7fdb38107370 2024-03-07T09:56:21.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.272+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb3819fc60 con 0x7fdb38107370 2024-03-07T09:56:21.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.273+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb380fd5f0 con 0x7fdb38107370 2024-03-07T09:56:21.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.274+0000 7fdb2f7fe640 1 -- 172.21.15.18:0/1608884523 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fdb30044020 con 0x7fdb38107370 2024-03-07T09:56:21.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.275+0000 7fdb2f7fe640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdb240a1d80 0x7fdb240a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:21.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.275+0000 7fdb3e4b9640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdb240a1d80 0x7fdb240a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:21.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.275+0000 7fdb2f7fe640 1 -- 172.21.15.18:0/1608884523 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdb300ef970 con 0x7fdb38107370 2024-03-07T09:56:21.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.275+0000 7fdb3e4b9640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdb240a1d80 0x7fdb240a4240 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdb34005fd0 tx=0x7fdb34005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:21.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.279+0000 7fdb2f7fe640 1 -- 172.21.15.18:0/1608884523 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdb3004b020 con 0x7fdb38107370 2024-03-07T09:56:21.447 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:20 smithi063 podman[66110]: 2024-03-07 09:56:20.986546677 +0000 UTC m=+0.422445780 container init 7b04809513cb19812966915c4b87361d01cfde46cab83e51b20b47ff3dd4f220 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-07T09:56:21.447 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:20 smithi063 podman[66110]: 2024-03-07 09:56:20.989117117 +0000 UTC m=+0.425016203 container start 7b04809513cb19812966915c4b87361d01cfde46cab83e51b20b47ff3dd4f220 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True) 2024-03-07T09:56:21.447 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:21 smithi063 ceph-mds[66129]: -- 172.21.15.63:0/3203854003 <== mon.2 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bec89f5a40 con 0x55bec89c8800 2024-03-07T09:56:21.447 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k[66125]: starting mds.k at 2024-03-07T09:56:21.447 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:21 smithi063 bash[66110]: 7b04809513cb19812966915c4b87361d01cfde46cab83e51b20b47ff3dd4f220 2024-03-07T09:56:21.447 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 09:56:21 smithi063 systemd[1]: Started Ceph mds.k for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:21.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.506+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdb3802d030 con 0x7fdb38107370 2024-03-07T09:56:21.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.507+0000 7fdb2f7fe640 1 -- 172.21.15.18:0/1608884523 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2116 (secure 0 0 0) 0x7fdb300bd240 con 0x7fdb38107370 2024-03-07T09:56:21.509 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:21.509 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-03-07T09:56:21.509 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 3 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdb240a1d80 msgr2=0x7fdb240a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdb240a1d80 0x7fdb240a4240 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdb34005fd0 tx=0x7fdb34005850 comp rx=0 tx=0).stop 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 msgr2=0x7fdb3819eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb3819eec0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdb30037040 tx=0x7fdb30032f20 comp rx=0 tx=0).stop 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 shutdown_connections 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdb240a1d80 0x7fdb240a4240 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdb38107370 0x7fdb3819eec0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb38104a40 0x7fdb38197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 --2- 172.21.15.18:0/1608884523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb38102110 0x7fdb38197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:21.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 >> 172.21.15.18:0/1608884523 conn(0x7fdb380fbb00 msgr2=0x7fdb38102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:21.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 shutdown_connections 2024-03-07T09:56:21.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:21.509+0000 7fdb4071d640 1 -- 172.21.15.18:0/1608884523 wait complete. 2024-03-07T09:56:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6832/4157197603,v1:172.21.15.63:6833/4157197603] up:boot 2024-03-07T09:56:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: fsmap 2 up:standby 2024-03-07T09:56:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-07T09:56:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:22.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: Deploying daemon mds.j on smithi018 2024-03-07T09:56:22.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1608884523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:22.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:22 smithi018 ceph-mon[32171]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6832/4157197603,v1:172.21.15.63:6833/4157197603] up:boot 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: fsmap 2 up:standby 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:22.418 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:22.419 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: Deploying daemon mds.j on smithi018 2024-03-07T09:56:22.419 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1608884523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:22.419 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:22 smithi063 ceph-mon[36356]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6832/4157197603,v1:172.21.15.63:6833/4157197603] up:boot 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: fsmap 2 up:standby 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: Deploying daemon mds.j on smithi018 2024-03-07T09:56:22.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1608884523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:22.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:22 smithi077 ceph-mon[36374]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:23.493 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 systemd[1]: Starting Ceph mds.j for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:23.523 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:23.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 -- 172.21.15.18:0/2722502960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8100590 msgr2=0x7f93b81009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:23.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 --2- 172.21.15.18:0/2722502960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8100590 0x7f93b81009b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f93ac009900 tx=0x7f93ac02bc50 comp rx=0 tx=0).stop 2024-03-07T09:56:23.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 -- 172.21.15.18:0/2722502960 shutdown_connections 2024-03-07T09:56:23.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 --2- 172.21.15.18:0/2722502960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93b8102140 0x7f93b81089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 --2- 172.21.15.18:0/2722502960 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93b8101780 0x7f93b8101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 --2- 172.21.15.18:0/2722502960 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8100590 0x7f93b81009b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 -- 172.21.15.18:0/2722502960 >> 172.21.15.18:0/2722502960 conn(0x7f93b80fbb00 msgr2=0x7f93b80fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:23.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 -- 172.21.15.18:0/2722502960 shutdown_connections 2024-03-07T09:56:23.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.630+0000 7f93bef1d640 1 -- 172.21.15.18:0/2722502960 wait complete. 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 Processor -- start 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 -- start start 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93b8100590 0x7f93b8197c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93b8101780 0x7f93b8198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8102140 0x7f93b819f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93b810c300 con 0x7f93b8102140 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93b810c180 con 0x7f93b8101780 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bef1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93b810c480 con 0x7f93b8100590 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bd4ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8102140 0x7f93b819f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:23.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bd4ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8102140 0x7f93b819f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60716/0 (socket says 172.21.15.18:60716) 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.631+0000 7f93bd4ba640 1 -- 172.21.15.18:0/531183803 learned_addr learned my addr 172.21.15.18:0/531183803 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93b7fff640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93b8101780 0x7f93b8198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bccb9640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93b8100590 0x7f93b8197c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bd4ba640 1 -- 172.21.15.18:0/531183803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93b8100590 msgr2=0x7f93b8197c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bd4ba640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93b8100590 0x7f93b8197c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bd4ba640 1 -- 172.21.15.18:0/531183803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93b8101780 msgr2=0x7f93b8198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bd4ba640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93b8101780 0x7f93b8198190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bd4ba640 1 -- 172.21.15.18:0/531183803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93b819f7b0 con 0x7f93b8102140 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bd4ba640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8102140 0x7f93b819f140 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f93b000b990 tx=0x7f93b000bd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93b5ffb640 1 -- 172.21.15.18:0/531183803 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b0019070 con 0x7f93b8102140 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93b819faa0 con 0x7f93b8102140 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93b5ffb640 1 -- 172.21.15.18:0/531183803 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f93b0014440 con 0x7f93b8102140 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93b5ffb640 1 -- 172.21.15.18:0/531183803 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b00075d0 con 0x7f93b8102140 2024-03-07T09:56:23.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.632+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93b819ffa0 con 0x7f93b8102140 2024-03-07T09:56:23.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.633+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93b81a01d0 con 0x7f93b8102140 2024-03-07T09:56:23.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.634+0000 7f93b5ffb640 1 -- 172.21.15.18:0/531183803 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f93b001c070 con 0x7f93b8102140 2024-03-07T09:56:23.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.635+0000 7f93b5ffb640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f93a80a1d80 0x7f93a80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:23.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.635+0000 7f93bccb9640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f93a80a1d80 0x7f93a80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:23.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.635+0000 7f93b5ffb640 1 -- 172.21.15.18:0/531183803 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f93b00ccfc0 con 0x7f93b8102140 2024-03-07T09:56:23.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.635+0000 7f93bccb9640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f93a80a1d80 0x7f93a80a4240 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f93ac009230 tx=0x7f93ac000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:23.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.639+0000 7f93b5ffb640 1 -- 172.21.15.18:0/531183803 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f93b009a880 con 0x7f93b8102140 2024-03-07T09:56:23.750 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:23 smithi018 ceph-mon[32171]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:23.750 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 podman[69596]: 2024-03-07 09:56:23.395681526 +0000 UTC m=+0.018006692 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:23.750 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 podman[69596]: 2024-03-07 09:56:23.495613381 +0000 UTC m=+0.117938540 container create e6f937ca03375bd8a4334f705dc22d90254850acb7d3994d3cbea75a5b0ab636 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-07T09:56:23.750 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 podman[69596]: 2024-03-07 09:56:23.723573517 +0000 UTC m=+0.345898675 container init e6f937ca03375bd8a4334f705dc22d90254850acb7d3994d3cbea75a5b0ab636 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T09:56:23.750 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 podman[69596]: 2024-03-07 09:56:23.726212357 +0000 UTC m=+0.348537521 container start e6f937ca03375bd8a4334f705dc22d90254850acb7d3994d3cbea75a5b0ab636 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-07T09:56:23.750 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 ceph-mds[69654]: -- 172.21.15.18:0/3446553161 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d5e56a7a40 con 0x55d5e567ac00 2024-03-07T09:56:23.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.880+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f93b81a0440 con 0x7f93b8102140 2024-03-07T09:56:23.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.880+0000 7f93b5ffb640 1 -- 172.21.15.18:0/531183803 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2116 (secure 0 0 0) 0x7f93b009a180 con 0x7f93b8102140 2024-03-07T09:56:23.882 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:23.882 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-03-07T09:56:23.882 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 3 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f93a80a1d80 msgr2=0x7f93a80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f93a80a1d80 0x7f93a80a4240 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f93ac009230 tx=0x7f93ac000bc0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8102140 msgr2=0x7f93b819f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8102140 0x7f93b819f140 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f93b000b990 tx=0x7f93b000bd90 comp rx=0 tx=0).stop 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 shutdown_connections 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f93a80a1d80 0x7f93a80a4240 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f93b8102140 0x7f93b819f140 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93b8101780 0x7f93b8198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 --2- 172.21.15.18:0/531183803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93b8100590 0x7f93b8197c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 >> 172.21.15.18:0/531183803 conn(0x7f93b80fbb00 msgr2=0x7f93b80fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:23.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 shutdown_connections 2024-03-07T09:56:23.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:23.882+0000 7f93bef1d640 1 -- 172.21.15.18:0/531183803 wait complete. 2024-03-07T09:56:23.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:23 smithi063 ceph-mon[36356]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:23 smithi077 ceph-mon[36374]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:24.092 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j[69631]: starting mds.j at 2024-03-07T09:56:24.092 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 bash[69596]: e6f937ca03375bd8a4334f705dc22d90254850acb7d3994d3cbea75a5b0ab636 2024-03-07T09:56:24.092 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 09:56:23 smithi018 systemd[1]: Started Ceph mds.j for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/531183803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: Deploying daemon mds.d on smithi018 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.18:6834/886694425,v1:172.21.15.18:6835/886694425] up:boot 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: fsmap 3 up:standby 2024-03-07T09:56:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:24 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-07T09:56:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/531183803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: Deploying daemon mds.d on smithi018 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.18:6834/886694425,v1:172.21.15.18:6835/886694425] up:boot 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: fsmap 3 up:standby 2024-03-07T09:56:25.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:24 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-07T09:56:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/531183803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:25.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: Deploying daemon mds.d on smithi018 2024-03-07T09:56:25.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.18:6834/886694425,v1:172.21.15.18:6835/886694425] up:boot 2024-03-07T09:56:25.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: fsmap 3 up:standby 2024-03-07T09:56:25.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:24 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-07T09:56:25.896 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 -- 172.21.15.18:0/2386678683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 msgr2=0x7f5c74106ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2386678683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74106ea0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5c60009900 tx=0x7f5c6002bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 -- 172.21.15.18:0/2386678683 shutdown_connections 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2386678683 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c741073e0 0x7f5c74109830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2386678683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74106ea0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2386678683 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c74102180 0x7f5c74104570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 -- 172.21.15.18:0/2386678683 >> 172.21.15.18:0/2386678683 conn(0x7f5c740fbb70 msgr2=0x7f5c740fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 -- 172.21.15.18:0/2386678683 shutdown_connections 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 -- 172.21.15.18:0/2386678683 wait complete. 2024-03-07T09:56:26.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.064+0000 7f5c7af94640 1 Processor -- start 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c7af94640 1 -- start start 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c7af94640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c74102180 0x7f5c74101af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c7af94640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74100130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c7af94640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c741073e0 0x7f5c74100670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c7af94640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c7410d300 con 0x7f5c74104ab0 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c7af94640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c7410d180 con 0x7f5c741073e0 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c7af94640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c7410d480 con 0x7f5c74102180 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74100130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74100130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60764/0 (socket says 172.21.15.18:60764) 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 -- 172.21.15.18:0/2002687477 learned_addr learned my addr 172.21.15.18:0/2002687477 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c79531640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c741073e0 0x7f5c74100670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c78d30640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c74102180 0x7f5c74101af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 -- 172.21.15.18:0/2002687477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c74102180 msgr2=0x7f5c74101af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c74102180 0x7f5c74101af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 -- 172.21.15.18:0/2002687477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c741073e0 msgr2=0x7f5c74100670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c741073e0 0x7f5c74100670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.065+0000 7f5c73fff640 1 -- 172.21.15.18:0/2002687477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c74100f00 con 0x7f5c74104ab0 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.066+0000 7f5c73fff640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74100130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5c60000c00 tx=0x7f5c60005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.066+0000 7f5c71ffb640 1 -- 172.21.15.18:0/2002687477 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c60041070 con 0x7f5c74104ab0 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.066+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c741a1a30 con 0x7f5c74104ab0 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.066+0000 7f5c71ffb640 1 -- 172.21.15.18:0/2002687477 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5c600044d0 con 0x7f5c74104ab0 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.066+0000 7f5c71ffb640 1 -- 172.21.15.18:0/2002687477 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c60034440 con 0x7f5c74104ab0 2024-03-07T09:56:26.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.066+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c741a1fd0 con 0x7f5c74104ab0 2024-03-07T09:56:26.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.067+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c740fd660 con 0x7f5c74104ab0 2024-03-07T09:56:26.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.069+0000 7f5c71ffb640 1 -- 172.21.15.18:0/2002687477 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f5c60044070 con 0x7f5c74104ab0 2024-03-07T09:56:26.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.069+0000 7f5c71ffb640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5c640a1d80 0x7f5c640a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:26.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.070+0000 7f5c71ffb640 1 -- 172.21.15.18:0/2002687477 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5c600ef4a0 con 0x7f5c74104ab0 2024-03-07T09:56:26.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.070+0000 7f5c78d30640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5c640a1d80 0x7f5c640a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:26.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.070+0000 7f5c78d30640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5c640a1d80 0x7f5c640a4240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5c6800bbe0 tx=0x7f5c6800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:26.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.075+0000 7f5c71ffb640 1 -- 172.21.15.18:0/2002687477 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5c600bc680 con 0x7f5c74104ab0 2024-03-07T09:56:26.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:25 smithi018 ceph-mon[32171]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:26.092 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:25 smithi018 systemd[1]: Starting Ceph mds.d for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:26.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:25 smithi063 ceph-mon[36356]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:26.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:25 smithi077 ceph-mon[36374]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:26.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.301+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5c74062260 con 0x7f5c74104ab0 2024-03-07T09:56:26.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.301+0000 7f5c71ffb640 1 -- 172.21.15.18:0/2002687477 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2904 (secure 0 0 0) 0x7f5c600c0720 con 0x7f5c74104ab0 2024-03-07T09:56:26.303 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:26.303 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-03-07T09:56:26.303 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 4 2024-03-07T09:56:26.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5c640a1d80 msgr2=0x7f5c640a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5c640a1d80 0x7f5c640a4240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5c6800bbe0 tx=0x7f5c6800b390 comp rx=0 tx=0).stop 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 msgr2=0x7f5c74100130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74100130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5c60000c00 tx=0x7f5c60005d50 comp rx=0 tx=0).stop 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 shutdown_connections 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5c640a1d80 0x7f5c640a4240 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c741073e0 0x7f5c74100670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c74104ab0 0x7f5c74100130 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 --2- 172.21.15.18:0/2002687477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c74102180 0x7f5c74101af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 >> 172.21.15.18:0/2002687477 conn(0x7f5c740fbb70 msgr2=0x7f5c74102b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 shutdown_connections 2024-03-07T09:56:26.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:26.303+0000 7f5c7af94640 1 -- 172.21.15.18:0/2002687477 wait complete. 2024-03-07T09:56:26.475 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 podman[69977]: 2024-03-07 09:56:26.124722023 +0000 UTC m=+0.017886076 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:26.475 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 podman[69977]: 2024-03-07 09:56:26.260582126 +0000 UTC m=+0.153746167 container create 91350fac6c01436c39148bc25cc5cd60c76761a054f998ebdffc9f19b385d9e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=) 2024-03-07T09:56:26.475 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 podman[69977]: 2024-03-07 09:56:26.471862303 +0000 UTC m=+0.365026363 container init 91350fac6c01436c39148bc25cc5cd60c76761a054f998ebdffc9f19b385d9e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5) 2024-03-07T09:56:26.842 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 podman[69977]: 2024-03-07 09:56:26.474403151 +0000 UTC m=+0.367567199 container start 91350fac6c01436c39148bc25cc5cd60c76761a054f998ebdffc9f19b385d9e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-07T09:56:26.842 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mds[69998]: -- 172.21.15.18:0/79690843 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559f6510ba40 con 0x559f650dec00 2024-03-07T09:56:26.842 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d[69994]: starting mds.d at 2024-03-07T09:56:26.842 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 bash[69977]: 91350fac6c01436c39148bc25cc5cd60c76761a054f998ebdffc9f19b385d9e4 2024-03-07T09:56:26.842 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 09:56:26 smithi018 systemd[1]: Started Ceph mds.d for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:27.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:26 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2002687477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:26 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:26 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:26 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:26 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:26 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:26 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:26 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2002687477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:26 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:26 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:26 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:26 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:26 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:26 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2002687477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:26 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:27 smithi063 ceph-mon[36356]: Deploying daemon mds.e on smithi063 2024-03-07T09:56:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:27 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.18:6836/3414065561,v1:172.21.15.18:6837/3414065561] up:boot 2024-03-07T09:56:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:27 smithi063 ceph-mon[36356]: fsmap 4 up:standby 2024-03-07T09:56:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:27 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-07T09:56:27.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:27 smithi063 ceph-mon[36356]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:27 smithi077 ceph-mon[36374]: Deploying daemon mds.e on smithi063 2024-03-07T09:56:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:27 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.18:6836/3414065561,v1:172.21.15.18:6837/3414065561] up:boot 2024-03-07T09:56:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:27 smithi077 ceph-mon[36374]: fsmap 4 up:standby 2024-03-07T09:56:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:27 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-07T09:56:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:27 smithi077 ceph-mon[36374]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:28.317 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:28.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:27 smithi018 ceph-mon[32171]: Deploying daemon mds.e on smithi063 2024-03-07T09:56:28.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:27 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.18:6836/3414065561,v1:172.21.15.18:6837/3414065561] up:boot 2024-03-07T09:56:28.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:27 smithi018 ceph-mon[32171]: fsmap 4 up:standby 2024-03-07T09:56:28.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:27 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-07T09:56:28.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:27 smithi018 ceph-mon[32171]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.433+0000 7fb009434640 1 -- 172.21.15.18:0/3497436627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 msgr2=0x7fb0041009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.433+0000 7fb009434640 1 --2- 172.21.15.18:0/3497436627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041009b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7faffc009ca0 tx=0x7faffc02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.433+0000 7fb009434640 1 -- 172.21.15.18:0/3497436627 shutdown_connections 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.433+0000 7fb009434640 1 --2- 172.21.15.18:0/3497436627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb004102140 0x7fb0041089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.433+0000 7fb009434640 1 --2- 172.21.15.18:0/3497436627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb004101780 0x7fb004101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.433+0000 7fb009434640 1 --2- 172.21.15.18:0/3497436627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041009b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.433+0000 7fb009434640 1 -- 172.21.15.18:0/3497436627 >> 172.21.15.18:0/3497436627 conn(0x7fb0040fbb00 msgr2=0x7fb0040fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:28.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 -- 172.21.15.18:0/3497436627 shutdown_connections 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 -- 172.21.15.18:0/3497436627 wait complete. 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 Processor -- start 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 -- start start 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb004101780 0x7fb004197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb004102140 0x7fb00419ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb00410c220 con 0x7fb004100590 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb00410c0a0 con 0x7fb004101780 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.434+0000 7fb009434640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb00410c3a0 con 0x7fb004102140 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56186/0 (socket says 172.21.15.18:56186) 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 -- 172.21.15.18:0/143807136 learned_addr learned my addr 172.21.15.18:0/143807136 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb0027fc640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb004101780 0x7fb004197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:28.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 -- 172.21.15.18:0/143807136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb004102140 msgr2=0x7fb00419ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb0037fe640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb004102140 0x7fb00419ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb004102140 0x7fb00419ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 -- 172.21.15.18:0/143807136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb004101780 msgr2=0x7fb004197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb004101780 0x7fb004197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 -- 172.21.15.18:0/143807136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb00419f5e0 con 0x7fb004100590 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb002ffd640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041979c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faffc0324c0 tx=0x7faffc032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7faffbfff640 1 -- 172.21.15.18:0/143807136 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc039040 con 0x7fb004100590 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7faffbfff640 1 -- 172.21.15.18:0/143807136 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faffc044070 con 0x7fb004100590 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7faffbfff640 1 -- 172.21.15.18:0/143807136 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc0042a0 con 0x7fb004100590 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb00419f870 con 0x7fb004100590 2024-03-07T09:56:28.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.435+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb00419fdb0 con 0x7fb004100590 2024-03-07T09:56:28.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.436+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb00419ffb0 con 0x7fb004100590 2024-03-07T09:56:28.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.437+0000 7faffbfff640 1 -- 172.21.15.18:0/143807136 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7faffc003970 con 0x7fb004100590 2024-03-07T09:56:28.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.438+0000 7faffbfff640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faff00a1e00 0x7faff00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:28.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.438+0000 7faffbfff640 1 -- 172.21.15.18:0/143807136 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7faffc0efdc0 con 0x7fb004100590 2024-03-07T09:56:28.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.438+0000 7fb0027fc640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faff00a1e00 0x7faff00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:28.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.439+0000 7fb0027fc640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faff00a1e00 0x7faff00a42c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fafec005fd0 tx=0x7fafec005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:28.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.443+0000 7faffbfff640 1 -- 172.21.15.18:0/143807136 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7faffc0bd720 con 0x7fb004100590 2024-03-07T09:56:28.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.664+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb0041a0180 con 0x7fb004100590 2024-03-07T09:56:28.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.664+0000 7faffbfff640 1 -- 172.21.15.18:0/143807136 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3695 (secure 0 0 0) 0x7faffc0bd020 con 0x7fb004100590 2024-03-07T09:56:28.666 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:28.666 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-03-07T09:56:28.667 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 5 2024-03-07T09:56:28.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faff00a1e00 msgr2=0x7faff00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:28.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faff00a1e00 0x7faff00a42c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fafec005fd0 tx=0x7fafec005850 comp rx=0 tx=0).stop 2024-03-07T09:56:28.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 msgr2=0x7fb0041979c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:28.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041979c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faffc0324c0 tx=0x7faffc032f20 comp rx=0 tx=0).stop 2024-03-07T09:56:28.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 shutdown_connections 2024-03-07T09:56:28.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faff00a1e00 0x7faff00a42c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb004102140 0x7fb00419ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb004101780 0x7fb004197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 --2- 172.21.15.18:0/143807136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb004100590 0x7fb0041979c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:28.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 >> 172.21.15.18:0/143807136 conn(0x7fb0040fbb00 msgr2=0x7fb004068930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:28.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 shutdown_connections 2024-03-07T09:56:28.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:28.666+0000 7fb009434640 1 -- 172.21.15.18:0/143807136 wait complete. 2024-03-07T09:56:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:28 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/143807136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:29.133 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:28 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/143807136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:29.133 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:28 smithi063 systemd[1]: Starting Ceph mds.e for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:29.133 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 podman[66431]: 2024-03-07 09:56:29.034766082 +0000 UTC m=+0.018059383 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:28 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/143807136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:29.439 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 podman[66431]: 2024-03-07 09:56:29.185279604 +0000 UTC m=+0.168572893 container create ce8921084d7cb527dc1846fb17f6207d1bf02dd24aabb42dd18ae4076fe92926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-07T09:56:29.697 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 podman[66431]: 2024-03-07 09:56:29.438198611 +0000 UTC m=+0.421491914 container init ce8921084d7cb527dc1846fb17f6207d1bf02dd24aabb42dd18ae4076fe92926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T09:56:29.697 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 podman[66431]: 2024-03-07 09:56:29.441141045 +0000 UTC m=+0.424434334 container start ce8921084d7cb527dc1846fb17f6207d1bf02dd24aabb42dd18ae4076fe92926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-07T09:56:29.697 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mds[66450]: -- 172.21.15.63:0/3068608644 <== mon.2 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ae7d229a40 con 0x55ae7d1fcc00 2024-03-07T09:56:29.697 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e[66446]: starting mds.e at 2024-03-07T09:56:29.698 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 bash[66431]: ce8921084d7cb527dc1846fb17f6207d1bf02dd24aabb42dd18ae4076fe92926 2024-03-07T09:56:29.698 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 09:56:29 smithi063 systemd[1]: Started Ceph mds.e for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mon[36356]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:29 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:30.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:29 smithi077 ceph-mon[36374]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:30.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:30.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:30.229 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:29 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:30.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:29 smithi018 ceph-mon[32171]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:29 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:30.680 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:30.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 -- 172.21.15.18:0/2130689955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 msgr2=0x7f41b01009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:30.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 --2- 172.21.15.18:0/2130689955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b01009b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f41a0009900 tx=0x7f41a002bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:30.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 -- 172.21.15.18:0/2130689955 shutdown_connections 2024-03-07T09:56:30.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 --2- 172.21.15.18:0/2130689955 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41b0102140 0x7f41b01089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:30.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 --2- 172.21.15.18:0/2130689955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b0101780 0x7f41b0101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:30.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 --2- 172.21.15.18:0/2130689955 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b01009b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 -- 172.21.15.18:0/2130689955 >> 172.21.15.18:0/2130689955 conn(0x7f41b00fbb20 msgr2=0x7f41b00fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 -- 172.21.15.18:0/2130689955 shutdown_connections 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 -- 172.21.15.18:0/2130689955 wait complete. 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.794+0000 7f41b55a7640 1 Processor -- start 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41b55a7640 1 -- start start 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41b55a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b006a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41b55a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41b0101780 0x7f41b019c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41b55a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b0102140 0x7f41b019ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41b55a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b010c220 con 0x7f41b0100590 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41b55a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b010c0a0 con 0x7f41b0101780 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41b55a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b010c3a0 con 0x7f41b0102140 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b006a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b006a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56214/0 (socket says 172.21.15.18:56214) 2024-03-07T09:56:30.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 -- 172.21.15.18:0/932620384 learned_addr learned my addr 172.21.15.18:0/932620384 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41af7fe640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b0102140 0x7f41b019ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41ae7fc640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41b0101780 0x7f41b019c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 -- 172.21.15.18:0/932620384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b0102140 msgr2=0x7f41b019ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b0102140 0x7f41b019ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 -- 172.21.15.18:0/932620384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41b0101780 msgr2=0x7f41b019c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41b0101780 0x7f41b019c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 -- 172.21.15.18:0/932620384 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41b019f630 con 0x7f41b0100590 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.795+0000 7f41aeffd640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b006a8b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f41a0000c00 tx=0x7f41a0005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.796+0000 7f4197fff640 1 -- 172.21.15.18:0/932620384 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a0041070 con 0x7f41b0100590 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.796+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41b019f860 con 0x7f41b0100590 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.796+0000 7f4197fff640 1 -- 172.21.15.18:0/932620384 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41a00044d0 con 0x7f41b0100590 2024-03-07T09:56:30.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.796+0000 7f4197fff640 1 -- 172.21.15.18:0/932620384 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a0034440 con 0x7f41b0100590 2024-03-07T09:56:30.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.796+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41b019fd50 con 0x7f41b0100590 2024-03-07T09:56:30.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.797+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41b0107930 con 0x7f41b0100590 2024-03-07T09:56:30.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.798+0000 7f4197fff640 1 -- 172.21.15.18:0/932620384 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f41a0044070 con 0x7f41b0100590 2024-03-07T09:56:30.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.798+0000 7f4197fff640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41980a1d80 0x7f41980a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:30.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.799+0000 7f41ae7fc640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41980a1d80 0x7f41980a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:30.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.799+0000 7f4197fff640 1 -- 172.21.15.18:0/932620384 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f41a00ef640 con 0x7f41b0100590 2024-03-07T09:56:30.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.799+0000 7f41ae7fc640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41980a1d80 0x7f41980a4240 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f41b006a620 tx=0x7f41a4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:30.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:30.802+0000 7f4197fff640 1 -- 172.21.15.18:0/932620384 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f41a00bc8c0 con 0x7f41b0100590 2024-03-07T09:56:31.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.027+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f41b002d030 con 0x7f41b0100590 2024-03-07T09:56:31.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.028+0000 7f4197fff640 1 -- 172.21.15.18:0/932620384 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4486 (secure 0 0 0) 0x7f41a00c0960 con 0x7f41b0100590 2024-03-07T09:56:31.029 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:31.030 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-03-07T09:56:31.030 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 6 2024-03-07T09:56:31.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41980a1d80 msgr2=0x7f41980a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:31.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41980a1d80 0x7f41980a4240 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f41b006a620 tx=0x7f41a4005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:31.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 msgr2=0x7f41b006a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b006a8b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f41a0000c00 tx=0x7f41a0005d50 comp rx=0 tx=0).stop 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 shutdown_connections 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41980a1d80 0x7f41980a4240 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b0102140 0x7f41b019ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41b0101780 0x7f41b019c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 --2- 172.21.15.18:0/932620384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41b0100590 0x7f41b006a8b0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 >> 172.21.15.18:0/932620384 conn(0x7f41b00fbb20 msgr2=0x7f41b0104b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 shutdown_connections 2024-03-07T09:56:31.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:31.030+0000 7f41b55a7640 1 -- 172.21.15.18:0/932620384 wait complete. 2024-03-07T09:56:31.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:30 smithi018 ceph-mon[32171]: Deploying daemon mds.f on smithi077 2024-03-07T09:56:31.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:30 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6834/3926513801,v1:172.21.15.63:6835/3926513801] up:boot 2024-03-07T09:56:31.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:30 smithi018 ceph-mon[32171]: fsmap 5 up:standby 2024-03-07T09:56:31.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:30 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-07T09:56:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:30 smithi063 ceph-mon[36356]: Deploying daemon mds.f on smithi077 2024-03-07T09:56:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:30 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6834/3926513801,v1:172.21.15.63:6835/3926513801] up:boot 2024-03-07T09:56:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:30 smithi063 ceph-mon[36356]: fsmap 5 up:standby 2024-03-07T09:56:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:30 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-07T09:56:31.237 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:30 smithi077 ceph-mon[36374]: Deploying daemon mds.f on smithi077 2024-03-07T09:56:31.237 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:30 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6834/3926513801,v1:172.21.15.63:6835/3926513801] up:boot 2024-03-07T09:56:31.237 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:30 smithi077 ceph-mon[36374]: fsmap 5 up:standby 2024-03-07T09:56:31.237 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:30 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-07T09:56:31.891 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:31 smithi077 systemd[1]: Starting Ceph mds.f for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:32.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:31 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/932620384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:32.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:31 smithi063 ceph-mon[36356]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:32.226 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:31 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/932620384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:32.226 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:31 smithi077 ceph-mon[36374]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:32.226 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:31 smithi077 podman[67027]: 2024-03-07 09:56:31.849833245 +0000 UTC m=+0.017837757 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:32.227 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:31 smithi077 podman[67027]: 2024-03-07 09:56:31.973312083 +0000 UTC m=+0.141316579 container create d8dc4ca105ae2e9d83d0308475ac9b44b44d2a470668e166b762dc8bef76aaac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-07T09:56:32.227 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:32 smithi077 podman[67027]: 2024-03-07 09:56:32.225983619 +0000 UTC m=+0.393988137 container init d8dc4ca105ae2e9d83d0308475ac9b44b44d2a470668e166b762dc8bef76aaac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-07T09:56:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:31 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/932620384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:31 smithi018 ceph-mon[32171]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:32.503 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:32 smithi077 podman[67027]: 2024-03-07 09:56:32.22852114 +0000 UTC m=+0.396525646 container start d8dc4ca105ae2e9d83d0308475ac9b44b44d2a470668e166b762dc8bef76aaac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T09:56:32.503 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:32 smithi077 ceph-mds[67046]: -- 172.21.15.77:0/4232608920 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56155647da40 con 0x561556451000 2024-03-07T09:56:32.503 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:32 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f[67042]: starting mds.f at 2024-03-07T09:56:32.503 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:32 smithi077 bash[67027]: d8dc4ca105ae2e9d83d0308475ac9b44b44d2a470668e166b762dc8bef76aaac 2024-03-07T09:56:32.503 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 09:56:32 smithi077 systemd[1]: Started Ceph mds.f for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:33.043 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 -- 172.21.15.18:0/3048650825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60102140 msgr2=0x7f8f601089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 --2- 172.21.15.18:0/3048650825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60102140 0x7f8f601089d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8f58009ca0 tx=0x7f8f5802c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 -- 172.21.15.18:0/3048650825 shutdown_connections 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 --2- 172.21.15.18:0/3048650825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60102140 0x7f8f601089d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 --2- 172.21.15.18:0/3048650825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8f60101780 0x7f8f60101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 --2- 172.21.15.18:0/3048650825 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f60100590 0x7f8f601009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 -- 172.21.15.18:0/3048650825 >> 172.21.15.18:0/3048650825 conn(0x7f8f600fbb20 msgr2=0x7f8f600fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 -- 172.21.15.18:0/3048650825 shutdown_connections 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.156+0000 7f8f66c74640 1 -- 172.21.15.18:0/3048650825 wait complete. 2024-03-07T09:56:33.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 Processor -- start 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 -- start start 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f60100590 0x7f8f6006a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60101780 0x7f8f6019c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8f60102140 0x7f8f6019ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f6010c220 con 0x7f8f60101780 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f6010c0a0 con 0x7f8f60100590 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f66c74640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f6010c3a0 con 0x7f8f60102140 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60101780 0x7f8f6019c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60101780 0x7f8f6019c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56226/0 (socket says 172.21.15.18:56226) 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 -- 172.21.15.18:0/704859194 learned_addr learned my addr 172.21.15.18:0/704859194 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f65211640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8f60102140 0x7f8f6019ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f64a10640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f60100590 0x7f8f6006a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:33.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 -- 172.21.15.18:0/704859194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8f60102140 msgr2=0x7f8f6019ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8f60102140 0x7f8f6019ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 -- 172.21.15.18:0/704859194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f60100590 msgr2=0x7f8f6006a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f60100590 0x7f8f6006a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f5ffff640 1 -- 172.21.15.18:0/704859194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f6019f5e0 con 0x7f8f60101780 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.157+0000 7f8f65211640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8f60102140 0x7f8f6019ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.158+0000 7f8f5ffff640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60101780 0x7f8f6019c6e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00e9f0 tx=0x7f8f4c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.158+0000 7f8f5dffb640 1 -- 172.21.15.18:0/704859194 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c00cd80 con 0x7f8f60101780 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.158+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f6019f8d0 con 0x7f8f60101780 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.158+0000 7f8f5dffb640 1 -- 172.21.15.18:0/704859194 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8f4c005500 con 0x7f8f60101780 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.158+0000 7f8f5dffb640 1 -- 172.21.15.18:0/704859194 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c010690 con 0x7f8f60101780 2024-03-07T09:56:33.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.158+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f6019fdd0 con 0x7f8f60101780 2024-03-07T09:56:33.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.159+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f60107850 con 0x7f8f60101780 2024-03-07T09:56:33.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.160+0000 7f8f5dffb640 1 -- 172.21.15.18:0/704859194 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f8f4c0046c0 con 0x7f8f60101780 2024-03-07T09:56:33.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.160+0000 7f8f5dffb640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8f500a1d80 0x7f8f500a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:33.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.161+0000 7f8f64a10640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8f500a1d80 0x7f8f500a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:33.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.161+0000 7f8f5dffb640 1 -- 172.21.15.18:0/704859194 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8f4c0cdd00 con 0x7f8f60101780 2024-03-07T09:56:33.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.161+0000 7f8f64a10640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8f500a1d80 0x7f8f500a4240 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8f601015e0 tx=0x7f8f5400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:33.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.165+0000 7f8f5dffb640 1 -- 172.21.15.18:0/704859194 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8f4c09b5d0 con 0x7f8f60101780 2024-03-07T09:56:33.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.389+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f6002d030 con 0x7f8f60101780 2024-03-07T09:56:33.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.389+0000 7f8f5dffb640 1 -- 172.21.15.18:0/704859194 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5277 (secure 0 0 0) 0x7f8f4c09aed0 con 0x7f8f60101780 2024-03-07T09:56:33.391 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:33.391 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7}],"filesystems":[]} 2024-03-07T09:56:33.391 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 7 2024-03-07T09:56:33.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8f500a1d80 msgr2=0x7f8f500a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:33.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8f500a1d80 0x7f8f500a4240 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8f601015e0 tx=0x7f8f5400b390 comp rx=0 tx=0).stop 2024-03-07T09:56:33.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60101780 msgr2=0x7f8f6019c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:33.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60101780 0x7f8f6019c6e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00e9f0 tx=0x7f8f4c00edf0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 shutdown_connections 2024-03-07T09:56:33.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8f500a1d80 0x7f8f500a4240 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8f60102140 0x7f8f6019ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.391+0000 7f8f66c74640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8f60101780 0x7f8f6019c6e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.392+0000 7f8f66c74640 1 --2- 172.21.15.18:0/704859194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f60100590 0x7f8f6006a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:33.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.392+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 >> 172.21.15.18:0/704859194 conn(0x7f8f600fbb20 msgr2=0x7f8f60104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:33.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.392+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 shutdown_connections 2024-03-07T09:56:33.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:33.392+0000 7f8f66c74640 1 -- 172.21.15.18:0/704859194 wait complete. 2024-03-07T09:56:33.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: Deploying daemon mds.c on smithi077 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6834/3650186044,v1:172.21.15.77:6835/3650186044] up:boot 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: fsmap 6 up:standby 2024-03-07T09:56:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:33 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T09:56:33.717 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: Deploying daemon mds.c on smithi077 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6834/3650186044,v1:172.21.15.77:6835/3650186044] up:boot 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: fsmap 6 up:standby 2024-03-07T09:56:33.718 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:33 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: Deploying daemon mds.c on smithi077 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6834/3650186044,v1:172.21.15.77:6835/3650186044] up:boot 2024-03-07T09:56:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: fsmap 6 up:standby 2024-03-07T09:56:33.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:33 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T09:56:34.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:34 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/704859194' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:34.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:34 smithi063 ceph-mon[36356]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:34.743 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:34 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/704859194' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:34.743 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:34 smithi018 ceph-mon[32171]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:34.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:34 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/704859194' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:34.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:34 smithi077 ceph-mon[36374]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:34.753 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:34 smithi077 systemd[1]: Starting Ceph mds.c for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:35.016 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:34 smithi077 podman[67333]: 2024-03-07 09:56:34.66632592 +0000 UTC m=+0.017641490 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:35.016 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:34 smithi077 podman[67333]: 2024-03-07 09:56:34.77082956 +0000 UTC m=+0.122145130 container create d8606d2bb1e620645d7e61688ee942944b7fb24b40c878b612b0ed12bde718ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-07T09:56:35.016 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:35 smithi077 podman[67333]: 2024-03-07 09:56:35.015708727 +0000 UTC m=+0.367024294 container init d8606d2bb1e620645d7e61688ee942944b7fb24b40c878b612b0ed12bde718ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=) 2024-03-07T09:56:35.404 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:35.503 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:35 smithi077 podman[67333]: 2024-03-07 09:56:35.018289193 +0000 UTC m=+0.369604745 container start d8606d2bb1e620645d7e61688ee942944b7fb24b40c878b612b0ed12bde718ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240222) 2024-03-07T09:56:35.503 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:35 smithi077 ceph-mds[67353]: -- 172.21.15.77:0/4018866288 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5609c9211a40 con 0x5609c91e5000 2024-03-07T09:56:35.504 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:35 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c[67349]: starting mds.c at 2024-03-07T09:56:35.504 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:35 smithi077 bash[67333]: d8606d2bb1e620645d7e61688ee942944b7fb24b40c878b612b0ed12bde718ef 2024-03-07T09:56:35.504 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 09:56:35 smithi077 systemd[1]: Started Ceph mds.c for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:35.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 -- 172.21.15.18:0/1130192342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c104aa0 msgr2=0x7fb33c106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:35.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 --2- 172.21.15.18:0/1130192342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c104aa0 0x7fb33c106e90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb338009900 tx=0x7fb33802bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:35.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 -- 172.21.15.18:0/1130192342 shutdown_connections 2024-03-07T09:56:35.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 --2- 172.21.15.18:0/1130192342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb33c1073d0 0x7fb33c1097c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 --2- 172.21.15.18:0/1130192342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c104aa0 0x7fb33c106e90 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 --2- 172.21.15.18:0/1130192342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 0x7fb33c104560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 -- 172.21.15.18:0/1130192342 >> 172.21.15.18:0/1130192342 conn(0x7fb33c0fbb00 msgr2=0x7fb33c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:35.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 -- 172.21.15.18:0/1130192342 shutdown_connections 2024-03-07T09:56:35.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.508+0000 7fb3442dd640 1 -- 172.21.15.18:0/1130192342 wait complete. 2024-03-07T09:56:35.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 Processor -- start 2024-03-07T09:56:35.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 -- start start 2024-03-07T09:56:35.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 0x7fb33c1979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:35.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb33c104aa0 0x7fb33c197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:35.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c1073d0 0x7fb33c19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33c10d310 con 0x7fb33c1073d0 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33c10d190 con 0x7fb33c102170 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb3442dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33c10d490 con 0x7fb33c104aa0 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c1073d0 0x7fb33c19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb342079640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 0x7fb33c1979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb342079640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 0x7fb33c1979e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53474/0 (socket says 172.21.15.18:53474) 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c1073d0 0x7fb33c19ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56244/0 (socket says 172.21.15.18:56244) 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb342079640 1 -- 172.21.15.18:0/446802316 learned_addr learned my addr 172.21.15.18:0/446802316 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb341878640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb33c104aa0 0x7fb33c197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 -- 172.21.15.18:0/446802316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb33c104aa0 msgr2=0x7fb33c197f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb33c104aa0 0x7fb33c197f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 -- 172.21.15.18:0/446802316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 msgr2=0x7fb33c1979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 0x7fb33c1979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 -- 172.21.15.18:0/446802316 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb33c19f600 con 0x7fb33c1073d0 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb342079640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 0x7fb33c1979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.509+0000 7fb34287a640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c1073d0 0x7fb33c19ef90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb33400e940 tx=0x7fb33400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.510+0000 7fb3337fe640 1 -- 172.21.15.18:0/446802316 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb334004d20 con 0x7fb33c1073d0 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.510+0000 7fb3337fe640 1 -- 172.21.15.18:0/446802316 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb334005020 con 0x7fb33c1073d0 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.510+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb33c19f8f0 con 0x7fb33c1073d0 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.510+0000 7fb3337fe640 1 -- 172.21.15.18:0/446802316 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3340116b0 con 0x7fb33c1073d0 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.510+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33c19fe60 con 0x7fb33c1073d0 2024-03-07T09:56:35.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.511+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb33c0fd5f0 con 0x7fb33c1073d0 2024-03-07T09:56:35.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.512+0000 7fb3337fe640 1 -- 172.21.15.18:0/446802316 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fb3340054d0 con 0x7fb33c1073d0 2024-03-07T09:56:35.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.512+0000 7fb3337fe640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb3280a1e00 0x7fb3280a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:35.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.512+0000 7fb342079640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb3280a1e00 0x7fb3280a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:35.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.513+0000 7fb3337fe640 1 -- 172.21.15.18:0/446802316 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb3340cdcf0 con 0x7fb33c1073d0 2024-03-07T09:56:35.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.513+0000 7fb342079640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb3280a1e00 0x7fb3280a42c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb32c011550 tx=0x7fb32c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:35.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.517+0000 7fb3337fe640 1 -- 172.21.15.18:0/446802316 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb3340d2070 con 0x7fb33c1073d0 2024-03-07T09:56:35.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.738+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb33c02d030 con 0x7fb33c1073d0 2024-03-07T09:56:35.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.739+0000 7fb3337fe640 1 -- 172.21.15.18:0/446802316 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6065 (secure 0 0 0) 0x7fb334016030 con 0x7fb33c1073d0 2024-03-07T09:56:35.741 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:35.741 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2024-03-07T09:56:35.741 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 8 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb3280a1e00 msgr2=0x7fb3280a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb3280a1e00 0x7fb3280a42c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb32c011550 tx=0x7fb32c005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c1073d0 msgr2=0x7fb33c19ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c1073d0 0x7fb33c19ef90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb33400e940 tx=0x7fb33400ee00 comp rx=0 tx=0).stop 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 shutdown_connections 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb3280a1e00 0x7fb3280a42c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb33c1073d0 0x7fb33c19ef90 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb33c104aa0 0x7fb33c197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 --2- 172.21.15.18:0/446802316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb33c102170 0x7fb33c1979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 >> 172.21.15.18:0/446802316 conn(0x7fb33c0fbb00 msgr2=0x7fb33c102bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 shutdown_connections 2024-03-07T09:56:35.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:35.741+0000 7fb3442dd640 1 -- 172.21.15.18:0/446802316 wait complete. 2024-03-07T09:56:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:36.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: Deploying daemon mds.h on smithi063 2024-03-07T09:56:36.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6836/196148274,v1:172.21.15.77:6837/196148274] up:boot 2024-03-07T09:56:36.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: fsmap 7 up:standby 2024-03-07T09:56:36.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T09:56:36.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:36.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:36 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/446802316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: Deploying daemon mds.h on smithi063 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6836/196148274,v1:172.21.15.77:6837/196148274] up:boot 2024-03-07T09:56:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: fsmap 7 up:standby 2024-03-07T09:56:36.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T09:56:36.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:36.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:36 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/446802316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: Deploying daemon mds.h on smithi063 2024-03-07T09:56:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6836/196148274,v1:172.21.15.77:6837/196148274] up:boot 2024-03-07T09:56:36.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: fsmap 7 up:standby 2024-03-07T09:56:36.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T09:56:36.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:36.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:36 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/446802316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:37.631 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:37 smithi063 systemd[1]: Starting Ceph mds.h for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:37.755 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.870+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/2570145112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 msgr2=0x7f2eb41009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.870+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/2570145112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41009b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2eb0009900 tx=0x7f2eb002bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.870+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/2570145112 shutdown_connections 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.870+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/2570145112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4102140 0x7f2eb41089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.870+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/2570145112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2eb4101780 0x7f2eb4101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.870+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/2570145112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41009b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.870+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/2570145112 >> 172.21.15.18:0/2570145112 conn(0x7f2eb40fbb20 msgr2=0x7f2eb40fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/2570145112 shutdown_connections 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/2570145112 wait complete. 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 Processor -- start 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 -- start start 2024-03-07T09:56:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2eb4101780 0x7f2eb4197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4102140 0x7f2eb419efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb410c250 con 0x7f2eb4100590 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb410c0d0 con 0x7f2eb4102140 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2ebb8dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb410c3d0 con 0x7f2eb4101780 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2eb9679640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2eb9679640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41979f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49292/0 (socket says 172.21.15.18:49292) 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.871+0000 7f2eb9679640 1 -- 172.21.15.18:0/373519989 learned_addr learned my addr 172.21.15.18:0/373519989 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb9e7a640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4102140 0x7f2eb419efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb8e78640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2eb4101780 0x7f2eb4197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb9679640 1 -- 172.21.15.18:0/373519989 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2eb4101780 msgr2=0x7f2eb4197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb9679640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2eb4101780 0x7f2eb4197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb9679640 1 -- 172.21.15.18:0/373519989 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4102140 msgr2=0x7f2eb419efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb9679640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4102140 0x7f2eb419efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb9679640 1 -- 172.21.15.18:0/373519989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2eb419f610 con 0x7f2eb4100590 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb8e78640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2eb4101780 0x7f2eb4197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eb9679640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41979f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2eb0000c00 tx=0x7f2eb002c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eaa7fc640 1 -- 172.21.15.18:0/373519989 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eb0043020 con 0x7f2eb4100590 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eaa7fc640 1 -- 172.21.15.18:0/373519989 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2eb00054e0 con 0x7f2eb4100590 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2eb419f8a0 con 0x7f2eb4100590 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2eaa7fc640 1 -- 172.21.15.18:0/373519989 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eb0003ce0 con 0x7f2eb4100590 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.872+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2eb419fdc0 con 0x7f2eb4100590 2024-03-07T09:56:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.873+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2eb419ffc0 con 0x7f2eb4100590 2024-03-07T09:56:37.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.875+0000 7f2eaa7fc640 1 -- 172.21.15.18:0/373519989 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f2eb0046020 con 0x7f2eb4100590 2024-03-07T09:56:37.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.876+0000 7f2eaa7fc640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ea00a1d80 0x7f2ea00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:37.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.876+0000 7f2eb8e78640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ea00a1d80 0x7f2ea00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:37.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.876+0000 7f2eaa7fc640 1 -- 172.21.15.18:0/373519989 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f2eb00eff70 con 0x7f2eb4100590 2024-03-07T09:56:37.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.876+0000 7f2eb8e78640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ea00a1d80 0x7f2ea00a4240 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2ea40058c0 tx=0x7f2ea4005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:37.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:37.880+0000 7f2eaa7fc640 1 -- 172.21.15.18:0/373519989 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2eb004d020 con 0x7f2eb4100590 2024-03-07T09:56:37.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:37 smithi063 ceph-mon[36356]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:37.947 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:37 smithi063 podman[66740]: 2024-03-07 09:56:37.653003078 +0000 UTC m=+0.018185473 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:37.947 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:37 smithi063 podman[66740]: 2024-03-07 09:56:37.757040066 +0000 UTC m=+0.122222453 container create 6adb66e4023aa5a0f0f9513b578591afb9e10896cc9995cf4e4bab13da654c34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-07T09:56:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:37 smithi077 ceph-mon[36374]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:38.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:37 smithi018 ceph-mon[32171]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:38.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.102+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2eb41a0190 con 0x7f2eb4100590 2024-03-07T09:56:38.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.102+0000 7f2eaa7fc640 1 -- 172.21.15.18:0/373519989 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6065 (secure 0 0 0) 0x7f2eb00bd7a0 con 0x7f2eb4100590 2024-03-07T09:56:38.104 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:38.104 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2024-03-07T09:56:38.104 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 8 2024-03-07T09:56:38.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ea00a1d80 msgr2=0x7f2ea00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:38.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ea00a1d80 0x7f2ea00a4240 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2ea40058c0 tx=0x7f2ea4005850 comp rx=0 tx=0).stop 2024-03-07T09:56:38.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 msgr2=0x7f2eb41979f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41979f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2eb0000c00 tx=0x7f2eb002c6c0 comp rx=0 tx=0).stop 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 shutdown_connections 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2ea00a1d80 0x7f2ea00a4240 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2eb4102140 0x7f2eb419efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2eb4101780 0x7f2eb4197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 --2- 172.21.15.18:0/373519989 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2eb4100590 0x7f2eb41979f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 >> 172.21.15.18:0/373519989 conn(0x7f2eb40fbb20 msgr2=0x7f2eb40fd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 shutdown_connections 2024-03-07T09:56:38.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:38.105+0000 7f2ebb8dd640 1 -- 172.21.15.18:0/373519989 wait complete. 2024-03-07T09:56:38.447 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:37 smithi063 podman[66740]: 2024-03-07 09:56:37.963623225 +0000 UTC m=+0.328805626 container init 6adb66e4023aa5a0f0f9513b578591afb9e10896cc9995cf4e4bab13da654c34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-07T09:56:38.447 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:37 smithi063 podman[66740]: 2024-03-07 09:56:37.966438923 +0000 UTC m=+0.331621310 container start 6adb66e4023aa5a0f0f9513b578591afb9e10896cc9995cf4e4bab13da654c34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222) 2024-03-07T09:56:38.447 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:37 smithi063 ceph-mds[66759]: -- 172.21.15.63:0/3542960200 <== mon.2 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557925755a40 con 0x557925729000 2024-03-07T09:56:38.447 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:37 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h[66755]: starting mds.h at 2024-03-07T09:56:38.447 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:38 smithi063 bash[66740]: 6adb66e4023aa5a0f0f9513b578591afb9e10896cc9995cf4e4bab13da654c34 2024-03-07T09:56:38.447 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 09:56:38 smithi063 systemd[1]: Started Ceph mds.h for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:38.934 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/373519989' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:38.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:38.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:38.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:38.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:38.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:38.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:38.935 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:38 smithi077 ceph-mon[36374]: Deploying daemon mds.i on smithi077 2024-03-07T09:56:38.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/373519989' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:38 smithi063 ceph-mon[36356]: Deploying daemon mds.i on smithi077 2024-03-07T09:56:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/373519989' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:38 smithi018 ceph-mon[32171]: Deploying daemon mds.i on smithi077 2024-03-07T09:56:39.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:39 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] up:boot 2024-03-07T09:56:39.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:39 smithi077 ceph-mon[36374]: fsmap 8 up:standby 2024-03-07T09:56:39.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:39 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T09:56:39.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:39 smithi077 ceph-mon[36374]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:39.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:39 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] up:boot 2024-03-07T09:56:39.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:39 smithi063 ceph-mon[36356]: fsmap 8 up:standby 2024-03-07T09:56:39.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:39 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T09:56:39.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:39 smithi063 ceph-mon[36356]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:40.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:39 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] up:boot 2024-03-07T09:56:40.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:39 smithi018 ceph-mon[32171]: fsmap 8 up:standby 2024-03-07T09:56:40.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:39 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T09:56:40.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:39 smithi018 ceph-mon[32171]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:40.117 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:40.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 -- 172.21.15.18:0/2649655134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f74107440 msgr2=0x7f3f74109830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/2649655134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f74107440 0x7f3f74109830 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3f6c009ca0 tx=0x7f3f6c02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 -- 172.21.15.18:0/2649655134 shutdown_connections 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/2649655134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f74107440 0x7f3f74109830 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/2649655134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f74104b10 0x7f3f74106f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/2649655134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f741021e0 0x7f3f741045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 -- 172.21.15.18:0/2649655134 >> 172.21.15.18:0/2649655134 conn(0x7f3f740fbb70 msgr2=0x7f3f740fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 -- 172.21.15.18:0/2649655134 shutdown_connections 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.230+0000 7f3f78b5d640 1 -- 172.21.15.18:0/2649655134 wait complete. 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 Processor -- start 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 -- start start 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f741021e0 0x7f3f74197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:40.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f74104b10 0x7f3f74197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f74107440 0x7f3f7419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f7410d310 con 0x7f3f741021e0 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f7410d190 con 0x7f3f74104b10 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f78b5d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f7410d490 con 0x7f3f74107440 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f741021e0 0x7f3f74197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f741021e0 0x7f3f74197950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49314/0 (socket says 172.21.15.18:49314) 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 -- 172.21.15.18:0/1654886494 learned_addr learned my addr 172.21.15.18:0/1654886494 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f72d9d640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f74107440 0x7f3f7419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f6bfff640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f74104b10 0x7f3f74197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 -- 172.21.15.18:0/1654886494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f74107440 msgr2=0x7f3f7419ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f74107440 0x7f3f7419ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 -- 172.21.15.18:0/1654886494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f74104b10 msgr2=0x7f3f74197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:40.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f74104b10 0x7f3f74197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f7259c640 1 -- 172.21.15.18:0/1654886494 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f7419f570 con 0x7f3f741021e0 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.231+0000 7f3f6bfff640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f74104b10 0x7f3f74197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.232+0000 7f3f7259c640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f741021e0 0x7f3f74197950 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3f6400d950 tx=0x7f3f6400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.232+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/1654886494 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f64017070 con 0x7f3f741021e0 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.232+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/1654886494 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f64009c30 con 0x7f3f741021e0 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.232+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f7419f860 con 0x7f3f741021e0 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.232+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/1654886494 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f6400f6b0 con 0x7f3f741021e0 2024-03-07T09:56:40.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.232+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f7419fdb0 con 0x7f3f741021e0 2024-03-07T09:56:40.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.233+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f740fd660 con 0x7f3f741021e0 2024-03-07T09:56:40.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.234+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/1654886494 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f3f640109d0 con 0x7f3f741021e0 2024-03-07T09:56:40.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.234+0000 7f3f6b7fe640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f600a1d80 0x7f3f600a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:40.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.235+0000 7f3f6bfff640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f600a1d80 0x7f3f600a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:40.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.235+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/1654886494 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3f640cd5c0 con 0x7f3f741021e0 2024-03-07T09:56:40.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.235+0000 7f3f6bfff640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f600a1d80 0x7f3f600a4240 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3f74198e60 tx=0x7f3f5c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:40.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.238+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/1654886494 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3f64009de0 con 0x7f3f741021e0 2024-03-07T09:56:40.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.460+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f7402d030 con 0x7f3f741021e0 2024-03-07T09:56:40.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.460+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/1654886494 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6856 (secure 0 0 0) 0x7f3f6409adf0 con 0x7f3f741021e0 2024-03-07T09:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:40.462 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2024-03-07T09:56:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 9 2024-03-07T09:56:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f600a1d80 msgr2=0x7f3f600a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f600a1d80 0x7f3f600a4240 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3f74198e60 tx=0x7f3f5c005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f741021e0 msgr2=0x7f3f74197950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f741021e0 0x7f3f74197950 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3f6400d950 tx=0x7f3f6400de10 comp rx=0 tx=0).stop 2024-03-07T09:56:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 shutdown_connections 2024-03-07T09:56:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f600a1d80 0x7f3f600a4240 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f74107440 0x7f3f7419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f74104b10 0x7f3f74197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 --2- 172.21.15.18:0/1654886494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f741021e0 0x7f3f74197950 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.462+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 >> 172.21.15.18:0/1654886494 conn(0x7f3f740fbb70 msgr2=0x7f3f74102b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.463+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 shutdown_connections 2024-03-07T09:56:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:40.463+0000 7f3f78b5d640 1 -- 172.21.15.18:0/1654886494 wait complete. 2024-03-07T09:56:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:40 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1654886494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:40.907 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:40 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1654886494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:40.907 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 09:56:40 smithi077 podman[67655]: 2024-03-07 09:56:40.883102407 +0000 UTC m=+0.358204275 container start fdb103dc5e036aafc0692ff9cfc03c80ed8dc49addb728f4bba11deae522ab27 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-07T09:56:40.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:40 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1654886494' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:41.253 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 09:56:40 smithi077 ceph-mds[67674]: -- 172.21.15.77:0/669590941 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559879db9a40 con 0x559879d8d000 2024-03-07T09:56:41.253 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 09:56:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i[67670]: starting mds.i at 2024-03-07T09:56:41.253 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 09:56:40 smithi077 bash[67655]: fdb103dc5e036aafc0692ff9cfc03c80ed8dc49addb728f4bba11deae522ab27 2024-03-07T09:56:41.253 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 09:56:40 smithi077 systemd[1]: Started Ceph mds.i for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: Deploying daemon mds.g on smithi018 2024-03-07T09:56:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:42.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] up:boot 2024-03-07T09:56:42.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: fsmap 9 up:standby 2024-03-07T09:56:42.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:42 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T09:56:42.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: Deploying daemon mds.g on smithi018 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] up:boot 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: fsmap 9 up:standby 2024-03-07T09:56:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:42 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T09:56:42.475 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: Deploying daemon mds.g on smithi018 2024-03-07T09:56:42.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:42.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] up:boot 2024-03-07T09:56:42.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: fsmap 9 up:standby 2024-03-07T09:56:42.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:42 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 -- 172.21.15.18:0/2711949788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201028e0 msgr2=0x7fc020102d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 --2- 172.21.15.18:0/2711949788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201028e0 0x7fc020102d60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc014009900 tx=0x7fc01402bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 -- 172.21.15.18:0/2711949788 shutdown_connections 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 --2- 172.21.15.18:0/2711949788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0201032a0 0x7fc020109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 --2- 172.21.15.18:0/2711949788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201028e0 0x7fc020102d60 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 --2- 172.21.15.18:0/2711949788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0201016f0 0x7fc020101b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 -- 172.21.15.18:0/2711949788 >> 172.21.15.18:0/2711949788 conn(0x7fc0200fcc80 msgr2=0x7fc0200ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 -- 172.21.15.18:0/2711949788 shutdown_connections 2024-03-07T09:56:42.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.584+0000 7fc024eb6640 1 -- 172.21.15.18:0/2711949788 wait complete. 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 Processor -- start 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 -- start start 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0201016f0 0x7fc020197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0201028e0 0x7fc020197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201032a0 0x7fc02019ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc02010d2e0 con 0x7fc0201032a0 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc02010d160 con 0x7fc0201028e0 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc024eb6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc02010d460 con 0x7fc0201016f0 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201032a0 0x7fc02019ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:42.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201032a0 0x7fc02019ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49330/0 (socket says 172.21.15.18:49330) 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01ed9d640 1 -- 172.21.15.18:0/3875907605 learned_addr learned my addr 172.21.15.18:0/3875907605 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01e59c640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0201016f0 0x7fc020197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01dd9b640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0201028e0 0x7fc020197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01ed9d640 1 -- 172.21.15.18:0/3875907605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0201016f0 msgr2=0x7fc020197890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01ed9d640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0201016f0 0x7fc020197890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.585+0000 7fc01ed9d640 1 -- 172.21.15.18:0/3875907605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0201028e0 msgr2=0x7fc020197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc01ed9d640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0201028e0 0x7fc020197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc01ed9d640 1 -- 172.21.15.18:0/3875907605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc02019f4b0 con 0x7fc0201032a0 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc01dd9b640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0201028e0 0x7fc020197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:56:42.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc01ed9d640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201032a0 0x7fc02019ee40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc01800eaa0 tx=0x7fc01800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:42.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc00f7fe640 1 -- 172.21.15.18:0/3875907605 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc01800cdb0 con 0x7fc0201032a0 2024-03-07T09:56:42.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc02019f7a0 con 0x7fc0201032a0 2024-03-07T09:56:42.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc00f7fe640 1 -- 172.21.15.18:0/3875907605 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc018005020 con 0x7fc0201032a0 2024-03-07T09:56:42.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc00f7fe640 1 -- 172.21.15.18:0/3875907605 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0180116b0 con 0x7fc0201032a0 2024-03-07T09:56:42.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.586+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc02019fcc0 con 0x7fc0201032a0 2024-03-07T09:56:42.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.587+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc020108940 con 0x7fc0201032a0 2024-03-07T09:56:42.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.588+0000 7fc00f7fe640 1 -- 172.21.15.18:0/3875907605 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fc018005560 con 0x7fc0201032a0 2024-03-07T09:56:42.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.588+0000 7fc00f7fe640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0080a1d80 0x7fc0080a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:42.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.589+0000 7fc01e59c640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0080a1d80 0x7fc0080a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:42.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.589+0000 7fc00f7fe640 1 -- 172.21.15.18:0/3875907605 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc0180cdc30 con 0x7fc0201032a0 2024-03-07T09:56:42.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.589+0000 7fc01e59c640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0080a1d80 0x7fc0080a4240 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc020102740 tx=0x7fc010005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:42.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.593+0000 7fc00f7fe640 1 -- 172.21.15.18:0/3875907605 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc018016030 con 0x7fc0201032a0 2024-03-07T09:56:42.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.819+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc020062260 con 0x7fc0201032a0 2024-03-07T09:56:42.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.819+0000 7fc00f7fe640 1 -- 172.21.15.18:0/3875907605 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7646 (secure 0 0 0) 0x7fc01809b460 con 0x7fc0201032a0 2024-03-07T09:56:42.821 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:42.821 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-03-07T09:56:42.821 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 10 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0080a1d80 msgr2=0x7fc0080a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0080a1d80 0x7fc0080a4240 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc020102740 tx=0x7fc010005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201032a0 msgr2=0x7fc02019ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201032a0 0x7fc02019ee40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc01800eaa0 tx=0x7fc01800ef60 comp rx=0 tx=0).stop 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 shutdown_connections 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0080a1d80 0x7fc0080a4240 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0201032a0 0x7fc02019ee40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0201028e0 0x7fc020197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 --2- 172.21.15.18:0/3875907605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0201016f0 0x7fc020197890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:42.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 >> 172.21.15.18:0/3875907605 conn(0x7fc0200fcc80 msgr2=0x7fc020105b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:42.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 shutdown_connections 2024-03-07T09:56:42.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:42.821+0000 7fc024eb6640 1 -- 172.21.15.18:0/3875907605 wait complete. 2024-03-07T09:56:43.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:43 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3875907605' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:43.342 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 systemd[1]: Starting Ceph mds.g for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:43.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:43 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3875907605' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:43.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:43 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3875907605' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:43.763 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 podman[70580]: 2024-03-07 09:56:43.393658881 +0000 UTC m=+0.018990713 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:43.763 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 podman[70580]: 2024-03-07 09:56:43.526583088 +0000 UTC m=+0.151914935 container create a6a0c7d52abcb074aaf52153937311525b9341504c26231db8c8a3c2b7f63d8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240222) 2024-03-07T09:56:43.763 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 podman[70580]: 2024-03-07 09:56:43.762708791 +0000 UTC m=+0.388040611 container init a6a0c7d52abcb074aaf52153937311525b9341504c26231db8c8a3c2b7f63d8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:44 smithi018 ceph-mon[32171]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:44 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 podman[70580]: 2024-03-07 09:56:43.765508214 +0000 UTC m=+0.390840029 container start a6a0c7d52abcb074aaf52153937311525b9341504c26231db8c8a3c2b7f63d8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T09:56:44.087 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 ceph-mds[70598]: -- 172.21.15.18:0/2250017703 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dd3ea0da40 con 0x55dd3e9e0800 2024-03-07T09:56:44.088 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g[70594]: starting mds.g at 2024-03-07T09:56:44.088 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 bash[70580]: a6a0c7d52abcb074aaf52153937311525b9341504c26231db8c8a3c2b7f63d8a 2024-03-07T09:56:44.088 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 09:56:43 smithi018 systemd[1]: Started Ceph mds.g for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:44 smithi063 ceph-mon[36356]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:44 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:44 smithi077 ceph-mon[36374]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:44 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:44.834 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:44.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 -- 172.21.15.18:0/1914012418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680102130 msgr2=0x7f76801089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:44.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 --2- 172.21.15.18:0/1914012418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680102130 0x7f76801089c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7670009900 tx=0x7f767002bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:44.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 -- 172.21.15.18:0/1914012418 shutdown_connections 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 --2- 172.21.15.18:0/1914012418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680102130 0x7f76801089c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 --2- 172.21.15.18:0/1914012418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7680101770 0x7f7680101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 --2- 172.21.15.18:0/1914012418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7680100580 0x7f76801009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 -- 172.21.15.18:0/1914012418 >> 172.21.15.18:0/1914012418 conn(0x7f76800fbb10 msgr2=0x7f76800fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 -- 172.21.15.18:0/1914012418 shutdown_connections 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.942+0000 7f76871fc640 1 -- 172.21.15.18:0/1914012418 wait complete. 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 Processor -- start 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 -- start start 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680100580 0x7f7680197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7680101770 0x7f7680197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7680102130 0x7f768019eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f768010c210 con 0x7f7680100580 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f768010c090 con 0x7f7680101770 2024-03-07T09:56:44.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f76871fc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f768010c390 con 0x7f7680102130 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680100580 0x7f7680197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680100580 0x7f7680197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49368/0 (socket says 172.21.15.18:49368) 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 -- 172.21.15.18:0/3395333596 learned_addr learned my addr 172.21.15.18:0/3395333596 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7685799640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7680102130 0x7f768019eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f767ffff640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7680101770 0x7f7680197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 -- 172.21.15.18:0/3395333596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7680102130 msgr2=0x7f768019eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7680102130 0x7f768019eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 -- 172.21.15.18:0/3395333596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7680101770 msgr2=0x7f7680197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7680101770 0x7f7680197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f7684f98640 1 -- 172.21.15.18:0/3395333596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f768019f540 con 0x7f7680100580 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.943+0000 7f767ffff640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7680101770 0x7f7680197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.944+0000 7f7684f98640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680100580 0x7f7680197970 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f767800eaa0 tx=0x7f767800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:44.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.944+0000 7f767dffb640 1 -- 172.21.15.18:0/3395333596 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7678016070 con 0x7f7680100580 2024-03-07T09:56:44.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.944+0000 7f767dffb640 1 -- 172.21.15.18:0/3395333596 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7678003e50 con 0x7f7680100580 2024-03-07T09:56:44.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.944+0000 7f767dffb640 1 -- 172.21.15.18:0/3395333596 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76780116d0 con 0x7f7680100580 2024-03-07T09:56:44.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.944+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f768019f830 con 0x7f7680100580 2024-03-07T09:56:44.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.944+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f768019fd80 con 0x7f7680100580 2024-03-07T09:56:44.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.945+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f768019ffe0 con 0x7f7680100580 2024-03-07T09:56:44.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.946+0000 7f767dffb640 1 -- 172.21.15.18:0/3395333596 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f7678019070 con 0x7f7680100580 2024-03-07T09:56:44.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.946+0000 7f767dffb640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f76680a1e00 0x7f76680a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:44.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.947+0000 7f767dffb640 1 -- 172.21.15.18:0/3395333596 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f76780cda00 con 0x7f7680100580 2024-03-07T09:56:44.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.947+0000 7f767ffff640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f76680a1e00 0x7f76680a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:44.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.947+0000 7f767ffff640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f76680a1e00 0x7f76680a42c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7674005d00 tx=0x7f7674009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:44.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:44.951+0000 7f767dffb640 1 -- 172.21.15.18:0/3395333596 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f767809b2d0 con 0x7f7680100580 2024-03-07T09:56:45.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.175+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f76801a0250 con 0x7f7680100580 2024-03-07T09:56:45.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.175+0000 7f767dffb640 1 -- 172.21.15.18:0/3395333596 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8438 (secure 0 0 0) 0x7f767809abd0 con 0x7f7680100580 2024-03-07T09:56:45.177 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:45.177 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-03-07T09:56:45.177 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 11 2024-03-07T09:56:45.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f76680a1e00 msgr2=0x7f76680a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:45.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f76680a1e00 0x7f76680a42c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7674005d00 tx=0x7f7674009550 comp rx=0 tx=0).stop 2024-03-07T09:56:45.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680100580 msgr2=0x7f7680197970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:45.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680100580 0x7f7680197970 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f767800eaa0 tx=0x7f767800ef60 comp rx=0 tx=0).stop 2024-03-07T09:56:45.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 shutdown_connections 2024-03-07T09:56:45.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f76680a1e00 0x7f76680a42c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:45.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7680102130 0x7f768019eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:45.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7680101770 0x7f7680197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:45.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 --2- 172.21.15.18:0/3395333596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7680100580 0x7f7680197970 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:45.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.177+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 >> 172.21.15.18:0/3395333596 conn(0x7f76800fbb10 msgr2=0x7f76800fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:45.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.178+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 shutdown_connections 2024-03-07T09:56:45.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:45.178+0000 7f76871fc640 1 -- 172.21.15.18:0/3395333596 wait complete. 2024-03-07T09:56:45.188 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:45 smithi018 ceph-mon[32171]: Deploying daemon mds.a on smithi018 2024-03-07T09:56:45.188 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:45 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.18:6838/1854975674,v1:172.21.15.18:6839/1854975674] up:boot 2024-03-07T09:56:45.188 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:45 smithi018 ceph-mon[32171]: fsmap 10 up:standby 2024-03-07T09:56:45.188 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:45 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-07T09:56:45.348 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:45 smithi063 ceph-mon[36356]: Deploying daemon mds.a on smithi018 2024-03-07T09:56:45.348 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:45 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.18:6838/1854975674,v1:172.21.15.18:6839/1854975674] up:boot 2024-03-07T09:56:45.348 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:45 smithi063 ceph-mon[36356]: fsmap 10 up:standby 2024-03-07T09:56:45.349 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:45 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-07T09:56:45.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:45 smithi077 ceph-mon[36374]: Deploying daemon mds.a on smithi018 2024-03-07T09:56:45.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:45 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.18:6838/1854975674,v1:172.21.15.18:6839/1854975674] up:boot 2024-03-07T09:56:45.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:45 smithi077 ceph-mon[36374]: fsmap 10 up:standby 2024-03-07T09:56:45.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:45 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-07T09:56:46.092 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:45 smithi018 systemd[1]: Starting Ceph mds.a for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:46.354 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:46 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3395333596' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:46.355 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:46 smithi018 ceph-mon[32171]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:46.355 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 podman[70933]: 2024-03-07 09:56:46.102295501 +0000 UTC m=+0.020019353 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:46.355 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 podman[70933]: 2024-03-07 09:56:46.208162711 +0000 UTC m=+0.125886591 container create 6c002997be8f84892af95711c291141cc87e4201374a024b1dcf5acac8bd36bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T09:56:46.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:46 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3395333596' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:46.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:46 smithi063 ceph-mon[36356]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:46.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:46 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3395333596' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:46.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:46 smithi077 ceph-mon[36374]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:46.842 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 podman[70933]: 2024-03-07 09:56:46.452625686 +0000 UTC m=+0.370349537 container init 6c002997be8f84892af95711c291141cc87e4201374a024b1dcf5acac8bd36bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T09:56:46.843 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 podman[70933]: 2024-03-07 09:56:46.455152679 +0000 UTC m=+0.372876520 container start 6c002997be8f84892af95711c291141cc87e4201374a024b1dcf5acac8bd36bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS) 2024-03-07T09:56:46.843 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 ceph-mds[70952]: -- 172.21.15.18:0/1269265781 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56465db6fa40 con 0x56465db42800 2024-03-07T09:56:46.843 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a[70948]: starting mds.a at 2024-03-07T09:56:46.843 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 bash[70933]: 6c002997be8f84892af95711c291141cc87e4201374a024b1dcf5acac8bd36bf 2024-03-07T09:56:46.844 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 09:56:46 smithi018 systemd[1]: Started Ceph mds.a for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:47.190 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:47.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 -- 172.21.15.18:0/3824690558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 msgr2=0x7f3f3c101680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 --2- 172.21.15.18:0/3824690558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c101680 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3f34009ca0 tx=0x7f3f3402c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 -- 172.21.15.18:0/3824690558 shutdown_connections 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 --2- 172.21.15.18:0/3824690558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c101680 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 --2- 172.21.15.18:0/3824690558 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f3c100860 0x7f3f3c100cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 --2- 172.21.15.18:0/3824690558 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f3c0fff00 0x7f3f3c100320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 -- 172.21.15.18:0/3824690558 >> 172.21.15.18:0/3824690558 conn(0x7f3f3c0fbb20 msgr2=0x7f3f3c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 -- 172.21.15.18:0/3824690558 shutdown_connections 2024-03-07T09:56:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 -- 172.21.15.18:0/3824690558 wait complete. 2024-03-07T09:56:47.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 Processor -- start 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 -- start start 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.307+0000 7f3f435de640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f3c0fff00 0x7f3f3c199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f435de640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f3c100860 0x7f3f3c19a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f435de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c1a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f435de640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3c10f500 con 0x7f3f3c101200 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f435de640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3c10f380 con 0x7f3f3c0fff00 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f435de640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3c10f680 con 0x7f3f3c100860 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c1a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c1a10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49400/0 (socket says 172.21.15.18:49400) 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 -- 172.21.15.18:0/2757811965 learned_addr learned my addr 172.21.15.18:0/2757811965 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f40b79640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f3c100860 0x7f3f3c19a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f4137a640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f3c0fff00 0x7f3f3c199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 -- 172.21.15.18:0/2757811965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f3c100860 msgr2=0x7f3f3c19a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f3c100860 0x7f3f3c19a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 -- 172.21.15.18:0/2757811965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f3c0fff00 msgr2=0x7f3f3c199b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f3c0fff00 0x7f3f3c199b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 -- 172.21.15.18:0/2757811965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f3c1a1760 con 0x7f3f3c101200 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f40b79640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f3c100860 0x7f3f3c19a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f4137a640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f3c0fff00 0x7f3f3c199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f41b7b640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c1a10f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3f3402c700 tx=0x7f3f34032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f327fc640 1 -- 172.21.15.18:0/2757811965 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f34039040 con 0x7f3f3c101200 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f327fc640 1 -- 172.21.15.18:0/2757811965 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f34044070 con 0x7f3f3c101200 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f3c1a19f0 con 0x7f3f3c101200 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f327fc640 1 -- 172.21.15.18:0/2757811965 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f340042a0 con 0x7f3f3c101200 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.308+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f3c1a1f30 con 0x7f3f3c101200 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.309+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f3c10ade0 con 0x7f3f3c101200 2024-03-07T09:56:47.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.310+0000 7f3f327fc640 1 -- 172.21.15.18:0/2757811965 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f3f34003970 con 0x7f3f3c101200 2024-03-07T09:56:47.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.311+0000 7f3f327fc640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f280a1e00 0x7f3f280a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:47.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.311+0000 7f3f4137a640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f280a1e00 0x7f3f280a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:47.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.311+0000 7f3f327fc640 1 -- 172.21.15.18:0/2757811965 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3f340efef0 con 0x7f3f3c101200 2024-03-07T09:56:47.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.311+0000 7f3f4137a640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f280a1e00 0x7f3f280a42c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3f38009b40 tx=0x7f3f38005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:47.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.315+0000 7f3f327fc640 1 -- 172.21.15.18:0/2757811965 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3f340bd7b0 con 0x7f3f3c101200 2024-03-07T09:56:47.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.536+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f3c062260 con 0x7f3f3c101200 2024-03-07T09:56:47.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.536+0000 7f3f327fc640 1 -- 172.21.15.18:0/2757811965 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9227 (secure 0 0 0) 0x7f3f340bd0b0 con 0x7f3f3c101200 2024-03-07T09:56:47.538 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:47.538 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-03-07T09:56:47.538 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 12 2024-03-07T09:56:47.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f280a1e00 msgr2=0x7f3f280a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:47.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f280a1e00 0x7f3f280a42c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3f38009b40 tx=0x7f3f38005e50 comp rx=0 tx=0).stop 2024-03-07T09:56:47.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 msgr2=0x7f3f3c1a10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:47.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c1a10f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3f3402c700 tx=0x7f3f34032f20 comp rx=0 tx=0).stop 2024-03-07T09:56:47.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 shutdown_connections 2024-03-07T09:56:47.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3f280a1e00 0x7f3f280a42c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f3c101200 0x7f3f3c1a10f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f3c100860 0x7f3f3c19a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 --2- 172.21.15.18:0/2757811965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f3c0fff00 0x7f3f3c199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 >> 172.21.15.18:0/2757811965 conn(0x7f3f3c0fbb20 msgr2=0x7f3f3c0fd200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 shutdown_connections 2024-03-07T09:56:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:47.538+0000 7f3f435de640 1 -- 172.21.15.18:0/2757811965 wait complete. 2024-03-07T09:56:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:47.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: Deploying daemon mds.b on smithi063 2024-03-07T09:56:47.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.18:6840/253238686,v1:172.21.15.18:6841/253238686] up:boot 2024-03-07T09:56:47.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: fsmap 11 up:standby 2024-03-07T09:56:47.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T09:56:47.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2757811965' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:47.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:47 smithi018 ceph-mon[32171]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:47.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: Deploying daemon mds.b on smithi063 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.18:6840/253238686,v1:172.21.15.18:6841/253238686] up:boot 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: fsmap 11 up:standby 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2757811965' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:47.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:47 smithi063 ceph-mon[36356]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: Deploying daemon mds.b on smithi063 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.18:6840/253238686,v1:172.21.15.18:6841/253238686] up:boot 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: fsmap 11 up:standby 2024-03-07T09:56:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T09:56:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2757811965' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:48.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:47 smithi077 ceph-mon[36374]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:49.197 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 systemd[1]: Starting Ceph mds.b for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T09:56:49.533 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 podman[67059]: 2024-03-07 09:56:49.164440642 +0000 UTC m=+0.018310126 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T09:56:49.533 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 podman[67059]: 2024-03-07 09:56:49.287601416 +0000 UTC m=+0.141470883 container create cf0424548bca3555c76d77c6556ac18d9dd286ad42b8b7f5575e50469746cc5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-07T09:56:49.533 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 podman[67059]: 2024-03-07 09:56:49.506697857 +0000 UTC m=+0.360567327 container init cf0424548bca3555c76d77c6556ac18d9dd286ad42b8b7f5575e50469746cc5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-07T09:56:49.534 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 podman[67059]: 2024-03-07 09:56:49.509471902 +0000 UTC m=+0.363341368 container start cf0424548bca3555c76d77c6556ac18d9dd286ad42b8b7f5575e50469746cc5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T09:56:49.551 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:56:49.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.668+0000 7f02e0034640 1 -- 172.21.15.18:0/1712433700 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8102140 msgr2=0x7f02d81089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.668+0000 7f02e0034640 1 --2- 172.21.15.18:0/1712433700 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8102140 0x7f02d81089d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f02d4009ca0 tx=0x7f02d402c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.668+0000 7f02e0034640 1 -- 172.21.15.18:0/1712433700 shutdown_connections 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.668+0000 7f02e0034640 1 --2- 172.21.15.18:0/1712433700 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8102140 0x7f02d81089d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.668+0000 7f02e0034640 1 --2- 172.21.15.18:0/1712433700 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02d8101780 0x7f02d8101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.668+0000 7f02e0034640 1 --2- 172.21.15.18:0/1712433700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02d8100590 0x7f02d81009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.668+0000 7f02e0034640 1 -- 172.21.15.18:0/1712433700 >> 172.21.15.18:0/1712433700 conn(0x7f02d80fbb00 msgr2=0x7f02d80fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 -- 172.21.15.18:0/1712433700 shutdown_connections 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 -- 172.21.15.18:0/1712433700 wait complete. 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 Processor -- start 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 -- start start 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8100590 0x7f02d8197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02d8101780 0x7f02d8197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:49.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02d8102140 0x7f02d819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d810c220 con 0x7f02d8100590 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d810c0a0 con 0x7f02d8102140 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02e0034640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d810c3a0 con 0x7f02d8101780 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02dddd0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8100590 0x7f02d8197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02dddd0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8100590 0x7f02d8197920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37202/0 (socket says 172.21.15.18:37202) 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02dddd0640 1 -- 172.21.15.18:0/1773144987 learned_addr learned my addr 172.21.15.18:0/1773144987 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.669+0000 7f02de5d1640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02d8102140 0x7f02d819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02dd5cf640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02d8101780 0x7f02d8197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02dddd0640 1 -- 172.21.15.18:0/1773144987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02d8101780 msgr2=0x7f02d8197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02dddd0640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02d8101780 0x7f02d8197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02dddd0640 1 -- 172.21.15.18:0/1773144987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02d8102140 msgr2=0x7f02d819eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02dddd0640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02d8102140 0x7f02d819eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02dddd0640 1 -- 172.21.15.18:0/1773144987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02d819f540 con 0x7f02d8100590 2024-03-07T09:56:49.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02dddd0640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8100590 0x7f02d8197920 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f02d000c970 tx=0x7f02d000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:49.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02ceffd640 1 -- 172.21.15.18:0/1773144987 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d0004220 con 0x7f02d8100590 2024-03-07T09:56:49.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02ceffd640 1 -- 172.21.15.18:0/1773144987 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f02d00043c0 con 0x7f02d8100590 2024-03-07T09:56:49.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02d819f830 con 0x7f02d8100590 2024-03-07T09:56:49.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02ceffd640 1 -- 172.21.15.18:0/1773144987 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d000f450 con 0x7f02d8100590 2024-03-07T09:56:49.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.670+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02d819fd80 con 0x7f02d8100590 2024-03-07T09:56:49.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.671+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02d81a0040 con 0x7f02d8100590 2024-03-07T09:56:49.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.672+0000 7f02ceffd640 1 -- 172.21.15.18:0/1773144987 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f02d00079b0 con 0x7f02d8100590 2024-03-07T09:56:49.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.673+0000 7f02ceffd640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02c40a1d80 0x7f02c40a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:49.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.673+0000 7f02dd5cf640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02c40a1d80 0x7f02c40a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:49.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.673+0000 7f02ceffd640 1 -- 172.21.15.18:0/1773144987 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f02d00cda30 con 0x7f02d8100590 2024-03-07T09:56:49.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.673+0000 7f02dd5cf640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02c40a1d80 0x7f02c40a4240 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f02c8005e10 tx=0x7f02c8005da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:49.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.676+0000 7f02ceffd640 1 -- 172.21.15.18:0/1773144987 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f02d0014030 con 0x7f02d8100590 2024-03-07T09:56:49.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:49 smithi018 ceph-mon[32171]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:49.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:49 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] up:boot 2024-03-07T09:56:49.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:49 smithi018 ceph-mon[32171]: fsmap 12 up:standby 2024-03-07T09:56:49.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:49 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T09:56:49.910 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:49 smithi077 ceph-mon[36374]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:49.911 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:49 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] up:boot 2024-03-07T09:56:49.911 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:49 smithi077 ceph-mon[36374]: fsmap 12 up:standby 2024-03-07T09:56:49.911 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:49 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T09:56:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.909+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f02d81a0210 con 0x7f02d8100590 2024-03-07T09:56:49.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.910+0000 7f02ceffd640 1 -- 172.21.15.18:0/1773144987 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10019 (secure 0 0 0) 0x7f02d009b300 con 0x7f02d8100590 2024-03-07T09:56:49.912 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:49.913 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-03-07T09:56:49.913 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 13 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02c40a1d80 msgr2=0x7f02c40a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02c40a1d80 0x7f02c40a4240 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f02c8005e10 tx=0x7f02c8005da0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8100590 msgr2=0x7f02d8197920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8100590 0x7f02d8197920 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f02d000c970 tx=0x7f02d000ce30 comp rx=0 tx=0).stop 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 shutdown_connections 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f02c40a1d80 0x7f02c40a4240 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02d8102140 0x7f02d819eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02d8101780 0x7f02d8197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 --2- 172.21.15.18:0/1773144987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02d8100590 0x7f02d8197920 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 >> 172.21.15.18:0/1773144987 conn(0x7f02d80fbb00 msgr2=0x7f02d80fd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:49.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 shutdown_connections 2024-03-07T09:56:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:49.912+0000 7f02e0034640 1 -- 172.21.15.18:0/1773144987 wait complete. 2024-03-07T09:56:49.925 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:56:49.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:49 smithi063 ceph-mon[36356]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:49.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:49 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] up:boot 2024-03-07T09:56:49.949 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:49 smithi063 ceph-mon[36356]: fsmap 12 up:standby 2024-03-07T09:56:49.949 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:49 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T09:56:49.949 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 ceph-mds[67078]: -- 172.21.15.63:0/2041214003 <== mon.2 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5607b6775a40 con 0x5607b6748c00 2024-03-07T09:56:49.949 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b[67074]: starting mds.b at 2024-03-07T09:56:49.949 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 bash[67059]: cf0424548bca3555c76d77c6556ac18d9dd286ad42b8b7f5575e50469746cc5b 2024-03-07T09:56:49.949 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 09:56:49 smithi063 systemd[1]: Started Ceph mds.b for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 -- 172.21.15.18:0/105169755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd01017d0 msgr2=0x7f4dd0101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/105169755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd01017d0 0x7f4dd0101c50 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4db8009900 tx=0x7f4db802bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 -- 172.21.15.18:0/105169755 shutdown_connections 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/105169755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dd0102190 0x7f4dd0108a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/105169755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd01017d0 0x7f4dd0101c50 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/105169755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4dd0100ac0 0x7f4dd0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 -- 172.21.15.18:0/105169755 >> 172.21.15.18:0/105169755 conn(0x7f4dd00fb290 msgr2=0x7f4dd00fd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 -- 172.21.15.18:0/105169755 shutdown_connections 2024-03-07T09:56:50.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.028+0000 7f4dd53b1640 1 -- 172.21.15.18:0/105169755 wait complete. 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 Processor -- start 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 -- start start 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dd0100ac0 0x7f4dd01979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4dd01017d0 0x7f4dd0197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd0102190 0x7f4dd019ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dd010c240 con 0x7f4dd0102190 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dd010c0c0 con 0x7f4dd0100ac0 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dd53b1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dd010c3c0 con 0x7f4dd01017d0 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dcf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd0102190 0x7f4dd019ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dce7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4dd01017d0 0x7f4dd0197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dcf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd0102190 0x7f4dd019ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37226/0 (socket says 172.21.15.18:37226) 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dcf7fe640 1 -- 172.21.15.18:0/168181844 learned_addr learned my addr 172.21.15.18:0/168181844 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:50.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.029+0000 7f4dceffd640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dd0100ac0 0x7f4dd01979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dcf7fe640 1 -- 172.21.15.18:0/168181844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4dd01017d0 msgr2=0x7f4dd0197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dcf7fe640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4dd01017d0 0x7f4dd0197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dcf7fe640 1 -- 172.21.15.18:0/168181844 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dd0100ac0 msgr2=0x7f4dd01979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dcf7fe640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dd0100ac0 0x7f4dd01979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dcf7fe640 1 -- 172.21.15.18:0/168181844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4dd019f5c0 con 0x7f4dd0102190 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dcf7fe640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd0102190 0x7f4dd019ef50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4dc800eb10 tx=0x7f4dc800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dc7fff640 1 -- 172.21.15.18:0/168181844 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8004b20 con 0x7f4dd0102190 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dc7fff640 1 -- 172.21.15.18:0/168181844 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4dc8004cc0 con 0x7f4dd0102190 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4dd019f8b0 con 0x7f4dd0102190 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dc7fff640 1 -- 172.21.15.18:0/168181844 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8010760 con 0x7f4dd0102190 2024-03-07T09:56:50.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.030+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4dd019fd80 con 0x7f4dd0102190 2024-03-07T09:56:50.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.031+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4dd019ffe0 con 0x7f4dd0102190 2024-03-07T09:56:50.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.033+0000 7f4dc7fff640 1 -- 172.21.15.18:0/168181844 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f4dc8005000 con 0x7f4dd0102190 2024-03-07T09:56:50.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.033+0000 7f4dc7fff640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4dbc0a1e00 0x7f4dbc0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.033+0000 7f4dceffd640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4dbc0a1e00 0x7f4dbc0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.033+0000 7f4dc7fff640 1 -- 172.21.15.18:0/168181844 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4dc80ce120 con 0x7f4dd0102190 2024-03-07T09:56:50.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.034+0000 7f4dceffd640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4dbc0a1e00 0x7f4dbc0a42c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00698d0 tx=0x7f4dc0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:50.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.037+0000 7f4dc7fff640 1 -- 172.21.15.18:0/168181844 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4dc8053280 con 0x7f4dd0102190 2024-03-07T09:56:50.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.223+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4dd01a01b0 con 0x7f4dd0102190 2024-03-07T09:56:50.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.224+0000 7f4dc7fff640 1 -- 172.21.15.18:0/168181844 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+18324 (secure 0 0 0) 0x7f4dc809b950 con 0x7f4dd0102190 2024-03-07T09:56:50.226 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:50.226 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":82,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:03.731952+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:56:50.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4dbc0a1e00 msgr2=0x7f4dbc0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4dbc0a1e00 0x7f4dbc0a42c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00698d0 tx=0x7f4dc0005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd0102190 msgr2=0x7f4dd019ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd0102190 0x7f4dd019ef50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4dc800eb10 tx=0x7f4dc800c2d0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 shutdown_connections 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4dbc0a1e00 0x7f4dbc0a42c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4dd0102190 0x7f4dd019ef50 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4dd01017d0 0x7f4dd0197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 --2- 172.21.15.18:0/168181844 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dd0100ac0 0x7f4dd01979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 >> 172.21.15.18:0/168181844 conn(0x7f4dd00fb290 msgr2=0x7f4dd00fcd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 shutdown_connections 2024-03-07T09:56:50.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.227+0000 7f4dd53b1640 1 -- 172.21.15.18:0/168181844 wait complete. 2024-03-07T09:56:50.243 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:56:50.244 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 -- 172.21.15.18:0/4257509816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec101770 msgr2=0x7f13ec101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 --2- 172.21.15.18:0/4257509816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec101770 0x7f13ec101bf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f13e8009900 tx=0x7f13e802bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 -- 172.21.15.18:0/4257509816 shutdown_connections 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 --2- 172.21.15.18:0/4257509816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13ec102130 0x7f13ec1089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 --2- 172.21.15.18:0/4257509816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec101770 0x7f13ec101bf0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 --2- 172.21.15.18:0/4257509816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13ec100580 0x7f13ec1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 -- 172.21.15.18:0/4257509816 >> 172.21.15.18:0/4257509816 conn(0x7f13ec0fbaf0 msgr2=0x7f13ec0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 -- 172.21.15.18:0/4257509816 shutdown_connections 2024-03-07T09:56:50.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.349+0000 7f13f44dd640 1 -- 172.21.15.18:0/4257509816 wait complete. 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 Processor -- start 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 -- start start 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec100580 0x7f13ec197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13ec101770 0x7f13ec197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13ec102130 0x7f13ec19efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13ec10c210 con 0x7f13ec100580 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13ec10c090 con 0x7f13ec102130 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f44dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13ec10c390 con 0x7f13ec101770 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f2279640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec100580 0x7f13ec197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f2279640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec100580 0x7f13ec197a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37246/0 (socket says 172.21.15.18:37246) 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f2279640 1 -- 172.21.15.18:0/429352348 learned_addr learned my addr 172.21.15.18:0/429352348 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:50.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f1a78640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13ec101770 0x7f13ec197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.350+0000 7f13f2a7a640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13ec102130 0x7f13ec19efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f2279640 1 -- 172.21.15.18:0/429352348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13ec101770 msgr2=0x7f13ec197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f2279640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13ec101770 0x7f13ec197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f2279640 1 -- 172.21.15.18:0/429352348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13ec102130 msgr2=0x7f13ec19efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f2279640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13ec102130 0x7f13ec19efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f2279640 1 -- 172.21.15.18:0/429352348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13ec19f630 con 0x7f13ec100580 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f2a7a640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13ec102130 0x7f13ec19efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f2279640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec100580 0x7f13ec197a10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f13dc00e9c0 tx=0x7f13dc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13e37fe640 1 -- 172.21.15.18:0/429352348 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13dc00cd80 con 0x7f13ec100580 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13e37fe640 1 -- 172.21.15.18:0/429352348 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f13dc0035f0 con 0x7f13ec100580 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13ec19f920 con 0x7f13ec100580 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13e37fe640 1 -- 172.21.15.18:0/429352348 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13dc010690 con 0x7f13ec100580 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.351+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13ec19fdf0 con 0x7f13ec100580 2024-03-07T09:56:50.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.352+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13ec1a0050 con 0x7f13ec100580 2024-03-07T09:56:50.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.353+0000 7f13e37fe640 1 -- 172.21.15.18:0/429352348 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f13dc0037a0 con 0x7f13ec100580 2024-03-07T09:56:50.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.354+0000 7f13e37fe640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f13d80a1d80 0x7f13d80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.354+0000 7f13f1a78640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f13d80a1d80 0x7f13d80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.354+0000 7f13e37fe640 1 -- 172.21.15.18:0/429352348 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f13dc0cddb0 con 0x7f13ec100580 2024-03-07T09:56:50.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.354+0000 7f13f1a78640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f13d80a1d80 0x7f13d80a4240 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f13e802c7b0 tx=0x7f13e8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:50.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.358+0000 7f13e37fe640 1 -- 172.21.15.18:0/429352348 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f13dc0d2070 con 0x7f13ec100580 2024-03-07T09:56:50.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.593+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f13ec1a0220 con 0x7f13ec100580 2024-03-07T09:56:50.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.594+0000 7f13e37fe640 1 -- 172.21.15.18:0/429352348 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7f13dc09b5e0 con 0x7f13ec100580 2024-03-07T09:56:50.596 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f13d80a1d80 msgr2=0x7f13d80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f13d80a1d80 0x7f13d80a4240 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f13e802c7b0 tx=0x7f13e8005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec100580 msgr2=0x7f13ec197a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec100580 0x7f13ec197a10 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f13dc00e9c0 tx=0x7f13dc00ee80 comp rx=0 tx=0).stop 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 shutdown_connections 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f13d80a1d80 0x7f13d80a4240 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13ec102130 0x7f13ec19efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f13ec101770 0x7f13ec197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 --2- 172.21.15.18:0/429352348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f13ec100580 0x7f13ec197a10 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 >> 172.21.15.18:0/429352348 conn(0x7f13ec0fbaf0 msgr2=0x7f13ec0fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:50.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 shutdown_connections 2024-03-07T09:56:50.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.596+0000 7f13f44dd640 1 -- 172.21.15.18:0/429352348 wait complete. 2024-03-07T09:56:50.609 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-03-07T09:56:50.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 -- 172.21.15.18:0/1136443333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50107260 msgr2=0x7fac501096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 --2- 172.21.15.18:0/1136443333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50107260 0x7fac501096b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fac48009ca0 tx=0x7fac4802c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 -- 172.21.15.18:0/1136443333 shutdown_connections 2024-03-07T09:56:50.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 --2- 172.21.15.18:0/1136443333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50107260 0x7fac501096b0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 --2- 172.21.15.18:0/1136443333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac50104930 0x7fac50106d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 --2- 172.21.15.18:0/1136443333 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac50102000 0x7fac501043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 -- 172.21.15.18:0/1136443333 >> 172.21.15.18:0/1136443333 conn(0x7fac500fba30 msgr2=0x7fac500fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 -- 172.21.15.18:0/1136443333 shutdown_connections 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.713+0000 7fac569a1640 1 -- 172.21.15.18:0/1136443333 wait complete. 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 Processor -- start 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 -- start start 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac50102000 0x7fac50197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50104930 0x7fac50197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac50107260 0x7fac5019ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5010d210 con 0x7fac50104930 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5010d090 con 0x7fac50107260 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac569a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5010d390 con 0x7fac50102000 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50104930 0x7fac50197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50104930 0x7fac50197d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37264/0 (socket says 172.21.15.18:37264) 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 -- 172.21.15.18:0/3305292083 learned_addr learned my addr 172.21.15.18:0/3305292083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5599f640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac50102000 0x7fac50197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac561a0640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac50107260 0x7fac5019ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 -- 172.21.15.18:0/3305292083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac50102000 msgr2=0x7fac50197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac50102000 0x7fac50197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 -- 172.21.15.18:0/3305292083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac50107260 msgr2=0x7fac5019ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac50107260 0x7fac5019ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 -- 172.21.15.18:0/3305292083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac5019f3e0 con 0x7fac50104930 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.714+0000 7fac5519e640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50104930 0x7fac50197d50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fac40005fd0 tx=0x7fac4000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.715+0000 7fac46ffd640 1 -- 172.21.15.18:0/3305292083 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac40017070 con 0x7fac50104930 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.715+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac5019f6d0 con 0x7fac50104930 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.715+0000 7fac46ffd640 1 -- 172.21.15.18:0/3305292083 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fac40009c30 con 0x7fac50104930 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.715+0000 7fac46ffd640 1 -- 172.21.15.18:0/3305292083 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac40010460 con 0x7fac50104930 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.715+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac5019fc20 con 0x7fac50104930 2024-03-07T09:56:50.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.716+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac500fd520 con 0x7fac50104930 2024-03-07T09:56:50.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.717+0000 7fac46ffd640 1 -- 172.21.15.18:0/3305292083 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fac40003e70 con 0x7fac50104930 2024-03-07T09:56:50.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.717+0000 7fac46ffd640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac3c0a1d70 0x7fac3c0a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:50.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.717+0000 7fac5599f640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac3c0a1d70 0x7fac3c0a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:50.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.718+0000 7fac46ffd640 1 -- 172.21.15.18:0/3305292083 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fac400cdcb0 con 0x7fac50104930 2024-03-07T09:56:50.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.718+0000 7fac5599f640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac3c0a1d70 0x7fac3c0a4230 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009bd0 tx=0x7fac4c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:50.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.721+0000 7fac46ffd640 1 -- 172.21.15.18:0/3305292083 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fac40020030 con 0x7fac50104930 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1773144987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/168181844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:50 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/429352348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:50.908 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1773144987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/168181844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.909 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:50 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/429352348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:50.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.918+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fac5002d280 con 0x7fac50104930 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.918+0000 7fac46ffd640 1 -- 172.21.15.18:0/3305292083 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) v1 ==== 84+0+65 (secure 0 0 0) 0x7fac4009b580 con 0x7fac50104930 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stdout:[ 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stdout: "poolnum": 1, 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stdout: "poolname": ".mgr" 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T09:56:50.920 INFO:teuthology.orchestra.run.smithi018.stdout:] 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1773144987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/168181844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:50.921 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:50.922 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:50 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/429352348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:56:50.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac3c0a1d70 msgr2=0x7fac3c0a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac3c0a1d70 0x7fac3c0a4230 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009bd0 tx=0x7fac4c005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50104930 msgr2=0x7fac50197d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50104930 0x7fac50197d50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fac40005fd0 tx=0x7fac4000dde0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 shutdown_connections 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac3c0a1d70 0x7fac3c0a4230 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac50107260 0x7fac5019ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac50104930 0x7fac50197d50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 --2- 172.21.15.18:0/3305292083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac50102000 0x7fac50197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 >> 172.21.15.18:0/3305292083 conn(0x7fac500fba30 msgr2=0x7fac50102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 shutdown_connections 2024-03-07T09:56:50.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:50.920+0000 7fac569a1640 1 -- 172.21.15.18:0/3305292083 wait complete. 2024-03-07T09:56:50.932 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-03-07T09:56:50.933 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-03-07T09:56:51.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.038+0000 7f9640fb8640 1 -- 172.21.15.18:0/1162368166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c104a30 msgr2=0x7f963c106e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 --2- 172.21.15.18:0/1162368166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c104a30 0x7f963c106e20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9624009900 tx=0x7f962402bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:51.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 -- 172.21.15.18:0/1162368166 shutdown_connections 2024-03-07T09:56:51.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 --2- 172.21.15.18:0/1162368166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f963c107360 0x7f963c1097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 --2- 172.21.15.18:0/1162368166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c104a30 0x7f963c106e20 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 --2- 172.21.15.18:0/1162368166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f963c102100 0x7f963c1044f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 -- 172.21.15.18:0/1162368166 >> 172.21.15.18:0/1162368166 conn(0x7f963c0fbaf0 msgr2=0x7f963c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:51.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 -- 172.21.15.18:0/1162368166 shutdown_connections 2024-03-07T09:56:51.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 -- 172.21.15.18:0/1162368166 wait complete. 2024-03-07T09:56:51.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 Processor -- start 2024-03-07T09:56:51.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 -- start start 2024-03-07T09:56:51.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.039+0000 7f9640fb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c102100 0x7f963c197940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9640fb8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f963c104a30 0x7f963c197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9640fb8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f963c107360 0x7f963c19eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9640fb8640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f963c10d2f0 con 0x7f963c102100 2024-03-07T09:56:51.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9640fb8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f963c10d170 con 0x7f963c104a30 2024-03-07T09:56:51.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9640fb8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f963c10d470 con 0x7f963c107360 2024-03-07T09:56:51.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c102100 0x7f963c197940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c102100 0x7f963c197940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37272/0 (socket says 172.21.15.18:37272) 2024-03-07T09:56:51.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 -- 172.21.15.18:0/3714493105 learned_addr learned my addr 172.21.15.18:0/3714493105 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:51.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963ad9d640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f963c107360 0x7f963c19eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9633fff640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f963c104a30 0x7f963c197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 -- 172.21.15.18:0/3714493105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f963c107360 msgr2=0x7f963c19eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f963c107360 0x7f963c19eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 -- 172.21.15.18:0/3714493105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f963c104a30 msgr2=0x7f963c197e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f963c104a30 0x7f963c197e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 -- 172.21.15.18:0/3714493105 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f963c19f560 con 0x7f963c102100 2024-03-07T09:56:51.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f963a59c640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c102100 0x7f963c197940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f962c00c920 tx=0x7f962c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:51.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f96337fe640 1 -- 172.21.15.18:0/3714493105 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c007c70 con 0x7f963c102100 2024-03-07T09:56:51.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f96337fe640 1 -- 172.21.15.18:0/3714493105 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f962c007e10 con 0x7f963c102100 2024-03-07T09:56:51.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f963c19f850 con 0x7f963c102100 2024-03-07T09:56:51.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f96337fe640 1 -- 172.21.15.18:0/3714493105 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f962c018890 con 0x7f963c102100 2024-03-07T09:56:51.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.040+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f963c19fd70 con 0x7f963c102100 2024-03-07T09:56:51.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.041+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f963c0fd5e0 con 0x7f963c102100 2024-03-07T09:56:51.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.042+0000 7f96337fe640 1 -- 172.21.15.18:0/3714493105 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f962c018a70 con 0x7f963c102100 2024-03-07T09:56:51.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.043+0000 7f96337fe640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96280a1d80 0x7f96280a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.043+0000 7f9633fff640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96280a1d80 0x7f96280a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.043+0000 7f96337fe640 1 -- 172.21.15.18:0/3714493105 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f962c0cda40 con 0x7f963c102100 2024-03-07T09:56:51.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.043+0000 7f9633fff640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96280a1d80 0x7f96280a4240 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9624000c00 tx=0x7f9624005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:51.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.047+0000 7f96337fe640 1 -- 172.21.15.18:0/3714493105 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f962c014030 con 0x7f963c102100 2024-03-07T09:56:51.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.229+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f963c062260 con 0x7f963c102100 2024-03-07T09:56:51.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.655+0000 7f96337fe640 1 -- 172.21.15.18:0/3714493105 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) v1 ==== 138+0+0 (secure 0 0 0) 0x7f962c09b270 con 0x7f963c102100 2024-03-07T09:56:51.657 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_metadata' created 2024-03-07T09:56:51.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96280a1d80 msgr2=0x7f96280a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96280a1d80 0x7f96280a4240 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9624000c00 tx=0x7f9624005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c102100 msgr2=0x7f963c197940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c102100 0x7f963c197940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f962c00c920 tx=0x7f962c00cde0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 shutdown_connections 2024-03-07T09:56:51.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96280a1d80 0x7f96280a4240 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f963c107360 0x7f963c19eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f963c104a30 0x7f963c197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 --2- 172.21.15.18:0/3714493105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f963c102100 0x7f963c197940 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.658+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 >> 172.21.15.18:0/3714493105 conn(0x7f963c0fbaf0 msgr2=0x7f963c102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:51.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.659+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 shutdown_connections 2024-03-07T09:56:51.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.659+0000 7f9640fb8640 1 -- 172.21.15.18:0/3714493105 wait complete. 2024-03-07T09:56:51.675 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-03-07T09:56:51.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 -- 172.21.15.18:0/3847799660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708102880 msgr2=0x7fa708102d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/3847799660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708102880 0x7fa708102d00 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc009900 tx=0x7fa6fc02bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:51.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 -- 172.21.15.18:0/3847799660 shutdown_connections 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/3847799660 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa708103240 0x7fa708109ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/3847799660 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708102880 0x7fa708102d00 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/3847799660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa708101690 0x7fa708101ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 -- 172.21.15.18:0/3847799660 >> 172.21.15.18:0/3847799660 conn(0x7fa7080fcbc0 msgr2=0x7fa7080ff040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 -- 172.21.15.18:0/3847799660 shutdown_connections 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 -- 172.21.15.18:0/3847799660 wait complete. 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 Processor -- start 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 -- start start 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa708101690 0x7fa708197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa708102880 0x7fa708197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.795+0000 7fa70d2dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708103240 0x7fa70819ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa70d2dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa70810d2f0 con 0x7fa708103240 2024-03-07T09:56:51.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa70d2dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa70810d170 con 0x7fa708102880 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa70d2dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa70810d470 con 0x7fa708101690 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708103240 0x7fa70819ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708103240 0x7fa70819ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37280/0 (socket says 172.21.15.18:37280) 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 -- 172.21.15.18:0/1078379268 learned_addr learned my addr 172.21.15.18:0/1078379268 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa706ffd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa708101690 0x7fa708197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7067fc640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa708102880 0x7fa708197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 -- 172.21.15.18:0/1078379268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa708101690 msgr2=0x7fa708197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa708101690 0x7fa708197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 -- 172.21.15.18:0/1078379268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa708102880 msgr2=0x7fa708197ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa708102880 0x7fa708197ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 -- 172.21.15.18:0/1078379268 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa70819f5b0 con 0x7fa708103240 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7067fc640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa708102880 0x7fa708197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:51.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa7077fe640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708103240 0x7fa70819ef40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa700009fd0 tx=0x7fa70000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:51.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa6effff640 1 -- 172.21.15.18:0/1078379268 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa700017070 con 0x7fa708103240 2024-03-07T09:56:51.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa6effff640 1 -- 172.21.15.18:0/1078379268 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa700003e50 con 0x7fa708103240 2024-03-07T09:56:51.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa70819f8a0 con 0x7fa708103240 2024-03-07T09:56:51.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa6effff640 1 -- 172.21.15.18:0/1078379268 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7000106c0 con 0x7fa708103240 2024-03-07T09:56:51.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.796+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa70819fda0 con 0x7fa708103240 2024-03-07T09:56:51.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.797+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7081089b0 con 0x7fa708103240 2024-03-07T09:56:51.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.798+0000 7fa6effff640 1 -- 172.21.15.18:0/1078379268 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fa700003970 con 0x7fa708103240 2024-03-07T09:56:51.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.799+0000 7fa6effff640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa6f00a1d80 0x7fa6f00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:51.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.799+0000 7fa706ffd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa6f00a1d80 0x7fa6f00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:51.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.799+0000 7fa6effff640 1 -- 172.21.15.18:0/1078379268 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7497+0+0 (secure 0 0 0) 0x7fa7000cd8b0 con 0x7fa708103240 2024-03-07T09:56:51.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.800+0000 7fa706ffd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa6f00a1d80 0x7fa6f00a4240 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa7081026e0 tx=0x7fa6f800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:51.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.803+0000 7fa6effff640 1 -- 172.21.15.18:0/1078379268 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa70009af70 con 0x7fa708103240 2024-03-07T09:56:51.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:51 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3305292083' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-07T09:56:51.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:51 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3714493105' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-07T09:56:51.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:51.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:51.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:51 smithi063 ceph-mon[36356]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:51.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:51.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:51 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:51.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:51.989+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fa70802d150 con 0x7fa708103240 2024-03-07T09:56:52.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:51 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3305292083' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-07T09:56:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:51 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3714493105' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-07T09:56:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:51 smithi077 ceph-mon[36374]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:51 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:51 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3305292083' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-07T09:56:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:51 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3714493105' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-07T09:56:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:51 smithi018 ceph-mon[32171]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:51 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.657+0000 7fa6effff640 1 -- 172.21.15.18:0/1078379268 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v84) v1 ==== 170+0+0 (secure 0 0 0) 0x7fa70009a870 con 0x7fa708103240 2024-03-07T09:56:52.659 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_data' created 2024-03-07T09:56:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa6f00a1d80 msgr2=0x7fa6f00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa6f00a1d80 0x7fa6f00a4240 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa7081026e0 tx=0x7fa6f800b390 comp rx=0 tx=0).stop 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708103240 msgr2=0x7fa70819ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708103240 0x7fa70819ef40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa700009fd0 tx=0x7fa70000b260 comp rx=0 tx=0).stop 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 shutdown_connections 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa6f00a1d80 0x7fa6f00a4240 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa708103240 0x7fa70819ef40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa708102880 0x7fa708197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 --2- 172.21.15.18:0/1078379268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa708101690 0x7fa708197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 >> 172.21.15.18:0/1078379268 conn(0x7fa7080fcbc0 msgr2=0x7fa708105b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 shutdown_connections 2024-03-07T09:56:52.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.660+0000 7fa70d2dd640 1 -- 172.21.15.18:0/1078379268 wait complete. 2024-03-07T09:56:52.685 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-03-07T09:56:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.792+0000 7f94e40dd640 1 -- 172.21.15.18:0/769029943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc100580 msgr2=0x7f94dc1009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.792+0000 7f94e40dd640 1 --2- 172.21.15.18:0/769029943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc100580 0x7f94dc1009a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f94d8009900 tx=0x7f94d802bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.792+0000 7f94e40dd640 1 -- 172.21.15.18:0/769029943 shutdown_connections 2024-03-07T09:56:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.792+0000 7f94e40dd640 1 --2- 172.21.15.18:0/769029943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94dc102130 0x7f94dc1089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.792+0000 7f94e40dd640 1 --2- 172.21.15.18:0/769029943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94dc101770 0x7f94dc101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.792+0000 7f94e40dd640 1 --2- 172.21.15.18:0/769029943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc100580 0x7f94dc1009a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.792+0000 7f94e40dd640 1 -- 172.21.15.18:0/769029943 >> 172.21.15.18:0/769029943 conn(0x7f94dc0fbaf0 msgr2=0x7f94dc0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 -- 172.21.15.18:0/769029943 shutdown_connections 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 -- 172.21.15.18:0/769029943 wait complete. 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 Processor -- start 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 -- start start 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94dc100580 0x7f94dc069500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94dc101770 0x7f94dc19c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc102130 0x7f94dc19ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc10c210 con 0x7f94dc102130 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc10c090 con 0x7f94dc100580 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e40dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc10c390 con 0x7f94dc101770 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e267a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc102130 0x7f94dc19ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e1e79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94dc100580 0x7f94dc069500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e267a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc102130 0x7f94dc19ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37294/0 (socket says 172.21.15.18:37294) 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e267a640 1 -- 172.21.15.18:0/2319532370 learned_addr learned my addr 172.21.15.18:0/2319532370 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.793+0000 7f94e1678640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94dc101770 0x7f94dc19c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e267a640 1 -- 172.21.15.18:0/2319532370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94dc101770 msgr2=0x7f94dc19c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e267a640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94dc101770 0x7f94dc19c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e267a640 1 -- 172.21.15.18:0/2319532370 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94dc100580 msgr2=0x7f94dc069500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e267a640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94dc100580 0x7f94dc069500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e267a640 1 -- 172.21.15.18:0/2319532370 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94dc19f5c0 con 0x7f94dc102130 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e1e79640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94dc100580 0x7f94dc069500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e1678640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94dc101770 0x7f94dc19c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e267a640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc102130 0x7f94dc19ed00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f94d400eb10 tx=0x7f94d400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94d2ffd640 1 -- 172.21.15.18:0/2319532370 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d4004b20 con 0x7f94dc102130 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94dc19f8b0 con 0x7f94dc102130 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94d2ffd640 1 -- 172.21.15.18:0/2319532370 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94d4004cc0 con 0x7f94dc102130 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94d2ffd640 1 -- 172.21.15.18:0/2319532370 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d4010760 con 0x7f94dc102130 2024-03-07T09:56:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.794+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94dc19fe00 con 0x7f94dc102130 2024-03-07T09:56:52.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.795+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94dc107920 con 0x7f94dc102130 2024-03-07T09:56:52.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.797+0000 7f94d2ffd640 1 -- 172.21.15.18:0/2319532370 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f94d4005000 con 0x7f94dc102130 2024-03-07T09:56:52.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.798+0000 7f94d2ffd640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94c80a1d80 0x7f94c80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:52.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.798+0000 7f94e1e79640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94c80a1d80 0x7f94c80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:52.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.798+0000 7f94d2ffd640 1 -- 172.21.15.18:0/2319532370 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f94d40ce6c0 con 0x7f94dc102130 2024-03-07T09:56:52.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.798+0000 7f94e1e79640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94c80a1d80 0x7f94c80a4240 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f94d8000c00 tx=0x7f94d8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:52.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:52.801+0000 7f94d2ffd640 1 -- 172.21.15.18:0/2319532370 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f94d409bc00 con 0x7f94dc102130 2024-03-07T09:56:52.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3714493105' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: osdmap e83: 12 total, 12 up, 12 in 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1078379268' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:52.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:52 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3714493105' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-07T09:56:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: osdmap e83: 12 total, 12 up, 12 in 2024-03-07T09:56:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1078379268' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-07T09:56:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:53.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:52 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:53.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.037+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f94dc02d030 con 0x7f94dc102130 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3714493105' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: osdmap e83: 12 total, 12 up, 12 in 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1078379268' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:52 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:56:53.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.681+0000 7f94d2ffd640 1 -- 172.21.15.18:0/2319532370 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f94d409b500 con 0x7f94dc102130 2024-03-07T09:56:53.687 INFO:teuthology.orchestra.run.smithi018.stderr:new fs with metadata pool 2 and data pool 3 2024-03-07T09:56:53.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.687+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94c80a1d80 msgr2=0x7f94c80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:53.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.688+0000 7f94e40dd640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94c80a1d80 0x7f94c80a4240 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f94d8000c00 tx=0x7f94d8005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.688+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc102130 msgr2=0x7f94dc19ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:53.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.688+0000 7f94e40dd640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc102130 0x7f94dc19ed00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f94d400eb10 tx=0x7f94d400c2d0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.689+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 shutdown_connections 2024-03-07T09:56:53.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.689+0000 7f94e40dd640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94c80a1d80 0x7f94c80a4240 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.689+0000 7f94e40dd640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94dc102130 0x7f94dc19ed00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.689+0000 7f94e40dd640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94dc101770 0x7f94dc19c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.689+0000 7f94e40dd640 1 --2- 172.21.15.18:0/2319532370 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94dc100580 0x7f94dc069500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.689+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 >> 172.21.15.18:0/2319532370 conn(0x7f94dc0fbaf0 msgr2=0x7f94dc104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:53.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.690+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 shutdown_connections 2024-03-07T09:56:53.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.690+0000 7f94e40dd640 1 -- 172.21.15.18:0/2319532370 wait complete. 2024-03-07T09:56:53.713 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 -- 172.21.15.18:0/895268450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a41073d0 msgr2=0x7f80a41097c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/895268450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a41073d0 0x7f80a41097c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f809c009ca0 tx=0x7f809c02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 -- 172.21.15.18:0/895268450 shutdown_connections 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/895268450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a41073d0 0x7f80a41097c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/895268450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a4104aa0 0x7f80a4106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/895268450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a4102170 0x7f80a4104560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 -- 172.21.15.18:0/895268450 >> 172.21.15.18:0/895268450 conn(0x7f80a40fbb00 msgr2=0x7f80a40fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 -- 172.21.15.18:0/895268450 shutdown_connections 2024-03-07T09:56:53.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.822+0000 7f80ac5fc640 1 -- 172.21.15.18:0/895268450 wait complete. 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 Processor -- start 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 -- start start 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a4102170 0x7f80a4197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a4104aa0 0x7f80a4197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a41073d0 0x7f80a419eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a410d310 con 0x7f80a4104aa0 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a410d190 con 0x7f80a4102170 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80ac5fc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a410d490 con 0x7f80a41073d0 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a4104aa0 0x7f80a4197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a4104aa0 0x7f80a4197e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37314/0 (socket says 172.21.15.18:37314) 2024-03-07T09:56:53.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 -- 172.21.15.18:0/3548010917 learned_addr learned my addr 172.21.15.18:0/3548010917 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:53.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80aab99640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a41073d0 0x7f80a419eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:53.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80aa398640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a4102170 0x7f80a4197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:53.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 -- 172.21.15.18:0/3548010917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a41073d0 msgr2=0x7f80a419eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:53.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a41073d0 0x7f80a419eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 -- 172.21.15.18:0/3548010917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a4102170 msgr2=0x7f80a4197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:53.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a4102170 0x7f80a4197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80a9b97640 1 -- 172.21.15.18:0/3548010917 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a419f540 con 0x7f80a4104aa0 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.823+0000 7f80aa398640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a4102170 0x7f80a4197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.824+0000 7f80a9b97640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a4104aa0 0x7f80a4197e60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f80a000e9c0 tx=0x7f80a000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.824+0000 7f809b7fe640 1 -- 172.21.15.18:0/3548010917 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a000cd80 con 0x7f80a4104aa0 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.824+0000 7f809b7fe640 1 -- 172.21.15.18:0/3548010917 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80a0005500 con 0x7f80a4104aa0 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.824+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80a419f830 con 0x7f80a4104aa0 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.824+0000 7f809b7fe640 1 -- 172.21.15.18:0/3548010917 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a0010690 con 0x7f80a4104aa0 2024-03-07T09:56:53.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.824+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80a419fd80 con 0x7f80a4104aa0 2024-03-07T09:56:53.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.825+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80a40fd5f0 con 0x7f80a4104aa0 2024-03-07T09:56:53.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.826+0000 7f809b7fe640 1 -- 172.21.15.18:0/3548010917 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f80a00046c0 con 0x7f80a4104aa0 2024-03-07T09:56:53.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.827+0000 7f809b7fe640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f80900a1d80 0x7f80900a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:53.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.827+0000 7f80aa398640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f80900a1d80 0x7f80900a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:53.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.827+0000 7f809b7fe640 1 -- 172.21.15.18:0/3548010917 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f80a00ce080 con 0x7f80a4104aa0 2024-03-07T09:56:53.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.827+0000 7f80aa398640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f80900a1d80 0x7f80900a4240 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8094009b50 tx=0x7f8094005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:53.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:53.831+0000 7f809b7fe640 1 -- 172.21.15.18:0/3548010917 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f80a009b600 con 0x7f80a4104aa0 2024-03-07T09:56:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:53 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1078379268' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-07T09:56:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:53 smithi063 ceph-mon[36356]: osdmap e84: 12 total, 12 up, 12 in 2024-03-07T09:56:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:53 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2319532370' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-07T09:56:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:53 smithi063 ceph-mon[36356]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-03-07T09:56:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:53 smithi063 ceph-mon[36356]: pgmap v283: 97 pgs: 12 creating+peering, 4 active+clean, 81 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1078379268' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-07T09:56:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:53 smithi077 ceph-mon[36374]: osdmap e84: 12 total, 12 up, 12 in 2024-03-07T09:56:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2319532370' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-07T09:56:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:53 smithi077 ceph-mon[36374]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-03-07T09:56:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:53 smithi077 ceph-mon[36374]: pgmap v283: 97 pgs: 12 creating+peering, 4 active+clean, 81 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:54.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.035+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f80a402d200 con 0x7f80a4104aa0 2024-03-07T09:56:54.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.037+0000 7f809b7fe640 1 -- 172.21.15.18:0/3548010917 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22100 (secure 0 0 0) 0x7f80a009af00 con 0x7f80a4104aa0 2024-03-07T09:56:54.038 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:54.039 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":85,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:53.038343+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f80900a1d80 msgr2=0x7f80900a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f80900a1d80 0x7f80900a4240 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8094009b50 tx=0x7f8094005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a4104aa0 msgr2=0x7f80a4197e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a4104aa0 0x7f80a4197e60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f80a000e9c0 tx=0x7f80a000ee80 comp rx=0 tx=0).stop 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 shutdown_connections 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f80900a1d80 0x7f80900a4240 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a41073d0 0x7f80a419eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a4104aa0 0x7f80a4197e60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 --2- 172.21.15.18:0/3548010917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a4102170 0x7f80a4197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 >> 172.21.15.18:0/3548010917 conn(0x7f80a40fbb00 msgr2=0x7f80a4102ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 shutdown_connections 2024-03-07T09:56:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.039+0000 7f80ac5fc640 1 -- 172.21.15.18:0/3548010917 wait complete. 2024-03-07T09:56:54.051 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1078379268' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-07T09:56:54.051 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:53 smithi018 ceph-mon[32171]: osdmap e84: 12 total, 12 up, 12 in 2024-03-07T09:56:54.051 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2319532370' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-07T09:56:54.051 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:53 smithi018 ceph-mon[32171]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-03-07T09:56:54.051 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:53 smithi018 ceph-mon[32171]: pgmap v283: 97 pgs: 12 creating+peering, 4 active+clean, 81 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:56:54.053 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:56:54.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 -- 172.21.15.18:0/4059436527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81017f0 msgr2=0x7f38d8101c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 --2- 172.21.15.18:0/4059436527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81017f0 0x7f38d8101c70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f38cc009900 tx=0x7f38cc02bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:54.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 -- 172.21.15.18:0/4059436527 shutdown_connections 2024-03-07T09:56:54.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 --2- 172.21.15.18:0/4059436527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f38d81021b0 0x7f38d8108a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 --2- 172.21.15.18:0/4059436527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81017f0 0x7f38d8101c70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 --2- 172.21.15.18:0/4059436527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d8100600 0x7f38d8100a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 -- 172.21.15.18:0/4059436527 >> 172.21.15.18:0/4059436527 conn(0x7f38d80fbb90 msgr2=0x7f38d80fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 -- 172.21.15.18:0/4059436527 shutdown_connections 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.169+0000 7f38dccb6640 1 -- 172.21.15.18:0/4059436527 wait complete. 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 Processor -- start 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 -- start start 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f38d8100600 0x7f38d8197960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d81017f0 0x7f38d8197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81021b0 0x7f38d819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38d810c220 con 0x7f38d81021b0 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38d810c0a0 con 0x7f38d81017f0 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38dccb6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38d810c3a0 con 0x7f38d8100600 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81021b0 0x7f38d819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81021b0 0x7f38d819ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37342/0 (socket says 172.21.15.18:37342) 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 -- 172.21.15.18:0/1390078481 learned_addr learned my addr 172.21.15.18:0/1390078481 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d659c640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f38d8100600 0x7f38d8197960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d5d9b640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d81017f0 0x7f38d8197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 -- 172.21.15.18:0/1390078481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f38d8100600 msgr2=0x7f38d8197960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f38d8100600 0x7f38d8197960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 -- 172.21.15.18:0/1390078481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d81017f0 msgr2=0x7f38d8197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d81017f0 0x7f38d8197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d6d9d640 1 -- 172.21.15.18:0/1390078481 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38d819f580 con 0x7f38d81021b0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.170+0000 7f38d659c640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f38d8100600 0x7f38d8197960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.171+0000 7f38d6d9d640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81021b0 0x7f38d819ef10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f38d000eb10 tx=0x7f38d000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.171+0000 7f38c77fe640 1 -- 172.21.15.18:0/1390078481 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38d0004b20 con 0x7f38d81021b0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.171+0000 7f38c77fe640 1 -- 172.21.15.18:0/1390078481 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f38d0004cc0 con 0x7f38d81021b0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.171+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38d819f870 con 0x7f38d81021b0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.171+0000 7f38c77fe640 1 -- 172.21.15.18:0/1390078481 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38d0010760 con 0x7f38d81021b0 2024-03-07T09:56:54.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.171+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38d819fd90 con 0x7f38d81021b0 2024-03-07T09:56:54.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.172+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38d819fff0 con 0x7f38d81021b0 2024-03-07T09:56:54.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.173+0000 7f38c77fe640 1 -- 172.21.15.18:0/1390078481 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f38d0005020 con 0x7f38d81021b0 2024-03-07T09:56:54.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.173+0000 7f38c77fe640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f38c00a1d80 0x7f38c00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.174+0000 7f38d659c640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f38c00a1d80 0x7f38c00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.174+0000 7f38c77fe640 1 -- 172.21.15.18:0/1390078481 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f38d00ce360 con 0x7f38d81021b0 2024-03-07T09:56:54.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.174+0000 7f38d659c640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f38c00a1d80 0x7f38c00a4240 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f38d8101650 tx=0x7f38c8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:54.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.181+0000 7f38c77fe640 1 -- 172.21.15.18:0/1390078481 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f38d009b8e0 con 0x7f38d81021b0 2024-03-07T09:56:54.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.373+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f38d81a01c0 con 0x7f38d81021b0 2024-03-07T09:56:54.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.374+0000 7f38c77fe640 1 -- 172.21.15.18:0/1390078481 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22100 (secure 0 0 0) 0x7f38d009b1e0 con 0x7f38d81021b0 2024-03-07T09:56:54.376 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:56:54.376 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":85,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:53.038343+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f38c00a1d80 msgr2=0x7f38c00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f38c00a1d80 0x7f38c00a4240 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f38d8101650 tx=0x7f38c8005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81021b0 msgr2=0x7f38d819ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81021b0 0x7f38d819ef10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f38d000eb10 tx=0x7f38d000c2d0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 shutdown_connections 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f38c00a1d80 0x7f38c00a4240 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f38d81021b0 0x7f38d819ef10 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d81017f0 0x7f38d8197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 --2- 172.21.15.18:0/1390078481 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f38d8100600 0x7f38d8197960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 >> 172.21.15.18:0/1390078481 conn(0x7f38d80fbb90 msgr2=0x7f38d80fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:54.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 shutdown_connections 2024-03-07T09:56:54.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.376+0000 7f38dccb6640 1 -- 172.21.15.18:0/1390078481 wait complete. 2024-03-07T09:56:54.389 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-03-07T09:56:54.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- 172.21.15.18:0/3685026322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38102120 msgr2=0x7f0c381089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 --2- 172.21.15.18:0/3685026322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38102120 0x7f0c381089b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0c30009ca0 tx=0x7f0c3002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- 172.21.15.18:0/3685026322 shutdown_connections 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 --2- 172.21.15.18:0/3685026322 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38102120 0x7f0c381089b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 --2- 172.21.15.18:0/3685026322 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c38101760 0x7f0c38101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 --2- 172.21.15.18:0/3685026322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c38100570 0x7f0c38100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- 172.21.15.18:0/3685026322 >> 172.21.15.18:0/3685026322 conn(0x7f0c380fbac0 msgr2=0x7f0c380fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- 172.21.15.18:0/3685026322 shutdown_connections 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- 172.21.15.18:0/3685026322 wait complete. 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 Processor -- start 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- start start 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38100570 0x7f0c38197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c38101760 0x7f0c38197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c38102120 0x7f0c3819ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3810d310 con 0x7f0c38100570 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3810d190 con 0x7f0c38102120 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c403fc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3810d490 con 0x7f0c38101760 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.494+0000 7f0c3e198640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38100570 0x7f0c38197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38100570 0x7f0c38197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37366/0 (socket says 172.21.15.18:37366) 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 -- 172.21.15.18:0/2239290736 learned_addr learned my addr 172.21.15.18:0/2239290736 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3d997640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c38101760 0x7f0c38197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 -- 172.21.15.18:0/2239290736 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c38101760 msgr2=0x7f0c38197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e999640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c38102120 0x7f0c3819ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c38101760 0x7f0c38197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 -- 172.21.15.18:0/2239290736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c38102120 msgr2=0x7f0c3819ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:54.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c38102120 0x7f0c3819ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 -- 172.21.15.18:0/2239290736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c3819f490 con 0x7f0c38100570 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3d997640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c38101760 0x7f0c38197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c3e198640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38100570 0x7f0c38197870 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400c970 tx=0x7f0c3400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c2f7fe640 1 -- 172.21.15.18:0/2239290736 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c34004220 con 0x7f0c38100570 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c3819f780 con 0x7f0c38100570 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c2f7fe640 1 -- 172.21.15.18:0/2239290736 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c340043c0 con 0x7f0c38100570 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c2f7fe640 1 -- 172.21.15.18:0/2239290736 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c34004a00 con 0x7f0c38100570 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.495+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c3819fcd0 con 0x7f0c38100570 2024-03-07T09:56:54.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.496+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c381077c0 con 0x7f0c38100570 2024-03-07T09:56:54.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.497+0000 7f0c2f7fe640 1 -- 172.21.15.18:0/2239290736 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f0c340079b0 con 0x7f0c38100570 2024-03-07T09:56:54.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.498+0000 7f0c2f7fe640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c240a1d80 0x7f0c240a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:54.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.498+0000 7f0c3d997640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c240a1d80 0x7f0c240a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:54.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.498+0000 7f0c2f7fe640 1 -- 172.21.15.18:0/2239290736 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f0c340cdb40 con 0x7f0c38100570 2024-03-07T09:56:54.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.498+0000 7f0c3d997640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c240a1d80 0x7f0c240a4240 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0c38198d80 tx=0x7f0c28005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:54.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.502+0000 7f0c2f7fe640 1 -- 172.21.15.18:0/2239290736 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0c34014030 con 0x7f0c38100570 2024-03-07T09:56:54.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:54.733+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f0c3802d030 con 0x7f0c38100570 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: osdmap e85: 12 total, 12 up, 12 in 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2319532370' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3548010917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1390078481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:54.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:54 smithi063 ceph-mon[36356]: osdmap e86: 12 total, 12 up, 12 in 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: osdmap e85: 12 total, 12 up, 12 in 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2319532370' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3548010917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1390078481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:55.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:54 smithi077 ceph-mon[36374]: osdmap e86: 12 total, 12 up, 12 in 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: osdmap e85: 12 total, 12 up, 12 in 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2319532370' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3548010917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1390078481' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:56:55.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:54 smithi018 ceph-mon[32171]: osdmap e86: 12 total, 12 up, 12 in 2024-03-07T09:56:55.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.692+0000 7f0c2f7fe640 1 -- 172.21.15.18:0/2239290736 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7f0c3802d030 con 0x7f0c38100570 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c240a1d80 msgr2=0x7f0c240a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c240a1d80 0x7f0c240a4240 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0c38198d80 tx=0x7f0c28005d90 comp rx=0 tx=0).stop 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38100570 msgr2=0x7f0c38197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38100570 0x7f0c38197870 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400c970 tx=0x7f0c3400ce30 comp rx=0 tx=0).stop 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 shutdown_connections 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c240a1d80 0x7f0c240a4240 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c38102120 0x7f0c3819ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c38101760 0x7f0c38197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 --2- 172.21.15.18:0/2239290736 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c38100570 0x7f0c38197870 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 >> 172.21.15.18:0/2239290736 conn(0x7f0c380fbac0 msgr2=0x7f0c38104990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 shutdown_connections 2024-03-07T09:56:55.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.695+0000 7f0c403fc640 1 -- 172.21.15.18:0/2239290736 wait complete. 2024-03-07T09:56:55.710 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-03-07T09:56:55.711 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-03-07T09:56:55.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 -- 172.21.15.18:0/2333905732 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 msgr2=0x7f9d101009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:55.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/2333905732 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d101009a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9d04009900 tx=0x7f9d0402bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:55.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 -- 172.21.15.18:0/2333905732 shutdown_connections 2024-03-07T09:56:55.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/2333905732 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d10102130 0x7f9d101089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/2333905732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d10101770 0x7f9d10101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/2333905732 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d101009a0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 -- 172.21.15.18:0/2333905732 >> 172.21.15.18:0/2333905732 conn(0x7f9d100fbaf0 msgr2=0x7f9d100fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:55.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 -- 172.21.15.18:0/2333905732 shutdown_connections 2024-03-07T09:56:55.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.822+0000 7f9d16bb8640 1 -- 172.21.15.18:0/2333905732 wait complete. 2024-03-07T09:56:55.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 Processor -- start 2024-03-07T09:56:55.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 -- start start 2024-03-07T09:56:55.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d10197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d10101770 0x7f9d10197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d10102130 0x7f9d1019ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1010c210 con 0x7f9d10100580 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1010c090 con 0x7f9d10101770 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d16bb8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1010c390 con 0x7f9d10102130 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d10197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d10197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37394/0 (socket says 172.21.15.18:37394) 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 -- 172.21.15.18:0/1630638596 learned_addr learned my addr 172.21.15.18:0/1630638596 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:55.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d15155640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d10102130 0x7f9d1019ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:55.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d0ffff640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d10101770 0x7f9d10197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:55.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 -- 172.21.15.18:0/1630638596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d10102130 msgr2=0x7f9d1019ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:55.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d10102130 0x7f9d1019ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 -- 172.21.15.18:0/1630638596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d10101770 msgr2=0x7f9d10197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:55.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d10101770 0x7f9d10197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:55.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d14954640 1 -- 172.21.15.18:0/1630638596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d1019f5f0 con 0x7f9d10100580 2024-03-07T09:56:55.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.823+0000 7f9d0ffff640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d10101770 0x7f9d10197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.824+0000 7f9d14954640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d10197a20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9d04000c00 tx=0x7f9d04005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.824+0000 7f9d0dffb640 1 -- 172.21.15.18:0/1630638596 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d04041070 con 0x7f9d10100580 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.824+0000 7f9d0dffb640 1 -- 172.21.15.18:0/1630638596 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9d040044d0 con 0x7f9d10100580 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.824+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d1019f880 con 0x7f9d10100580 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.824+0000 7f9d0dffb640 1 -- 172.21.15.18:0/1630638596 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d04034440 con 0x7f9d10100580 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.824+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d1019fdc0 con 0x7f9d10100580 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.825+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d1019ffc0 con 0x7f9d10100580 2024-03-07T09:56:55.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.826+0000 7f9d0dffb640 1 -- 172.21.15.18:0/1630638596 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f9d04044070 con 0x7f9d10100580 2024-03-07T09:56:55.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.827+0000 7f9d0dffb640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9d000a1e00 0x7f9d000a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:55.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.827+0000 7f9d0ffff640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9d000a1e00 0x7f9d000a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:55.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.827+0000 7f9d0dffb640 1 -- 172.21.15.18:0/1630638596 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f9d040ef810 con 0x7f9d10100580 2024-03-07T09:56:55.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.827+0000 7f9d0ffff640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9d000a1e00 0x7f9d000a42c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9d10198ee0 tx=0x7f9cfc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:55.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:55.831+0000 7f9d0dffb640 1 -- 172.21.15.18:0/1630638596 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9d040bccf0 con 0x7f9d10100580 2024-03-07T09:56:55.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:55 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] up:active 2024-03-07T09:56:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:55 smithi063 ceph-mon[36356]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:55 smithi063 ceph-mon[36356]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:55 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2239290736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T09:56:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:55 smithi063 ceph-mon[36356]: pgmap v286: 97 pgs: 16 creating+peering, 31 active+clean, 50 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-03-07T09:56:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:55 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] up:active 2024-03-07T09:56:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:55 smithi077 ceph-mon[36374]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:55 smithi077 ceph-mon[36374]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:55 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2239290736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T09:56:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:55 smithi077 ceph-mon[36374]: pgmap v286: 97 pgs: 16 creating+peering, 31 active+clean, 50 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-03-07T09:56:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.051+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) v1 -- 0x7f9d101a0350 con 0x7f9d10100580 2024-03-07T09:56:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:55 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] up:active 2024-03-07T09:56:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:55 smithi018 ceph-mon[32171]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:55 smithi018 ceph-mon[32171]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:55 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2239290736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-07T09:56:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:55 smithi018 ceph-mon[32171]: pgmap v286: 97 pgs: 16 creating+peering, 31 active+clean, 50 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-03-07T09:56:56.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.698+0000 7f9d0dffb640 1 -- 172.21.15.18:0/1630638596 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) v1 ==== 105+0+0 (secure 0 0 0) 0x7f9d040bc5f0 con 0x7f9d10100580 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9d000a1e00 msgr2=0x7f9d000a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9d000a1e00 0x7f9d000a42c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9d10198ee0 tx=0x7f9cfc005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 msgr2=0x7f9d10197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d10197a20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9d04000c00 tx=0x7f9d04005d50 comp rx=0 tx=0).stop 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 shutdown_connections 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9d000a1e00 0x7f9d000a42c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9d10102130 0x7f9d1019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9d10101770 0x7f9d10197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 --2- 172.21.15.18:0/1630638596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9d10100580 0x7f9d10197a20 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 >> 172.21.15.18:0/1630638596 conn(0x7f9d100fbaf0 msgr2=0x7f9d10068930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 shutdown_connections 2024-03-07T09:56:56.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.702+0000 7f9d16bb8640 1 -- 172.21.15.18:0/1630638596 wait complete. 2024-03-07T09:56:56.722 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-03-07T09:56:56.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 -- 172.21.15.18:0/2679365804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 msgr2=0x7fa1d81089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:56.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/2679365804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81089c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8009ca0 tx=0x7fa1c802c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 -- 172.21.15.18:0/2679365804 shutdown_connections 2024-03-07T09:56:56.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/2679365804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81089c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/2679365804 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1d8101770 0x7fa1d8101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/2679365804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d8100580 0x7fa1d81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 -- 172.21.15.18:0/2679365804 >> 172.21.15.18:0/2679365804 conn(0x7fa1d80fbaf0 msgr2=0x7fa1d80fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:56.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 -- 172.21.15.18:0/2679365804 shutdown_connections 2024-03-07T09:56:56.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.832+0000 7fa1dd11d640 1 -- 172.21.15.18:0/2679365804 wait complete. 2024-03-07T09:56:56.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 Processor -- start 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 -- start start 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d8100580 0x7fa1d8199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1d8101770 0x7fa1d819a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1d810c210 con 0x7fa1d8102130 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1d810c090 con 0x7fa1d8101770 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.833+0000 7fa1dd11d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1d810c390 con 0x7fa1d8100580 2024-03-07T09:56:56.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81a1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37410/0 (socket says 172.21.15.18:37410) 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 -- 172.21.15.18:0/1165032175 learned_addr learned my addr 172.21.15.18:0/1165032175 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d6d9d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d8100580 0x7fa1d8199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d659c640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1d8101770 0x7fa1d819a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 -- 172.21.15.18:0/1165032175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d8100580 msgr2=0x7fa1d8199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d8100580 0x7fa1d8199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 -- 172.21.15.18:0/1165032175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1d8101770 msgr2=0x7fa1d819a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1d8101770 0x7fa1d819a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 -- 172.21.15.18:0/1165032175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1d81a17b0 con 0x7fa1d8102130 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1d759e640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81a1140 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8032530 tx=0x7fa1c8032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1cffff640 1 -- 172.21.15.18:0/1165032175 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c8041020 con 0x7fa1d8102130 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1cffff640 1 -- 172.21.15.18:0/1165032175 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa1c8034cd0 con 0x7fa1d8102130 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1d81a1a40 con 0x7fa1d8102130 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1cffff640 1 -- 172.21.15.18:0/1165032175 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c8039040 con 0x7fa1d8102130 2024-03-07T09:56:56.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.834+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1d81a1f00 con 0x7fa1d8102130 2024-03-07T09:56:56.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.835+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1d81a21c0 con 0x7fa1d8102130 2024-03-07T09:56:56.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.836+0000 7fa1cffff640 1 -- 172.21.15.18:0/1165032175 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fa1c8044020 con 0x7fa1d8102130 2024-03-07T09:56:56.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.837+0000 7fa1cffff640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1c40a1d80 0x7fa1c40a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:56.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.837+0000 7fa1d6d9d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1c40a1d80 0x7fa1c40a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:56.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.837+0000 7fa1cffff640 1 -- 172.21.15.18:0/1165032175 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fa1c80efb20 con 0x7fa1d8102130 2024-03-07T09:56:56.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.838+0000 7fa1d6d9d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1c40a1d80 0x7fa1c40a4240 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa1d81015d0 tx=0x7fa1d0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:56.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:56.842+0000 7fa1cffff640 1 -- 172.21.15.18:0/1165032175 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa1c804b020 con 0x7fa1d8102130 2024-03-07T09:56:56.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:56 smithi063 ceph-mon[36356]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-07T09:56:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:56 smithi063 ceph-mon[36356]: Cluster is now healthy 2024-03-07T09:56:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:56 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2239290736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-07T09:56:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:56 smithi063 ceph-mon[36356]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:56 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1630638596' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-03-07T09:56:57.003 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 09:56:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i[67670]: 2024-03-07T09:56:56.656+0000 7f2c52b30700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-07T09:56:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:56 smithi077 ceph-mon[36374]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-07T09:56:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:56 smithi077 ceph-mon[36374]: Cluster is now healthy 2024-03-07T09:56:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:56 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2239290736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-07T09:56:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:56 smithi077 ceph-mon[36374]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:56 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1630638596' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-03-07T09:56:57.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.063+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7fa1d81a2550 con 0x7fa1d8102130 2024-03-07T09:56:57.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:56 smithi018 ceph-mon[32171]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-07T09:56:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:56 smithi018 ceph-mon[32171]: Cluster is now healthy 2024-03-07T09:56:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:56 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2239290736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-07T09:56:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:56 smithi018 ceph-mon[32171]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:56 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1630638596' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-03-07T09:56:57.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.514+0000 7fa1cffff640 1 -- 172.21.15.18:0/1165032175 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) v1 ==== 121+0+0 (secure 0 0 0) 0x7fa1c80bd090 con 0x7fa1d8102130 2024-03-07T09:56:57.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1c40a1d80 msgr2=0x7fa1c40a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:57.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1c40a1d80 0x7fa1c40a4240 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa1d81015d0 tx=0x7fa1d0005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:57.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 msgr2=0x7fa1d81a1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81a1140 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8032530 tx=0x7fa1c8032f40 comp rx=0 tx=0).stop 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 shutdown_connections 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1c40a1d80 0x7fa1c40a4240 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1d8102130 0x7fa1d81a1140 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1d8101770 0x7fa1d819a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 --2- 172.21.15.18:0/1165032175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa1d8100580 0x7fa1d8199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 >> 172.21.15.18:0/1165032175 conn(0x7fa1d80fbaf0 msgr2=0x7fa1d8068930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 shutdown_connections 2024-03-07T09:56:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.517+0000 7fa1dd11d640 1 -- 172.21.15.18:0/1165032175 wait complete. 2024-03-07T09:56:57.540 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-03-07T09:56:57.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 -- 172.21.15.18:0/2455289192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 msgr2=0x7f819c1089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 --2- 172.21.15.18:0/2455289192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c1089c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8194009ca0 tx=0x7f819402c0f0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 -- 172.21.15.18:0/2455289192 shutdown_connections 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 --2- 172.21.15.18:0/2455289192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c1089c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 --2- 172.21.15.18:0/2455289192 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f819c101770 0x7f819c101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 --2- 172.21.15.18:0/2455289192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 0x7f819c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 -- 172.21.15.18:0/2455289192 >> 172.21.15.18:0/2455289192 conn(0x7f819c0fbaf0 msgr2=0x7f819c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 -- 172.21.15.18:0/2455289192 shutdown_connections 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.649+0000 7f81a26a1640 1 -- 172.21.15.18:0/2455289192 wait complete. 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 Processor -- start 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 -- start start 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 0x7f819c197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:57.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f819c101770 0x7f819c197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c19ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f819c10c210 con 0x7f819c102130 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f819c10c090 con 0x7f819c101770 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a26a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f819c10c390 con 0x7f819c100580 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a0c3e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c19ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 0x7f819c197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f819c101770 0x7f819c197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 0x7f819c197980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46328/0 (socket says 172.21.15.18:46328) 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 -- 172.21.15.18:0/3155750560 learned_addr learned my addr 172.21.15.18:0/3155750560 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a0c3e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c19ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44674/0 (socket says 172.21.15.18:44674) 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 -- 172.21.15.18:0/3155750560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f819c101770 msgr2=0x7f819c197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f819c101770 0x7f819c197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 -- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 msgr2=0x7f819c19ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:57.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c19ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f819bfff640 1 -- 172.21.15.18:0/3155750560 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f819c19f5a0 con 0x7f819c100580 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.650+0000 7f81a0c3e640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c19ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.651+0000 7f819bfff640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 0x7f819c197980 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f818c00e9c0 tx=0x7f818c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.651+0000 7f81997fa640 1 -- 172.21.15.18:0/3155750560 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818c00cd80 con 0x7f819c100580 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.651+0000 7f81997fa640 1 -- 172.21.15.18:0/3155750560 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f818c0035f0 con 0x7f819c100580 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.651+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f819c19f890 con 0x7f819c100580 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.651+0000 7f81997fa640 1 -- 172.21.15.18:0/3155750560 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818c010690 con 0x7f819c100580 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.651+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f819c19fd90 con 0x7f819c100580 2024-03-07T09:56:57.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.652+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f819c19fff0 con 0x7f819c100580 2024-03-07T09:56:57.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.653+0000 7f81997fa640 1 -- 172.21.15.18:0/3155750560 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f818c0037a0 con 0x7f819c100580 2024-03-07T09:56:57.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.653+0000 7f81997fa640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f81840a1d80 0x7f81840a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:57.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.653+0000 7f819b7fe640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f81840a1d80 0x7f81840a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:57.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.653+0000 7f81997fa640 1 -- 172.21.15.18:0/3155750560 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f818c0cdfe0 con 0x7f819c100580 2024-03-07T09:56:57.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.654+0000 7f819b7fe640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f81840a1d80 0x7f81840a4240 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f819c198e90 tx=0x7f8190005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:57.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.657+0000 7f81997fa640 1 -- 172.21.15.18:0/3155750560 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f818c09b520 con 0x7f819c100580 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1630638596' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1165032175' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1165032175' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-07T09:56:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] up:active 2024-03-07T09:56:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-07T09:56:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-07T09:56:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: Cluster is now healthy 2024-03-07T09:56:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 2 up:standby-replay 8 up:standby 2024-03-07T09:56:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:creating} 2 up:standby-replay 7 up:standby 2024-03-07T09:56:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-03-07T09:56:57.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:57 smithi018 ceph-mon[32171]: pgmap v287: 97 pgs: 8 creating+peering, 89 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 7 op/s 2024-03-07T09:56:57.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:57.880+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f819c1a01c0 con 0x7f819c100580 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1630638596' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1165032175' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1165032175' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] up:active 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-07T09:56:57.948 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-07T09:56:57.949 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: Cluster is now healthy 2024-03-07T09:56:57.949 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 2 up:standby-replay 8 up:standby 2024-03-07T09:56:57.949 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:creating} 2 up:standby-replay 7 up:standby 2024-03-07T09:56:57.949 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-03-07T09:56:57.949 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:57 smithi063 ceph-mon[36356]: pgmap v287: 97 pgs: 8 creating+peering, 89 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 7 op/s 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1630638596' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1165032175' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1165032175' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] up:active 2024-03-07T09:56:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-07T09:56:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-07T09:56:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: Cluster is now healthy 2024-03-07T09:56:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 2 up:standby-replay 8 up:standby 2024-03-07T09:56:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:creating} 2 up:standby-replay 7 up:standby 2024-03-07T09:56:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-03-07T09:56:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:57 smithi077 ceph-mon[36374]: pgmap v287: 97 pgs: 8 creating+peering, 89 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 7 op/s 2024-03-07T09:56:58.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.527+0000 7f81997fa640 1 -- 172.21.15.18:0/3155750560 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) v1 ==== 115+0+0 (secure 0 0 0) 0x7f818c09ae20 con 0x7f819c100580 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.529+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f81840a1d80 msgr2=0x7f81840a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.529+0000 7f81a26a1640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f81840a1d80 0x7f81840a4240 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f819c198e90 tx=0x7f8190005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.529+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 msgr2=0x7f819c197980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.529+0000 7f81a26a1640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 0x7f819c197980 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f818c00e9c0 tx=0x7f818c00ee80 comp rx=0 tx=0).stop 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 shutdown_connections 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f81840a1d80 0x7f81840a4240 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f819c102130 0x7f819c19ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f819c101770 0x7f819c197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 --2- 172.21.15.18:0/3155750560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f819c100580 0x7f819c197980 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 >> 172.21.15.18:0/3155750560 conn(0x7f819c0fbaf0 msgr2=0x7f819c068930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:58.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 shutdown_connections 2024-03-07T09:56:58.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.530+0000 7f81a26a1640 1 -- 172.21.15.18:0/3155750560 wait complete. 2024-03-07T09:56:58.544 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-03-07T09:56:58.545 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-03-07T09:56:58.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 -- 172.21.15.18:0/2351237118 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 msgr2=0x7ff3d4102cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/2351237118 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4102cf0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc009900 tx=0x7ff3bc02bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 -- 172.21.15.18:0/2351237118 shutdown_connections 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/2351237118 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3d4103230 0x7ff3d4109ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/2351237118 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4102cf0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/2351237118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3d4101680 0x7ff3d4101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 -- 172.21.15.18:0/2351237118 >> 172.21.15.18:0/2351237118 conn(0x7ff3d40fcbf0 msgr2=0x7ff3d40ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 -- 172.21.15.18:0/2351237118 shutdown_connections 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.654+0000 7ff3d8edd640 1 -- 172.21.15.18:0/2351237118 wait complete. 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 Processor -- start 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 -- start start 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3d4101680 0x7ff3d41979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:58.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3d4103230 0x7ff3d419ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d410d300 con 0x7ff3d4102870 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d410d180 con 0x7ff3d4101680 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d8edd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d410d480 con 0x7ff3d4103230 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44698/0 (socket says 172.21.15.18:44698) 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 -- 172.21.15.18:0/3004478257 learned_addr learned my addr 172.21.15.18:0/3004478257 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d2d9d640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3d4103230 0x7ff3d419ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3d259c640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3d4101680 0x7ff3d41979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 -- 172.21.15.18:0/3004478257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3d4103230 msgr2=0x7ff3d419ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3d4103230 0x7ff3d419ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 -- 172.21.15.18:0/3004478257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3d4101680 msgr2=0x7ff3d41979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3d4101680 0x7ff3d41979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.655+0000 7ff3cbfff640 1 -- 172.21.15.18:0/3004478257 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d419f5c0 con 0x7ff3d4102870 2024-03-07T09:56:58.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.656+0000 7ff3cbfff640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4197ee0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc009230 tx=0x7ff3bc02c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:58.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.656+0000 7ff3cb7fe640 1 -- 172.21.15.18:0/3004478257 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc041070 con 0x7ff3d4102870 2024-03-07T09:56:58.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.656+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d419f850 con 0x7ff3d4102870 2024-03-07T09:56:58.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.656+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d419fd90 con 0x7ff3d4102870 2024-03-07T09:56:58.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.656+0000 7ff3cb7fe640 1 -- 172.21.15.18:0/3004478257 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3bc004450 con 0x7ff3d4102870 2024-03-07T09:56:58.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.656+0000 7ff3cb7fe640 1 -- 172.21.15.18:0/3004478257 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc04b060 con 0x7ff3d4102870 2024-03-07T09:56:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.657+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3b40052c0 con 0x7ff3d4102870 2024-03-07T09:56:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.658+0000 7ff3cb7fe640 1 -- 172.21.15.18:0/3004478257 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7ff3bc044070 con 0x7ff3d4102870 2024-03-07T09:56:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.658+0000 7ff3cb7fe640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff3c00a1e00 0x7ff3c00a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.659+0000 7ff3d259c640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff3c00a1e00 0x7ff3c00a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.659+0000 7ff3cb7fe640 1 -- 172.21.15.18:0/3004478257 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff3bc0ef7b0 con 0x7ff3d4102870 2024-03-07T09:56:58.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.659+0000 7ff3d259c640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff3c00a1e00 0x7ff3c00a42c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff3d41026d0 tx=0x7ff3c4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:58.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.663+0000 7ff3cb7fe640 1 -- 172.21.15.18:0/3004478257 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff3bc003e20 con 0x7ff3d4102870 2024-03-07T09:56:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3155750560' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-07T09:56:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-mon[32171]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-07T09:56:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-mon[32171]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-07T09:56:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] up:active 2024-03-07T09:56:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-mon[32171]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-03-07T09:56:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-mon[32171]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:56:58.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.872+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7ff3b4000bf0 con 0x7ff3c00a1e00 2024-03-07T09:56:58.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.892+0000 7ff3cb7fe640 1 -- 172.21.15.18:0/3004478257 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7ff3b4000bf0 con 0x7ff3c00a1e00 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff3c00a1e00 msgr2=0x7ff3c00a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff3c00a1e00 0x7ff3c00a42c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff3d41026d0 tx=0x7ff3c4005f90 comp rx=0 tx=0).stop 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 msgr2=0x7ff3d4197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4197ee0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc009230 tx=0x7ff3bc02c650 comp rx=0 tx=0).stop 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 shutdown_connections 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7ff3c00a1e00 0x7ff3c00a42c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff3d4103230 0x7ff3d419ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff3d4102870 0x7ff3d4197ee0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 --2- 172.21.15.18:0/3004478257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3d4101680 0x7ff3d41979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:58.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 >> 172.21.15.18:0/3004478257 conn(0x7ff3d40fcbf0 msgr2=0x7ff3d4105b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:58.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 shutdown_connections 2024-03-07T09:56:58.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:58.894+0000 7ff3d8edd640 1 -- 172.21.15.18:0/3004478257 wait complete. 2024-03-07T09:56:58.907 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-03-07T09:56:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:58 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3155750560' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-07T09:56:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:58 smithi077 ceph-mon[36374]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-07T09:56:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:58 smithi077 ceph-mon[36374]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-07T09:56:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:58 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] up:active 2024-03-07T09:56:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:58 smithi077 ceph-mon[36374]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-03-07T09:56:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:58 smithi077 ceph-mon[36374]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.012+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3089951279 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68102860 msgr2=0x7f9e68102ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.012+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3089951279 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68102860 0x7f9e68102ce0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c009900 tx=0x7f9e5c02bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.012+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3089951279 shutdown_connections 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.012+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3089951279 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e68103220 0x7f9e68109ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.012+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3089951279 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68102860 0x7f9e68102ce0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.012+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3089951279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e68101670 0x7f9e68101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.012+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3089951279 >> 172.21.15.18:0/3089951279 conn(0x7f9e680fcbe0 msgr2=0x7f9e680ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3089951279 shutdown_connections 2024-03-07T09:56:59.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3089951279 wait complete. 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 Processor -- start 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 -- start start 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68101670 0x7f9e681979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e68102860 0x7f9e68197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e68103220 0x7f9e6819ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6810d2e0 con 0x7f9e68101670 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6810d160 con 0x7f9e68103220 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6c95d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e6810d460 con 0x7f9e68102860 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68101670 0x7f9e681979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68101670 0x7f9e681979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44742/0 (socket says 172.21.15.18:44742) 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e6659c640 1 -- 172.21.15.18:0/3583046716 learned_addr learned my addr 172.21.15.18:0/3583046716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:59.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.013+0000 7f9e65d9b640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e68102860 0x7f9e68197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e66d9d640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e68103220 0x7f9e6819ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6659c640 1 -- 172.21.15.18:0/3583046716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e68102860 msgr2=0x7f9e68197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6659c640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e68102860 0x7f9e68197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6659c640 1 -- 172.21.15.18:0/3583046716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e68103220 msgr2=0x7f9e6819ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6659c640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e68103220 0x7f9e6819ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6659c640 1 -- 172.21.15.18:0/3583046716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e6819f5c0 con 0x7f9e68101670 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6659c640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68101670 0x7f9e681979a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e5800e9c0 tx=0x7f9e5800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e577fe640 1 -- 172.21.15.18:0/3583046716 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e5800cd80 con 0x7f9e68101670 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e6819f8b0 con 0x7f9e68101670 2024-03-07T09:56:59.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e577fe640 1 -- 172.21.15.18:0/3583046716 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e580035f0 con 0x7f9e68101670 2024-03-07T09:56:59.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e577fe640 1 -- 172.21.15.18:0/3583046716 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e58010690 con 0x7f9e68101670 2024-03-07T09:56:59.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.014+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e6819fdd0 con 0x7f9e68101670 2024-03-07T09:56:59.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.015+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e68108a60 con 0x7f9e68101670 2024-03-07T09:56:59.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.016+0000 7f9e577fe640 1 -- 172.21.15.18:0/3583046716 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f9e580037a0 con 0x7f9e68101670 2024-03-07T09:56:59.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.017+0000 7f9e577fe640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9e500a1d80 0x7f9e500a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.017+0000 7f9e65d9b640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9e500a1d80 0x7f9e500a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.017+0000 7f9e577fe640 1 -- 172.21.15.18:0/3583046716 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f9e580ce090 con 0x7f9e68101670 2024-03-07T09:56:59.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.017+0000 7f9e65d9b640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9e500a1d80 0x7f9e500a4240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c02c7b0 tx=0x7f9e5c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:59.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.021+0000 7f9e577fe640 1 -- 172.21.15.18:0/3583046716 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9e5809b570 con 0x7f9e68101670 2024-03-07T09:56:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:58 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3155750560' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-07T09:56:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:58 smithi063 ceph-mon[36356]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-07T09:56:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:58 smithi063 ceph-mon[36356]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-07T09:56:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:58 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] up:active 2024-03-07T09:56:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:58 smithi063 ceph-mon[36356]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-03-07T09:56:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:58 smithi063 ceph-mon[36356]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:56:59.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.231+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f9e68061aa0 con 0x7f9e500a1d80 2024-03-07T09:56:59.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.249+0000 7f9e577fe640 1 -- 172.21.15.18:0/3583046716 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f9e68061aa0 con 0x7f9e500a1d80 2024-03-07T09:56:59.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9e500a1d80 msgr2=0x7f9e500a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9e500a1d80 0x7f9e500a4240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c02c7b0 tx=0x7f9e5c005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68101670 msgr2=0x7f9e681979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68101670 0x7f9e681979a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e5800e9c0 tx=0x7f9e5800ee80 comp rx=0 tx=0).stop 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 shutdown_connections 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9e500a1d80 0x7f9e500a4240 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e68103220 0x7f9e6819ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e68102860 0x7f9e68197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 --2- 172.21.15.18:0/3583046716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9e68101670 0x7f9e681979a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 >> 172.21.15.18:0/3583046716 conn(0x7f9e680fcbe0 msgr2=0x7f9e68105c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 shutdown_connections 2024-03-07T09:56:59.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.251+0000 7f9e6c95d640 1 -- 172.21.15.18:0/3583046716 wait complete. 2024-03-07T09:56:59.262 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:56:58.877+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:56:59.262 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:56:58.877+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:56:59.262 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:56:58.877+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:56:59.262 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:56:58.877+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:56:59.262 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:56:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:56:58.877+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:56:59.263 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 -- 172.21.15.18:0/2932459489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d0102190 msgr2=0x7f15d0104580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 --2- 172.21.15.18:0/2932459489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d0102190 0x7f15d0104580 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f15c8009900 tx=0x7f15c802bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 -- 172.21.15.18:0/2932459489 shutdown_connections 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 --2- 172.21.15.18:0/2932459489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15d01073f0 0x7f15d01097e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 --2- 172.21.15.18:0/2932459489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15d0104ac0 0x7f15d0106eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 --2- 172.21.15.18:0/2932459489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d0102190 0x7f15d0104580 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 -- 172.21.15.18:0/2932459489 >> 172.21.15.18:0/2932459489 conn(0x7f15d00fbaa0 msgr2=0x7f15d00fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 -- 172.21.15.18:0/2932459489 shutdown_connections 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 -- 172.21.15.18:0/2932459489 wait complete. 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.369+0000 7f15d82a5640 1 Processor -- start 2024-03-07T09:56:59.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 -- start start 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15d0102190 0x7f15d0197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15d0104ac0 0x7f15d0197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d01073f0 0x7f15d019ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d010d300 con 0x7f15d01073f0 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d010d180 con 0x7f15d0104ac0 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d010d480 con 0x7f15d0102190 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d01073f0 0x7f15d019ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6041640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15d0102190 0x7f15d0197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d01073f0 0x7f15d019ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44766/0 (socket says 172.21.15.18:44766) 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 -- 172.21.15.18:0/3694724671 learned_addr learned my addr 172.21.15.18:0/3694724671 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d5840640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15d0104ac0 0x7f15d0197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 -- 172.21.15.18:0/3694724671 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15d0102190 msgr2=0x7f15d0197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15d0102190 0x7f15d0197970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 -- 172.21.15.18:0/3694724671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15d0104ac0 msgr2=0x7f15d0197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15d0104ac0 0x7f15d0197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 -- 172.21.15.18:0/3694724671 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d019f590 con 0x7f15d01073f0 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d6842640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d01073f0 0x7f15d019ef20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f15c000e970 tx=0x7f15c000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15cf7fe640 1 -- 172.21.15.18:0/3694724671 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c000ccc0 con 0x7f15d01073f0 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15cf7fe640 1 -- 172.21.15.18:0/3694724671 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15c000ce60 con 0x7f15d01073f0 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15d019f880 con 0x7f15d01073f0 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15cf7fe640 1 -- 172.21.15.18:0/3694724671 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c0010490 con 0x7f15d01073f0 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.370+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15d019fe20 con 0x7f15d01073f0 2024-03-07T09:56:59.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.371+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15d00fd590 con 0x7f15d01073f0 2024-03-07T09:56:59.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.373+0000 7f15cf7fe640 1 -- 172.21.15.18:0/3694724671 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f15c0005020 con 0x7f15d01073f0 2024-03-07T09:56:59.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.373+0000 7f15cf7fe640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f15b80a1e00 0x7f15b80a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.373+0000 7f15d6041640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f15b80a1e00 0x7f15b80a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.373+0000 7f15cf7fe640 1 -- 172.21.15.18:0/3694724671 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f15c00cdfe0 con 0x7f15d01073f0 2024-03-07T09:56:59.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.374+0000 7f15d6041640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f15b80a1e00 0x7f15b80a42c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f15c802c7b0 tx=0x7f15c8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:59.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.378+0000 7f15cf7fe640 1 -- 172.21.15.18:0/3694724671 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f15c009b560 con 0x7f15d01073f0 2024-03-07T09:56:59.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.594+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7f15d0061aa0 con 0x7f15b80a1e00 2024-03-07T09:56:59.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.597+0000 7f15cf7fe640 1 -- 172.21.15.18:0/3694724671 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f15d0061aa0 con 0x7f15b80a1e00 2024-03-07T09:56:59.599 INFO:teuthology.orchestra.run.smithi018.stdout:/volumes/qa/sv_0/48b6bde1-4262-4ac8-945b-e5be4c1a2974 2024-03-07T09:56:59.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f15b80a1e00 msgr2=0x7f15b80a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f15b80a1e00 0x7f15b80a42c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f15c802c7b0 tx=0x7f15c8005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d01073f0 msgr2=0x7f15d019ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d01073f0 0x7f15d019ef20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f15c000e970 tx=0x7f15c000ed70 comp rx=0 tx=0).stop 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 shutdown_connections 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f15b80a1e00 0x7f15b80a42c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f15d01073f0 0x7f15d019ef20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15d0104ac0 0x7f15d0197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.599+0000 7f15d82a5640 1 --2- 172.21.15.18:0/3694724671 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15d0102190 0x7f15d0197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.600+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 >> 172.21.15.18:0/3694724671 conn(0x7f15d00fbaa0 msgr2=0x7f15d0102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.600+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 shutdown_connections 2024-03-07T09:56:59.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.600+0000 7f15d82a5640 1 -- 172.21.15.18:0/3694724671 wait complete. 2024-03-07T09:56:59.612 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-03-07T09:56:59.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3771261460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c1020f0 msgr2=0x7f1e6c1044e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3771261460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c1020f0 0x7f1e6c1044e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c009900 tx=0x7f1e5c02bc30 comp rx=0 tx=0).stop 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3771261460 shutdown_connections 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3771261460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e6c107350 0x7f1e6c1097a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3771261460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e6c104a20 0x7f1e6c106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3771261460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c1020f0 0x7f1e6c1044e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3771261460 >> 172.21.15.18:0/3771261460 conn(0x7f1e6c0fbac0 msgr2=0x7f1e6c0fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3771261460 shutdown_connections 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3771261460 wait complete. 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 Processor -- start 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 -- start start 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.719+0000 7f1e71cdd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e6c1020f0 0x7f1e6c1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e71cdd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c104a20 0x7f1e6c197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e71cdd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e6c107350 0x7f1e6c19ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e71cdd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6c10d2f0 con 0x7f1e6c104a20 2024-03-07T09:56:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e71cdd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6c10d170 con 0x7f1e6c1020f0 2024-03-07T09:56:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e71cdd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6c10d470 con 0x7f1e6c107350 2024-03-07T09:56:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c104a20 0x7f1e6c197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c104a20 0x7f1e6c197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44784/0 (socket says 172.21.15.18:44784) 2024-03-07T09:56:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 -- 172.21.15.18:0/3312687077 learned_addr learned my addr 172.21.15.18:0/3312687077 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:56:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6b7fe640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e6c1020f0 0x7f1e6c1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6bfff640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e6c107350 0x7f1e6c19ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 -- 172.21.15.18:0/3312687077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e6c107350 msgr2=0x7f1e6c19ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e6c107350 0x7f1e6c19ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 -- 172.21.15.18:0/3312687077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e6c1020f0 msgr2=0x7f1e6c1979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e6c1020f0 0x7f1e6c1979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 -- 172.21.15.18:0/3312687077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e6c19f5c0 con 0x7f1e6c104a20 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e6affd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c104a20 0x7f1e6c197ee0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1e6000e9c0 tx=0x7f1e6000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e68ff9640 1 -- 172.21.15.18:0/3312687077 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e6000cd80 con 0x7f1e6c104a20 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e68ff9640 1 -- 172.21.15.18:0/3312687077 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1e60005500 con 0x7f1e6c104a20 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e6c19f8b0 con 0x7f1e6c104a20 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e68ff9640 1 -- 172.21.15.18:0/3312687077 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e60010690 con 0x7f1e6c104a20 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.720+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e6c19fe00 con 0x7f1e6c104a20 2024-03-07T09:56:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.721+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e6c0fd5b0 con 0x7f1e6c104a20 2024-03-07T09:56:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.722+0000 7f1e68ff9640 1 -- 172.21.15.18:0/3312687077 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f1e600046c0 con 0x7f1e6c104a20 2024-03-07T09:56:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.723+0000 7f1e68ff9640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1e540a1d80 0x7f1e540a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:56:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.723+0000 7f1e6b7fe640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1e540a1d80 0x7f1e540a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:56:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.723+0000 7f1e68ff9640 1 -- 172.21.15.18:0/3312687077 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f1e600ce0a0 con 0x7f1e6c104a20 2024-03-07T09:56:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.723+0000 7f1e6b7fe640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1e540a1d80 0x7f1e540a4240 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c02c7b0 tx=0x7f1e5c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:56:59.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.727+0000 7f1e68ff9640 1 -- 172.21.15.18:0/3312687077 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1e6009b580 con 0x7f1e6c104a20 2024-03-07T09:56:59.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.939+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f1e6c061aa0 con 0x7f1e540a1d80 2024-03-07T09:56:59.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.959+0000 7f1e68ff9640 1 -- 172.21.15.18:0/3312687077 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f1e6c061aa0 con 0x7f1e540a1d80 2024-03-07T09:56:59.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1e540a1d80 msgr2=0x7f1e540a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1e540a1d80 0x7f1e540a4240 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c02c7b0 tx=0x7f1e5c005fd0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c104a20 msgr2=0x7f1e6c197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:56:59.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c104a20 0x7f1e6c197ee0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1e6000e9c0 tx=0x7f1e6000ee80 comp rx=0 tx=0).stop 2024-03-07T09:56:59.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 shutdown_connections 2024-03-07T09:56:59.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1e540a1d80 0x7f1e540a4240 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1e6c107350 0x7f1e6c19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1e6c104a20 0x7f1e6c197ee0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 --2- 172.21.15.18:0/3312687077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e6c1020f0 0x7f1e6c1979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:56:59.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 >> 172.21.15.18:0/3312687077 conn(0x7f1e6c0fbac0 msgr2=0x7f1e6c102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:56:59.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 shutdown_connections 2024-03-07T09:56:59.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:56:59.962+0000 7f1e71cdd640 1 -- 172.21.15.18:0/3312687077 wait complete. 2024-03-07T09:56:59.973 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:59 smithi018 ceph-mon[32171]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:56:59.973 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:59 smithi018 ceph-mon[32171]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:56:59.973 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:56:59 smithi018 ceph-mon[32171]: pgmap v288: 97 pgs: 97 active+clean; 580 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 890 B/s rd, 3.3 KiB/s wr, 12 op/s 2024-03-07T09:56:59.974 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-03-07T09:57:00.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:59 smithi077 ceph-mon[36374]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:00.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:59 smithi077 ceph-mon[36374]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:00.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:56:59 smithi077 ceph-mon[36374]: pgmap v288: 97 pgs: 97 active+clean; 580 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 890 B/s rd, 3.3 KiB/s wr, 12 op/s 2024-03-07T09:57:00.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3271993140 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e4102140 msgr2=0x7f07e4104530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3271993140 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e4102140 0x7f07e4104530 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f07e0009900 tx=0x7f07e002bc30 comp rx=0 tx=0).stop 2024-03-07T09:57:00.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3271993140 shutdown_connections 2024-03-07T09:57:00.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3271993140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07e41073a0 0x7f07e4109790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3271993140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e4104a70 0x7f07e4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3271993140 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e4102140 0x7f07e4104530 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3271993140 >> 172.21.15.18:0/3271993140 conn(0x7f07e40fba90 msgr2=0x7f07e40fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3271993140 shutdown_connections 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.080+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3271993140 wait complete. 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 Processor -- start 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 -- start start 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e4102140 0x7f07e4197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07e4104a70 0x7f07e4197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e41073a0 0x7f07e419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07e410d300 con 0x7f07e41073a0 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07e410d180 con 0x7f07e4102140 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ebeb6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07e410d480 con 0x7f07e4104a70 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e41073a0 0x7f07e419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07e9c52640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e4102140 0x7f07e4197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e41073a0 0x7f07e419ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44806/0 (socket says 172.21.15.18:44806) 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 -- 172.21.15.18:0/3607672264 learned_addr learned my addr 172.21.15.18:0/3607672264 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07e9451640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07e4104a70 0x7f07e4197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 -- 172.21.15.18:0/3607672264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07e4104a70 msgr2=0x7f07e4197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07e4104a70 0x7f07e4197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 -- 172.21.15.18:0/3607672264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e4102140 msgr2=0x7f07e4197950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e4102140 0x7f07e4197950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.081+0000 7f07ea453640 1 -- 172.21.15.18:0/3607672264 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07e419f570 con 0x7f07e41073a0 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.082+0000 7f07ea453640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e41073a0 0x7f07e419ef00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f07dc00eb10 tx=0x7f07dc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.082+0000 7f07daffd640 1 -- 172.21.15.18:0/3607672264 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07dc004b20 con 0x7f07e41073a0 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.082+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07e419f860 con 0x7f07e41073a0 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.082+0000 7f07daffd640 1 -- 172.21.15.18:0/3607672264 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07dc004cc0 con 0x7f07e41073a0 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.082+0000 7f07daffd640 1 -- 172.21.15.18:0/3607672264 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07dc010760 con 0x7f07e41073a0 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.082+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07e419fe00 con 0x7f07e41073a0 2024-03-07T09:57:00.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.083+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07e40fd580 con 0x7f07e41073a0 2024-03-07T09:57:00.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.084+0000 7f07daffd640 1 -- 172.21.15.18:0/3607672264 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f07dc005020 con 0x7f07e41073a0 2024-03-07T09:57:00.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.084+0000 7f07daffd640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f07d00a1d80 0x7f07d00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.085+0000 7f07e9c52640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f07d00a1d80 0x7f07d00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.085+0000 7f07daffd640 1 -- 172.21.15.18:0/3607672264 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f07dc0ce360 con 0x7f07e41073a0 2024-03-07T09:57:00.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.085+0000 7f07e9c52640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f07d00a1d80 0x7f07d00a4240 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f07e002c7b0 tx=0x7f07e0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:00.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.089+0000 7f07daffd640 1 -- 172.21.15.18:0/3607672264 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f07dc09b8e0 con 0x7f07e41073a0 2024-03-07T09:57:00.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:59 smithi063 ceph-mon[36356]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:00.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:59 smithi063 ceph-mon[36356]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:00.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:56:59 smithi063 ceph-mon[36356]: pgmap v288: 97 pgs: 97 active+clean; 580 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 890 B/s rd, 3.3 KiB/s wr, 12 op/s 2024-03-07T09:57:00.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.299+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f07e4061aa0 con 0x7f07d00a1d80 2024-03-07T09:57:00.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.303+0000 7f07daffd640 1 -- 172.21.15.18:0/3607672264 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f07e4061aa0 con 0x7f07d00a1d80 2024-03-07T09:57:00.304 INFO:teuthology.orchestra.run.smithi018.stdout:/volumes/qa/sv_1/85eeb1b6-6511-43c7-ab9e-70c6237f25fe 2024-03-07T09:57:00.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f07d00a1d80 msgr2=0x7f07d00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f07d00a1d80 0x7f07d00a4240 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f07e002c7b0 tx=0x7f07e0005fd0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e41073a0 msgr2=0x7f07e419ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e41073a0 0x7f07e419ef00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f07dc00eb10 tx=0x7f07dc00c2d0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 shutdown_connections 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f07d00a1d80 0x7f07d00a4240 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07e41073a0 0x7f07e419ef00 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07e4104a70 0x7f07e4197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 --2- 172.21.15.18:0/3607672264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07e4102140 0x7f07e4197950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 >> 172.21.15.18:0/3607672264 conn(0x7f07e40fba90 msgr2=0x7f07e4102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 shutdown_connections 2024-03-07T09:57:00.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.305+0000 7f07ebeb6640 1 -- 172.21.15.18:0/3607672264 wait complete. 2024-03-07T09:57:00.320 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 -- 172.21.15.18:0/1765008229 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1028e0 msgr2=0x7f45cc102d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 --2- 172.21.15.18:0/1765008229 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1028e0 0x7f45cc102d60 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f45c0009900 tx=0x7f45c002bc30 comp rx=0 tx=0).stop 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 -- 172.21.15.18:0/1765008229 shutdown_connections 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 --2- 172.21.15.18:0/1765008229 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45cc1032a0 0x7f45cc109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 --2- 172.21.15.18:0/1765008229 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1028e0 0x7f45cc102d60 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 --2- 172.21.15.18:0/1765008229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45cc1016f0 0x7f45cc101b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 -- 172.21.15.18:0/1765008229 >> 172.21.15.18:0/1765008229 conn(0x7f45cc0fcc80 msgr2=0x7f45cc0ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 -- 172.21.15.18:0/1765008229 shutdown_connections 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.421+0000 7f45d1dde640 1 -- 172.21.15.18:0/1765008229 wait complete. 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 Processor -- start 2024-03-07T09:57:00.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 -- start start 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45cc1016f0 0x7f45cc197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45cc1028e0 0x7f45cc197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1032a0 0x7f45cc19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45cc10d350 con 0x7f45cc1032a0 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45cc10d1d0 con 0x7f45cc1028e0 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45d1dde640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45cc10d4d0 con 0x7f45cc1016f0 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1032a0 0x7f45cc19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45cc1016f0 0x7f45cc197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1032a0 0x7f45cc19ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44822/0 (socket says 172.21.15.18:44822) 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 -- 172.21.15.18:0/3758057925 learned_addr learned my addr 172.21.15.18:0/3758057925 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45caffd640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45cc1028e0 0x7f45cc197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 -- 172.21.15.18:0/3758057925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45cc1016f0 msgr2=0x7f45cc197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45cc1016f0 0x7f45cc197970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 -- 172.21.15.18:0/3758057925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45cc1028e0 msgr2=0x7f45cc197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45cc1028e0 0x7f45cc197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cbfff640 1 -- 172.21.15.18:0/3758057925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45cc19f590 con 0x7f45cc1032a0 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.422+0000 7f45cb7fe640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45cc1016f0 0x7f45cc197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.423+0000 7f45cbfff640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1032a0 0x7f45cc19ef20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f45c400eb10 tx=0x7f45c400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.423+0000 7f45c8ff9640 1 -- 172.21.15.18:0/3758057925 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45c4004b20 con 0x7f45cc1032a0 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.423+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45cc19f880 con 0x7f45cc1032a0 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.423+0000 7f45c8ff9640 1 -- 172.21.15.18:0/3758057925 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f45c4004cc0 con 0x7f45cc1032a0 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.423+0000 7f45c8ff9640 1 -- 172.21.15.18:0/3758057925 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45c4010760 con 0x7f45cc1032a0 2024-03-07T09:57:00.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.423+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45cc19fda0 con 0x7f45cc1032a0 2024-03-07T09:57:00.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.424+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45cc1089b0 con 0x7f45cc1032a0 2024-03-07T09:57:00.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.425+0000 7f45c8ff9640 1 -- 172.21.15.18:0/3758057925 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 16) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f45c4005000 con 0x7f45cc1032a0 2024-03-07T09:57:00.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.426+0000 7f45c8ff9640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45b40a1d80 0x7f45b40a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.426+0000 7f45cb7fe640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45b40a1d80 0x7f45b40a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.426+0000 7f45c8ff9640 1 -- 172.21.15.18:0/3758057925 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f45c40ce680 con 0x7f45cc1032a0 2024-03-07T09:57:00.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.426+0000 7f45cb7fe640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45b40a1d80 0x7f45b40a4240 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f45cc102740 tx=0x7f45bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:00.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.429+0000 7f45c8ff9640 1 -- 172.21.15.18:0/3758057925 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f45c409bc00 con 0x7f45cc1032a0 2024-03-07T09:57:00.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.652+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f45cc02d030 con 0x7f45cc1032a0 2024-03-07T09:57:00.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.653+0000 7f45c8ff9640 1 -- 172.21.15.18:0/3758057925 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f45c409b500 con 0x7f45cc1032a0 2024-03-07T09:57:00.654 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:57:00.654 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:56:58.527628+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T09:57:00.655 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-03-07T09:57:00.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.654+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45b40a1d80 msgr2=0x7f45b40a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.654+0000 7f45d1dde640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45b40a1d80 0x7f45b40a4240 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f45cc102740 tx=0x7f45bc005f90 comp rx=0 tx=0).stop 2024-03-07T09:57:00.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.654+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1032a0 msgr2=0x7f45cc19ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.654+0000 7f45d1dde640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1032a0 0x7f45cc19ef20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f45c400eb10 tx=0x7f45c400c2d0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 shutdown_connections 2024-03-07T09:57:00.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f45b40a1d80 0x7f45b40a4240 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45cc1032a0 0x7f45cc19ef20 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45cc1028e0 0x7f45cc197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 --2- 172.21.15.18:0/3758057925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45cc1016f0 0x7f45cc197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 >> 172.21.15.18:0/3758057925 conn(0x7f45cc0fcc80 msgr2=0x7f45cc105b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:00.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 shutdown_connections 2024-03-07T09:57:00.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.655+0000 7f45d1dde640 1 -- 172.21.15.18:0/3758057925 wait complete. 2024-03-07T09:57:00.667 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/1541150226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd41000d0 msgr2=0x7fcdd4109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/1541150226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd41000d0 0x7fcdd4109c80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc009ca0 tx=0x7fcdcc02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/1541150226 shutdown_connections 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/1541150226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd41000d0 0x7fcdd4109c80 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/1541150226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdd40ff710 0x7fcdd40ffb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/1541150226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdd4102ca0 0x7fcdd41030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/1541150226 >> 172.21.15.18:0/1541150226 conn(0x7fcdd40fb290 msgr2=0x7fcdd40fd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:00.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/1541150226 shutdown_connections 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.773+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/1541150226 wait complete. 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 Processor -- start 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 -- start start 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdd40ff710 0x7fcdd4102300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdd41000d0 0x7fcdd41009e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd4102ca0 0x7fcdd4100f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdd410d330 con 0x7fcdd4102ca0 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdd410d1b0 con 0x7fcdd41000d0 2024-03-07T09:57:00.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd9f1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdd410d4b0 con 0x7fcdd40ff710 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd4102ca0 0x7fcdd4100f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdd40ff710 0x7fcdd4102300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd4102ca0 0x7fcdd4100f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44838/0 (socket says 172.21.15.18:44838) 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd3fff640 1 -- 172.21.15.18:0/3867322367 learned_addr learned my addr 172.21.15.18:0/3867322367 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.774+0000 7fcdd2ffd640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdd41000d0 0x7fcdd41009e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd37fe640 1 -- 172.21.15.18:0/3867322367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdd41000d0 msgr2=0x7fcdd41009e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd37fe640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdd41000d0 0x7fcdd41009e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd37fe640 1 -- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd4102ca0 msgr2=0x7fcdd4100f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd37fe640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd4102ca0 0x7fcdd4100f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd37fe640 1 -- 172.21.15.18:0/3867322367 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdd4101720 con 0x7fcdd40ff710 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd3fff640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd4102ca0 0x7fcdd4100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:00.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd37fe640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdd40ff710 0x7fcdd4102300 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcdc400e9c0 tx=0x7fcdc400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:00.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd0ff9640 1 -- 172.21.15.18:0/3867322367 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc400ccc0 con 0x7fcdd40ff710 2024-03-07T09:57:00.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdd41a1b00 con 0x7fcdd40ff710 2024-03-07T09:57:00.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd0ff9640 1 -- 172.21.15.18:0/3867322367 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcdc40035f0 con 0x7fcdd40ff710 2024-03-07T09:57:00.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd0ff9640 1 -- 172.21.15.18:0/3867322367 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc400ce60 con 0x7fcdd40ff710 2024-03-07T09:57:00.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.775+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdd41a2020 con 0x7fcdd40ff710 2024-03-07T09:57:00.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.776+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdd4108b00 con 0x7fcdd40ff710 2024-03-07T09:57:00.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.777+0000 7fcdd0ff9640 1 -- 172.21.15.18:0/3867322367 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fcdc40037a0 con 0x7fcdd40ff710 2024-03-07T09:57:00.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.777+0000 7fcdd0ff9640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcdbc0a1e10 0x7fcdbc0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:00.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.778+0000 7fcdd2ffd640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcdbc0a1e10 0x7fcdbc0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:00.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.778+0000 7fcdd0ff9640 1 -- 172.21.15.18:0/3867322367 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fcdc40ce2a0 con 0x7fcdd40ff710 2024-03-07T09:57:00.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.778+0000 7fcdd2ffd640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcdbc0a1e10 0x7fcdbc0a42d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcdd4102070 tx=0x7fcdc8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:00.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.782+0000 7fcdd0ff9640 1 -- 172.21.15.18:0/3867322367 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcdc409b620 con 0x7fcdd40ff710 2024-03-07T09:57:00.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.965+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcdd402d220 con 0x7fcdd40ff710 2024-03-07T09:57:00.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.969+0000 7fcdd0ff9640 1 -- 172.21.15.18:0/3867322367 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22087 (secure 0 0 0) 0x7fcdc409af20 con 0x7fcdd40ff710 2024-03-07T09:57:00.970 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:57:00.970 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":86,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:54.669490+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcdbc0a1e10 msgr2=0x7fcdbc0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcdbc0a1e10 0x7fcdbc0a42d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcdd4102070 tx=0x7fcdc8005f90 comp rx=0 tx=0).stop 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdd40ff710 msgr2=0x7fcdd4102300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdd40ff710 0x7fcdd4102300 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcdc400e9c0 tx=0x7fcdc400ee80 comp rx=0 tx=0).stop 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 shutdown_connections 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcdbc0a1e10 0x7fcdbc0a42d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdd4102ca0 0x7fcdd4100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdd41000d0 0x7fcdd41009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 --2- 172.21.15.18:0/3867322367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdd40ff710 0x7fcdd4102300 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:00.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 >> 172.21.15.18:0/3867322367 conn(0x7fcdd40fb290 msgr2=0x7fcdd4105cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:00.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 shutdown_connections 2024-03-07T09:57:00.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:00.970+0000 7fcdd9f1d640 1 -- 172.21.15.18:0/3867322367 wait complete. 2024-03-07T09:57:00.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:00 smithi018 ceph-mon[32171]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:00.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:00 smithi018 ceph-mon[32171]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:00.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:00 smithi018 ceph-mon[32171]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:00.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:00 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3758057925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:57:00.984 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-03-07T09:57:00.984 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-07T09:57:01.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:00 smithi077 ceph-mon[36374]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:00 smithi077 ceph-mon[36374]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:00 smithi077 ceph-mon[36374]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:00 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3758057925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 -- 172.21.15.18:0/1890542694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 msgr2=0x7f6e60101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 --2- 172.21.15.18:0/1890542694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60101c00 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6e48009860 tx=0x7f6e4802bb70 comp rx=0 tx=0).stop 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 -- 172.21.15.18:0/1890542694 shutdown_connections 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 --2- 172.21.15.18:0/1890542694 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 0x7f6e601089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 --2- 172.21.15.18:0/1890542694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60101c00 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 --2- 172.21.15.18:0/1890542694 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e60100590 0x7f6e601009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 -- 172.21.15.18:0/1890542694 >> 172.21.15.18:0/1890542694 conn(0x7f6e600fbb00 msgr2=0x7f6e600fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:01.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 -- 172.21.15.18:0/1890542694 shutdown_connections 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.085+0000 7f6e64834640 1 -- 172.21.15.18:0/1890542694 wait complete. 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 Processor -- start 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 -- start start 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e60100590 0x7f6e60197960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 0x7f6e6019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e6010d330 con 0x7f6e60102140 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e6010d1b0 con 0x7f6e60100590 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e64834640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e6010d4b0 con 0x7f6e60101780 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 0x7f6e6019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e60100590 0x7f6e60197960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 0x7f6e6019ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44856/0 (socket says 172.21.15.18:44856) 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5ed9d640 1 -- 172.21.15.18:0/4058108831 learned_addr learned my addr 172.21.15.18:0/4058108831 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:01.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60197ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46522/0 (socket says 172.21.15.18:46522) 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5dd9b640 1 -- 172.21.15.18:0/4058108831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e60100590 msgr2=0x7f6e60197960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5dd9b640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e60100590 0x7f6e60197960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5dd9b640 1 -- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 msgr2=0x7f6e6019ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5dd9b640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 0x7f6e6019ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5dd9b640 1 -- 172.21.15.18:0/4058108831 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e6019f580 con 0x7f6e60101780 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.086+0000 7f6e5ed9d640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 0x7f6e6019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.087+0000 7f6e5dd9b640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60197ea0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6e4802c0b0 tx=0x7f6e48032430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.087+0000 7f6e577fe640 1 -- 172.21.15.18:0/4058108831 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e48041020 con 0x7f6e60101780 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.087+0000 7f6e577fe640 1 -- 172.21.15.18:0/4058108831 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6e4802c9f0 con 0x7f6e60101780 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.087+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e6019f810 con 0x7f6e60101780 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.087+0000 7f6e577fe640 1 -- 172.21.15.18:0/4058108831 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e48039040 con 0x7f6e60101780 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.087+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e6019fd00 con 0x7f6e60101780 2024-03-07T09:57:01.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.088+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e601078b0 con 0x7f6e60101780 2024-03-07T09:57:01.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.089+0000 7f6e577fe640 1 -- 172.21.15.18:0/4058108831 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f6e48044020 con 0x7f6e60101780 2024-03-07T09:57:01.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.089+0000 7f6e577fe640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e4c0a1e10 0x7f6e4c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.089+0000 7f6e5e59c640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e4c0a1e10 0x7f6e4c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.089+0000 7f6e577fe640 1 -- 172.21.15.18:0/4058108831 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6e480ef570 con 0x7f6e60101780 2024-03-07T09:57:01.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.090+0000 7f6e5e59c640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e4c0a1e10 0x7f6e4c0a42d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6e601015e0 tx=0x7f6e58005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:01.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.093+0000 7f6e577fe640 1 -- 172.21.15.18:0/4058108831 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6e4804b020 con 0x7f6e60101780 2024-03-07T09:57:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:00 smithi063 ceph-mon[36356]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:00 smithi063 ceph-mon[36356]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:00 smithi063 ceph-mon[36356]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:57:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:00 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3758057925' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:57:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.274+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6e60061aa0 con 0x7f6e4c0a1e10 2024-03-07T09:57:01.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.281+0000 7f6e577fe640 1 -- 172.21.15.18:0/4058108831 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+258858 (secure 0 0 0) 0x7f6e60061aa0 con 0x7f6e4c0a1e10 2024-03-07T09:57:01.286 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:57:01.287 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e4c0a1e10 msgr2=0x7f6e4c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e4c0a1e10 0x7f6e4c0a42d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6e601015e0 tx=0x7f6e58005f90 comp rx=0 tx=0).stop 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 msgr2=0x7f6e60197ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60197ea0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6e4802c0b0 tx=0x7f6e48032430 comp rx=0 tx=0).stop 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 shutdown_connections 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6e4c0a1e10 0x7f6e4c0a42d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6e60102140 0x7f6e6019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e60101780 0x7f6e60197ea0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 --2- 172.21.15.18:0/4058108831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e60100590 0x7f6e60197960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 >> 172.21.15.18:0/4058108831 conn(0x7f6e600fbb00 msgr2=0x7f6e60104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:01.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 shutdown_connections 2024-03-07T09:57:01.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.285+0000 7f6e64834640 1 -- 172.21.15.18:0/4058108831 wait complete. 2024-03-07T09:57:01.297 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":288,"stamp":"2024-03-07T09:56:59.561452+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593540,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":143,"num_read_kb":125,"num_write":257,"num_write_kb":2961,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":198,"ondisk_log_size":198,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":241,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364432,"kb_used_data":11068,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124577392,"statfs":{"total":1151940427776,"available":1151567249408,"internally_reserved":0,"allocated":11333632,"data_stored":7063010,"data_compressed":108975,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3172,"num_objects":36,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":0,"num_read":7,"num_read_kb":6,"num_write":76,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.902431"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390274+0000","last_change":"2024-03-07T09:56:53.697255+0000","last_active":"2024-03-07T09:56:55.390274+0000","last_peered":"2024-03-07T09:56:55.390274+0000","last_clean":"2024-03-07T09:56:55.390274+0000","last_became_active":"2024-03-07T09:56:53.696926+0000","last_became_peered":"2024-03-07T09:56:53.696926+0000","last_unstale":"2024-03-07T09:56:55.390274+0000","last_undegraded":"2024-03-07T09:56:55.390274+0000","last_fullsized":"2024-03-07T09:56:55.390274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:37.320715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340569+0000","last_change":"2024-03-07T09:56:53.686202+0000","last_active":"2024-03-07T09:56:55.340569+0000","last_peered":"2024-03-07T09:56:55.340569+0000","last_clean":"2024-03-07T09:56:55.340569+0000","last_became_active":"2024-03-07T09:56:53.685863+0000","last_became_peered":"2024-03-07T09:56:53.685863+0000","last_unstale":"2024-03-07T09:56:55.340569+0000","last_undegraded":"2024-03-07T09:56:55.340569+0000","last_fullsized":"2024-03-07T09:56:55.340569+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:23:40.849068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340465+0000","last_change":"2024-03-07T09:56:53.691296+0000","last_active":"2024-03-07T09:56:55.340465+0000","last_peered":"2024-03-07T09:56:55.340465+0000","last_clean":"2024-03-07T09:56:55.340465+0000","last_became_active":"2024-03-07T09:56:53.688681+0000","last_became_peered":"2024-03-07T09:56:53.688681+0000","last_unstale":"2024-03-07T09:56:55.340465+0000","last_undegraded":"2024-03-07T09:56:55.340465+0000","last_fullsized":"2024-03-07T09:56:55.340465+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:29:56.318403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.677535+0000","last_change":"2024-03-07T09:56:53.694328+0000","last_active":"2024-03-07T09:56:54.677535+0000","last_peered":"2024-03-07T09:56:54.677535+0000","last_clean":"2024-03-07T09:56:54.677535+0000","last_became_active":"2024-03-07T09:56:53.694014+0000","last_became_peered":"2024-03-07T09:56:53.694014+0000","last_unstale":"2024-03-07T09:56:54.677535+0000","last_undegraded":"2024-03-07T09:56:54.677535+0000","last_fullsized":"2024-03-07T09:56:54.677535+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:57.266870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695529+0000","last_change":"2024-03-07T09:56:53.687800+0000","last_active":"2024-03-07T09:56:54.695529+0000","last_peered":"2024-03-07T09:56:54.695529+0000","last_clean":"2024-03-07T09:56:54.695529+0000","last_became_active":"2024-03-07T09:56:53.687477+0000","last_became_peered":"2024-03-07T09:56:53.687477+0000","last_unstale":"2024-03-07T09:56:54.695529+0000","last_undegraded":"2024-03-07T09:56:54.695529+0000","last_fullsized":"2024-03-07T09:56:54.695529+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:09:41.318882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.779982+0000","last_change":"2024-03-07T09:56:53.685676+0000","last_active":"2024-03-07T09:56:54.779982+0000","last_peered":"2024-03-07T09:56:54.779982+0000","last_clean":"2024-03-07T09:56:54.779982+0000","last_became_active":"2024-03-07T09:56:53.685353+0000","last_became_peered":"2024-03-07T09:56:53.685353+0000","last_unstale":"2024-03-07T09:56:54.779982+0000","last_undegraded":"2024-03-07T09:56:54.779982+0000","last_fullsized":"2024-03-07T09:56:54.779982+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:27:17.445652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340918+0000","last_change":"2024-03-07T09:56:53.689616+0000","last_active":"2024-03-07T09:56:55.340918+0000","last_peered":"2024-03-07T09:56:55.340918+0000","last_clean":"2024-03-07T09:56:55.340918+0000","last_became_active":"2024-03-07T09:56:53.689240+0000","last_became_peered":"2024-03-07T09:56:53.689240+0000","last_unstale":"2024-03-07T09:56:55.340918+0000","last_undegraded":"2024-03-07T09:56:55.340918+0000","last_fullsized":"2024-03-07T09:56:55.340918+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:44:04.340761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695188+0000","last_change":"2024-03-07T09:56:53.696176+0000","last_active":"2024-03-07T09:56:54.695188+0000","last_peered":"2024-03-07T09:56:54.695188+0000","last_clean":"2024-03-07T09:56:54.695188+0000","last_became_active":"2024-03-07T09:56:53.695838+0000","last_became_peered":"2024-03-07T09:56:53.695838+0000","last_unstale":"2024-03-07T09:56:54.695188+0000","last_undegraded":"2024-03-07T09:56:54.695188+0000","last_fullsized":"2024-03-07T09:56:54.695188+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:48.352845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-03-07T09:56:53.688392+0000","last_change":"2024-03-07T09:56:53.682789+0000","last_active":"2024-03-07T09:56:53.688392+0000","last_peered":"2024-03-07T09:56:53.688392+0000","last_clean":"2024-03-07T09:56:53.688392+0000","last_became_active":"2024-03-07T09:56:53.682481+0000","last_became_peered":"2024-03-07T09:56:53.682481+0000","last_unstale":"2024-03-07T09:56:53.688392+0000","last_undegraded":"2024-03-07T09:56:53.688392+0000","last_fullsized":"2024-03-07T09:56:53.688392+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:34:05.995465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.780251+0000","last_change":"2024-03-07T09:56:53.688489+0000","last_active":"2024-03-07T09:56:54.780251+0000","last_peered":"2024-03-07T09:56:54.780251+0000","last_clean":"2024-03-07T09:56:54.780251+0000","last_became_active":"2024-03-07T09:56:53.688169+0000","last_became_peered":"2024-03-07T09:56:53.688169+0000","last_unstale":"2024-03-07T09:56:54.780251+0000","last_undegraded":"2024-03-07T09:56:54.780251+0000","last_fullsized":"2024-03-07T09:56:54.780251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:41:42.874074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341347+0000","last_change":"2024-03-07T09:56:53.686782+0000","last_active":"2024-03-07T09:56:55.341347+0000","last_peered":"2024-03-07T09:56:55.341347+0000","last_clean":"2024-03-07T09:56:55.341347+0000","last_became_active":"2024-03-07T09:56:53.686471+0000","last_became_peered":"2024-03-07T09:56:53.686471+0000","last_unstale":"2024-03-07T09:56:55.341347+0000","last_undegraded":"2024-03-07T09:56:55.341347+0000","last_fullsized":"2024-03-07T09:56:55.341347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:44:24.735145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.677473+0000","last_change":"2024-03-07T09:56:53.688561+0000","last_active":"2024-03-07T09:56:54.677473+0000","last_peered":"2024-03-07T09:56:54.677473+0000","last_clean":"2024-03-07T09:56:54.677473+0000","last_became_active":"2024-03-07T09:56:53.688189+0000","last_became_peered":"2024-03-07T09:56:53.688189+0000","last_unstale":"2024-03-07T09:56:54.677473+0000","last_undegraded":"2024-03-07T09:56:54.677473+0000","last_fullsized":"2024-03-07T09:56:54.677473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:06:14.804988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672715+0000","last_change":"2024-03-07T09:56:53.680197+0000","last_active":"2024-03-07T09:56:54.672715+0000","last_peered":"2024-03-07T09:56:54.672715+0000","last_clean":"2024-03-07T09:56:54.672715+0000","last_became_active":"2024-03-07T09:56:53.679448+0000","last_became_peered":"2024-03-07T09:56:53.679448+0000","last_unstale":"2024-03-07T09:56:54.672715+0000","last_undegraded":"2024-03-07T09:56:54.672715+0000","last_fullsized":"2024-03-07T09:56:54.672715+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:47:04.662071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340405+0000","last_change":"2024-03-07T09:56:53.687128+0000","last_active":"2024-03-07T09:56:55.340405+0000","last_peered":"2024-03-07T09:56:55.340405+0000","last_clean":"2024-03-07T09:56:55.340405+0000","last_became_active":"2024-03-07T09:56:53.686747+0000","last_became_peered":"2024-03-07T09:56:53.686747+0000","last_unstale":"2024-03-07T09:56:55.340405+0000","last_undegraded":"2024-03-07T09:56:55.340405+0000","last_fullsized":"2024-03-07T09:56:55.340405+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:35:07.335342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340293+0000","last_change":"2024-03-07T09:56:53.693110+0000","last_active":"2024-03-07T09:56:55.340293+0000","last_peered":"2024-03-07T09:56:55.340293+0000","last_clean":"2024-03-07T09:56:55.340293+0000","last_became_active":"2024-03-07T09:56:53.691079+0000","last_became_peered":"2024-03-07T09:56:53.691079+0000","last_unstale":"2024-03-07T09:56:55.340293+0000","last_undegraded":"2024-03-07T09:56:55.340293+0000","last_fullsized":"2024-03-07T09:56:55.340293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:59.776450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-03-07T09:56:53.693086+0000","last_change":"2024-03-07T09:56:53.690438+0000","last_active":"2024-03-07T09:56:53.693086+0000","last_peered":"2024-03-07T09:56:53.693086+0000","last_clean":"2024-03-07T09:56:53.693086+0000","last_became_active":"2024-03-07T09:56:53.690097+0000","last_became_peered":"2024-03-07T09:56:53.690097+0000","last_unstale":"2024-03-07T09:56:53.693086+0000","last_undegraded":"2024-03-07T09:56:53.693086+0000","last_fullsized":"2024-03-07T09:56:53.693086+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:21:55.597386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390438+0000","last_change":"2024-03-07T09:56:53.699061+0000","last_active":"2024-03-07T09:56:55.390438+0000","last_peered":"2024-03-07T09:56:55.390438+0000","last_clean":"2024-03-07T09:56:55.390438+0000","last_became_active":"2024-03-07T09:56:53.698747+0000","last_became_peered":"2024-03-07T09:56:53.698747+0000","last_unstale":"2024-03-07T09:56:55.390438+0000","last_undegraded":"2024-03-07T09:56:55.390438+0000","last_fullsized":"2024-03-07T09:56:55.390438+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:45.059437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693812+0000","last_change":"2024-03-07T09:56:53.690691+0000","last_active":"2024-03-07T09:56:54.693812+0000","last_peered":"2024-03-07T09:56:54.693812+0000","last_clean":"2024-03-07T09:56:54.693812+0000","last_became_active":"2024-03-07T09:56:53.690307+0000","last_became_peered":"2024-03-07T09:56:53.690307+0000","last_unstale":"2024-03-07T09:56:54.693812+0000","last_undegraded":"2024-03-07T09:56:54.693812+0000","last_fullsized":"2024-03-07T09:56:54.693812+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:12.515637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.673149+0000","last_change":"2024-03-07T09:56:53.688203+0000","last_active":"2024-03-07T09:56:54.673149+0000","last_peered":"2024-03-07T09:56:54.673149+0000","last_clean":"2024-03-07T09:56:54.673149+0000","last_became_active":"2024-03-07T09:56:53.687900+0000","last_became_peered":"2024-03-07T09:56:53.687900+0000","last_unstale":"2024-03-07T09:56:54.673149+0000","last_undegraded":"2024-03-07T09:56:54.673149+0000","last_fullsized":"2024-03-07T09:56:54.673149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:50.360051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693673+0000","last_change":"2024-03-07T09:56:52.681604+0000","last_active":"2024-03-07T09:56:54.693673+0000","last_peered":"2024-03-07T09:56:54.693673+0000","last_clean":"2024-03-07T09:56:54.693673+0000","last_became_active":"2024-03-07T09:56:52.681255+0000","last_became_peered":"2024-03-07T09:56:52.681255+0000","last_unstale":"2024-03-07T09:56:54.693673+0000","last_undegraded":"2024-03-07T09:56:54.693673+0000","last_fullsized":"2024-03-07T09:56:54.693673+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:09:35.012580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695653+0000","last_change":"2024-03-07T09:56:53.695464+0000","last_active":"2024-03-07T09:56:54.695653+0000","last_peered":"2024-03-07T09:56:54.695653+0000","last_clean":"2024-03-07T09:56:54.695653+0000","last_became_active":"2024-03-07T09:56:53.695094+0000","last_became_peered":"2024-03-07T09:56:53.695094+0000","last_unstale":"2024-03-07T09:56:54.695653+0000","last_undegraded":"2024-03-07T09:56:54.695653+0000","last_fullsized":"2024-03-07T09:56:54.695653+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:30.240961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695507+0000","last_change":"2024-03-07T09:56:52.683020+0000","last_active":"2024-03-07T09:56:54.695507+0000","last_peered":"2024-03-07T09:56:54.695507+0000","last_clean":"2024-03-07T09:56:54.695507+0000","last_became_active":"2024-03-07T09:56:52.682717+0000","last_became_peered":"2024-03-07T09:56:52.682717+0000","last_unstale":"2024-03-07T09:56:54.695507+0000","last_undegraded":"2024-03-07T09:56:54.695507+0000","last_fullsized":"2024-03-07T09:56:54.695507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:11:22.765618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340690+0000","last_change":"2024-03-07T09:56:53.682305+0000","last_active":"2024-03-07T09:56:55.340690+0000","last_peered":"2024-03-07T09:56:55.340690+0000","last_clean":"2024-03-07T09:56:55.340690+0000","last_became_active":"2024-03-07T09:56:53.681988+0000","last_became_peered":"2024-03-07T09:56:53.681988+0000","last_unstale":"2024-03-07T09:56:55.340690+0000","last_undegraded":"2024-03-07T09:56:55.340690+0000","last_fullsized":"2024-03-07T09:56:55.340690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:30:24.602548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695844+0000","last_change":"2024-03-07T09:56:52.679412+0000","last_active":"2024-03-07T09:56:54.695844+0000","last_peered":"2024-03-07T09:56:54.695844+0000","last_clean":"2024-03-07T09:56:54.695844+0000","last_became_active":"2024-03-07T09:56:52.679071+0000","last_became_peered":"2024-03-07T09:56:52.679071+0000","last_unstale":"2024-03-07T09:56:54.695844+0000","last_undegraded":"2024-03-07T09:56:54.695844+0000","last_fullsized":"2024-03-07T09:56:54.695844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:53.532980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-03-07T09:56:53.688995+0000","last_change":"2024-03-07T09:56:53.687040+0000","last_active":"2024-03-07T09:56:53.688995+0000","last_peered":"2024-03-07T09:56:53.688995+0000","last_clean":"2024-03-07T09:56:53.688995+0000","last_became_active":"2024-03-07T09:56:53.685080+0000","last_became_peered":"2024-03-07T09:56:53.685080+0000","last_unstale":"2024-03-07T09:56:53.688995+0000","last_undegraded":"2024-03-07T09:56:53.688995+0000","last_fullsized":"2024-03-07T09:56:53.688995+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:51:24.401724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695622+0000","last_change":"2024-03-07T09:56:52.677070+0000","last_active":"2024-03-07T09:56:54.695622+0000","last_peered":"2024-03-07T09:56:54.695622+0000","last_clean":"2024-03-07T09:56:54.695622+0000","last_became_active":"2024-03-07T09:56:52.676730+0000","last_became_peered":"2024-03-07T09:56:52.676730+0000","last_unstale":"2024-03-07T09:56:54.695622+0000","last_undegraded":"2024-03-07T09:56:54.695622+0000","last_fullsized":"2024-03-07T09:56:54.695622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:59:47.995102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.840084+0000","last_change":"2024-03-07T09:56:53.692055+0000","last_active":"2024-03-07T09:56:54.840084+0000","last_peered":"2024-03-07T09:56:54.840084+0000","last_clean":"2024-03-07T09:56:54.840084+0000","last_became_active":"2024-03-07T09:56:53.691444+0000","last_became_peered":"2024-03-07T09:56:53.691444+0000","last_unstale":"2024-03-07T09:56:54.840084+0000","last_undegraded":"2024-03-07T09:56:54.840084+0000","last_fullsized":"2024-03-07T09:56:54.840084+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:10:02.293498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839835+0000","last_change":"2024-03-07T09:56:52.681191+0000","last_active":"2024-03-07T09:56:54.839835+0000","last_peered":"2024-03-07T09:56:54.839835+0000","last_clean":"2024-03-07T09:56:54.839835+0000","last_became_active":"2024-03-07T09:56:52.680852+0000","last_became_peered":"2024-03-07T09:56:52.680852+0000","last_unstale":"2024-03-07T09:56:54.839835+0000","last_undegraded":"2024-03-07T09:56:54.839835+0000","last_fullsized":"2024-03-07T09:56:54.839835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:27:43.222793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695598+0000","last_change":"2024-03-07T09:56:53.688001+0000","last_active":"2024-03-07T09:56:54.695598+0000","last_peered":"2024-03-07T09:56:54.695598+0000","last_clean":"2024-03-07T09:56:54.695598+0000","last_became_active":"2024-03-07T09:56:53.687575+0000","last_became_peered":"2024-03-07T09:56:53.687575+0000","last_unstale":"2024-03-07T09:56:54.695598+0000","last_undegraded":"2024-03-07T09:56:54.695598+0000","last_fullsized":"2024-03-07T09:56:54.695598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:22:38.425969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.532899+0000","last_change":"2024-03-07T09:56:52.672260+0000","last_active":"2024-03-07T09:56:57.532899+0000","last_peered":"2024-03-07T09:56:57.532899+0000","last_clean":"2024-03-07T09:56:57.532899+0000","last_became_active":"2024-03-07T09:56:52.670437+0000","last_became_peered":"2024-03-07T09:56:52.670437+0000","last_unstale":"2024-03-07T09:56:57.532899+0000","last_undegraded":"2024-03-07T09:56:57.532899+0000","last_fullsized":"2024-03-07T09:56:57.532899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:14:47.850432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839965+0000","last_change":"2024-03-07T09:56:53.691898+0000","last_active":"2024-03-07T09:56:54.839965+0000","last_peered":"2024-03-07T09:56:54.839965+0000","last_clean":"2024-03-07T09:56:54.839965+0000","last_became_active":"2024-03-07T09:56:53.691515+0000","last_became_peered":"2024-03-07T09:56:53.691515+0000","last_unstale":"2024-03-07T09:56:54.839965+0000","last_undegraded":"2024-03-07T09:56:54.839965+0000","last_fullsized":"2024-03-07T09:56:54.839965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:30.944203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672449+0000","last_change":"2024-03-07T09:56:52.672741+0000","last_active":"2024-03-07T09:56:54.672449+0000","last_peered":"2024-03-07T09:56:54.672449+0000","last_clean":"2024-03-07T09:56:54.672449+0000","last_became_active":"2024-03-07T09:56:52.672443+0000","last_became_peered":"2024-03-07T09:56:52.672443+0000","last_unstale":"2024-03-07T09:56:54.672449+0000","last_undegraded":"2024-03-07T09:56:54.672449+0000","last_fullsized":"2024-03-07T09:56:54.672449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:44.336987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695156+0000","last_change":"2024-03-07T09:56:53.694089+0000","last_active":"2024-03-07T09:56:54.695156+0000","last_peered":"2024-03-07T09:56:54.695156+0000","last_clean":"2024-03-07T09:56:54.695156+0000","last_became_active":"2024-03-07T09:56:53.693212+0000","last_became_peered":"2024-03-07T09:56:53.693212+0000","last_unstale":"2024-03-07T09:56:54.695156+0000","last_undegraded":"2024-03-07T09:56:54.695156+0000","last_fullsized":"2024-03-07T09:56:54.695156+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:44.999925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839589+0000","last_change":"2024-03-07T09:56:52.681767+0000","last_active":"2024-03-07T09:56:54.839589+0000","last_peered":"2024-03-07T09:56:54.839589+0000","last_clean":"2024-03-07T09:56:54.839589+0000","last_became_active":"2024-03-07T09:56:52.681454+0000","last_became_peered":"2024-03-07T09:56:52.681454+0000","last_unstale":"2024-03-07T09:56:54.839589+0000","last_undegraded":"2024-03-07T09:56:54.839589+0000","last_fullsized":"2024-03-07T09:56:54.839589+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:44:59.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693746+0000","last_change":"2024-03-07T09:56:53.689119+0000","last_active":"2024-03-07T09:56:54.693746+0000","last_peered":"2024-03-07T09:56:54.693746+0000","last_clean":"2024-03-07T09:56:54.693746+0000","last_became_active":"2024-03-07T09:56:53.688805+0000","last_became_peered":"2024-03-07T09:56:53.688805+0000","last_unstale":"2024-03-07T09:56:54.693746+0000","last_undegraded":"2024-03-07T09:56:54.693746+0000","last_fullsized":"2024-03-07T09:56:54.693746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:03.135423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.715920+0000","last_change":"2024-03-07T09:56:52.673288+0000","last_active":"2024-03-07T09:56:56.715920+0000","last_peered":"2024-03-07T09:56:56.715920+0000","last_clean":"2024-03-07T09:56:56.715920+0000","last_became_active":"2024-03-07T09:56:52.672977+0000","last_became_peered":"2024-03-07T09:56:52.672977+0000","last_unstale":"2024-03-07T09:56:56.715920+0000","last_undegraded":"2024-03-07T09:56:56.715920+0000","last_fullsized":"2024-03-07T09:56:56.715920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:14.034278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-03-07T09:56:53.689601+0000","last_change":"2024-03-07T09:56:53.687614+0000","last_active":"2024-03-07T09:56:53.689601+0000","last_peered":"2024-03-07T09:56:53.689601+0000","last_clean":"2024-03-07T09:56:53.689601+0000","last_became_active":"2024-03-07T09:56:53.687314+0000","last_became_peered":"2024-03-07T09:56:53.687314+0000","last_unstale":"2024-03-07T09:56:53.689601+0000","last_undegraded":"2024-03-07T09:56:53.689601+0000","last_fullsized":"2024-03-07T09:56:53.689601+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:49:06.988850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341266+0000","last_change":"2024-03-07T09:56:52.682405+0000","last_active":"2024-03-07T09:56:55.341266+0000","last_peered":"2024-03-07T09:56:55.341266+0000","last_clean":"2024-03-07T09:56:55.341266+0000","last_became_active":"2024-03-07T09:56:52.681285+0000","last_became_peered":"2024-03-07T09:56:52.681285+0000","last_unstale":"2024-03-07T09:56:55.341266+0000","last_undegraded":"2024-03-07T09:56:55.341266+0000","last_fullsized":"2024-03-07T09:56:55.341266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:38:55.931027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340650+0000","last_change":"2024-03-07T09:56:53.693161+0000","last_active":"2024-03-07T09:56:55.340650+0000","last_peered":"2024-03-07T09:56:55.340650+0000","last_clean":"2024-03-07T09:56:55.340650+0000","last_became_active":"2024-03-07T09:56:53.692788+0000","last_became_peered":"2024-03-07T09:56:53.692788+0000","last_unstale":"2024-03-07T09:56:55.340650+0000","last_undegraded":"2024-03-07T09:56:55.340650+0000","last_fullsized":"2024-03-07T09:56:55.340650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:16:19.008953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.840056+0000","last_change":"2024-03-07T09:56:52.682045+0000","last_active":"2024-03-07T09:56:54.840056+0000","last_peered":"2024-03-07T09:56:54.840056+0000","last_clean":"2024-03-07T09:56:54.840056+0000","last_became_active":"2024-03-07T09:56:52.681690+0000","last_became_peered":"2024-03-07T09:56:52.681690+0000","last_unstale":"2024-03-07T09:56:54.840056+0000","last_undegraded":"2024-03-07T09:56:54.840056+0000","last_fullsized":"2024-03-07T09:56:54.840056+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:00.964295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-03-07T09:56:53.688966+0000","last_change":"2024-03-07T09:56:53.686792+0000","last_active":"2024-03-07T09:56:53.688966+0000","last_peered":"2024-03-07T09:56:53.688966+0000","last_clean":"2024-03-07T09:56:53.688966+0000","last_became_active":"2024-03-07T09:56:53.686501+0000","last_became_peered":"2024-03-07T09:56:53.686501+0000","last_unstale":"2024-03-07T09:56:53.688966+0000","last_undegraded":"2024-03-07T09:56:53.688966+0000","last_fullsized":"2024-03-07T09:56:53.688966+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:51:31.482990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.523148+0000","last_change":"2024-03-07T09:56:52.676887+0000","last_active":"2024-03-07T09:56:57.523148+0000","last_peered":"2024-03-07T09:56:57.523148+0000","last_clean":"2024-03-07T09:56:57.523148+0000","last_became_active":"2024-03-07T09:56:52.676557+0000","last_became_peered":"2024-03-07T09:56:52.676557+0000","last_unstale":"2024-03-07T09:56:57.523148+0000","last_undegraded":"2024-03-07T09:56:57.523148+0000","last_fullsized":"2024-03-07T09:56:57.523148+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:42:43.428232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695735+0000","last_change":"2024-03-07T09:56:53.697045+0000","last_active":"2024-03-07T09:56:54.695735+0000","last_peered":"2024-03-07T09:56:54.695735+0000","last_clean":"2024-03-07T09:56:54.695735+0000","last_became_active":"2024-03-07T09:56:53.696752+0000","last_became_peered":"2024-03-07T09:56:53.696752+0000","last_unstale":"2024-03-07T09:56:54.695735+0000","last_undegraded":"2024-03-07T09:56:54.695735+0000","last_fullsized":"2024-03-07T09:56:54.695735+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:10:21.125373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.536028+0000","last_change":"2024-03-07T09:56:52.675566+0000","last_active":"2024-03-07T09:56:57.536028+0000","last_peered":"2024-03-07T09:56:57.536028+0000","last_clean":"2024-03-07T09:56:57.536028+0000","last_became_active":"2024-03-07T09:56:52.674620+0000","last_became_peered":"2024-03-07T09:56:52.674620+0000","last_unstale":"2024-03-07T09:56:57.536028+0000","last_undegraded":"2024-03-07T09:56:57.536028+0000","last_fullsized":"2024-03-07T09:56:57.536028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:21.040161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672632+0000","last_change":"2024-03-07T09:56:53.689565+0000","last_active":"2024-03-07T09:56:54.672632+0000","last_peered":"2024-03-07T09:56:54.672632+0000","last_clean":"2024-03-07T09:56:54.672632+0000","last_became_active":"2024-03-07T09:56:53.689225+0000","last_became_peered":"2024-03-07T09:56:53.689225+0000","last_unstale":"2024-03-07T09:56:54.672632+0000","last_undegraded":"2024-03-07T09:56:54.672632+0000","last_fullsized":"2024-03-07T09:56:54.672632+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:53:16.212787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839732+0000","last_change":"2024-03-07T09:56:52.682207+0000","last_active":"2024-03-07T09:56:54.839732+0000","last_peered":"2024-03-07T09:56:54.839732+0000","last_clean":"2024-03-07T09:56:54.839732+0000","last_became_active":"2024-03-07T09:56:52.681737+0000","last_became_peered":"2024-03-07T09:56:52.681737+0000","last_unstale":"2024-03-07T09:56:54.839732+0000","last_undegraded":"2024-03-07T09:56:54.839732+0000","last_fullsized":"2024-03-07T09:56:54.839732+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:24:40.596762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341528+0000","last_change":"2024-03-07T09:56:53.691814+0000","last_active":"2024-03-07T09:56:55.341528+0000","last_peered":"2024-03-07T09:56:55.341528+0000","last_clean":"2024-03-07T09:56:55.341528+0000","last_became_active":"2024-03-07T09:56:53.691476+0000","last_became_peered":"2024-03-07T09:56:53.691476+0000","last_unstale":"2024-03-07T09:56:55.341528+0000","last_undegraded":"2024-03-07T09:56:55.341528+0000","last_fullsized":"2024-03-07T09:56:55.341528+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:38:11.327538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.677126+0000","last_change":"2024-03-07T09:56:52.678047+0000","last_active":"2024-03-07T09:56:54.677126+0000","last_peered":"2024-03-07T09:56:54.677126+0000","last_clean":"2024-03-07T09:56:54.677126+0000","last_became_active":"2024-03-07T09:56:52.677720+0000","last_became_peered":"2024-03-07T09:56:52.677720+0000","last_unstale":"2024-03-07T09:56:54.677126+0000","last_undegraded":"2024-03-07T09:56:54.677126+0000","last_fullsized":"2024-03-07T09:56:54.677126+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:33.096744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340954+0000","last_change":"2024-03-07T09:56:53.686046+0000","last_active":"2024-03-07T09:56:55.340954+0000","last_peered":"2024-03-07T09:56:55.340954+0000","last_clean":"2024-03-07T09:56:55.340954+0000","last_became_active":"2024-03-07T09:56:53.684956+0000","last_became_peered":"2024-03-07T09:56:53.684956+0000","last_unstale":"2024-03-07T09:56:55.340954+0000","last_undegraded":"2024-03-07T09:56:55.340954+0000","last_fullsized":"2024-03-07T09:56:55.340954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:50:24.178857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'8","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695344+0000","last_change":"2024-03-07T09:56:52.675992+0000","last_active":"2024-03-07T09:56:54.695344+0000","last_peered":"2024-03-07T09:56:54.695344+0000","last_clean":"2024-03-07T09:56:54.695344+0000","last_became_active":"2024-03-07T09:56:52.675065+0000","last_became_peered":"2024-03-07T09:56:52.675065+0000","last_unstale":"2024-03-07T09:56:54.695344+0000","last_undegraded":"2024-03-07T09:56:54.695344+0000","last_fullsized":"2024-03-07T09:56:54.695344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:03:45.950928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839723+0000","last_change":"2024-03-07T09:56:53.689679+0000","last_active":"2024-03-07T09:56:54.839723+0000","last_peered":"2024-03-07T09:56:54.839723+0000","last_clean":"2024-03-07T09:56:54.839723+0000","last_became_active":"2024-03-07T09:56:53.689392+0000","last_became_peered":"2024-03-07T09:56:53.689392+0000","last_unstale":"2024-03-07T09:56:54.839723+0000","last_undegraded":"2024-03-07T09:56:54.839723+0000","last_fullsized":"2024-03-07T09:56:54.839723+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:22:27.175075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695726+0000","last_change":"2024-03-07T09:56:52.671795+0000","last_active":"2024-03-07T09:56:54.695726+0000","last_peered":"2024-03-07T09:56:54.695726+0000","last_clean":"2024-03-07T09:56:54.695726+0000","last_became_active":"2024-03-07T09:56:52.670717+0000","last_became_peered":"2024-03-07T09:56:52.670717+0000","last_unstale":"2024-03-07T09:56:54.695726+0000","last_undegraded":"2024-03-07T09:56:54.695726+0000","last_fullsized":"2024-03-07T09:56:54.695726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:00:23.478823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390201+0000","last_change":"2024-03-07T09:56:53.699800+0000","last_active":"2024-03-07T09:56:55.390201+0000","last_peered":"2024-03-07T09:56:55.390201+0000","last_clean":"2024-03-07T09:56:55.390201+0000","last_became_active":"2024-03-07T09:56:53.699468+0000","last_became_peered":"2024-03-07T09:56:53.699468+0000","last_unstale":"2024-03-07T09:56:55.390201+0000","last_undegraded":"2024-03-07T09:56:55.390201+0000","last_fullsized":"2024-03-07T09:56:55.390201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:26:44.230225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693578+0000","last_change":"2024-03-07T09:56:52.687857+0000","last_active":"2024-03-07T09:56:54.693578+0000","last_peered":"2024-03-07T09:56:54.693578+0000","last_clean":"2024-03-07T09:56:54.693578+0000","last_became_active":"2024-03-07T09:56:52.687520+0000","last_became_peered":"2024-03-07T09:56:52.687520+0000","last_unstale":"2024-03-07T09:56:54.693578+0000","last_undegraded":"2024-03-07T09:56:54.693578+0000","last_fullsized":"2024-03-07T09:56:54.693578+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:44.180484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.780186+0000","last_change":"2024-03-07T09:56:53.693802+0000","last_active":"2024-03-07T09:56:54.780186+0000","last_peered":"2024-03-07T09:56:54.780186+0000","last_clean":"2024-03-07T09:56:54.780186+0000","last_became_active":"2024-03-07T09:56:53.689641+0000","last_became_peered":"2024-03-07T09:56:53.689641+0000","last_unstale":"2024-03-07T09:56:54.780186+0000","last_undegraded":"2024-03-07T09:56:54.780186+0000","last_fullsized":"2024-03-07T09:56:54.780186+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:39:57.407771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340991+0000","last_change":"2024-03-07T09:56:52.680592+0000","last_active":"2024-03-07T09:56:55.340991+0000","last_peered":"2024-03-07T09:56:55.340991+0000","last_clean":"2024-03-07T09:56:55.340991+0000","last_became_active":"2024-03-07T09:56:52.679707+0000","last_became_peered":"2024-03-07T09:56:52.679707+0000","last_unstale":"2024-03-07T09:56:55.340991+0000","last_undegraded":"2024-03-07T09:56:55.340991+0000","last_fullsized":"2024-03-07T09:56:55.340991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.630182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.780136+0000","last_change":"2024-03-07T09:56:53.693861+0000","last_active":"2024-03-07T09:56:54.780136+0000","last_peered":"2024-03-07T09:56:54.780136+0000","last_clean":"2024-03-07T09:56:54.780136+0000","last_became_active":"2024-03-07T09:56:53.693534+0000","last_became_peered":"2024-03-07T09:56:53.693534+0000","last_unstale":"2024-03-07T09:56:54.780136+0000","last_undegraded":"2024-03-07T09:56:54.780136+0000","last_fullsized":"2024-03-07T09:56:54.780136+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:12:39.545760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839741+0000","last_change":"2024-03-07T09:56:53.691164+0000","last_active":"2024-03-07T09:56:54.839741+0000","last_peered":"2024-03-07T09:56:54.839741+0000","last_clean":"2024-03-07T09:56:54.839741+0000","last_became_active":"2024-03-07T09:56:53.690865+0000","last_became_peered":"2024-03-07T09:56:53.690865+0000","last_unstale":"2024-03-07T09:56:54.839741+0000","last_undegraded":"2024-03-07T09:56:54.839741+0000","last_fullsized":"2024-03-07T09:56:54.839741+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:05.398797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672376+0000","last_change":"2024-03-07T09:56:52.684348+0000","last_active":"2024-03-07T09:56:54.672376+0000","last_peered":"2024-03-07T09:56:54.672376+0000","last_clean":"2024-03-07T09:56:54.672376+0000","last_became_active":"2024-03-07T09:56:52.683994+0000","last_became_peered":"2024-03-07T09:56:52.683994+0000","last_unstale":"2024-03-07T09:56:54.672376+0000","last_undegraded":"2024-03-07T09:56:54.672376+0000","last_fullsized":"2024-03-07T09:56:54.672376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:04:30.557227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695635+0000","last_change":"2024-03-07T09:56:53.697599+0000","last_active":"2024-03-07T09:56:54.695635+0000","last_peered":"2024-03-07T09:56:54.695635+0000","last_clean":"2024-03-07T09:56:54.695635+0000","last_became_active":"2024-03-07T09:56:53.697160+0000","last_became_peered":"2024-03-07T09:56:53.697160+0000","last_unstale":"2024-03-07T09:56:54.695635+0000","last_undegraded":"2024-03-07T09:56:54.695635+0000","last_fullsized":"2024-03-07T09:56:54.695635+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:45:45.478791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.716200+0000","last_change":"2024-03-07T09:56:52.674603+0000","last_active":"2024-03-07T09:56:56.716200+0000","last_peered":"2024-03-07T09:56:56.716200+0000","last_clean":"2024-03-07T09:56:56.716200+0000","last_became_active":"2024-03-07T09:56:52.674269+0000","last_became_peered":"2024-03-07T09:56:52.674269+0000","last_unstale":"2024-03-07T09:56:56.716200+0000","last_undegraded":"2024-03-07T09:56:56.716200+0000","last_fullsized":"2024-03-07T09:56:56.716200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:12:21.011326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":349,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340938+0000","last_change":"2024-03-07T09:55:41.530015+0000","last_active":"2024-03-07T09:56:55.340938+0000","last_peered":"2024-03-07T09:56:55.340938+0000","last_clean":"2024-03-07T09:56:55.340938+0000","last_became_active":"2024-03-07T09:55:41.529507+0000","last_became_peered":"2024-03-07T09:55:41.529507+0000","last_unstale":"2024-03-07T09:56:55.340938+0000","last_undegraded":"2024-03-07T09:56:55.340938+0000","last_fullsized":"2024-03-07T09:56:55.340938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_clean_scrub_stamp":"2024-03-07T09:52:19.873115+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:16:11.815935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672452+0000","last_change":"2024-03-07T09:56:53.694226+0000","last_active":"2024-03-07T09:56:54.672452+0000","last_peered":"2024-03-07T09:56:54.672452+0000","last_clean":"2024-03-07T09:56:54.672452+0000","last_became_active":"2024-03-07T09:56:53.693887+0000","last_became_peered":"2024-03-07T09:56:53.693887+0000","last_unstale":"2024-03-07T09:56:54.672452+0000","last_undegraded":"2024-03-07T09:56:54.672452+0000","last_fullsized":"2024-03-07T09:56:54.672452+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:01.536716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341189+0000","last_change":"2024-03-07T09:56:52.679844+0000","last_active":"2024-03-07T09:56:55.341189+0000","last_peered":"2024-03-07T09:56:55.341189+0000","last_clean":"2024-03-07T09:56:55.341189+0000","last_became_active":"2024-03-07T09:56:52.679518+0000","last_became_peered":"2024-03-07T09:56:52.679518+0000","last_unstale":"2024-03-07T09:56:55.341189+0000","last_undegraded":"2024-03-07T09:56:55.341189+0000","last_fullsized":"2024-03-07T09:56:55.341189+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:37:21.585749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695699+0000","last_change":"2024-03-07T09:56:52.681781+0000","last_active":"2024-03-07T09:56:54.695699+0000","last_peered":"2024-03-07T09:56:54.695699+0000","last_clean":"2024-03-07T09:56:54.695699+0000","last_became_active":"2024-03-07T09:56:52.681452+0000","last_became_peered":"2024-03-07T09:56:52.681452+0000","last_unstale":"2024-03-07T09:56:54.695699+0000","last_undegraded":"2024-03-07T09:56:54.695699+0000","last_fullsized":"2024-03-07T09:56:54.695699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:47:05.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672762+0000","last_change":"2024-03-07T09:56:53.684434+0000","last_active":"2024-03-07T09:56:54.672762+0000","last_peered":"2024-03-07T09:56:54.672762+0000","last_clean":"2024-03-07T09:56:54.672762+0000","last_became_active":"2024-03-07T09:56:53.684113+0000","last_became_peered":"2024-03-07T09:56:53.684113+0000","last_unstale":"2024-03-07T09:56:54.672762+0000","last_undegraded":"2024-03-07T09:56:54.672762+0000","last_fullsized":"2024-03-07T09:56:54.672762+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:23:52.040589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693743+0000","last_change":"2024-03-07T09:56:52.683979+0000","last_active":"2024-03-07T09:56:54.693743+0000","last_peered":"2024-03-07T09:56:54.693743+0000","last_clean":"2024-03-07T09:56:54.693743+0000","last_became_active":"2024-03-07T09:56:52.683673+0000","last_became_peered":"2024-03-07T09:56:52.683673+0000","last_unstale":"2024-03-07T09:56:54.693743+0000","last_undegraded":"2024-03-07T09:56:54.693743+0000","last_fullsized":"2024-03-07T09:56:54.693743+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:23.188168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695713+0000","last_change":"2024-03-07T09:56:53.693109+0000","last_active":"2024-03-07T09:56:54.695713+0000","last_peered":"2024-03-07T09:56:54.695713+0000","last_clean":"2024-03-07T09:56:54.695713+0000","last_became_active":"2024-03-07T09:56:53.692728+0000","last_became_peered":"2024-03-07T09:56:53.692728+0000","last_unstale":"2024-03-07T09:56:54.695713+0000","last_undegraded":"2024-03-07T09:56:54.695713+0000","last_fullsized":"2024-03-07T09:56:54.695713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:45.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.714627+0000","last_change":"2024-03-07T09:56:52.676551+0000","last_active":"2024-03-07T09:56:56.714627+0000","last_peered":"2024-03-07T09:56:56.714627+0000","last_clean":"2024-03-07T09:56:56.714627+0000","last_became_active":"2024-03-07T09:56:52.676193+0000","last_became_peered":"2024-03-07T09:56:52.676193+0000","last_unstale":"2024-03-07T09:56:56.714627+0000","last_undegraded":"2024-03-07T09:56:56.714627+0000","last_fullsized":"2024-03-07T09:56:56.714627+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:52:21.182409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340606+0000","last_change":"2024-03-07T09:56:53.693473+0000","last_active":"2024-03-07T09:56:55.340606+0000","last_peered":"2024-03-07T09:56:55.340606+0000","last_clean":"2024-03-07T09:56:55.340606+0000","last_became_active":"2024-03-07T09:56:53.692255+0000","last_became_peered":"2024-03-07T09:56:53.692255+0000","last_unstale":"2024-03-07T09:56:55.340606+0000","last_undegraded":"2024-03-07T09:56:55.340606+0000","last_fullsized":"2024-03-07T09:56:55.340606+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:57:15.348523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-03-07T09:56:53.672472+0000","last_change":"2024-03-07T09:56:52.680677+0000","last_active":"2024-03-07T09:56:53.672472+0000","last_peered":"2024-03-07T09:56:53.672472+0000","last_clean":"2024-03-07T09:56:53.672472+0000","last_became_active":"2024-03-07T09:56:52.680337+0000","last_became_peered":"2024-03-07T09:56:52.680337+0000","last_unstale":"2024-03-07T09:56:53.672472+0000","last_undegraded":"2024-03-07T09:56:53.672472+0000","last_fullsized":"2024-03-07T09:56:53.672472+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:09.745088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695572+0000","last_change":"2024-03-07T09:56:53.684780+0000","last_active":"2024-03-07T09:56:54.695572+0000","last_peered":"2024-03-07T09:56:54.695572+0000","last_clean":"2024-03-07T09:56:54.695572+0000","last_became_active":"2024-03-07T09:56:53.684447+0000","last_became_peered":"2024-03-07T09:56:53.684447+0000","last_unstale":"2024-03-07T09:56:54.695572+0000","last_undegraded":"2024-03-07T09:56:54.695572+0000","last_fullsized":"2024-03-07T09:56:54.695572+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:11:58.261928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.714921+0000","last_change":"2024-03-07T09:56:52.686676+0000","last_active":"2024-03-07T09:56:56.714921+0000","last_peered":"2024-03-07T09:56:56.714921+0000","last_clean":"2024-03-07T09:56:56.714921+0000","last_became_active":"2024-03-07T09:56:52.686364+0000","last_became_peered":"2024-03-07T09:56:52.686364+0000","last_unstale":"2024-03-07T09:56:56.714921+0000","last_undegraded":"2024-03-07T09:56:56.714921+0000","last_fullsized":"2024-03-07T09:56:56.714921+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:19:11.156952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.389979+0000","last_change":"2024-03-07T09:56:53.699576+0000","last_active":"2024-03-07T09:56:55.389979+0000","last_peered":"2024-03-07T09:56:55.389979+0000","last_clean":"2024-03-07T09:56:55.389979+0000","last_became_active":"2024-03-07T09:56:53.699185+0000","last_became_peered":"2024-03-07T09:56:53.699185+0000","last_unstale":"2024-03-07T09:56:55.389979+0000","last_undegraded":"2024-03-07T09:56:55.389979+0000","last_fullsized":"2024-03-07T09:56:55.389979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:33:45.641810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.673044+0000","last_change":"2024-03-07T09:56:52.674029+0000","last_active":"2024-03-07T09:56:54.673044+0000","last_peered":"2024-03-07T09:56:54.673044+0000","last_clean":"2024-03-07T09:56:54.673044+0000","last_became_active":"2024-03-07T09:56:52.673542+0000","last_became_peered":"2024-03-07T09:56:52.673542+0000","last_unstale":"2024-03-07T09:56:54.673044+0000","last_undegraded":"2024-03-07T09:56:54.673044+0000","last_fullsized":"2024-03-07T09:56:54.673044+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:53:36.681031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695342+0000","last_change":"2024-03-07T09:56:53.699001+0000","last_active":"2024-03-07T09:56:54.695342+0000","last_peered":"2024-03-07T09:56:54.695342+0000","last_clean":"2024-03-07T09:56:54.695342+0000","last_became_active":"2024-03-07T09:56:53.698684+0000","last_became_peered":"2024-03-07T09:56:53.698684+0000","last_unstale":"2024-03-07T09:56:54.695342+0000","last_undegraded":"2024-03-07T09:56:54.695342+0000","last_fullsized":"2024-03-07T09:56:54.695342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:53:47.028887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695453+0000","last_change":"2024-03-07T09:56:52.678590+0000","last_active":"2024-03-07T09:56:54.695453+0000","last_peered":"2024-03-07T09:56:54.695453+0000","last_clean":"2024-03-07T09:56:54.695453+0000","last_became_active":"2024-03-07T09:56:52.678270+0000","last_became_peered":"2024-03-07T09:56:52.678270+0000","last_unstale":"2024-03-07T09:56:54.695453+0000","last_undegraded":"2024-03-07T09:56:54.695453+0000","last_fullsized":"2024-03-07T09:56:54.695453+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.957337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341424+0000","last_change":"2024-03-07T09:56:53.690935+0000","last_active":"2024-03-07T09:56:55.341424+0000","last_peered":"2024-03-07T09:56:55.341424+0000","last_clean":"2024-03-07T09:56:55.341424+0000","last_became_active":"2024-03-07T09:56:53.690615+0000","last_became_peered":"2024-03-07T09:56:53.690615+0000","last_unstale":"2024-03-07T09:56:55.341424+0000","last_undegraded":"2024-03-07T09:56:55.341424+0000","last_fullsized":"2024-03-07T09:56:55.341424+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:30:43.338237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.534418+0000","last_change":"2024-03-07T09:56:52.681753+0000","last_active":"2024-03-07T09:56:57.534418+0000","last_peered":"2024-03-07T09:56:57.534418+0000","last_clean":"2024-03-07T09:56:57.534418+0000","last_became_active":"2024-03-07T09:56:52.681453+0000","last_became_peered":"2024-03-07T09:56:52.681453+0000","last_unstale":"2024-03-07T09:56:57.534418+0000","last_undegraded":"2024-03-07T09:56:57.534418+0000","last_fullsized":"2024-03-07T09:56:57.534418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:14:22.498607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341597+0000","last_change":"2024-03-07T09:56:53.688388+0000","last_active":"2024-03-07T09:56:55.341597+0000","last_peered":"2024-03-07T09:56:55.341597+0000","last_clean":"2024-03-07T09:56:55.341597+0000","last_became_active":"2024-03-07T09:56:53.688037+0000","last_became_peered":"2024-03-07T09:56:53.688037+0000","last_unstale":"2024-03-07T09:56:55.341597+0000","last_undegraded":"2024-03-07T09:56:55.341597+0000","last_fullsized":"2024-03-07T09:56:55.341597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:36:57.898656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839992+0000","last_change":"2024-03-07T09:56:52.680982+0000","last_active":"2024-03-07T09:56:54.839992+0000","last_peered":"2024-03-07T09:56:54.839992+0000","last_clean":"2024-03-07T09:56:54.839992+0000","last_became_active":"2024-03-07T09:56:52.680612+0000","last_became_peered":"2024-03-07T09:56:52.680612+0000","last_unstale":"2024-03-07T09:56:54.839992+0000","last_undegraded":"2024-03-07T09:56:54.839992+0000","last_fullsized":"2024-03-07T09:56:54.839992+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:22:11.488947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341298+0000","last_change":"2024-03-07T09:56:53.690429+0000","last_active":"2024-03-07T09:56:55.341298+0000","last_peered":"2024-03-07T09:56:55.341298+0000","last_clean":"2024-03-07T09:56:55.341298+0000","last_became_active":"2024-03-07T09:56:53.689481+0000","last_became_peered":"2024-03-07T09:56:53.689481+0000","last_unstale":"2024-03-07T09:56:55.341298+0000","last_undegraded":"2024-03-07T09:56:55.341298+0000","last_fullsized":"2024-03-07T09:56:55.341298+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:01.124032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672905+0000","last_change":"2024-03-07T09:56:52.677142+0000","last_active":"2024-03-07T09:56:54.672905+0000","last_peered":"2024-03-07T09:56:54.672905+0000","last_clean":"2024-03-07T09:56:54.672905+0000","last_became_active":"2024-03-07T09:56:52.676818+0000","last_became_peered":"2024-03-07T09:56:52.676818+0000","last_unstale":"2024-03-07T09:56:54.672905+0000","last_undegraded":"2024-03-07T09:56:54.672905+0000","last_fullsized":"2024-03-07T09:56:54.672905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:50:11.938064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341592+0000","last_change":"2024-03-07T09:56:53.688439+0000","last_active":"2024-03-07T09:56:55.341592+0000","last_peered":"2024-03-07T09:56:55.341592+0000","last_clean":"2024-03-07T09:56:55.341592+0000","last_became_active":"2024-03-07T09:56:53.688106+0000","last_became_peered":"2024-03-07T09:56:53.688106+0000","last_unstale":"2024-03-07T09:56:55.341592+0000","last_undegraded":"2024-03-07T09:56:55.341592+0000","last_fullsized":"2024-03-07T09:56:55.341592+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:17.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390094+0000","last_change":"2024-03-07T09:56:53.695927+0000","last_active":"2024-03-07T09:56:55.390094+0000","last_peered":"2024-03-07T09:56:55.390094+0000","last_clean":"2024-03-07T09:56:55.390094+0000","last_became_active":"2024-03-07T09:56:53.695593+0000","last_became_peered":"2024-03-07T09:56:53.695593+0000","last_unstale":"2024-03-07T09:56:55.390094+0000","last_undegraded":"2024-03-07T09:56:55.390094+0000","last_fullsized":"2024-03-07T09:56:55.390094+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:48:40.078379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672898+0000","last_change":"2024-03-07T09:56:53.690800+0000","last_active":"2024-03-07T09:56:54.672898+0000","last_peered":"2024-03-07T09:56:54.672898+0000","last_clean":"2024-03-07T09:56:54.672898+0000","last_became_active":"2024-03-07T09:56:53.690477+0000","last_became_peered":"2024-03-07T09:56:53.690477+0000","last_unstale":"2024-03-07T09:56:54.672898+0000","last_undegraded":"2024-03-07T09:56:54.672898+0000","last_fullsized":"2024-03-07T09:56:54.672898+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:08:20.640796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672783+0000","last_change":"2024-03-07T09:56:53.693613+0000","last_active":"2024-03-07T09:56:54.672783+0000","last_peered":"2024-03-07T09:56:54.672783+0000","last_clean":"2024-03-07T09:56:54.672783+0000","last_became_active":"2024-03-07T09:56:53.693231+0000","last_became_peered":"2024-03-07T09:56:53.693231+0000","last_unstale":"2024-03-07T09:56:54.672783+0000","last_undegraded":"2024-03-07T09:56:54.672783+0000","last_fullsized":"2024-03-07T09:56:54.672783+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:15:06.043644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340490+0000","last_change":"2024-03-07T09:56:53.692778+0000","last_active":"2024-03-07T09:56:55.340490+0000","last_peered":"2024-03-07T09:56:55.340490+0000","last_clean":"2024-03-07T09:56:55.340490+0000","last_became_active":"2024-03-07T09:56:53.691666+0000","last_became_peered":"2024-03-07T09:56:53.691666+0000","last_unstale":"2024-03-07T09:56:55.340490+0000","last_undegraded":"2024-03-07T09:56:55.340490+0000","last_fullsized":"2024-03-07T09:56:55.340490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:09.023721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672803+0000","last_change":"2024-03-07T09:56:53.693554+0000","last_active":"2024-03-07T09:56:54.672803+0000","last_peered":"2024-03-07T09:56:54.672803+0000","last_clean":"2024-03-07T09:56:54.672803+0000","last_became_active":"2024-03-07T09:56:53.693199+0000","last_became_peered":"2024-03-07T09:56:53.693199+0000","last_unstale":"2024-03-07T09:56:54.672803+0000","last_undegraded":"2024-03-07T09:56:54.672803+0000","last_fullsized":"2024-03-07T09:56:54.672803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:17:08.748508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390201+0000","last_change":"2024-03-07T09:56:53.689390+0000","last_active":"2024-03-07T09:56:55.390201+0000","last_peered":"2024-03-07T09:56:55.390201+0000","last_clean":"2024-03-07T09:56:55.390201+0000","last_became_active":"2024-03-07T09:56:53.689087+0000","last_became_peered":"2024-03-07T09:56:53.689087+0000","last_unstale":"2024-03-07T09:56:55.390201+0000","last_undegraded":"2024-03-07T09:56:55.390201+0000","last_fullsized":"2024-03-07T09:56:55.390201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:47:52.147173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.673100+0000","last_change":"2024-03-07T09:56:53.693152+0000","last_active":"2024-03-07T09:56:54.673100+0000","last_peered":"2024-03-07T09:56:54.673100+0000","last_clean":"2024-03-07T09:56:54.673100+0000","last_became_active":"2024-03-07T09:56:53.692844+0000","last_became_peered":"2024-03-07T09:56:53.692844+0000","last_unstale":"2024-03-07T09:56:54.673100+0000","last_undegraded":"2024-03-07T09:56:54.673100+0000","last_fullsized":"2024-03-07T09:56:54.673100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:50:03.459742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695578+0000","last_change":"2024-03-07T09:56:53.695155+0000","last_active":"2024-03-07T09:56:54.695578+0000","last_peered":"2024-03-07T09:56:54.695578+0000","last_clean":"2024-03-07T09:56:54.695578+0000","last_became_active":"2024-03-07T09:56:53.694443+0000","last_became_peered":"2024-03-07T09:56:53.694443+0000","last_unstale":"2024-03-07T09:56:54.695578+0000","last_undegraded":"2024-03-07T09:56:54.695578+0000","last_fullsized":"2024-03-07T09:56:54.695578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:38:52.003808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839722+0000","last_change":"2024-03-07T09:56:53.686968+0000","last_active":"2024-03-07T09:56:54.839722+0000","last_peered":"2024-03-07T09:56:54.839722+0000","last_clean":"2024-03-07T09:56:54.839722+0000","last_became_active":"2024-03-07T09:56:53.686669+0000","last_became_peered":"2024-03-07T09:56:53.686669+0000","last_unstale":"2024-03-07T09:56:54.839722+0000","last_undegraded":"2024-03-07T09:56:54.839722+0000","last_fullsized":"2024-03-07T09:56:54.839722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:59:12.812492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695241+0000","last_change":"2024-03-07T09:56:53.691033+0000","last_active":"2024-03-07T09:56:54.695241+0000","last_peered":"2024-03-07T09:56:54.695241+0000","last_clean":"2024-03-07T09:56:54.695241+0000","last_became_active":"2024-03-07T09:56:53.690741+0000","last_became_peered":"2024-03-07T09:56:53.690741+0000","last_unstale":"2024-03-07T09:56:54.695241+0000","last_undegraded":"2024-03-07T09:56:54.695241+0000","last_fullsized":"2024-03-07T09:56:54.695241+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:34:39.551286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-03-07T09:56:53.693132+0000","last_change":"2024-03-07T09:56:53.690542+0000","last_active":"2024-03-07T09:56:53.693132+0000","last_peered":"2024-03-07T09:56:53.693132+0000","last_clean":"2024-03-07T09:56:53.693132+0000","last_became_active":"2024-03-07T09:56:53.690219+0000","last_became_peered":"2024-03-07T09:56:53.690219+0000","last_unstale":"2024-03-07T09:56:53.693132+0000","last_undegraded":"2024-03-07T09:56:53.693132+0000","last_fullsized":"2024-03-07T09:56:53.693132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:09.995135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672822+0000","last_change":"2024-03-07T09:56:53.687632+0000","last_active":"2024-03-07T09:56:54.672822+0000","last_peered":"2024-03-07T09:56:54.672822+0000","last_clean":"2024-03-07T09:56:54.672822+0000","last_became_active":"2024-03-07T09:56:53.687259+0000","last_became_peered":"2024-03-07T09:56:53.687259+0000","last_unstale":"2024-03-07T09:56:54.672822+0000","last_undegraded":"2024-03-07T09:56:54.672822+0000","last_fullsized":"2024-03-07T09:56:54.672822+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:32.112649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390094+0000","last_change":"2024-03-07T09:56:53.688649+0000","last_active":"2024-03-07T09:56:55.390094+0000","last_peered":"2024-03-07T09:56:55.390094+0000","last_clean":"2024-03-07T09:56:55.390094+0000","last_became_active":"2024-03-07T09:56:53.688281+0000","last_became_peered":"2024-03-07T09:56:53.688281+0000","last_unstale":"2024-03-07T09:56:55.390094+0000","last_undegraded":"2024-03-07T09:56:55.390094+0000","last_fullsized":"2024-03-07T09:56:55.390094+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:34.074256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":3542208,"data_compressed":214670,"data_compressed_allocated":270336,"data_compressed_original":3506176,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3172,"num_objects":36,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":0,"num_read":7,"num_read_kb":6,"num_write":76,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159744,"data_stored":10804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":442154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612626,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":1034508,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776152,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":937984,"data_stored":442356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037789,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":929792,"data_stored":442176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299425,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":1032522,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462951,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":921600,"data_stored":441572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574911,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":434614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":925696,"data_stored":441662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411386,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":444534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149749,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":441766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888113,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":441594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724587,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":970752,"data_stored":1023552,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T09:57:01.302 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-07T09:57:01.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 -- 172.21.15.18:0/2599731998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c104ab0 msgr2=0x7f143c106ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 --2- 172.21.15.18:0/2599731998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c104ab0 0x7f143c106ea0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1430009900 tx=0x7f143002bc30 comp rx=0 tx=0).stop 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 -- 172.21.15.18:0/2599731998 shutdown_connections 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 --2- 172.21.15.18:0/2599731998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f143c1073e0 0x7f143c109830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 --2- 172.21.15.18:0/2599731998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c104ab0 0x7f143c106ea0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 --2- 172.21.15.18:0/2599731998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f143c102180 0x7f143c104570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 -- 172.21.15.18:0/2599731998 >> 172.21.15.18:0/2599731998 conn(0x7f143c0fbb70 msgr2=0x7f143c0fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 -- 172.21.15.18:0/2599731998 shutdown_connections 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.439+0000 7f144211d640 1 -- 172.21.15.18:0/2599731998 wait complete. 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 Processor -- start 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 -- start start 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c102180 0x7f143c1979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f143c104ab0 0x7f143c197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f143c1073e0 0x7f143c19ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143c10d310 con 0x7f143c102180 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143c10d190 con 0x7f143c104ab0 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f144211d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f143c10d490 con 0x7f143c1073e0 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f143b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c102180 0x7f143c1979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f143b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c102180 0x7f143c1979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44866/0 (socket says 172.21.15.18:44866) 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f143b7fe640 1 -- 172.21.15.18:0/984227906 learned_addr learned my addr 172.21.15.18:0/984227906 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f143affd640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f143c104ab0 0x7f143c197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.440+0000 7f143bfff640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f143c1073e0 0x7f143c19ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f143b7fe640 1 -- 172.21.15.18:0/984227906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f143c1073e0 msgr2=0x7f143c19ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f143b7fe640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f143c1073e0 0x7f143c19ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f143b7fe640 1 -- 172.21.15.18:0/984227906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f143c104ab0 msgr2=0x7f143c197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f143b7fe640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f143c104ab0 0x7f143c197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f143b7fe640 1 -- 172.21.15.18:0/984227906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f143c19f5e0 con 0x7f143c102180 2024-03-07T09:57:01.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f143b7fe640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c102180 0x7f143c1979c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f142c00e9f0 tx=0x7f142c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:01.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f1438ff9640 1 -- 172.21.15.18:0/984227906 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c00cd80 con 0x7f143c102180 2024-03-07T09:57:01.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f1438ff9640 1 -- 172.21.15.18:0/984227906 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f142c005500 con 0x7f143c102180 2024-03-07T09:57:01.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f143c19f8d0 con 0x7f143c102180 2024-03-07T09:57:01.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f1438ff9640 1 -- 172.21.15.18:0/984227906 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f142c010690 con 0x7f143c102180 2024-03-07T09:57:01.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.441+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f143c19fdf0 con 0x7f143c102180 2024-03-07T09:57:01.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.442+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f143c0fd660 con 0x7f143c102180 2024-03-07T09:57:01.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.443+0000 7f1438ff9640 1 -- 172.21.15.18:0/984227906 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f142c0046c0 con 0x7f143c102180 2024-03-07T09:57:01.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.443+0000 7f1438ff9640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f14240a1e90 0x7f14240a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:01.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.444+0000 7f1438ff9640 1 -- 172.21.15.18:0/984227906 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f142c0ce120 con 0x7f143c102180 2024-03-07T09:57:01.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.444+0000 7f143affd640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f14240a1e90 0x7f14240a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:01.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.444+0000 7f143affd640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f14240a1e90 0x7f14240a4350 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1430000c00 tx=0x7f1430005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:01.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.448+0000 7f1438ff9640 1 -- 172.21.15.18:0/984227906 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f142c09b5a0 con 0x7f143c102180 2024-03-07T09:57:01.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.629+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f143c061aa0 con 0x7f14240a1e90 2024-03-07T09:57:01.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.637+0000 7f1438ff9640 1 -- 172.21.15.18:0/984227906 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+258878 (secure 0 0 0) 0x7f143c061aa0 con 0x7f14240a1e90 2024-03-07T09:57:01.643 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:57:01.645 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f14240a1e90 msgr2=0x7f14240a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f14240a1e90 0x7f14240a4350 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1430000c00 tx=0x7f1430005fd0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c102180 msgr2=0x7f143c1979c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c102180 0x7f143c1979c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f142c00e9f0 tx=0x7f142c00edf0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 shutdown_connections 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f14240a1e90 0x7f14240a4350 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f143c1073e0 0x7f143c19ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f143c104ab0 0x7f143c197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 --2- 172.21.15.18:0/984227906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f143c102180 0x7f143c1979c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:01.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 >> 172.21.15.18:0/984227906 conn(0x7f143c0fbb70 msgr2=0x7f143c102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:01.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 shutdown_connections 2024-03-07T09:57:01.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:01.640+0000 7f144211d640 1 -- 172.21.15.18:0/984227906 wait complete. 2024-03-07T09:57:01.652 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":289,"stamp":"2024-03-07T09:57:01.561841+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594951,"num_objects":49,"num_object_clones":0,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":153,"num_read_kb":132,"num_write":280,"num_write_kb":2966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":31,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":222,"ondisk_log_size":222,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364500,"kb_used_data":11172,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124577324,"statfs":{"total":1151940427776,"available":1151567179776,"internally_reserved":0,"allocated":11440128,"data_stored":7104040,"data_compressed":108975,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4583,"num_objects":47,"num_object_clones":0,"num_object_copies":141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":99,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":31,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001574"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390274+0000","last_change":"2024-03-07T09:56:53.697255+0000","last_active":"2024-03-07T09:56:55.390274+0000","last_peered":"2024-03-07T09:56:55.390274+0000","last_clean":"2024-03-07T09:56:55.390274+0000","last_became_active":"2024-03-07T09:56:53.696926+0000","last_became_peered":"2024-03-07T09:56:53.696926+0000","last_unstale":"2024-03-07T09:56:55.390274+0000","last_undegraded":"2024-03-07T09:56:55.390274+0000","last_fullsized":"2024-03-07T09:56:55.390274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:37.320715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340569+0000","last_change":"2024-03-07T09:56:53.686202+0000","last_active":"2024-03-07T09:56:55.340569+0000","last_peered":"2024-03-07T09:56:55.340569+0000","last_clean":"2024-03-07T09:56:55.340569+0000","last_became_active":"2024-03-07T09:56:53.685863+0000","last_became_peered":"2024-03-07T09:56:53.685863+0000","last_unstale":"2024-03-07T09:56:55.340569+0000","last_undegraded":"2024-03-07T09:56:55.340569+0000","last_fullsized":"2024-03-07T09:56:55.340569+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:23:40.849068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340465+0000","last_change":"2024-03-07T09:56:53.691296+0000","last_active":"2024-03-07T09:56:55.340465+0000","last_peered":"2024-03-07T09:56:55.340465+0000","last_clean":"2024-03-07T09:56:55.340465+0000","last_became_active":"2024-03-07T09:56:53.688681+0000","last_became_peered":"2024-03-07T09:56:53.688681+0000","last_unstale":"2024-03-07T09:56:55.340465+0000","last_undegraded":"2024-03-07T09:56:55.340465+0000","last_fullsized":"2024-03-07T09:56:55.340465+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:29:56.318403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.677535+0000","last_change":"2024-03-07T09:56:53.694328+0000","last_active":"2024-03-07T09:56:54.677535+0000","last_peered":"2024-03-07T09:56:54.677535+0000","last_clean":"2024-03-07T09:56:54.677535+0000","last_became_active":"2024-03-07T09:56:53.694014+0000","last_became_peered":"2024-03-07T09:56:53.694014+0000","last_unstale":"2024-03-07T09:56:54.677535+0000","last_undegraded":"2024-03-07T09:56:54.677535+0000","last_fullsized":"2024-03-07T09:56:54.677535+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:57.266870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695529+0000","last_change":"2024-03-07T09:56:53.687800+0000","last_active":"2024-03-07T09:56:54.695529+0000","last_peered":"2024-03-07T09:56:54.695529+0000","last_clean":"2024-03-07T09:56:54.695529+0000","last_became_active":"2024-03-07T09:56:53.687477+0000","last_became_peered":"2024-03-07T09:56:53.687477+0000","last_unstale":"2024-03-07T09:56:54.695529+0000","last_undegraded":"2024-03-07T09:56:54.695529+0000","last_fullsized":"2024-03-07T09:56:54.695529+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:09:41.318882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.779982+0000","last_change":"2024-03-07T09:56:53.685676+0000","last_active":"2024-03-07T09:56:54.779982+0000","last_peered":"2024-03-07T09:56:54.779982+0000","last_clean":"2024-03-07T09:56:54.779982+0000","last_became_active":"2024-03-07T09:56:53.685353+0000","last_became_peered":"2024-03-07T09:56:53.685353+0000","last_unstale":"2024-03-07T09:56:54.779982+0000","last_undegraded":"2024-03-07T09:56:54.779982+0000","last_fullsized":"2024-03-07T09:56:54.779982+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:27:17.445652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340918+0000","last_change":"2024-03-07T09:56:53.689616+0000","last_active":"2024-03-07T09:56:55.340918+0000","last_peered":"2024-03-07T09:56:55.340918+0000","last_clean":"2024-03-07T09:56:55.340918+0000","last_became_active":"2024-03-07T09:56:53.689240+0000","last_became_peered":"2024-03-07T09:56:53.689240+0000","last_unstale":"2024-03-07T09:56:55.340918+0000","last_undegraded":"2024-03-07T09:56:55.340918+0000","last_fullsized":"2024-03-07T09:56:55.340918+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:44:04.340761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695188+0000","last_change":"2024-03-07T09:56:53.696176+0000","last_active":"2024-03-07T09:56:54.695188+0000","last_peered":"2024-03-07T09:56:54.695188+0000","last_clean":"2024-03-07T09:56:54.695188+0000","last_became_active":"2024-03-07T09:56:53.695838+0000","last_became_peered":"2024-03-07T09:56:53.695838+0000","last_unstale":"2024-03-07T09:56:54.695188+0000","last_undegraded":"2024-03-07T09:56:54.695188+0000","last_fullsized":"2024-03-07T09:56:54.695188+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:14:48.352845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341278+0000","last_change":"2024-03-07T09:56:53.682789+0000","last_active":"2024-03-07T09:56:55.341278+0000","last_peered":"2024-03-07T09:56:55.341278+0000","last_clean":"2024-03-07T09:56:55.341278+0000","last_became_active":"2024-03-07T09:56:53.682481+0000","last_became_peered":"2024-03-07T09:56:53.682481+0000","last_unstale":"2024-03-07T09:56:55.341278+0000","last_undegraded":"2024-03-07T09:56:55.341278+0000","last_fullsized":"2024-03-07T09:56:55.341278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:30:11.951180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.780251+0000","last_change":"2024-03-07T09:56:53.688489+0000","last_active":"2024-03-07T09:56:54.780251+0000","last_peered":"2024-03-07T09:56:54.780251+0000","last_clean":"2024-03-07T09:56:54.780251+0000","last_became_active":"2024-03-07T09:56:53.688169+0000","last_became_peered":"2024-03-07T09:56:53.688169+0000","last_unstale":"2024-03-07T09:56:54.780251+0000","last_undegraded":"2024-03-07T09:56:54.780251+0000","last_fullsized":"2024-03-07T09:56:54.780251+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:41:42.874074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341347+0000","last_change":"2024-03-07T09:56:53.686782+0000","last_active":"2024-03-07T09:56:55.341347+0000","last_peered":"2024-03-07T09:56:55.341347+0000","last_clean":"2024-03-07T09:56:55.341347+0000","last_became_active":"2024-03-07T09:56:53.686471+0000","last_became_peered":"2024-03-07T09:56:53.686471+0000","last_unstale":"2024-03-07T09:56:55.341347+0000","last_undegraded":"2024-03-07T09:56:55.341347+0000","last_fullsized":"2024-03-07T09:56:55.341347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:44:24.735145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.677473+0000","last_change":"2024-03-07T09:56:53.688561+0000","last_active":"2024-03-07T09:56:54.677473+0000","last_peered":"2024-03-07T09:56:54.677473+0000","last_clean":"2024-03-07T09:56:54.677473+0000","last_became_active":"2024-03-07T09:56:53.688189+0000","last_became_peered":"2024-03-07T09:56:53.688189+0000","last_unstale":"2024-03-07T09:56:54.677473+0000","last_undegraded":"2024-03-07T09:56:54.677473+0000","last_fullsized":"2024-03-07T09:56:54.677473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:06:14.804988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672715+0000","last_change":"2024-03-07T09:56:53.680197+0000","last_active":"2024-03-07T09:56:54.672715+0000","last_peered":"2024-03-07T09:56:54.672715+0000","last_clean":"2024-03-07T09:56:54.672715+0000","last_became_active":"2024-03-07T09:56:53.679448+0000","last_became_peered":"2024-03-07T09:56:53.679448+0000","last_unstale":"2024-03-07T09:56:54.672715+0000","last_undegraded":"2024-03-07T09:56:54.672715+0000","last_fullsized":"2024-03-07T09:56:54.672715+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:47:04.662071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340405+0000","last_change":"2024-03-07T09:56:53.687128+0000","last_active":"2024-03-07T09:56:55.340405+0000","last_peered":"2024-03-07T09:56:55.340405+0000","last_clean":"2024-03-07T09:56:55.340405+0000","last_became_active":"2024-03-07T09:56:53.686747+0000","last_became_peered":"2024-03-07T09:56:53.686747+0000","last_unstale":"2024-03-07T09:56:55.340405+0000","last_undegraded":"2024-03-07T09:56:55.340405+0000","last_fullsized":"2024-03-07T09:56:55.340405+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:35:07.335342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340293+0000","last_change":"2024-03-07T09:56:53.693110+0000","last_active":"2024-03-07T09:56:55.340293+0000","last_peered":"2024-03-07T09:56:55.340293+0000","last_clean":"2024-03-07T09:56:55.340293+0000","last_became_active":"2024-03-07T09:56:53.691079+0000","last_became_peered":"2024-03-07T09:56:53.691079+0000","last_unstale":"2024-03-07T09:56:55.340293+0000","last_undegraded":"2024-03-07T09:56:55.340293+0000","last_fullsized":"2024-03-07T09:56:55.340293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:59.776450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340674+0000","last_change":"2024-03-07T09:56:53.690438+0000","last_active":"2024-03-07T09:56:55.340674+0000","last_peered":"2024-03-07T09:56:55.340674+0000","last_clean":"2024-03-07T09:56:55.340674+0000","last_became_active":"2024-03-07T09:56:53.690097+0000","last_became_peered":"2024-03-07T09:56:53.690097+0000","last_unstale":"2024-03-07T09:56:55.340674+0000","last_undegraded":"2024-03-07T09:56:55.340674+0000","last_fullsized":"2024-03-07T09:56:55.340674+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:24.950160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390438+0000","last_change":"2024-03-07T09:56:53.699061+0000","last_active":"2024-03-07T09:56:55.390438+0000","last_peered":"2024-03-07T09:56:55.390438+0000","last_clean":"2024-03-07T09:56:55.390438+0000","last_became_active":"2024-03-07T09:56:53.698747+0000","last_became_peered":"2024-03-07T09:56:53.698747+0000","last_unstale":"2024-03-07T09:56:55.390438+0000","last_undegraded":"2024-03-07T09:56:55.390438+0000","last_fullsized":"2024-03-07T09:56:55.390438+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:45.059437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693812+0000","last_change":"2024-03-07T09:56:53.690691+0000","last_active":"2024-03-07T09:56:54.693812+0000","last_peered":"2024-03-07T09:56:54.693812+0000","last_clean":"2024-03-07T09:56:54.693812+0000","last_became_active":"2024-03-07T09:56:53.690307+0000","last_became_peered":"2024-03-07T09:56:53.690307+0000","last_unstale":"2024-03-07T09:56:54.693812+0000","last_undegraded":"2024-03-07T09:56:54.693812+0000","last_fullsized":"2024-03-07T09:56:54.693812+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:12.515637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.673149+0000","last_change":"2024-03-07T09:56:53.688203+0000","last_active":"2024-03-07T09:56:54.673149+0000","last_peered":"2024-03-07T09:56:54.673149+0000","last_clean":"2024-03-07T09:56:54.673149+0000","last_became_active":"2024-03-07T09:56:53.687900+0000","last_became_peered":"2024-03-07T09:56:53.687900+0000","last_unstale":"2024-03-07T09:56:54.673149+0000","last_undegraded":"2024-03-07T09:56:54.673149+0000","last_fullsized":"2024-03-07T09:56:54.673149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:50.360051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693673+0000","last_change":"2024-03-07T09:56:52.681604+0000","last_active":"2024-03-07T09:56:54.693673+0000","last_peered":"2024-03-07T09:56:54.693673+0000","last_clean":"2024-03-07T09:56:54.693673+0000","last_became_active":"2024-03-07T09:56:52.681255+0000","last_became_peered":"2024-03-07T09:56:52.681255+0000","last_unstale":"2024-03-07T09:56:54.693673+0000","last_undegraded":"2024-03-07T09:56:54.693673+0000","last_fullsized":"2024-03-07T09:56:54.693673+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:09:35.012580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695653+0000","last_change":"2024-03-07T09:56:53.695464+0000","last_active":"2024-03-07T09:56:54.695653+0000","last_peered":"2024-03-07T09:56:54.695653+0000","last_clean":"2024-03-07T09:56:54.695653+0000","last_became_active":"2024-03-07T09:56:53.695094+0000","last_became_peered":"2024-03-07T09:56:53.695094+0000","last_unstale":"2024-03-07T09:56:54.695653+0000","last_undegraded":"2024-03-07T09:56:54.695653+0000","last_fullsized":"2024-03-07T09:56:54.695653+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:30.240961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695507+0000","last_change":"2024-03-07T09:56:52.683020+0000","last_active":"2024-03-07T09:56:54.695507+0000","last_peered":"2024-03-07T09:56:54.695507+0000","last_clean":"2024-03-07T09:56:54.695507+0000","last_became_active":"2024-03-07T09:56:52.682717+0000","last_became_peered":"2024-03-07T09:56:52.682717+0000","last_unstale":"2024-03-07T09:56:54.695507+0000","last_undegraded":"2024-03-07T09:56:54.695507+0000","last_fullsized":"2024-03-07T09:56:54.695507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:11:22.765618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340690+0000","last_change":"2024-03-07T09:56:53.682305+0000","last_active":"2024-03-07T09:56:55.340690+0000","last_peered":"2024-03-07T09:56:55.340690+0000","last_clean":"2024-03-07T09:56:55.340690+0000","last_became_active":"2024-03-07T09:56:53.681988+0000","last_became_peered":"2024-03-07T09:56:53.681988+0000","last_unstale":"2024-03-07T09:56:55.340690+0000","last_undegraded":"2024-03-07T09:56:55.340690+0000","last_fullsized":"2024-03-07T09:56:55.340690+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:30:24.602548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695844+0000","last_change":"2024-03-07T09:56:52.679412+0000","last_active":"2024-03-07T09:56:54.695844+0000","last_peered":"2024-03-07T09:56:54.695844+0000","last_clean":"2024-03-07T09:56:54.695844+0000","last_became_active":"2024-03-07T09:56:52.679071+0000","last_became_peered":"2024-03-07T09:56:52.679071+0000","last_unstale":"2024-03-07T09:56:54.695844+0000","last_undegraded":"2024-03-07T09:56:54.695844+0000","last_fullsized":"2024-03-07T09:56:54.695844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:53.532980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340428+0000","last_change":"2024-03-07T09:56:53.687040+0000","last_active":"2024-03-07T09:56:55.340428+0000","last_peered":"2024-03-07T09:56:55.340428+0000","last_clean":"2024-03-07T09:56:55.340428+0000","last_became_active":"2024-03-07T09:56:53.685080+0000","last_became_peered":"2024-03-07T09:56:53.685080+0000","last_unstale":"2024-03-07T09:56:55.340428+0000","last_undegraded":"2024-03-07T09:56:55.340428+0000","last_fullsized":"2024-03-07T09:56:55.340428+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:45:40.356956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695622+0000","last_change":"2024-03-07T09:56:52.677070+0000","last_active":"2024-03-07T09:56:54.695622+0000","last_peered":"2024-03-07T09:56:54.695622+0000","last_clean":"2024-03-07T09:56:54.695622+0000","last_became_active":"2024-03-07T09:56:52.676730+0000","last_became_peered":"2024-03-07T09:56:52.676730+0000","last_unstale":"2024-03-07T09:56:54.695622+0000","last_undegraded":"2024-03-07T09:56:54.695622+0000","last_fullsized":"2024-03-07T09:56:54.695622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:59:47.995102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.840084+0000","last_change":"2024-03-07T09:56:53.692055+0000","last_active":"2024-03-07T09:56:54.840084+0000","last_peered":"2024-03-07T09:56:54.840084+0000","last_clean":"2024-03-07T09:56:54.840084+0000","last_became_active":"2024-03-07T09:56:53.691444+0000","last_became_peered":"2024-03-07T09:56:53.691444+0000","last_unstale":"2024-03-07T09:56:54.840084+0000","last_undegraded":"2024-03-07T09:56:54.840084+0000","last_fullsized":"2024-03-07T09:56:54.840084+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:10:02.293498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:58.524566+0000","last_change":"2024-03-07T09:56:52.681191+0000","last_active":"2024-03-07T09:56:58.524566+0000","last_peered":"2024-03-07T09:56:58.524566+0000","last_clean":"2024-03-07T09:56:58.524566+0000","last_became_active":"2024-03-07T09:56:52.680852+0000","last_became_peered":"2024-03-07T09:56:52.680852+0000","last_unstale":"2024-03-07T09:56:58.524566+0000","last_undegraded":"2024-03-07T09:56:58.524566+0000","last_fullsized":"2024-03-07T09:56:58.524566+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:27:43.222793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695598+0000","last_change":"2024-03-07T09:56:53.688001+0000","last_active":"2024-03-07T09:56:54.695598+0000","last_peered":"2024-03-07T09:56:54.695598+0000","last_clean":"2024-03-07T09:56:54.695598+0000","last_became_active":"2024-03-07T09:56:53.687575+0000","last_became_peered":"2024-03-07T09:56:53.687575+0000","last_unstale":"2024-03-07T09:56:54.695598+0000","last_undegraded":"2024-03-07T09:56:54.695598+0000","last_fullsized":"2024-03-07T09:56:54.695598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:22:38.425969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.532899+0000","last_change":"2024-03-07T09:56:52.672260+0000","last_active":"2024-03-07T09:56:57.532899+0000","last_peered":"2024-03-07T09:56:57.532899+0000","last_clean":"2024-03-07T09:56:57.532899+0000","last_became_active":"2024-03-07T09:56:52.670437+0000","last_became_peered":"2024-03-07T09:56:52.670437+0000","last_unstale":"2024-03-07T09:56:57.532899+0000","last_undegraded":"2024-03-07T09:56:57.532899+0000","last_fullsized":"2024-03-07T09:56:57.532899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:14:47.850432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839965+0000","last_change":"2024-03-07T09:56:53.691898+0000","last_active":"2024-03-07T09:56:54.839965+0000","last_peered":"2024-03-07T09:56:54.839965+0000","last_clean":"2024-03-07T09:56:54.839965+0000","last_became_active":"2024-03-07T09:56:53.691515+0000","last_became_peered":"2024-03-07T09:56:53.691515+0000","last_unstale":"2024-03-07T09:56:54.839965+0000","last_undegraded":"2024-03-07T09:56:54.839965+0000","last_fullsized":"2024-03-07T09:56:54.839965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:30.944203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.534583+0000","last_change":"2024-03-07T09:56:52.672741+0000","last_active":"2024-03-07T09:56:57.534583+0000","last_peered":"2024-03-07T09:56:57.534583+0000","last_clean":"2024-03-07T09:56:57.534583+0000","last_became_active":"2024-03-07T09:56:52.672443+0000","last_became_peered":"2024-03-07T09:56:52.672443+0000","last_unstale":"2024-03-07T09:56:57.534583+0000","last_undegraded":"2024-03-07T09:56:57.534583+0000","last_fullsized":"2024-03-07T09:56:57.534583+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:44.336987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695156+0000","last_change":"2024-03-07T09:56:53.694089+0000","last_active":"2024-03-07T09:56:54.695156+0000","last_peered":"2024-03-07T09:56:54.695156+0000","last_clean":"2024-03-07T09:56:54.695156+0000","last_became_active":"2024-03-07T09:56:53.693212+0000","last_became_peered":"2024-03-07T09:56:53.693212+0000","last_unstale":"2024-03-07T09:56:54.695156+0000","last_undegraded":"2024-03-07T09:56:54.695156+0000","last_fullsized":"2024-03-07T09:56:54.695156+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:44.999925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.346900+0000","last_change":"2024-03-07T09:56:52.681767+0000","last_active":"2024-03-07T09:56:55.346900+0000","last_peered":"2024-03-07T09:56:55.346900+0000","last_clean":"2024-03-07T09:56:55.346900+0000","last_became_active":"2024-03-07T09:56:52.681454+0000","last_became_peered":"2024-03-07T09:56:52.681454+0000","last_unstale":"2024-03-07T09:56:55.346900+0000","last_undegraded":"2024-03-07T09:56:55.346900+0000","last_fullsized":"2024-03-07T09:56:55.346900+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:44:59.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693746+0000","last_change":"2024-03-07T09:56:53.689119+0000","last_active":"2024-03-07T09:56:54.693746+0000","last_peered":"2024-03-07T09:56:54.693746+0000","last_clean":"2024-03-07T09:56:54.693746+0000","last_became_active":"2024-03-07T09:56:53.688805+0000","last_became_peered":"2024-03-07T09:56:53.688805+0000","last_unstale":"2024-03-07T09:56:54.693746+0000","last_undegraded":"2024-03-07T09:56:54.693746+0000","last_fullsized":"2024-03-07T09:56:54.693746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:03.135423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.715920+0000","last_change":"2024-03-07T09:56:52.673288+0000","last_active":"2024-03-07T09:56:56.715920+0000","last_peered":"2024-03-07T09:56:56.715920+0000","last_clean":"2024-03-07T09:56:56.715920+0000","last_became_active":"2024-03-07T09:56:52.672977+0000","last_became_peered":"2024-03-07T09:56:52.672977+0000","last_unstale":"2024-03-07T09:56:56.715920+0000","last_undegraded":"2024-03-07T09:56:56.715920+0000","last_fullsized":"2024-03-07T09:56:56.715920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:14.034278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341145+0000","last_change":"2024-03-07T09:56:53.687614+0000","last_active":"2024-03-07T09:56:55.341145+0000","last_peered":"2024-03-07T09:56:55.341145+0000","last_clean":"2024-03-07T09:56:55.341145+0000","last_became_active":"2024-03-07T09:56:53.687314+0000","last_became_peered":"2024-03-07T09:56:53.687314+0000","last_unstale":"2024-03-07T09:56:55.341145+0000","last_undegraded":"2024-03-07T09:56:55.341145+0000","last_fullsized":"2024-03-07T09:56:55.341145+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:18.017086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.715254+0000","last_change":"2024-03-07T09:56:52.682405+0000","last_active":"2024-03-07T09:56:56.715254+0000","last_peered":"2024-03-07T09:56:56.715254+0000","last_clean":"2024-03-07T09:56:56.715254+0000","last_became_active":"2024-03-07T09:56:52.681285+0000","last_became_peered":"2024-03-07T09:56:52.681285+0000","last_unstale":"2024-03-07T09:56:56.715254+0000","last_undegraded":"2024-03-07T09:56:56.715254+0000","last_fullsized":"2024-03-07T09:56:56.715254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:38:55.931027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340650+0000","last_change":"2024-03-07T09:56:53.693161+0000","last_active":"2024-03-07T09:56:55.340650+0000","last_peered":"2024-03-07T09:56:55.340650+0000","last_clean":"2024-03-07T09:56:55.340650+0000","last_became_active":"2024-03-07T09:56:53.692788+0000","last_became_peered":"2024-03-07T09:56:53.692788+0000","last_unstale":"2024-03-07T09:56:55.340650+0000","last_undegraded":"2024-03-07T09:56:55.340650+0000","last_fullsized":"2024-03-07T09:56:55.340650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:16:19.008953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.714265+0000","last_change":"2024-03-07T09:56:52.682045+0000","last_active":"2024-03-07T09:56:56.714265+0000","last_peered":"2024-03-07T09:56:56.714265+0000","last_clean":"2024-03-07T09:56:56.714265+0000","last_became_active":"2024-03-07T09:56:52.681690+0000","last_became_peered":"2024-03-07T09:56:52.681690+0000","last_unstale":"2024-03-07T09:56:56.714265+0000","last_undegraded":"2024-03-07T09:56:56.714265+0000","last_fullsized":"2024-03-07T09:56:56.714265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:00.964295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340764+0000","last_change":"2024-03-07T09:56:53.686792+0000","last_active":"2024-03-07T09:56:55.340764+0000","last_peered":"2024-03-07T09:56:55.340764+0000","last_clean":"2024-03-07T09:56:55.340764+0000","last_became_active":"2024-03-07T09:56:53.686501+0000","last_became_peered":"2024-03-07T09:56:53.686501+0000","last_unstale":"2024-03-07T09:56:55.340764+0000","last_undegraded":"2024-03-07T09:56:55.340764+0000","last_fullsized":"2024-03-07T09:56:55.340764+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:14:45.558965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.523148+0000","last_change":"2024-03-07T09:56:52.676887+0000","last_active":"2024-03-07T09:56:57.523148+0000","last_peered":"2024-03-07T09:56:57.523148+0000","last_clean":"2024-03-07T09:56:57.523148+0000","last_became_active":"2024-03-07T09:56:52.676557+0000","last_became_peered":"2024-03-07T09:56:52.676557+0000","last_unstale":"2024-03-07T09:56:57.523148+0000","last_undegraded":"2024-03-07T09:56:57.523148+0000","last_fullsized":"2024-03-07T09:56:57.523148+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:42:43.428232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695735+0000","last_change":"2024-03-07T09:56:53.697045+0000","last_active":"2024-03-07T09:56:54.695735+0000","last_peered":"2024-03-07T09:56:54.695735+0000","last_clean":"2024-03-07T09:56:54.695735+0000","last_became_active":"2024-03-07T09:56:53.696752+0000","last_became_peered":"2024-03-07T09:56:53.696752+0000","last_unstale":"2024-03-07T09:56:54.695735+0000","last_undegraded":"2024-03-07T09:56:54.695735+0000","last_fullsized":"2024-03-07T09:56:54.695735+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:10:21.125373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.536028+0000","last_change":"2024-03-07T09:56:52.675566+0000","last_active":"2024-03-07T09:56:57.536028+0000","last_peered":"2024-03-07T09:56:57.536028+0000","last_clean":"2024-03-07T09:56:57.536028+0000","last_became_active":"2024-03-07T09:56:52.674620+0000","last_became_peered":"2024-03-07T09:56:52.674620+0000","last_unstale":"2024-03-07T09:56:57.536028+0000","last_undegraded":"2024-03-07T09:56:57.536028+0000","last_fullsized":"2024-03-07T09:56:57.536028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:21.040161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672632+0000","last_change":"2024-03-07T09:56:53.689565+0000","last_active":"2024-03-07T09:56:54.672632+0000","last_peered":"2024-03-07T09:56:54.672632+0000","last_clean":"2024-03-07T09:56:54.672632+0000","last_became_active":"2024-03-07T09:56:53.689225+0000","last_became_peered":"2024-03-07T09:56:53.689225+0000","last_unstale":"2024-03-07T09:56:54.672632+0000","last_undegraded":"2024-03-07T09:56:54.672632+0000","last_fullsized":"2024-03-07T09:56:54.672632+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:53:16.212787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.714601+0000","last_change":"2024-03-07T09:56:52.682207+0000","last_active":"2024-03-07T09:56:56.714601+0000","last_peered":"2024-03-07T09:56:56.714601+0000","last_clean":"2024-03-07T09:56:56.714601+0000","last_became_active":"2024-03-07T09:56:52.681737+0000","last_became_peered":"2024-03-07T09:56:52.681737+0000","last_unstale":"2024-03-07T09:56:56.714601+0000","last_undegraded":"2024-03-07T09:56:56.714601+0000","last_fullsized":"2024-03-07T09:56:56.714601+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:24:40.596762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341528+0000","last_change":"2024-03-07T09:56:53.691814+0000","last_active":"2024-03-07T09:56:55.341528+0000","last_peered":"2024-03-07T09:56:55.341528+0000","last_clean":"2024-03-07T09:56:55.341528+0000","last_became_active":"2024-03-07T09:56:53.691476+0000","last_became_peered":"2024-03-07T09:56:53.691476+0000","last_unstale":"2024-03-07T09:56:55.341528+0000","last_undegraded":"2024-03-07T09:56:55.341528+0000","last_fullsized":"2024-03-07T09:56:55.341528+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:38:11.327538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.677126+0000","last_change":"2024-03-07T09:56:52.678047+0000","last_active":"2024-03-07T09:56:54.677126+0000","last_peered":"2024-03-07T09:56:54.677126+0000","last_clean":"2024-03-07T09:56:54.677126+0000","last_became_active":"2024-03-07T09:56:52.677720+0000","last_became_peered":"2024-03-07T09:56:52.677720+0000","last_unstale":"2024-03-07T09:56:54.677126+0000","last_undegraded":"2024-03-07T09:56:54.677126+0000","last_fullsized":"2024-03-07T09:56:54.677126+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:33.096744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340954+0000","last_change":"2024-03-07T09:56:53.686046+0000","last_active":"2024-03-07T09:56:55.340954+0000","last_peered":"2024-03-07T09:56:55.340954+0000","last_clean":"2024-03-07T09:56:55.340954+0000","last_became_active":"2024-03-07T09:56:53.684956+0000","last_became_peered":"2024-03-07T09:56:53.684956+0000","last_unstale":"2024-03-07T09:56:55.340954+0000","last_undegraded":"2024-03-07T09:56:55.340954+0000","last_fullsized":"2024-03-07T09:56:55.340954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:50:24.178857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'8","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695344+0000","last_change":"2024-03-07T09:56:52.675992+0000","last_active":"2024-03-07T09:56:54.695344+0000","last_peered":"2024-03-07T09:56:54.695344+0000","last_clean":"2024-03-07T09:56:54.695344+0000","last_became_active":"2024-03-07T09:56:52.675065+0000","last_became_peered":"2024-03-07T09:56:52.675065+0000","last_unstale":"2024-03-07T09:56:54.695344+0000","last_undegraded":"2024-03-07T09:56:54.695344+0000","last_fullsized":"2024-03-07T09:56:54.695344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:03:45.950928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839723+0000","last_change":"2024-03-07T09:56:53.689679+0000","last_active":"2024-03-07T09:56:54.839723+0000","last_peered":"2024-03-07T09:56:54.839723+0000","last_clean":"2024-03-07T09:56:54.839723+0000","last_became_active":"2024-03-07T09:56:53.689392+0000","last_became_peered":"2024-03-07T09:56:53.689392+0000","last_unstale":"2024-03-07T09:56:54.839723+0000","last_undegraded":"2024-03-07T09:56:54.839723+0000","last_fullsized":"2024-03-07T09:56:54.839723+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:22:27.175075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695726+0000","last_change":"2024-03-07T09:56:52.671795+0000","last_active":"2024-03-07T09:56:54.695726+0000","last_peered":"2024-03-07T09:56:54.695726+0000","last_clean":"2024-03-07T09:56:54.695726+0000","last_became_active":"2024-03-07T09:56:52.670717+0000","last_became_peered":"2024-03-07T09:56:52.670717+0000","last_unstale":"2024-03-07T09:56:54.695726+0000","last_undegraded":"2024-03-07T09:56:54.695726+0000","last_fullsized":"2024-03-07T09:56:54.695726+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:00:23.478823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390201+0000","last_change":"2024-03-07T09:56:53.699800+0000","last_active":"2024-03-07T09:56:55.390201+0000","last_peered":"2024-03-07T09:56:55.390201+0000","last_clean":"2024-03-07T09:56:55.390201+0000","last_became_active":"2024-03-07T09:56:53.699468+0000","last_became_peered":"2024-03-07T09:56:53.699468+0000","last_unstale":"2024-03-07T09:56:55.390201+0000","last_undegraded":"2024-03-07T09:56:55.390201+0000","last_fullsized":"2024-03-07T09:56:55.390201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:26:44.230225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693578+0000","last_change":"2024-03-07T09:56:52.687857+0000","last_active":"2024-03-07T09:56:54.693578+0000","last_peered":"2024-03-07T09:56:54.693578+0000","last_clean":"2024-03-07T09:56:54.693578+0000","last_became_active":"2024-03-07T09:56:52.687520+0000","last_became_peered":"2024-03-07T09:56:52.687520+0000","last_unstale":"2024-03-07T09:56:54.693578+0000","last_undegraded":"2024-03-07T09:56:54.693578+0000","last_fullsized":"2024-03-07T09:56:54.693578+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:44.180484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.780186+0000","last_change":"2024-03-07T09:56:53.693802+0000","last_active":"2024-03-07T09:56:54.780186+0000","last_peered":"2024-03-07T09:56:54.780186+0000","last_clean":"2024-03-07T09:56:54.780186+0000","last_became_active":"2024-03-07T09:56:53.689641+0000","last_became_peered":"2024-03-07T09:56:53.689641+0000","last_unstale":"2024-03-07T09:56:54.780186+0000","last_undegraded":"2024-03-07T09:56:54.780186+0000","last_fullsized":"2024-03-07T09:56:54.780186+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:39:57.407771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.892665+0000","last_change":"2024-03-07T09:56:52.680592+0000","last_active":"2024-03-07T09:56:55.892665+0000","last_peered":"2024-03-07T09:56:55.892665+0000","last_clean":"2024-03-07T09:56:55.892665+0000","last_became_active":"2024-03-07T09:56:52.679707+0000","last_became_peered":"2024-03-07T09:56:52.679707+0000","last_unstale":"2024-03-07T09:56:55.892665+0000","last_undegraded":"2024-03-07T09:56:55.892665+0000","last_fullsized":"2024-03-07T09:56:55.892665+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.630182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.780136+0000","last_change":"2024-03-07T09:56:53.693861+0000","last_active":"2024-03-07T09:56:54.780136+0000","last_peered":"2024-03-07T09:56:54.780136+0000","last_clean":"2024-03-07T09:56:54.780136+0000","last_became_active":"2024-03-07T09:56:53.693534+0000","last_became_peered":"2024-03-07T09:56:53.693534+0000","last_unstale":"2024-03-07T09:56:54.780136+0000","last_undegraded":"2024-03-07T09:56:54.780136+0000","last_fullsized":"2024-03-07T09:56:54.780136+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:12:39.545760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839741+0000","last_change":"2024-03-07T09:56:53.691164+0000","last_active":"2024-03-07T09:56:54.839741+0000","last_peered":"2024-03-07T09:56:54.839741+0000","last_clean":"2024-03-07T09:56:54.839741+0000","last_became_active":"2024-03-07T09:56:53.690865+0000","last_became_peered":"2024-03-07T09:56:53.690865+0000","last_unstale":"2024-03-07T09:56:54.839741+0000","last_undegraded":"2024-03-07T09:56:54.839741+0000","last_fullsized":"2024-03-07T09:56:54.839741+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:05.398797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:59.536671+0000","last_change":"2024-03-07T09:56:52.684348+0000","last_active":"2024-03-07T09:56:59.536671+0000","last_peered":"2024-03-07T09:56:59.536671+0000","last_clean":"2024-03-07T09:56:59.536671+0000","last_became_active":"2024-03-07T09:56:52.683994+0000","last_became_peered":"2024-03-07T09:56:52.683994+0000","last_unstale":"2024-03-07T09:56:59.536671+0000","last_undegraded":"2024-03-07T09:56:59.536671+0000","last_fullsized":"2024-03-07T09:56:59.536671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:04:30.557227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695635+0000","last_change":"2024-03-07T09:56:53.697599+0000","last_active":"2024-03-07T09:56:54.695635+0000","last_peered":"2024-03-07T09:56:54.695635+0000","last_clean":"2024-03-07T09:56:54.695635+0000","last_became_active":"2024-03-07T09:56:53.697160+0000","last_became_peered":"2024-03-07T09:56:53.697160+0000","last_unstale":"2024-03-07T09:56:54.695635+0000","last_undegraded":"2024-03-07T09:56:54.695635+0000","last_fullsized":"2024-03-07T09:56:54.695635+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:45:45.478791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.716200+0000","last_change":"2024-03-07T09:56:52.674603+0000","last_active":"2024-03-07T09:56:56.716200+0000","last_peered":"2024-03-07T09:56:56.716200+0000","last_clean":"2024-03-07T09:56:56.716200+0000","last_became_active":"2024-03-07T09:56:52.674269+0000","last_became_peered":"2024-03-07T09:56:52.674269+0000","last_unstale":"2024-03-07T09:56:56.716200+0000","last_undegraded":"2024-03-07T09:56:56.716200+0000","last_fullsized":"2024-03-07T09:56:56.716200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:12:21.011326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":349,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340938+0000","last_change":"2024-03-07T09:55:41.530015+0000","last_active":"2024-03-07T09:56:55.340938+0000","last_peered":"2024-03-07T09:56:55.340938+0000","last_clean":"2024-03-07T09:56:55.340938+0000","last_became_active":"2024-03-07T09:55:41.529507+0000","last_became_peered":"2024-03-07T09:55:41.529507+0000","last_unstale":"2024-03-07T09:56:55.340938+0000","last_undegraded":"2024-03-07T09:56:55.340938+0000","last_fullsized":"2024-03-07T09:56:55.340938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_clean_scrub_stamp":"2024-03-07T09:52:19.873115+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:16:11.815935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672452+0000","last_change":"2024-03-07T09:56:53.694226+0000","last_active":"2024-03-07T09:56:54.672452+0000","last_peered":"2024-03-07T09:56:54.672452+0000","last_clean":"2024-03-07T09:56:54.672452+0000","last_became_active":"2024-03-07T09:56:53.693887+0000","last_became_peered":"2024-03-07T09:56:53.693887+0000","last_unstale":"2024-03-07T09:56:54.672452+0000","last_undegraded":"2024-03-07T09:56:54.672452+0000","last_fullsized":"2024-03-07T09:56:54.672452+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:01.536716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.533912+0000","last_change":"2024-03-07T09:56:52.679844+0000","last_active":"2024-03-07T09:56:57.533912+0000","last_peered":"2024-03-07T09:56:57.533912+0000","last_clean":"2024-03-07T09:56:57.533912+0000","last_became_active":"2024-03-07T09:56:52.679518+0000","last_became_peered":"2024-03-07T09:56:52.679518+0000","last_unstale":"2024-03-07T09:56:57.533912+0000","last_undegraded":"2024-03-07T09:56:57.533912+0000","last_fullsized":"2024-03-07T09:56:57.533912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:37:21.585749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695699+0000","last_change":"2024-03-07T09:56:52.681781+0000","last_active":"2024-03-07T09:56:54.695699+0000","last_peered":"2024-03-07T09:56:54.695699+0000","last_clean":"2024-03-07T09:56:54.695699+0000","last_became_active":"2024-03-07T09:56:52.681452+0000","last_became_peered":"2024-03-07T09:56:52.681452+0000","last_unstale":"2024-03-07T09:56:54.695699+0000","last_undegraded":"2024-03-07T09:56:54.695699+0000","last_fullsized":"2024-03-07T09:56:54.695699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:47:05.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672762+0000","last_change":"2024-03-07T09:56:53.684434+0000","last_active":"2024-03-07T09:56:54.672762+0000","last_peered":"2024-03-07T09:56:54.672762+0000","last_clean":"2024-03-07T09:56:54.672762+0000","last_became_active":"2024-03-07T09:56:53.684113+0000","last_became_peered":"2024-03-07T09:56:53.684113+0000","last_unstale":"2024-03-07T09:56:54.672762+0000","last_undegraded":"2024-03-07T09:56:54.672762+0000","last_fullsized":"2024-03-07T09:56:54.672762+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:23:52.040589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.693743+0000","last_change":"2024-03-07T09:56:52.683979+0000","last_active":"2024-03-07T09:56:54.693743+0000","last_peered":"2024-03-07T09:56:54.693743+0000","last_clean":"2024-03-07T09:56:54.693743+0000","last_became_active":"2024-03-07T09:56:52.683673+0000","last_became_peered":"2024-03-07T09:56:52.683673+0000","last_unstale":"2024-03-07T09:56:54.693743+0000","last_undegraded":"2024-03-07T09:56:54.693743+0000","last_fullsized":"2024-03-07T09:56:54.693743+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:23.188168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695713+0000","last_change":"2024-03-07T09:56:53.693109+0000","last_active":"2024-03-07T09:56:54.695713+0000","last_peered":"2024-03-07T09:56:54.695713+0000","last_clean":"2024-03-07T09:56:54.695713+0000","last_became_active":"2024-03-07T09:56:53.692728+0000","last_became_peered":"2024-03-07T09:56:53.692728+0000","last_unstale":"2024-03-07T09:56:54.695713+0000","last_undegraded":"2024-03-07T09:56:54.695713+0000","last_fullsized":"2024-03-07T09:56:54.695713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:45.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.714627+0000","last_change":"2024-03-07T09:56:52.676551+0000","last_active":"2024-03-07T09:56:56.714627+0000","last_peered":"2024-03-07T09:56:56.714627+0000","last_clean":"2024-03-07T09:56:56.714627+0000","last_became_active":"2024-03-07T09:56:52.676193+0000","last_became_peered":"2024-03-07T09:56:52.676193+0000","last_unstale":"2024-03-07T09:56:56.714627+0000","last_undegraded":"2024-03-07T09:56:56.714627+0000","last_fullsized":"2024-03-07T09:56:56.714627+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:52:21.182409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340606+0000","last_change":"2024-03-07T09:56:53.693473+0000","last_active":"2024-03-07T09:56:55.340606+0000","last_peered":"2024-03-07T09:56:55.340606+0000","last_clean":"2024-03-07T09:56:55.340606+0000","last_became_active":"2024-03-07T09:56:53.692255+0000","last_became_peered":"2024-03-07T09:56:53.692255+0000","last_unstale":"2024-03-07T09:56:55.340606+0000","last_undegraded":"2024-03-07T09:56:55.340606+0000","last_fullsized":"2024-03-07T09:56:55.340606+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:57:15.348523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.714928+0000","last_change":"2024-03-07T09:56:52.680677+0000","last_active":"2024-03-07T09:56:56.714928+0000","last_peered":"2024-03-07T09:56:56.714928+0000","last_clean":"2024-03-07T09:56:56.714928+0000","last_became_active":"2024-03-07T09:56:52.680337+0000","last_became_peered":"2024-03-07T09:56:52.680337+0000","last_unstale":"2024-03-07T09:56:56.714928+0000","last_undegraded":"2024-03-07T09:56:56.714928+0000","last_fullsized":"2024-03-07T09:56:56.714928+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:09.745088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695572+0000","last_change":"2024-03-07T09:56:53.684780+0000","last_active":"2024-03-07T09:56:54.695572+0000","last_peered":"2024-03-07T09:56:54.695572+0000","last_clean":"2024-03-07T09:56:54.695572+0000","last_became_active":"2024-03-07T09:56:53.684447+0000","last_became_peered":"2024-03-07T09:56:53.684447+0000","last_unstale":"2024-03-07T09:56:54.695572+0000","last_undegraded":"2024-03-07T09:56:54.695572+0000","last_fullsized":"2024-03-07T09:56:54.695572+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:11:58.261928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:56.714921+0000","last_change":"2024-03-07T09:56:52.686676+0000","last_active":"2024-03-07T09:56:56.714921+0000","last_peered":"2024-03-07T09:56:56.714921+0000","last_clean":"2024-03-07T09:56:56.714921+0000","last_became_active":"2024-03-07T09:56:52.686364+0000","last_became_peered":"2024-03-07T09:56:52.686364+0000","last_unstale":"2024-03-07T09:56:56.714921+0000","last_undegraded":"2024-03-07T09:56:56.714921+0000","last_fullsized":"2024-03-07T09:56:56.714921+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:19:11.156952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.389979+0000","last_change":"2024-03-07T09:56:53.699576+0000","last_active":"2024-03-07T09:56:55.389979+0000","last_peered":"2024-03-07T09:56:55.389979+0000","last_clean":"2024-03-07T09:56:55.389979+0000","last_became_active":"2024-03-07T09:56:53.699185+0000","last_became_peered":"2024-03-07T09:56:53.699185+0000","last_unstale":"2024-03-07T09:56:55.389979+0000","last_undegraded":"2024-03-07T09:56:55.389979+0000","last_fullsized":"2024-03-07T09:56:55.389979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:33:45.641810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.673044+0000","last_change":"2024-03-07T09:56:52.674029+0000","last_active":"2024-03-07T09:56:54.673044+0000","last_peered":"2024-03-07T09:56:54.673044+0000","last_clean":"2024-03-07T09:56:54.673044+0000","last_became_active":"2024-03-07T09:56:52.673542+0000","last_became_peered":"2024-03-07T09:56:52.673542+0000","last_unstale":"2024-03-07T09:56:54.673044+0000","last_undegraded":"2024-03-07T09:56:54.673044+0000","last_fullsized":"2024-03-07T09:56:54.673044+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:53:36.681031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695342+0000","last_change":"2024-03-07T09:56:53.699001+0000","last_active":"2024-03-07T09:56:54.695342+0000","last_peered":"2024-03-07T09:56:54.695342+0000","last_clean":"2024-03-07T09:56:54.695342+0000","last_became_active":"2024-03-07T09:56:53.698684+0000","last_became_peered":"2024-03-07T09:56:53.698684+0000","last_unstale":"2024-03-07T09:56:54.695342+0000","last_undegraded":"2024-03-07T09:56:54.695342+0000","last_fullsized":"2024-03-07T09:56:54.695342+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:53:47.028887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695453+0000","last_change":"2024-03-07T09:56:52.678590+0000","last_active":"2024-03-07T09:56:54.695453+0000","last_peered":"2024-03-07T09:56:54.695453+0000","last_clean":"2024-03-07T09:56:54.695453+0000","last_became_active":"2024-03-07T09:56:52.678270+0000","last_became_peered":"2024-03-07T09:56:52.678270+0000","last_unstale":"2024-03-07T09:56:54.695453+0000","last_undegraded":"2024-03-07T09:56:54.695453+0000","last_fullsized":"2024-03-07T09:56:54.695453+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.957337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341424+0000","last_change":"2024-03-07T09:56:53.690935+0000","last_active":"2024-03-07T09:56:55.341424+0000","last_peered":"2024-03-07T09:56:55.341424+0000","last_clean":"2024-03-07T09:56:55.341424+0000","last_became_active":"2024-03-07T09:56:53.690615+0000","last_became_peered":"2024-03-07T09:56:53.690615+0000","last_unstale":"2024-03-07T09:56:55.341424+0000","last_undegraded":"2024-03-07T09:56:55.341424+0000","last_fullsized":"2024-03-07T09:56:55.341424+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:30:43.338237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:57.534418+0000","last_change":"2024-03-07T09:56:52.681753+0000","last_active":"2024-03-07T09:56:57.534418+0000","last_peered":"2024-03-07T09:56:57.534418+0000","last_clean":"2024-03-07T09:56:57.534418+0000","last_became_active":"2024-03-07T09:56:52.681453+0000","last_became_peered":"2024-03-07T09:56:52.681453+0000","last_unstale":"2024-03-07T09:56:57.534418+0000","last_undegraded":"2024-03-07T09:56:57.534418+0000","last_fullsized":"2024-03-07T09:56:57.534418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:14:22.498607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341597+0000","last_change":"2024-03-07T09:56:53.688388+0000","last_active":"2024-03-07T09:56:55.341597+0000","last_peered":"2024-03-07T09:56:55.341597+0000","last_clean":"2024-03-07T09:56:55.341597+0000","last_became_active":"2024-03-07T09:56:53.688037+0000","last_became_peered":"2024-03-07T09:56:53.688037+0000","last_unstale":"2024-03-07T09:56:55.341597+0000","last_undegraded":"2024-03-07T09:56:55.341597+0000","last_fullsized":"2024-03-07T09:56:55.341597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:36:57.898656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.347005+0000","last_change":"2024-03-07T09:56:52.680982+0000","last_active":"2024-03-07T09:56:55.347005+0000","last_peered":"2024-03-07T09:56:55.347005+0000","last_clean":"2024-03-07T09:56:55.347005+0000","last_became_active":"2024-03-07T09:56:52.680612+0000","last_became_peered":"2024-03-07T09:56:52.680612+0000","last_unstale":"2024-03-07T09:56:55.347005+0000","last_undegraded":"2024-03-07T09:56:55.347005+0000","last_fullsized":"2024-03-07T09:56:55.347005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:22:11.488947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":14,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.892694+0000","last_change":"2024-03-07T09:56:53.690429+0000","last_active":"2024-03-07T09:56:55.892694+0000","last_peered":"2024-03-07T09:56:55.892694+0000","last_clean":"2024-03-07T09:56:55.892694+0000","last_became_active":"2024-03-07T09:56:53.689481+0000","last_became_peered":"2024-03-07T09:56:53.689481+0000","last_unstale":"2024-03-07T09:56:55.892694+0000","last_undegraded":"2024-03-07T09:56:55.892694+0000","last_fullsized":"2024-03-07T09:56:55.892694+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:01.124032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672905+0000","last_change":"2024-03-07T09:56:52.677142+0000","last_active":"2024-03-07T09:56:54.672905+0000","last_peered":"2024-03-07T09:56:54.672905+0000","last_clean":"2024-03-07T09:56:54.672905+0000","last_became_active":"2024-03-07T09:56:52.676818+0000","last_became_peered":"2024-03-07T09:56:52.676818+0000","last_unstale":"2024-03-07T09:56:54.672905+0000","last_undegraded":"2024-03-07T09:56:54.672905+0000","last_fullsized":"2024-03-07T09:56:54.672905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:50:11.938064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.341592+0000","last_change":"2024-03-07T09:56:53.688439+0000","last_active":"2024-03-07T09:56:55.341592+0000","last_peered":"2024-03-07T09:56:55.341592+0000","last_clean":"2024-03-07T09:56:55.341592+0000","last_became_active":"2024-03-07T09:56:53.688106+0000","last_became_peered":"2024-03-07T09:56:53.688106+0000","last_unstale":"2024-03-07T09:56:55.341592+0000","last_undegraded":"2024-03-07T09:56:55.341592+0000","last_fullsized":"2024-03-07T09:56:55.341592+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:17.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390094+0000","last_change":"2024-03-07T09:56:53.695927+0000","last_active":"2024-03-07T09:56:55.390094+0000","last_peered":"2024-03-07T09:56:55.390094+0000","last_clean":"2024-03-07T09:56:55.390094+0000","last_became_active":"2024-03-07T09:56:53.695593+0000","last_became_peered":"2024-03-07T09:56:53.695593+0000","last_unstale":"2024-03-07T09:56:55.390094+0000","last_undegraded":"2024-03-07T09:56:55.390094+0000","last_fullsized":"2024-03-07T09:56:55.390094+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:48:40.078379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672898+0000","last_change":"2024-03-07T09:56:53.690800+0000","last_active":"2024-03-07T09:56:54.672898+0000","last_peered":"2024-03-07T09:56:54.672898+0000","last_clean":"2024-03-07T09:56:54.672898+0000","last_became_active":"2024-03-07T09:56:53.690477+0000","last_became_peered":"2024-03-07T09:56:53.690477+0000","last_unstale":"2024-03-07T09:56:54.672898+0000","last_undegraded":"2024-03-07T09:56:54.672898+0000","last_fullsized":"2024-03-07T09:56:54.672898+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:08:20.640796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672783+0000","last_change":"2024-03-07T09:56:53.693613+0000","last_active":"2024-03-07T09:56:54.672783+0000","last_peered":"2024-03-07T09:56:54.672783+0000","last_clean":"2024-03-07T09:56:54.672783+0000","last_became_active":"2024-03-07T09:56:53.693231+0000","last_became_peered":"2024-03-07T09:56:53.693231+0000","last_unstale":"2024-03-07T09:56:54.672783+0000","last_undegraded":"2024-03-07T09:56:54.672783+0000","last_fullsized":"2024-03-07T09:56:54.672783+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:15:06.043644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340490+0000","last_change":"2024-03-07T09:56:53.692778+0000","last_active":"2024-03-07T09:56:55.340490+0000","last_peered":"2024-03-07T09:56:55.340490+0000","last_clean":"2024-03-07T09:56:55.340490+0000","last_became_active":"2024-03-07T09:56:53.691666+0000","last_became_peered":"2024-03-07T09:56:53.691666+0000","last_unstale":"2024-03-07T09:56:55.340490+0000","last_undegraded":"2024-03-07T09:56:55.340490+0000","last_fullsized":"2024-03-07T09:56:55.340490+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:09.023721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672803+0000","last_change":"2024-03-07T09:56:53.693554+0000","last_active":"2024-03-07T09:56:54.672803+0000","last_peered":"2024-03-07T09:56:54.672803+0000","last_clean":"2024-03-07T09:56:54.672803+0000","last_became_active":"2024-03-07T09:56:53.693199+0000","last_became_peered":"2024-03-07T09:56:53.693199+0000","last_unstale":"2024-03-07T09:56:54.672803+0000","last_undegraded":"2024-03-07T09:56:54.672803+0000","last_fullsized":"2024-03-07T09:56:54.672803+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:17:08.748508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390201+0000","last_change":"2024-03-07T09:56:53.689390+0000","last_active":"2024-03-07T09:56:55.390201+0000","last_peered":"2024-03-07T09:56:55.390201+0000","last_clean":"2024-03-07T09:56:55.390201+0000","last_became_active":"2024-03-07T09:56:53.689087+0000","last_became_peered":"2024-03-07T09:56:53.689087+0000","last_unstale":"2024-03-07T09:56:55.390201+0000","last_undegraded":"2024-03-07T09:56:55.390201+0000","last_fullsized":"2024-03-07T09:56:55.390201+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:47:52.147173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.673100+0000","last_change":"2024-03-07T09:56:53.693152+0000","last_active":"2024-03-07T09:56:54.673100+0000","last_peered":"2024-03-07T09:56:54.673100+0000","last_clean":"2024-03-07T09:56:54.673100+0000","last_became_active":"2024-03-07T09:56:53.692844+0000","last_became_peered":"2024-03-07T09:56:53.692844+0000","last_unstale":"2024-03-07T09:56:54.673100+0000","last_undegraded":"2024-03-07T09:56:54.673100+0000","last_fullsized":"2024-03-07T09:56:54.673100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:50:03.459742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695578+0000","last_change":"2024-03-07T09:56:53.695155+0000","last_active":"2024-03-07T09:56:54.695578+0000","last_peered":"2024-03-07T09:56:54.695578+0000","last_clean":"2024-03-07T09:56:54.695578+0000","last_became_active":"2024-03-07T09:56:53.694443+0000","last_became_peered":"2024-03-07T09:56:53.694443+0000","last_unstale":"2024-03-07T09:56:54.695578+0000","last_undegraded":"2024-03-07T09:56:54.695578+0000","last_fullsized":"2024-03-07T09:56:54.695578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:38:52.003808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.839722+0000","last_change":"2024-03-07T09:56:53.686968+0000","last_active":"2024-03-07T09:56:54.839722+0000","last_peered":"2024-03-07T09:56:54.839722+0000","last_clean":"2024-03-07T09:56:54.839722+0000","last_became_active":"2024-03-07T09:56:53.686669+0000","last_became_peered":"2024-03-07T09:56:53.686669+0000","last_unstale":"2024-03-07T09:56:54.839722+0000","last_undegraded":"2024-03-07T09:56:54.839722+0000","last_fullsized":"2024-03-07T09:56:54.839722+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:59:12.812492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.695241+0000","last_change":"2024-03-07T09:56:53.691033+0000","last_active":"2024-03-07T09:56:54.695241+0000","last_peered":"2024-03-07T09:56:54.695241+0000","last_clean":"2024-03-07T09:56:54.695241+0000","last_became_active":"2024-03-07T09:56:53.690741+0000","last_became_peered":"2024-03-07T09:56:53.690741+0000","last_unstale":"2024-03-07T09:56:54.695241+0000","last_undegraded":"2024-03-07T09:56:54.695241+0000","last_fullsized":"2024-03-07T09:56:54.695241+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:34:39.551286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.340550+0000","last_change":"2024-03-07T09:56:53.690542+0000","last_active":"2024-03-07T09:56:55.340550+0000","last_peered":"2024-03-07T09:56:55.340550+0000","last_clean":"2024-03-07T09:56:55.340550+0000","last_became_active":"2024-03-07T09:56:53.690219+0000","last_became_peered":"2024-03-07T09:56:53.690219+0000","last_unstale":"2024-03-07T09:56:55.340550+0000","last_undegraded":"2024-03-07T09:56:55.340550+0000","last_fullsized":"2024-03-07T09:56:55.340550+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:13.711316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:54.672822+0000","last_change":"2024-03-07T09:56:53.687632+0000","last_active":"2024-03-07T09:56:54.672822+0000","last_peered":"2024-03-07T09:56:54.672822+0000","last_clean":"2024-03-07T09:56:54.672822+0000","last_became_active":"2024-03-07T09:56:53.687259+0000","last_became_peered":"2024-03-07T09:56:53.687259+0000","last_unstale":"2024-03-07T09:56:54.672822+0000","last_undegraded":"2024-03-07T09:56:54.672822+0000","last_fullsized":"2024-03-07T09:56:54.672822+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:32.112649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-03-07T09:56:55.390094+0000","last_change":"2024-03-07T09:56:53.688649+0000","last_active":"2024-03-07T09:56:55.390094+0000","last_peered":"2024-03-07T09:56:55.390094+0000","last_clean":"2024-03-07T09:56:55.390094+0000","last_became_active":"2024-03-07T09:56:53.688281+0000","last_became_peered":"2024-03-07T09:56:53.688281+0000","last_unstale":"2024-03-07T09:56:55.390094+0000","last_undegraded":"2024-03-07T09:56:55.390094+0000","last_fullsized":"2024-03-07T09:56:55.390094+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:34.074256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":3542208,"data_compressed":214670,"data_compressed_allocated":270336,"data_compressed_original":3506176,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4466,"num_objects":46,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":98,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":31,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":233472,"data_stored":34460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84,"ondisk_log_size":84,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350990,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":442154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612626,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":1034508,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776152,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":937984,"data_stored":442356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037789,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":929792,"data_stored":442176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299426,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":991232,"data_stored":1034240,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462952,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36244,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708908,"statfs":{"total":95995035648,"available":95957921792,"internally_reserved":0,"allocated":929792,"data_stored":441779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":462467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36264,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708888,"statfs":{"total":95995035648,"available":95957901312,"internally_reserved":0,"allocated":950272,"data_stored":443050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411386,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":444534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149749,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":933888,"data_stored":441766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888113,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":441594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":999424,"data_stored":1033416,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":20895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T09:57:01.658 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-03-07T09:57:01.658 INFO:tasks.cephadm:Setting up client nodes... 2024-03-07T09:57:01.658 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-07T09:57:01.934 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:01 smithi077 ceph-mon[36374]: mgrmap e17: x(active, since 7m), standbys: y, z 2024-03-07T09:57:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:01 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3867322367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:01 smithi077 ceph-mon[36374]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:57:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:01 smithi077 ceph-mon[36374]: pgmap v289: 97 pgs: 97 active+clean; 581 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 3.5 KiB/s wr, 14 op/s 2024-03-07T09:57:02.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:01 smithi018 ceph-mon[32171]: mgrmap e17: x(active, since 7m), standbys: y, z 2024-03-07T09:57:02.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:01 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3867322367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:02.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:01 smithi018 ceph-mon[32171]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:57:02.057 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:01 smithi018 ceph-mon[32171]: pgmap v289: 97 pgs: 97 active+clean; 581 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 3.5 KiB/s wr, 14 op/s 2024-03-07T09:57:02.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:01 smithi063 ceph-mon[36356]: mgrmap e17: x(active, since 7m), standbys: y, z 2024-03-07T09:57:02.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:01 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3867322367' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:02.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:01 smithi063 ceph-mon[36356]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:57:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:01 smithi063 ceph-mon[36356]: pgmap v289: 97 pgs: 97 active+clean; 581 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 3.5 KiB/s wr, 14 op/s 2024-03-07T09:57:03.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:02 smithi077 ceph-mon[36374]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:57:03.077 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:02 smithi018 ceph-mon[32171]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:57:03.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:02 smithi063 ceph-mon[36356]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:57:03.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 -- 172.21.15.18:0/2180406908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf90103d40 msgr2=0x7fcf9010a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:03.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 --2- 172.21.15.18:0/2180406908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf90103d40 0x7fcf9010a5f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcf8800b0d0 tx=0x7fcf8800b3e0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 -- 172.21.15.18:0/2180406908 shutdown_connections 2024-03-07T09:57:03.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 --2- 172.21.15.18:0/2180406908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf90103d40 0x7fcf9010a5f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 --2- 172.21.15.18:0/2180406908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcf901021a0 0x7fcf901025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 --2- 172.21.15.18:0/2180406908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf901033a0 0x7fcf90103800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 -- 172.21.15.18:0/2180406908 >> 172.21.15.18:0/2180406908 conn(0x7fcf900fd760 msgr2=0x7fcf900ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:03.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 -- 172.21.15.18:0/2180406908 shutdown_connections 2024-03-07T09:57:03.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.678+0000 7fcf95244700 1 -- 172.21.15.18:0/2180406908 wait complete. 2024-03-07T09:57:03.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.679+0000 7fcf95244700 1 Processor -- start 2024-03-07T09:57:03.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.679+0000 7fcf95244700 1 -- start start 2024-03-07T09:57:03.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf95244700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf901021a0 0x7fcf90198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:03.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf95244700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf901033a0 0x7fcf90198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf95244700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcf90103d40 0x7fcf9019f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf95244700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9010dd70 con 0x7fcf901033a0 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf95244700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9010dbf0 con 0x7fcf901021a0 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf95244700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9010def0 con 0x7fcf90103d40 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf901033a0 0x7fcf90198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8ed9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf901021a0 0x7fcf90198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf901033a0 0x7fcf90198770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44886/0 (socket says 172.21.15.18:44886) 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 -- 172.21.15.18:0/2900882094 learned_addr learned my addr 172.21.15.18:0/2900882094 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8f59e700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcf90103d40 0x7fcf9019f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 -- 172.21.15.18:0/2900882094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcf90103d40 msgr2=0x7fcf9019f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcf90103d40 0x7fcf9019f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 -- 172.21.15.18:0/2900882094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf901021a0 msgr2=0x7fcf90198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf901021a0 0x7fcf90198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 -- 172.21.15.18:0/2900882094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf9019fe90 con 0x7fcf901033a0 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8ed9d700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf901021a0 0x7fcf90198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8f59e700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcf90103d40 0x7fcf9019f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.680+0000 7fcf8e59c700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf901033a0 0x7fcf90198770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcf8400e9d0 tx=0x7fcf8400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.681+0000 7fcf77fff700 1 -- 172.21.15.18:0/2900882094 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf8400cbd0 con 0x7fcf901033a0 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.681+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf901a0180 con 0x7fcf901033a0 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.681+0000 7fcf77fff700 1 -- 172.21.15.18:0/2900882094 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcf8400ee70 con 0x7fcf901033a0 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.681+0000 7fcf77fff700 1 -- 172.21.15.18:0/2900882094 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf84018680 con 0x7fcf901033a0 2024-03-07T09:57:03.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.681+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf901a0710 con 0x7fcf901033a0 2024-03-07T09:57:03.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.682+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf90050660 con 0x7fcf901033a0 2024-03-07T09:57:03.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.683+0000 7fcf77fff700 1 -- 172.21.15.18:0/2900882094 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fcf840188e0 con 0x7fcf901033a0 2024-03-07T09:57:03.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.683+0000 7fcf77fff700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf780a1f50 0x7fcf780a4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:03.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.683+0000 7fcf8ed9d700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf780a1f50 0x7fcf780a4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:03.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.683+0000 7fcf77fff700 1 -- 172.21.15.18:0/2900882094 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fcf840cdf90 con 0x7fcf901033a0 2024-03-07T09:57:03.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.684+0000 7fcf8ed9d700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf780a1f50 0x7fcf780a4410 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcf90103200 tx=0x7fcf80009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:03.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.688+0000 7fcf77fff700 1 -- 172.21.15.18:0/2900882094 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcf8409b410 con 0x7fcf901033a0 2024-03-07T09:57:03.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.971+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7fcf9002de50 con 0x7fcf901033a0 2024-03-07T09:57:03.974 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:03 smithi018 ceph-mon[32171]: pgmap v290: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 8.9 KiB/s wr, 20 op/s 2024-03-07T09:57:03.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.973+0000 7fcf77fff700 1 -- 172.21.15.18:0/2900882094 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7fcf8400cd70 con 0x7fcf901033a0 2024-03-07T09:57:03.976 INFO:teuthology.orchestra.run.smithi018.stdout:[client.0] 2024-03-07T09:57:03.976 INFO:teuthology.orchestra.run.smithi018.stdout: key = AQBvj+llW78NOhAAnOrx7xuW8bYtkQ4jOUohEw== 2024-03-07T09:57:03.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.976+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf780a1f50 msgr2=0x7fcf780a4410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.976+0000 7fcf95244700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf780a1f50 0x7fcf780a4410 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcf90103200 tx=0x7fcf80009260 comp rx=0 tx=0).stop 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf901033a0 msgr2=0x7fcf90198770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf901033a0 0x7fcf90198770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcf8400e9d0 tx=0x7fcf8400ece0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 shutdown_connections 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcf90103d40 0x7fcf9019f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcf901021a0 0x7fcf90198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf780a1f50 0x7fcf780a4410 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 --2- 172.21.15.18:0/2900882094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcf901033a0 0x7fcf90198770 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 >> 172.21.15.18:0/2900882094 conn(0x7fcf900fd760 msgr2=0x7fcf901065d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:03.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 shutdown_connections 2024-03-07T09:57:03.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:03.977+0000 7fcf95244700 1 -- 172.21.15.18:0/2900882094 wait complete. 2024-03-07T09:57:04.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:03 smithi077 ceph-mon[36374]: pgmap v290: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 8.9 KiB/s wr, 20 op/s 2024-03-07T09:57:04.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:03 smithi063 ceph-mon[36356]: pgmap v290: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 8.9 KiB/s wr, 20 op/s 2024-03-07T09:57:04.626 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:57:04.626 DEBUG:teuthology.orchestra.run.smithi018:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-07T09:57:04.626 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-07T09:57:04.669 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-07T09:57:04.669 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-07T09:57:04.670 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph mgr dump --format=json 2024-03-07T09:57:04.954 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:05.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:04 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2900882094' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T09:57:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:04 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2900882094' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T09:57:05.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:04 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2900882094' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T09:57:05.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:04 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2900882094' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T09:57:05.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:04 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2900882094' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-07T09:57:05.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:04 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2900882094' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-07T09:57:06.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:05 smithi077 ceph-mon[36374]: pgmap v291: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.1 KiB/s wr, 18 op/s 2024-03-07T09:57:06.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:05 smithi018 ceph-mon[32171]: pgmap v291: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.1 KiB/s wr, 18 op/s 2024-03-07T09:57:06.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:05 smithi063 ceph-mon[36356]: pgmap v291: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.1 KiB/s wr, 18 op/s 2024-03-07T09:57:06.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 -- 172.21.15.18:0/4257977699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 msgr2=0x7f83b81016f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:06.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/4257977699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b81016f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f83a800b0d0 tx=0x7f83a800b3e0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 -- 172.21.15.18:0/4257977699 shutdown_connections 2024-03-07T09:57:06.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/4257977699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83b8106360 0x7f83b810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/4257977699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b81016f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/4257977699 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83b8101cc0 0x7f83b8105c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 -- 172.21.15.18:0/4257977699 >> 172.21.15.18:0/4257977699 conn(0x7f83b80770a0 msgr2=0x7f83b80774b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 -- 172.21.15.18:0/4257977699 shutdown_connections 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 -- 172.21.15.18:0/4257977699 wait complete. 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.663+0000 7f83bd2a9700 1 Processor -- start 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83bd2a9700 1 -- start start 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83bd2a9700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b819e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83bd2a9700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83b8101cc0 0x7f83b819eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83bd2a9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83b8106360 0x7f83b8198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83bd2a9700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83b8111360 con 0x7f83b8101310 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83bd2a9700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83b81111e0 con 0x7f83b8106360 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83bd2a9700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83b81114e0 con 0x7f83b8101cc0 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b819e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:06.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b819e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44894/0 (socket says 172.21.15.18:44894) 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 -- 172.21.15.18:0/3280895589 learned_addr learned my addr 172.21.15.18:0/3280895589 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b67fc700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83b8101cc0 0x7f83b819eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b77fe700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83b8106360 0x7f83b8198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 -- 172.21.15.18:0/3280895589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83b8101cc0 msgr2=0x7f83b819eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83b8101cc0 0x7f83b819eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 -- 172.21.15.18:0/3280895589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83b8106360 msgr2=0x7f83b8198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83b8106360 0x7f83b8198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 -- 172.21.15.18:0/3280895589 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83b8199020 con 0x7f83b8101310 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b67fc700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83b8101cc0 0x7f83b819eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.664+0000 7f83b6ffd700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b819e620 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f83a800d010 tx=0x7f83a8007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.665+0000 7f839ffff700 1 -- 172.21.15.18:0/3280895589 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a8021020 con 0x7f83b8101310 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.665+0000 7f839ffff700 1 -- 172.21.15.18:0/3280895589 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83a8004c50 con 0x7f83b8101310 2024-03-07T09:57:06.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.665+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83b81992b0 con 0x7f83b8101310 2024-03-07T09:57:06.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.665+0000 7f839ffff700 1 -- 172.21.15.18:0/3280895589 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a80052b0 con 0x7f83b8101310 2024-03-07T09:57:06.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.665+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83b81a55a0 con 0x7f83b8101310 2024-03-07T09:57:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.666+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83b8102760 con 0x7f83b8101310 2024-03-07T09:57:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.667+0000 7f839ffff700 1 -- 172.21.15.18:0/3280895589 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f83a8024020 con 0x7f83b8101310 2024-03-07T09:57:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.667+0000 7f839ffff700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83a00a1ea0 0x7f83a00a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.668+0000 7f83b67fc700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83a00a1ea0 0x7f83a00a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.668+0000 7f839ffff700 1 -- 172.21.15.18:0/3280895589 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f83a800f020 con 0x7f83b8101310 2024-03-07T09:57:06.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.668+0000 7f83b67fc700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83a00a1ea0 0x7f83a00a4360 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f83b8199eb0 tx=0x7f83ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:06.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.671+0000 7f839ffff700 1 -- 172.21.15.18:0/3280895589 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f83a809c5c0 con 0x7f83b8101310 2024-03-07T09:57:06.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.934+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f83b8068e40 con 0x7f83b8101310 2024-03-07T09:57:06.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.938+0000 7f839ffff700 1 -- 172.21.15.18:0/3280895589 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+261467 (secure 0 0 0) 0x7f83b8068e40 con 0x7f83b8101310 2024-03-07T09:57:06.944 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:57:06.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83a00a1ea0 msgr2=0x7f83a00a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:06.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83a00a1ea0 0x7f83a00a4360 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f83b8199eb0 tx=0x7f83ac009260 comp rx=0 tx=0).stop 2024-03-07T09:57:06.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 msgr2=0x7f83b819e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b819e620 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f83a800d010 tx=0x7f83a8007a20 comp rx=0 tx=0).stop 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 shutdown_connections 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83b8106360 0x7f83b8198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83a00a1ea0 0x7f83a00a4360 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83b8101310 0x7f83b819e620 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 --2- 172.21.15.18:0/3280895589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83b8101cc0 0x7f83b819eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.941+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 >> 172.21.15.18:0/3280895589 conn(0x7f83b80770a0 msgr2=0x7f83b806ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.942+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 shutdown_connections 2024-03-07T09:57:06.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:06.942+0000 7f83bd2a9700 1 -- 172.21.15.18:0/3280895589 wait complete. 2024-03-07T09:57:07.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:06 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3280895589' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-07T09:57:07.316 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:06 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3280895589' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-07T09:57:07.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:06 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3280895589' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-07T09:57:07.691 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6800","nonce":1270389896},{"type":"v1","addr":"172.21.15.18:6801","nonce":1270389896}]},"active_addr":"172.21.15.18:6801/1270389896","active_change":"2024-03-07T09:49:55.480997+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24107,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.18:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":2711742039}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":4041905068}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":3479518143}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":4020934669}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.18:0","nonce":2869604059}]}]} 2024-03-07T09:57:07.696 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-07T09:57:07.696 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-07T09:57:07.697 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd dump --format=json 2024-03-07T09:57:07.947 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:08.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:07 smithi077 ceph-mon[36374]: pgmap v292: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 7.2 KiB/s wr, 17 op/s 2024-03-07T09:57:08.297 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:07 smithi018 ceph-mon[32171]: pgmap v292: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 7.2 KiB/s wr, 17 op/s 2024-03-07T09:57:08.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:07 smithi063 ceph-mon[36356]: pgmap v292: 97 pgs: 97 active+clean; 623 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 7.2 KiB/s wr, 17 op/s 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 -- 172.21.15.18:0/2091045325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf41019f0 msgr2=0x7fabf410ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/2091045325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf41019f0 0x7fabf410ded0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fabec00b0a0 tx=0x7fabec00b3b0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 -- 172.21.15.18:0/2091045325 shutdown_connections 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/2091045325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf41019f0 0x7fabf410ded0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/2091045325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf4107090 0x7fabf4107470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/2091045325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabf4101050 0x7fabf41014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 -- 172.21.15.18:0/2091045325 >> 172.21.15.18:0/2091045325 conn(0x7fabf4077f80 msgr2=0x7fabf4078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:09.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 -- 172.21.15.18:0/2091045325 shutdown_connections 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.603+0000 7fabf8bf8700 1 -- 172.21.15.18:0/2091045325 wait complete. 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 Processor -- start 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 -- start start 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabf4101050 0x7fabf419e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf41019f0 0x7fabf419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf4107090 0x7fabf4198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf4112490 con 0x7fabf4107090 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf4112310 con 0x7fabf4101050 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.604+0000 7fabf8bf8700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf4112610 con 0x7fabf41019f0 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf2d9d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf4107090 0x7fabf4198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf41019f0 0x7fabf419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf41019f0 0x7fabf419eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59412/0 (socket says 172.21.15.18:59412) 2024-03-07T09:57:09.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabf4101050 0x7fabf419e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 -- 172.21.15.18:0/21114764 learned_addr learned my addr 172.21.15.18:0/21114764 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 -- 172.21.15.18:0/21114764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabf4101050 msgr2=0x7fabf419e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabf4101050 0x7fabf419e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 -- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf4107090 msgr2=0x7fabf4198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf4107090 0x7fabf4198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 -- 172.21.15.18:0/21114764 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabf4198f50 con 0x7fabf41019f0 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf2d9d700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf4107090 0x7fabf4198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf1d9b700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf41019f0 0x7fabf419eae0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fabe400e9a0 tx=0x7fabe400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabe37fe700 1 -- 172.21.15.18:0/21114764 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe400ca10 con 0x7fabf41019f0 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabe37fe700 1 -- 172.21.15.18:0/21114764 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fabe400cbb0 con 0x7fabf41019f0 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabf4199240 con 0x7fabf41019f0 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabe37fe700 1 -- 172.21.15.18:0/21114764 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe4018680 con 0x7fabf41019f0 2024-03-07T09:57:09.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.605+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabf41a5520 con 0x7fabf41019f0 2024-03-07T09:57:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.606+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabf4102740 con 0x7fabf41019f0 2024-03-07T09:57:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.607+0000 7fabe37fe700 1 -- 172.21.15.18:0/21114764 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fabe4047880 con 0x7fabf41019f0 2024-03-07T09:57:09.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.608+0000 7fabe37fe700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fabdc0a1ea0 0x7fabdc0a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.608+0000 7fabf259c700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fabdc0a1ea0 0x7fabdc0a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.608+0000 7fabe37fe700 1 -- 172.21.15.18:0/21114764 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fabe40ce100 con 0x7fabf41019f0 2024-03-07T09:57:09.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.608+0000 7fabf259c700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fabdc0a1ea0 0x7fabdc0a4360 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fabe8009be0 tx=0x7fabe8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:09.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.611+0000 7fabe37fe700 1 -- 172.21.15.18:0/21114764 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fabe409b480 con 0x7fabf41019f0 2024-03-07T09:57:09.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.823+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fabf4199ba0 con 0x7fabf41019f0 2024-03-07T09:57:09.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.825+0000 7fabe37fe700 1 -- 172.21.15.18:0/21114764 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22087 (secure 0 0 0) 0x7fabe409ad80 con 0x7fabf41019f0 2024-03-07T09:57:09.826 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:57:09.827 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":86,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:54.669490+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:57:09.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fabdc0a1ea0 msgr2=0x7fabdc0a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:09.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fabdc0a1ea0 0x7fabdc0a4360 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fabe8009be0 tx=0x7fabe8009260 comp rx=0 tx=0).stop 2024-03-07T09:57:09.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf41019f0 msgr2=0x7fabf419eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:09.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf41019f0 0x7fabf419eae0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fabe400e9a0 tx=0x7fabe400ecb0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 shutdown_connections 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fabdc0a1ea0 0x7fabdc0a4360 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabf4107090 0x7fabf4198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabf4101050 0x7fabf419e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 --2- 172.21.15.18:0/21114764 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabf41019f0 0x7fabf419eae0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 >> 172.21.15.18:0/21114764 conn(0x7fabf4077f80 msgr2=0x7fabf40ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 shutdown_connections 2024-03-07T09:57:09.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:09.827+0000 7fabf8bf8700 1 -- 172.21.15.18:0/21114764 wait complete. 2024-03-07T09:57:09.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:09 smithi063 ceph-mon[36356]: pgmap v293: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-03-07T09:57:10.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:09 smithi077 ceph-mon[36374]: pgmap v293: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-03-07T09:57:10.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:09 smithi018 ceph-mon[32171]: pgmap v293: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-03-07T09:57:10.509 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-07T09:57:10.509 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd dump --format=json 2024-03-07T09:57:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:10 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/21114764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:10.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:10 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/21114764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:11.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:10 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/21114764' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:11.900 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:11 smithi018 ceph-mon[32171]: pgmap v294: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-03-07T09:57:11.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:11 smithi063 ceph-mon[36356]: pgmap v294: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-03-07T09:57:12.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:11 smithi077 ceph-mon[36374]: pgmap v294: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 6.9 KiB/s wr, 13 op/s 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 -- 172.21.15.18:0/3746490081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 msgr2=0x7f0938106dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 --2- 172.21.15.18:0/3746490081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f0938106dd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f092c0099c0 tx=0x7f092c009cd0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 -- 172.21.15.18:0/3746490081 shutdown_connections 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 --2- 172.21.15.18:0/3746490081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0938107500 0x7f093810f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 --2- 172.21.15.18:0/3746490081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f093806aab0 0x7f093806ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 --2- 172.21.15.18:0/3746490081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f0938106dd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 -- 172.21.15.18:0/3746490081 >> 172.21.15.18:0/3746490081 conn(0x7f09380770a0 msgr2=0x7f09380774b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 -- 172.21.15.18:0/3746490081 shutdown_connections 2024-03-07T09:57:12.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 -- 172.21.15.18:0/3746490081 wait complete. 2024-03-07T09:57:12.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.439+0000 7f093e36c700 1 Processor -- start 2024-03-07T09:57:12.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093e36c700 1 -- start start 2024-03-07T09:57:12.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093e36c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f093806aab0 0x7f09381a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:12.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093e36c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f09381a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:12.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093e36c700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0938107500 0x7f093819a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:12.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093e36c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09381124a0 con 0x7f093806b460 2024-03-07T09:57:12.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093e36c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0938112320 con 0x7f093806aab0 2024-03-07T09:57:12.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093e36c700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0938112620 con 0x7f0938107500 2024-03-07T09:57:12.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f09381a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f09381a0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55598/0 (socket says 172.21.15.18:55598) 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 -- 172.21.15.18:0/999146579 learned_addr learned my addr 172.21.15.18:0/999146579 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093c909700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0938107500 0x7f093819a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f0937fff700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f093806aab0 0x7f09381a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 -- 172.21.15.18:0/999146579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0938107500 msgr2=0x7f093819a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0938107500 0x7f093819a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 -- 172.21.15.18:0/999146579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f093806aab0 msgr2=0x7f09381a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f093806aab0 0x7f09381a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f09377fe700 1 -- 172.21.15.18:0/999146579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f093819b120 con 0x7f093806b460 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f093c909700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0938107500 0x7f093819a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.440+0000 7f0937fff700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f093806aab0 0x7f09381a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.441+0000 7f09377fe700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f09381a0cf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f092c0098e0 tx=0x7f092c005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:12.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.441+0000 7f09357fa700 1 -- 172.21.15.18:0/999146579 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f092c027070 con 0x7f093806b460 2024-03-07T09:57:12.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.441+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f093819b3b0 con 0x7f093806b460 2024-03-07T09:57:12.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.441+0000 7f09357fa700 1 -- 172.21.15.18:0/999146579 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f092c003680 con 0x7f093806b460 2024-03-07T09:57:12.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.441+0000 7f09357fa700 1 -- 172.21.15.18:0/999146579 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f092c022e20 con 0x7f093806b460 2024-03-07T09:57:12.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.441+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09381a7680 con 0x7f093806b460 2024-03-07T09:57:12.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.442+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09381038b0 con 0x7f093806b460 2024-03-07T09:57:12.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.443+0000 7f09357fa700 1 -- 172.21.15.18:0/999146579 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f092c02a070 con 0x7f093806b460 2024-03-07T09:57:12.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.443+0000 7f09357fa700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f09200a1ea0 0x7f09200a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:12.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.444+0000 7f0937fff700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f09200a1ea0 0x7f09200a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:12.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.444+0000 7f09357fa700 1 -- 172.21.15.18:0/999146579 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f092c0ce760 con 0x7f093806b460 2024-03-07T09:57:12.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.444+0000 7f0937fff700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f09200a1ea0 0x7f09200a4360 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0938107090 tx=0x7f0928009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:12.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.448+0000 7f09357fa700 1 -- 172.21.15.18:0/999146579 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f092c013070 con 0x7f093806b460 2024-03-07T09:57:12.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.655+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f093819bed0 con 0x7f093806b460 2024-03-07T09:57:12.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.657+0000 7f09357fa700 1 -- 172.21.15.18:0/999146579 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22087 (secure 0 0 0) 0x7f093819bed0 con 0x7f093806b460 2024-03-07T09:57:12.658 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:57:12.659 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":86,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:56:54.669490+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:57:12.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f09200a1ea0 msgr2=0x7f09200a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f09200a1ea0 0x7f09200a4360 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0938107090 tx=0x7f0928009260 comp rx=0 tx=0).stop 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 msgr2=0x7f09381a0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f09381a0cf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f092c0098e0 tx=0x7f092c005f10 comp rx=0 tx=0).stop 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 shutdown_connections 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0938107500 0x7f093819a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f093806aab0 0x7f09381a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f09200a1ea0 0x7f09200a4360 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 --2- 172.21.15.18:0/999146579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f093806b460 0x7f09381a0cf0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 >> 172.21.15.18:0/999146579 conn(0x7f09380770a0 msgr2=0x7f093810d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 shutdown_connections 2024-03-07T09:57:12.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:12.659+0000 7f093e36c700 1 -- 172.21.15.18:0/999146579 wait complete. 2024-03-07T09:57:12.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:12 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/999146579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:12 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/999146579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:13.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:12 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/999146579' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:57:13.347 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-07T09:57:13.348 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-07T09:57:13.348 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-07T09:57:13.349 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-07T09:57:13.349 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-07T09:57:13.349 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-07T09:57:13.350 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-07T09:57:13.350 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-07T09:57:13.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2024-03-07T09:57:13.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2024-03-07T09:57:13.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2024-03-07T09:57:13.352 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2024-03-07T09:57:14.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:13 smithi077 ceph-mon[36374]: pgmap v295: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-03-07T09:57:14.051 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:14.051 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:14.051 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:14.055 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:14.059 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:14.062 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:14.066 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:13 smithi018 ceph-mon[32171]: pgmap v295: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-03-07T09:57:14.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:13 smithi063 ceph-mon[36356]: pgmap v295: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-03-07T09:57:15.289 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:15 smithi063 ceph-mon[36356]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-07T09:57:15.965 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:15 smithi018 ceph-mon[32171]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-07T09:57:16.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:15 smithi077 ceph-mon[36374]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-07T09:57:17.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:17 smithi063 ceph-mon[36356]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-07T09:57:18.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:17 smithi077 ceph-mon[36374]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-07T09:57:18.074 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:18.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:17 smithi018 ceph-mon[32171]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-03-07T09:57:19.902 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:19 smithi018 ceph-mon[32171]: pgmap v298: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-03-07T09:57:19.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:19 smithi063 ceph-mon[36356]: pgmap v298: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-03-07T09:57:20.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:19 smithi077 ceph-mon[36374]: pgmap v298: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-03-07T09:57:21.903 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:21 smithi018 ceph-mon[32171]: pgmap v299: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:21.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:21 smithi063 ceph-mon[36356]: pgmap v299: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:22.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:21 smithi077 ceph-mon[36374]: pgmap v299: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:23.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/3126188956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 msgr2=0x7fd0d01016c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 --2- 172.21.15.18:0/3126188956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 0x7fd0d01016c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4009990 tx=0x7fd0c4009ca0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/3126188956 shutdown_connections 2024-03-07T09:57:23.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 --2- 172.21.15.18:0/3126188956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0d0106370 0x7fd0d010df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 --2- 172.21.15.18:0/3126188956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 0x7fd0d01016c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 --2- 172.21.15.18:0/3126188956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0d0101c90 0x7fd0d0105c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/3126188956 >> 172.21.15.18:0/3126188956 conn(0x7fd0d0077070 msgr2=0x7fd0d0077480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:23.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/3126188956 shutdown_connections 2024-03-07T09:57:23.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.116+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/3126188956 wait complete. 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.117+0000 7fd0d7f8b700 1 Processor -- start 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.117+0000 7fd0d7f8b700 1 -- start start 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 0x7fd0d019d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0d0101c90 0x7fd0d019d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0d0106370 0x7fd0d0197610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d0111330 con 0x7fd0d01012e0 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d01111b0 con 0x7fd0d0106370 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d01114b0 con 0x7fd0d0101c90 2024-03-07T09:57:23.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 0x7fd0d019d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 0x7fd0d019d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44688/0 (socket says 172.21.15.18:44688) 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 -- 172.21.15.18:0/2210353399 learned_addr learned my addr 172.21.15.18:0/2210353399 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5526700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0d0101c90 0x7fd0d019d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d6528700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0d0106370 0x7fd0d0197610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 -- 172.21.15.18:0/2210353399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0d0101c90 msgr2=0x7fd0d019d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0d0101c90 0x7fd0d019d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 -- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0d0106370 msgr2=0x7fd0d0197610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0d0106370 0x7fd0d0197610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 -- 172.21.15.18:0/2210353399 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d0197d70 con 0x7fd0d01012e0 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d5d27700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 0x7fd0d019d450 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4000c00 tx=0x7fd0c400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4027070 con 0x7fd0d01012e0 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0d0198000 con 0x7fd0d01012e0 2024-03-07T09:57:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0c4003d70 con 0x7fd0d01012e0 2024-03-07T09:57:23.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c400f460 con 0x7fd0d01012e0 2024-03-07T09:57:23.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.118+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0d01a4320 con 0x7fd0d01012e0 2024-03-07T09:57:23.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.119+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd0d00628e0 con 0x7fd0d01012e0 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.120+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fd0c402a070 con 0x7fd0d01012e0 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0c2ffd700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0bc0a1ea0 0x7fd0bc0a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fd0c40cf150 con 0x7fd0d01012e0 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0d5526700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0bc0a1ea0 0x7fd0bc0a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0c2ffd700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] conn(0x7fd0bc0ab680 0x7fd0bc0adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 --> [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd0c4001d30 con 0x7fd0bc0ab680 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0c40cf630 con 0x7fd0d01012e0 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0d6528700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] conn(0x7fd0bc0ab680 0x7fd0bc0adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.121+0000 7fd0d5526700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0bc0a1ea0 0x7fd0bc0a4360 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009680 tx=0x7fd0cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:23.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.122+0000 7fd0d6528700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] conn(0x7fd0bc0ab680 0x7fd0bc0adaa0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:23.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.123+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== osd.1 v2:172.21.15.63:6800/2809892444 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fd0c4001d30 con 0x7fd0bc0ab680 2024-03-07T09:57:23.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 --> [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd0d0062ce0 con 0x7fd0bc0ab680 2024-03-07T09:57:23.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0c2ffd700 1 -- 172.21.15.18:0/2210353399 <== osd.1 v2:172.21.15.63:6800/2809892444 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd0d0062ce0 con 0x7fd0bc0ab680 2024-03-07T09:57:23.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] conn(0x7fd0bc0ab680 msgr2=0x7fd0bc0adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d7f8b700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] conn(0x7fd0bc0ab680 0x7fd0bc0adaa0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0bc0a1ea0 msgr2=0x7fd0bc0a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d7f8b700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0bc0a1ea0 0x7fd0bc0a4360 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009680 tx=0x7fd0cc009260 comp rx=0 tx=0).stop 2024-03-07T09:57:23.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 msgr2=0x7fd0d019d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d7f8b700 1 --2- 172.21.15.18:0/2210353399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0d01012e0 0x7fd0d019d450 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4000c00 tx=0x7fd0c400bab0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.139+0000 7fd0d6528700 1 -- 172.21.15.18:0/2210353399 reap_dead start 2024-03-07T09:57:23.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.140+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 shutdown_connections 2024-03-07T09:57:23.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.140+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 >> 172.21.15.18:0/2210353399 conn(0x7fd0d0077070 msgr2=0x7fd0d0100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:23.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.140+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 shutdown_connections 2024-03-07T09:57:23.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.140+0000 7fd0d7f8b700 1 -- 172.21.15.18:0/2210353399 wait complete. 2024-03-07T09:57:23.508 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:23.509 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:23.741 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:23 smithi018 ceph-mon[32171]: pgmap v300: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 -- 172.21.15.18:0/3087015868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb40102b60 msgr2=0x7fbb4010efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 --2- 172.21.15.18:0/3087015868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb40102b60 0x7fbb4010efa0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fbb3800b0d0 tx=0x7fbb3800b3e0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 -- 172.21.15.18:0/3087015868 shutdown_connections 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 --2- 172.21.15.18:0/3087015868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb40102b60 0x7fbb4010efa0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 --2- 172.21.15.18:0/3087015868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb40108180 0x7fbb40108560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 --2- 172.21.15.18:0/3087015868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb401021a0 0x7fbb40102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 -- 172.21.15.18:0/3087015868 >> 172.21.15.18:0/3087015868 conn(0x7fbb40079280 msgr2=0x7fbb40079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 -- 172.21.15.18:0/3087015868 shutdown_connections 2024-03-07T09:57:23.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.920+0000 7fbb46bbd700 1 -- 172.21.15.18:0/3087015868 wait complete. 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 Processor -- start 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 -- start start 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb401021a0 0x7fbb4019e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb40102b60 0x7fbb4019e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb40108180 0x7fbb40198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb40112420 con 0x7fbb401021a0 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401122a0 con 0x7fbb40108180 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb46bbd700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401125a0 con 0x7fbb40102b60 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb401021a0 0x7fbb4019e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb401021a0 0x7fbb4019e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44706/0 (socket says 172.21.15.18:44706) 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 -- 172.21.15.18:0/11310676 learned_addr learned my addr 172.21.15.18:0/11310676 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb3ffff700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb40102b60 0x7fbb4019e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb4515a700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb40108180 0x7fbb40198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 -- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb40102b60 msgr2=0x7fbb4019e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb40102b60 0x7fbb4019e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 -- 172.21.15.18:0/11310676 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb40108180 msgr2=0x7fbb40198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb40108180 0x7fbb40198600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.921+0000 7fbb44959700 1 -- 172.21.15.18:0/11310676 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb40198d60 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.922+0000 7fbb44959700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb401021a0 0x7fbb4019e440 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000e9c0 tx=0x7fbb3000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.922+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb3000cbd0 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.922+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbb3000ee60 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.922+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb40199050 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.922+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb30005630 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.922+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb401a5310 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.923+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbb400628a0 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.924+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fbb30004750 con 0x7fbb401021a0 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb3dffb700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb280a1ea0 0x7fbb280a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb3ffff700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb280a1ea0 0x7fbb280a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fbb300ce550 con 0x7fbb401021a0 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb3dffb700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] conn(0x7fbb280ab680 0x7fbb280adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 --> [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbb30011e50 con 0x7fbb280ab680 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb300ce900 con 0x7fbb401021a0 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb4515a700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] conn(0x7fbb280ab680 0x7fbb280adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb3ffff700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb280a1ea0 0x7fbb280a4360 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbb40079810 tx=0x7fbb34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.925+0000 7fbb4515a700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] conn(0x7fbb280ab680 0x7fbb280adaa0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:23.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.926+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== osd.2 v2:172.21.15.77:6800/919634021 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fbb30011e50 con 0x7fbb280ab680 2024-03-07T09:57:23.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.943+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 --> [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fbb40062d20 con 0x7fbb280ab680 2024-03-07T09:57:23.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.943+0000 7fbb3dffb700 1 -- 172.21.15.18:0/11310676 <== osd.2 v2:172.21.15.77:6800/919634021 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fbb40062d20 con 0x7fbb280ab680 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] conn(0x7fbb280ab680 msgr2=0x7fbb280adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] conn(0x7fbb280ab680 0x7fbb280adaa0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb280a1ea0 msgr2=0x7fbb280a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb280a1ea0 0x7fbb280a4360 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fbb40079810 tx=0x7fbb34009260 comp rx=0 tx=0).stop 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb401021a0 msgr2=0x7fbb4019e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 --2- 172.21.15.18:0/11310676 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb401021a0 0x7fbb4019e440 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000e9c0 tx=0x7fbb3000ecd0 comp rx=0 tx=0).stop 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb4515a700 1 -- 172.21.15.18:0/11310676 reap_dead start 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 shutdown_connections 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 >> 172.21.15.18:0/11310676 conn(0x7fbb40079280 msgr2=0x7fbb40100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 shutdown_connections 2024-03-07T09:57:23.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:23.944+0000 7fbb46bbd700 1 -- 172.21.15.18:0/11310676 wait complete. 2024-03-07T09:57:23.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:23 smithi063 ceph-mon[36356]: pgmap v300: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:24.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:23 smithi077 ceph-mon[36374]: pgmap v300: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:24.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 -- 172.21.15.18:0/1706076822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 msgr2=0x7f3e50107470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:24.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 --2- 172.21.15.18:0/1706076822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 0x7f3e50107470 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c009990 tx=0x7f3e4c009ca0 comp rx=0 tx=0).stop 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 -- 172.21.15.18:0/1706076822 shutdown_connections 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 --2- 172.21.15.18:0/1706076822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e501019f0 0x7f3e5010ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 --2- 172.21.15.18:0/1706076822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 0x7f3e50107470 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 --2- 172.21.15.18:0/1706076822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e50101050 0x7f3e501014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 -- 172.21.15.18:0/1706076822 >> 172.21.15.18:0/1706076822 conn(0x7f3e50077f80 msgr2=0x7f3e50078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 -- 172.21.15.18:0/1706076822 shutdown_connections 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 -- 172.21.15.18:0/1706076822 wait complete. 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 Processor -- start 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.139+0000 7f3e576f7700 1 -- start start 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e576f7700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e50101050 0x7f3e501a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e576f7700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501019f0 0x7f3e501a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e576f7700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 0x7f3e5019a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:24.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e576f7700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e501112d0 con 0x7f3e50107090 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e576f7700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e50111150 con 0x7f3e501019f0 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e576f7700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e50111450 con 0x7f3e50101050 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 0x7f3e5019a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55493700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e50101050 0x7f3e501a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e54c92700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501019f0 0x7f3e501a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 0x7f3e5019a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44728/0 (socket says 172.21.15.18:44728) 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 -- 172.21.15.18:0/1741892382 learned_addr learned my addr 172.21.15.18:0/1741892382 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 -- 172.21.15.18:0/1741892382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e50101050 msgr2=0x7f3e501a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e50101050 0x7f3e501a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 -- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501019f0 msgr2=0x7f3e501a0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501019f0 0x7f3e501a0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 -- 172.21.15.18:0/1741892382 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e5019b040 con 0x7f3e50107090 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55493700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e50101050 0x7f3e501a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:24.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e54c92700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e501019f0 0x7f3e501a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e55c94700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 0x7f3e5019a8e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3e4800c370 tx=0x7f3e4800c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e480092e0 con 0x7f3e50107090 2024-03-07T09:57:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e48003a00 con 0x7f3e50107090 2024-03-07T09:57:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e480047c0 con 0x7f3e50107090 2024-03-07T09:57:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.140+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e5019b2d0 con 0x7f3e50107090 2024-03-07T09:57:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.141+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e501a75f0 con 0x7f3e50107090 2024-03-07T09:57:24.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.141+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3e5006a890 con 0x7f3e50107090 2024-03-07T09:57:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.143+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f3e4801a020 con 0x7f3e50107090 2024-03-07T09:57:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.143+0000 7f3e467fc700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e3c0a1f20 0x7f3e3c0a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.143+0000 7f3e55493700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e3c0a1f20 0x7f3e3c0a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.143+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f3e480cd610 con 0x7f3e50107090 2024-03-07T09:57:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.144+0000 7f3e467fc700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] conn(0x7f3e3c0ab700 0x7f3e3c0adb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:24.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.144+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 --> [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3e48009c20 con 0x7f3e3c0ab700 2024-03-07T09:57:24.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.144+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e480cdaf0 con 0x7f3e50107090 2024-03-07T09:57:24.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.144+0000 7f3e54c92700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] conn(0x7f3e3c0ab700 0x7f3e3c0adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:24.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.144+0000 7f3e55493700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e3c0a1f20 0x7f3e3c0a43e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3e5019ba20 tx=0x7f3e4c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:24.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.144+0000 7f3e54c92700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] conn(0x7f3e3c0ab700 0x7f3e3c0adb20 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:24.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.145+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== osd.4 v2:172.21.15.63:6808/228315177 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f3e48009c20 con 0x7f3e3c0ab700 2024-03-07T09:57:24.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.164+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 --> [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3e50102740 con 0x7f3e3c0ab700 2024-03-07T09:57:24.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.164+0000 7f3e467fc700 1 -- 172.21.15.18:0/1741892382 <== osd.4 v2:172.21.15.63:6808/228315177 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f3e50102740 con 0x7f3e3c0ab700 2024-03-07T09:57:24.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.164+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] conn(0x7f3e3c0ab700 msgr2=0x7f3e3c0adb20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.164+0000 7f3e576f7700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] conn(0x7f3e3c0ab700 0x7f3e3c0adb20 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e3c0a1f20 msgr2=0x7f3e3c0a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3e3c0a1f20 0x7f3e3c0a43e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3e5019ba20 tx=0x7f3e4c005960 comp rx=0 tx=0).stop 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 msgr2=0x7f3e5019a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 --2- 172.21.15.18:0/1741892382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e50107090 0x7f3e5019a8e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3e4800c370 tx=0x7f3e4800c680 comp rx=0 tx=0).stop 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e55c94700 1 -- 172.21.15.18:0/1741892382 reap_dead start 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 shutdown_connections 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 >> 172.21.15.18:0/1741892382 conn(0x7f3e50077f80 msgr2=0x7f3e50069e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 shutdown_connections 2024-03-07T09:57:24.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:24.165+0000 7f3e576f7700 1 -- 172.21.15.18:0/1741892382 wait complete. 2024-03-07T09:57:24.775 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:25.709 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:25 smithi018 ceph-mon[32171]: pgmap v301: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-07T09:57:25.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:25 smithi063 ceph-mon[36356]: pgmap v301: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-07T09:57:26.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:25 smithi077 ceph-mon[36374]: pgmap v301: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-03-07T09:57:26.157 INFO:teuthology.orchestra.run.smithi018.stdout:77309411392 2024-03-07T09:57:26.158 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-07T09:57:27.038 INFO:teuthology.orchestra.run.smithi018.stdout:55834574917 2024-03-07T09:57:27.039 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 -- 172.21.15.18:0/58107411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641082b0 msgr2=0x7f3164108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 --2- 172.21.15.18:0/58107411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641082b0 0x7f3164108690 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3154009990 tx=0x7f3154009ca0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 -- 172.21.15.18:0/58107411 shutdown_connections 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 --2- 172.21.15.18:0/58107411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3164102b90 0x7f316410eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 --2- 172.21.15.18:0/58107411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641082b0 0x7f3164108690 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 --2- 172.21.15.18:0/58107411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f31641021d0 0x7f3164102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 -- 172.21.15.18:0/58107411 >> 172.21.15.18:0/58107411 conn(0x7f3164079210 msgr2=0x7f3164079620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 -- 172.21.15.18:0/58107411 shutdown_connections 2024-03-07T09:57:27.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.696+0000 7f316a722700 1 -- 172.21.15.18:0/58107411 wait complete. 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 Processor -- start 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 -- start start 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641021d0 0x7f316419e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3164102b90 0x7f316419eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31641082b0 0x7f31641986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3164112410 con 0x7f31641021d0 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3164112290 con 0x7f3164102b90 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f316a722700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3164112590 con 0x7f31641082b0 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f3163fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641021d0 0x7f316419e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f3163fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641021d0 0x7f316419e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:44748/0 (socket says 172.21.15.18:44748) 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f3163fff700 1 -- 172.21.15.18:0/1645206590 learned_addr learned my addr 172.21.15.18:0/1645206590 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f3168cbf700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31641082b0 0x7f31641986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:27.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.697+0000 7f31637fe700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3164102b90 0x7f316419eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f3163fff700 1 -- 172.21.15.18:0/1645206590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31641082b0 msgr2=0x7f31641986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f3163fff700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f31641082b0 0x7f31641986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f3163fff700 1 -- 172.21.15.18:0/1645206590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3164102b90 msgr2=0x7f316419eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f3163fff700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3164102b90 0x7f316419eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f3163fff700 1 -- 172.21.15.18:0/1645206590 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3164198fb0 con 0x7f31641021d0 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f31637fe700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3164102b90 0x7f316419eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f3163fff700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641021d0 0x7f316419e5b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3154000c00 tx=0x7f315400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3154027070 con 0x7f31641021d0 2024-03-07T09:57:27.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3164199240 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3154003d70 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f315400f460 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.698+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31641a5530 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.699+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f31640628a0 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.700+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f315402a070 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f31617fa700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31500a1ea0 0x7f31500a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f31637fe700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31500a1ea0 0x7f31500a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f31540cf250 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f31617fa700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] conn(0x7f31500ab680 0x7f31500adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 --> [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3154001d30 con 0x7f31500ab680 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31540cf600 con 0x7f31641021d0 2024-03-07T09:57:27.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f31637fe700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31500a1ea0 0x7f31500a4360 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3164199e40 tx=0x7f314c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.701+0000 7f3168cbf700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] conn(0x7f31500ab680 0x7f31500adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.702+0000 7f3168cbf700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] conn(0x7f31500ab680 0x7f31500adaa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.702+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== osd.3 v2:172.21.15.18:6810/3655490823 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f3154001d30 con 0x7f31500ab680 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.719+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 --> [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3164062ca0 con 0x7f31500ab680 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.719+0000 7f31617fa700 1 -- 172.21.15.18:0/1645206590 <== osd.3 v2:172.21.15.18:6810/3655490823 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f3164062ca0 con 0x7f31500ab680 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] conn(0x7f31500ab680 msgr2=0x7f31500adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] conn(0x7f31500ab680 0x7f31500adaa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31500a1ea0 msgr2=0x7f31500a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f31500a1ea0 0x7f31500a4360 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3164199e40 tx=0x7f314c009260 comp rx=0 tx=0).stop 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641021d0 msgr2=0x7f316419e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 --2- 172.21.15.18:0/1645206590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31641021d0 0x7f316419e5b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3154000c00 tx=0x7f315400bab0 comp rx=0 tx=0).stop 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f3168cbf700 1 -- 172.21.15.18:0/1645206590 reap_dead start 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 shutdown_connections 2024-03-07T09:57:27.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 >> 172.21.15.18:0/1645206590 conn(0x7f3164079210 msgr2=0x7f3164100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:27.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 shutdown_connections 2024-03-07T09:57:27.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:26.720+0000 7f316a722700 1 -- 172.21.15.18:0/1645206590 wait complete. 2024-03-07T09:57:27.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:27 smithi063 ceph-mon[36356]: pgmap v302: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:28.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:27 smithi077 ceph-mon[36374]: pgmap v302: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:28.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:27 smithi018 ceph-mon[32171]: pgmap v302: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:28.228 INFO:teuthology.orchestra.run.smithi018.stdout:111669149755 2024-03-07T09:57:28.228 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-07T09:57:29.904 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:29 smithi018 ceph-mon[32171]: pgmap v303: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:29.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:29 smithi063 ceph-mon[36356]: pgmap v303: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:30.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:29 smithi077 ceph-mon[36374]: pgmap v303: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:57:30.140 INFO:teuthology.orchestra.run.smithi018.stdout:146028888119 2024-03-07T09:57:30.141 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-07T09:57:30.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.334+0000 7f50515aa700 1 -- 172.21.15.18:0/2060756470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c102620 msgr2=0x7f504c10df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:30.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.334+0000 7f50515aa700 1 --2- 172.21.15.18:0/2060756470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c102620 0x7f504c10df80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f504400b0a0 tx=0x7f504400b3b0 comp rx=0 tx=0).stop 2024-03-07T09:57:30.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.334+0000 7f50515aa700 1 -- 172.21.15.18:0/2060756470 shutdown_connections 2024-03-07T09:57:30.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.334+0000 7f50515aa700 1 --2- 172.21.15.18:0/2060756470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c102620 0x7f504c10df80 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:30.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.334+0000 7f50515aa700 1 --2- 172.21.15.18:0/2060756470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f504c1060e0 0x7f504c1064c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:30.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.334+0000 7f50515aa700 1 --2- 172.21.15.18:0/2060756470 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f504c101c60 0x7f504c1020e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:30.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.334+0000 7f50515aa700 1 -- 172.21.15.18:0/2060756470 >> 172.21.15.18:0/2060756470 conn(0x7f504c0763a0 msgr2=0x7f504c0767b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:30.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.335+0000 7f50515aa700 1 -- 172.21.15.18:0/2060756470 shutdown_connections 2024-03-07T09:57:30.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.335+0000 7f50515aa700 1 -- 172.21.15.18:0/2060756470 wait complete. 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.335+0000 7f50515aa700 1 Processor -- start 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f50515aa700 1 -- start start 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f50515aa700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f504c101c60 0x7f504c19d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f50515aa700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f504c102620 0x7f504c19dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f50515aa700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c1060e0 0x7f504c197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f50515aa700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c1113c0 con 0x7f504c1060e0 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f504a7fc700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f504c102620 0x7f504c19dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f504affd700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f504c101c60 0x7f504c19d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f504a7fc700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f504c102620 0x7f504c19dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39258/0 (socket says 172.21.15.18:39258) 2024-03-07T09:57:30.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f504a7fc700 1 -- 172.21.15.18:0/2460521258 learned_addr learned my addr 172.21.15.18:0/2460521258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f504b7fe700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c1060e0 0x7f504c197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c111240 con 0x7f504c101c60 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.336+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c111540 con 0x7f504c102620 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f504a7fc700 1 -- 172.21.15.18:0/2460521258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f504c101c60 msgr2=0x7f504c19d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f504a7fc700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f504c101c60 0x7f504c19d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f504a7fc700 1 -- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c1060e0 msgr2=0x7f504c197640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f504a7fc700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c1060e0 0x7f504c197640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f504a7fc700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f504c197f20 con 0x7f504c102620 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f504b7fe700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f504c1060e0 0x7f504c197640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f504a7fc700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f504c102620 0x7f504c19dab0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5040009f60 tx=0x7f5040009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504000cbd0 con 0x7f504c102620 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f504c1981b0 con 0x7f504c102620 2024-03-07T09:57:30.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5040004500 con 0x7f504c102620 2024-03-07T09:57:30.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50400115d0 con 0x7f504c102620 2024-03-07T09:57:30.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.337+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f504c100d20 con 0x7f504c102620 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.338+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f504c101250 con 0x7f504c102620 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.339+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f5040020020 con 0x7f504c102620 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f5033fff700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50340a1ea0 0x7f50340a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f504affd700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50340a1ea0 0x7f50340a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f50400cfe40 con 0x7f504c102620 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f5033fff700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] conn(0x7f50340ab680 0x7f50340adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f504001aec0 con 0x7f50340ab680 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50400d01f0 con 0x7f504c102620 2024-03-07T09:57:30.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f504b7fe700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] conn(0x7f50340ab680 0x7f50340adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:30.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f504affd700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50340a1ea0 0x7f50340a4360 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f503c009be0 tx=0x7f503c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:30.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.340+0000 7f504b7fe700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] conn(0x7f50340ab680 0x7f50340adaa0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:30.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.341+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== osd.0 v2:172.21.15.18:6802/979935182 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f504001aec0 con 0x7f50340ab680 2024-03-07T09:57:30.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 --> [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f504c101650 con 0x7f50340ab680 2024-03-07T09:57:30.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f5033fff700 1 -- 172.21.15.18:0/2460521258 <== osd.0 v2:172.21.15.18:6802/979935182 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f504c101650 con 0x7f50340ab680 2024-03-07T09:57:30.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] conn(0x7f50340ab680 msgr2=0x7f50340adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:30.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] conn(0x7f50340ab680 0x7f50340adaa0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:30.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50340a1ea0 msgr2=0x7f50340a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:30.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f50340a1ea0 0x7f50340a4360 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f503c009be0 tx=0x7f503c009260 comp rx=0 tx=0).stop 2024-03-07T09:57:30.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f504c102620 msgr2=0x7f504c19dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:30.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 --2- 172.21.15.18:0/2460521258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f504c102620 0x7f504c19dab0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5040009f60 tx=0x7f5040009f90 comp rx=0 tx=0).stop 2024-03-07T09:57:30.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f504b7fe700 1 -- 172.21.15.18:0/2460521258 reap_dead start 2024-03-07T09:57:30.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 shutdown_connections 2024-03-07T09:57:30.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 >> 172.21.15.18:0/2460521258 conn(0x7f504c0763a0 msgr2=0x7f504c0feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:30.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 shutdown_connections 2024-03-07T09:57:30.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:30.358+0000 7f50515aa700 1 -- 172.21.15.18:0/2460521258 wait complete. 2024-03-07T09:57:31.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:31 smithi063 ceph-mon[36356]: pgmap v304: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:31.953 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:31 smithi018 ceph-mon[32171]: pgmap v304: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:31.989 INFO:teuthology.orchestra.run.smithi018.stdout:34359738443 2024-03-07T09:57:31.990 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-07T09:57:32.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:31 smithi077 ceph-mon[36374]: pgmap v304: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:33 smithi018 ceph-mon[32171]: pgmap v305: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:33.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:33 smithi063 ceph-mon[36356]: pgmap v305: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 -- 172.21.15.18:0/3056187391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208108180 msgr2=0x7f2208108560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 --2- 172.21.15.18:0/3056187391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208108180 0x7f2208108560 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f21fc0099c0 tx=0x7f21fc009cd0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 -- 172.21.15.18:0/3056187391 shutdown_connections 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 --2- 172.21.15.18:0/3056187391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2208102b60 0x7f220810efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 --2- 172.21.15.18:0/3056187391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208108180 0x7f2208108560 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 --2- 172.21.15.18:0/3056187391 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22081021a0 0x7f2208102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 -- 172.21.15.18:0/3056187391 >> 172.21.15.18:0/3056187391 conn(0x7f2208079280 msgr2=0x7f2208079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:33.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 -- 172.21.15.18:0/3056187391 shutdown_connections 2024-03-07T09:57:33.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.963+0000 7f220cc0f700 1 -- 172.21.15.18:0/3056187391 wait complete. 2024-03-07T09:57:33.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 Processor -- start 2024-03-07T09:57:33.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 -- start start 2024-03-07T09:57:33.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f22081021a0 0x7f2208074450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208102b60 0x7f2208074990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2208108180 0x7f2208074ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2208112430 con 0x7f2208102b60 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22081122b0 con 0x7f2208108180 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.964+0000 7f220cc0f700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22081125b0 con 0x7f22081021a0 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208102b60 0x7f2208074990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208102b60 0x7f2208074990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48970/0 (socket says 172.21.15.18:48970) 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 -- 172.21.15.18:0/2523868475 learned_addr learned my addr 172.21.15.18:0/2523868475 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f220659c700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f22081021a0 0x7f2208074450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2206d9d700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2208108180 0x7f2208074ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 -- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f22081021a0 msgr2=0x7f2208074450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f22081021a0 0x7f2208074450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 -- 172.21.15.18:0/2523868475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2208108180 msgr2=0x7f2208074ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:33.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2208108180 0x7f2208074ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 -- 172.21.15.18:0/2523868475 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22081a6d50 con 0x7f2208102b60 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f220659c700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f22081021a0 0x7f2208074450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f2205d9b700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208102b60 0x7f2208074990 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f21f800e9a0 tx=0x7f21f800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21f800ca10 con 0x7f2208102b60 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f21f800cbb0 con 0x7f2208102b60 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22081a6fe0 con 0x7f2208102b60 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21f8018680 con 0x7f2208102b60 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.965+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22081a74f0 con 0x7f2208102b60 2024-03-07T09:57:33.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.966+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f22080628a0 con 0x7f2208102b60 2024-03-07T09:57:33.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.967+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f21f8010430 con 0x7f2208102b60 2024-03-07T09:57:33.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f21f77fe700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21f00a1ea0 0x7f21f00a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:33.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f220659c700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21f00a1ea0 0x7f21f00a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:33.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f21f80ce8e0 con 0x7f2208102b60 2024-03-07T09:57:33.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f21f77fe700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] conn(0x7f21f00ab680 0x7f21f00adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:33.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 --> [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f21f800e1a0 con 0x7f21f00ab680 2024-03-07T09:57:33.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f21f80cec90 con 0x7f2208102b60 2024-03-07T09:57:33.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f220659c700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21f00a1ea0 0x7f21f00a4360 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f21fc000c00 tx=0x7f21fc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:33.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.968+0000 7f2206d9d700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] conn(0x7f21f00ab680 0x7f21f00adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:33.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.969+0000 7f2206d9d700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] conn(0x7f21f00ab680 0x7f21f00adaa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:33.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.970+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== osd.5 v2:172.21.15.77:6808/1712761232 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f21f800e1a0 con 0x7f21f00ab680 2024-03-07T09:57:33.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.987+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 --> [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2208062d50 con 0x7f21f00ab680 2024-03-07T09:57:33.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.987+0000 7f21f77fe700 1 -- 172.21.15.18:0/2523868475 <== osd.5 v2:172.21.15.77:6808/1712761232 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f2208062d50 con 0x7f21f00ab680 2024-03-07T09:57:33.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.987+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] conn(0x7f21f00ab680 msgr2=0x7f21f00adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] conn(0x7f21f00ab680 0x7f21f00adaa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21f00a1ea0 msgr2=0x7f21f00a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21f00a1ea0 0x7f21f00a4360 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f21fc000c00 tx=0x7f21fc005fb0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208102b60 msgr2=0x7f2208074990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 --2- 172.21.15.18:0/2523868475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2208102b60 0x7f2208074990 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f21f800e9a0 tx=0x7f21f800ecb0 comp rx=0 tx=0).stop 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f2206d9d700 1 -- 172.21.15.18:0/2523868475 reap_dead start 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 shutdown_connections 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 >> 172.21.15.18:0/2523868475 conn(0x7f2208079280 msgr2=0x7f2208100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 shutdown_connections 2024-03-07T09:57:33.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.988+0000 7f220cc0f700 1 -- 172.21.15.18:0/2523868475 wait complete. 2024-03-07T09:57:34.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:33 smithi077 ceph-mon[36374]: pgmap v305: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:34.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 -- 172.21.15.18:0/3909282607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa3341074e0 msgr2=0x7fa33410f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 --2- 172.21.15.18:0/3909282607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa3341074e0 0x7fa33410f060 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa32c00b0d0 tx=0x7fa32c00b3e0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 -- 172.21.15.18:0/3909282607 shutdown_connections 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 --2- 172.21.15.18:0/3909282607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa3341074e0 0x7fa33410f060 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 --2- 172.21.15.18:0/3909282607 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa334102430 0x7fa334102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 --2- 172.21.15.18:0/3909282607 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa334102de0 0x7fa334106db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 -- 172.21.15.18:0/3909282607 >> 172.21.15.18:0/3909282607 conn(0x7fa334079270 msgr2=0x7fa334079680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 -- 172.21.15.18:0/3909282607 shutdown_connections 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.241+0000 7fa338aba700 1 -- 172.21.15.18:0/3909282607 wait complete. 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.242+0000 7fa338aba700 1 Processor -- start 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.242+0000 7fa338aba700 1 -- start start 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa338aba700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa334102430 0x7fa33419e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa338aba700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa334102de0 0x7fa33419eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa338aba700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3341074e0 0x7fa334198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa338aba700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3341124f0 con 0x7fa334102de0 2024-03-07T09:57:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa338aba700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa334112370 con 0x7fa3341074e0 2024-03-07T09:57:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa338aba700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa334112670 con 0x7fa334102430 2024-03-07T09:57:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa334102de0 0x7fa33419eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa334102de0 0x7fa33419eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48946/0 (socket says 172.21.15.18:48946) 2024-03-07T09:57:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 -- 172.21.15.18:0/1554755188 learned_addr learned my addr 172.21.15.18:0/1554755188 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa33259c700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa334102430 0x7fa33419e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa332d9d700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3341074e0 0x7fa334198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 -- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa334102430 msgr2=0x7fa33419e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa334102430 0x7fa33419e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 -- 172.21.15.18:0/1554755188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3341074e0 msgr2=0x7fa334198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3341074e0 0x7fa334198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 -- 172.21.15.18:0/1554755188 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa334199010 con 0x7fa334102de0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa33259c700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa334102430 0x7fa33419e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa331d9b700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa334102de0 0x7fa33419eba0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa32800e940 tx=0x7fa32800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32800c9e0 con 0x7fa334102de0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.243+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa334199300 con 0x7fa334102de0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.244+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa32800cb80 con 0x7fa334102de0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.244+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa328018680 con 0x7fa334102de0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.244+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3341a55e0 con 0x7fa334102de0 2024-03-07T09:57:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.244+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa3340628a0 con 0x7fa334102de0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.246+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fa3280188e0 con 0x7fa334102de0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.246+0000 7fa3237fe700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa31c0a1ea0 0x7fa31c0a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.246+0000 7fa33259c700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa31c0a1ea0 0x7fa31c0a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.246+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fa3280ce2f0 con 0x7fa334102de0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.246+0000 7fa3237fe700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] conn(0x7fa31c0ab680 0x7fa31c0adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.246+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 --> [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa32801bec0 con 0x7fa31c0ab680 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.246+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa3280ce7d0 con 0x7fa334102de0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.247+0000 7fa332d9d700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] conn(0x7fa31c0ab680 0x7fa31c0adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.247+0000 7fa33259c700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa31c0a1ea0 0x7fa31c0a4360 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa324011490 tx=0x7fa324009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.247+0000 7fa332d9d700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] conn(0x7fa31c0ab680 0x7fa31c0adaa0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.248+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== osd.8 v2:172.21.15.77:6816/451390458 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fa32801bec0 con 0x7fa31c0ab680 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.264+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 --> [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa334062ca0 con 0x7fa31c0ab680 2024-03-07T09:57:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa3237fe700 1 -- 172.21.15.18:0/1554755188 <== osd.8 v2:172.21.15.77:6816/451390458 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fa334062ca0 con 0x7fa31c0ab680 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] conn(0x7fa31c0ab680 msgr2=0x7fa31c0adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] conn(0x7fa31c0ab680 0x7fa31c0adaa0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa31c0a1ea0 msgr2=0x7fa31c0a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa31c0a1ea0 0x7fa31c0a4360 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa324011490 tx=0x7fa324009260 comp rx=0 tx=0).stop 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa334102de0 msgr2=0x7fa33419eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 --2- 172.21.15.18:0/1554755188 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa334102de0 0x7fa33419eba0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa32800e940 tx=0x7fa32800ec50 comp rx=0 tx=0).stop 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa332d9d700 1 -- 172.21.15.18:0/1554755188 reap_dead start 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 shutdown_connections 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 >> 172.21.15.18:0/1554755188 conn(0x7fa334079270 msgr2=0x7fa334100220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 shutdown_connections 2024-03-07T09:57:34.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:33.265+0000 7fa338aba700 1 -- 172.21.15.18:0/1554755188 wait complete. 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 -- 172.21.15.18:0/3238919206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d8806b4a0 msgr2=0x7f8d88106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 --2- 172.21.15.18:0/3238919206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d8806b4a0 0x7f8d88106e60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c009990 tx=0x7f8d7c009ca0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 -- 172.21.15.18:0/3238919206 shutdown_connections 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 --2- 172.21.15.18:0/3238919206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d88107590 0x7f8d8810f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 --2- 172.21.15.18:0/3238919206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d8806aaf0 0x7f8d8806aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 --2- 172.21.15.18:0/3238919206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d8806b4a0 0x7f8d88106e60 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 -- 172.21.15.18:0/3238919206 >> 172.21.15.18:0/3238919206 conn(0x7f8d88077eb0 msgr2=0x7f8d880782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 -- 172.21.15.18:0/3238919206 shutdown_connections 2024-03-07T09:57:34.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.600+0000 7f8d8e241700 1 -- 172.21.15.18:0/3238919206 wait complete. 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 Processor -- start 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 -- start start 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d8806aaf0 0x7f8d88101400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d8806b4a0 0x7f8d88101940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d88107590 0x7f8d88101e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d881124a0 con 0x7f8d88107590 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d88112320 con 0x7f8d8806aaf0 2024-03-07T09:57:34.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.601+0000 7f8d8e241700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d88112620 con 0x7f8d8806b4a0 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d8806aaf0 0x7f8d88101400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d87fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d88107590 0x7f8d88101e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d8806aaf0 0x7f8d88101400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50684/0 (socket says 172.21.15.18:50684) 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 -- 172.21.15.18:0/4083767990 learned_addr learned my addr 172.21.15.18:0/4083767990 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d86ffd700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d8806b4a0 0x7f8d88101940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 -- 172.21.15.18:0/4083767990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d8806b4a0 msgr2=0x7f8d88101940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d8806b4a0 0x7f8d88101940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 -- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d88107590 msgr2=0x7f8d88101e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d88107590 0x7f8d88101e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 -- 172.21.15.18:0/4083767990 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d881a6e00 con 0x7f8d8806aaf0 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d86ffd700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d8806b4a0 0x7f8d88101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d87fff700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d88107590 0x7f8d88101e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d877fe700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d8806aaf0 0x7f8d88101400 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8d7800eb30 tx=0x7f8d7800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d7800cbd0 con 0x7f8d8806aaf0 2024-03-07T09:57:34.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d881a70f0 con 0x7f8d8806aaf0 2024-03-07T09:57:34.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d78004500 con 0x7f8d8806aaf0 2024-03-07T09:57:34.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d78010430 con 0x7f8d8806aaf0 2024-03-07T09:57:34.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.602+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d881a7600 con 0x7f8d8806aaf0 2024-03-07T09:57:34.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.603+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8d88062860 con 0x7f8d8806aaf0 2024-03-07T09:57:34.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.605+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f8d78003f00 con 0x7f8d8806aaf0 2024-03-07T09:57:34.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.605+0000 7f8d84ff9700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d700a1ea0 0x7f8d700a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.605+0000 7f8d86ffd700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d700a1ea0 0x7f8d700a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.605+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8d780ce380 con 0x7f8d8806aaf0 2024-03-07T09:57:34.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.606+0000 7f8d84ff9700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] conn(0x7f8d700ab5b0 0x7f8d700ad9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:34.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.606+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 --> [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d7801de50 con 0x7f8d700ab5b0 2024-03-07T09:57:34.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.606+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8d780ce730 con 0x7f8d8806aaf0 2024-03-07T09:57:34.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.606+0000 7f8d87fff700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] conn(0x7f8d700ab5b0 0x7f8d700ad9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:34.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.606+0000 7f8d86ffd700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d700a1ea0 0x7f8d700a4360 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c006010 tx=0x7f8d7c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:34.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.606+0000 7f8d87fff700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] conn(0x7f8d700ab5b0 0x7f8d700ad9d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:34.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.607+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== osd.6 v2:172.21.15.18:6818/4118164991 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f8d7801de50 con 0x7f8d700ab5b0 2024-03-07T09:57:34.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.623+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 --> [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8d88062d10 con 0x7f8d700ab5b0 2024-03-07T09:57:34.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d84ff9700 1 -- 172.21.15.18:0/4083767990 <== osd.6 v2:172.21.15.18:6818/4118164991 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8d88062d10 con 0x7f8d700ab5b0 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] conn(0x7f8d700ab5b0 msgr2=0x7f8d700ad9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] conn(0x7f8d700ab5b0 0x7f8d700ad9d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d700a1ea0 msgr2=0x7f8d700a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d700a1ea0 0x7f8d700a4360 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8d7c006010 tx=0x7f8d7c005960 comp rx=0 tx=0).stop 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d8806aaf0 msgr2=0x7f8d88101400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 --2- 172.21.15.18:0/4083767990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d8806aaf0 0x7f8d88101400 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8d7800eb30 tx=0x7f8d7800ee40 comp rx=0 tx=0).stop 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d87fff700 1 -- 172.21.15.18:0/4083767990 reap_dead start 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 shutdown_connections 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 >> 172.21.15.18:0/4083767990 conn(0x7f8d88077eb0 msgr2=0x7f8d88100ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 shutdown_connections 2024-03-07T09:57:34.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:34.624+0000 7f8d8e241700 1 -- 172.21.15.18:0/4083767990 wait complete. 2024-03-07T09:57:35.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 -- 172.21.15.18:0/2915756004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c1012a0 msgr2=0x7f0d2c101680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 --2- 172.21.15.18:0/2915756004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c1012a0 0x7f0d2c101680 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0d2400b0a0 tx=0x7f0d2400b3b0 comp rx=0 tx=0).stop 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 -- 172.21.15.18:0/2915756004 shutdown_connections 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 --2- 172.21.15.18:0/2915756004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d2c106360 0x7f0d2c10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 --2- 172.21.15.18:0/2915756004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c1012a0 0x7f0d2c101680 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 --2- 172.21.15.18:0/2915756004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c101c50 0x7f0d2c105c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 -- 172.21.15.18:0/2915756004 >> 172.21.15.18:0/2915756004 conn(0x7f0d2c077fc0 msgr2=0x7f0d2c0783d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 -- 172.21.15.18:0/2915756004 shutdown_connections 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 -- 172.21.15.18:0/2915756004 wait complete. 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 Processor -- start 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.258+0000 7f0d34615700 1 -- start start 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d34615700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c1012a0 0x7f0d2c19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d34615700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c101c50 0x7f0d2c19eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d34615700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d2c106360 0x7f0d2c1987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:35.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d34615700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2c111370 con 0x7f0d2c101c50 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d34615700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2c1111f0 con 0x7f0d2c106360 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d34615700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2c1114f0 con 0x7f0d2c1012a0 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c101c50 0x7f0d2c19eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c101c50 0x7f0d2c19eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49026/0 (socket says 172.21.15.18:49026) 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 -- 172.21.15.18:0/667632609 learned_addr learned my addr 172.21.15.18:0/667632609 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d323b1700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c1012a0 0x7f0d2c19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d32bb2700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d2c106360 0x7f0d2c1987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 -- 172.21.15.18:0/667632609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c1012a0 msgr2=0x7f0d2c19e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0d2c1012a0 0x7f0d2c19e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 -- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d2c106360 msgr2=0x7f0d2c1987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d2c106360 0x7f0d2c1987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 -- 172.21.15.18:0/667632609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d2c198f90 con 0x7f0d2c101c50 2024-03-07T09:57:35.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d31bb0700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c101c50 0x7f0d2c19eb70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c00e970 tx=0x7f0d1c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.259+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c004a30 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.260+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d1c00ccc0 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.260+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d2c199280 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.260+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c005650 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.260+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d2c1a5490 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.260+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0d2c0628e0 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.262+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f0d1c004bd0 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.262+0000 7f0d237fe700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0d180a1ea0 0x7f0d180a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.262+0000 7f0d323b1700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0d180a1ea0 0x7f0d180a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.262+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f0d1c0ce400 con 0x7f0d2c101c50 2024-03-07T09:57:35.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.262+0000 7f0d237fe700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] conn(0x7f0d180ab6e0 0x7f0d180adb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:35.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.263+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 --> [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0d1c015e80 con 0x7f0d180ab6e0 2024-03-07T09:57:35.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.263+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d1c0ce8e0 con 0x7f0d2c101c50 2024-03-07T09:57:35.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.263+0000 7f0d323b1700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0d180a1ea0 0x7f0d180a4360 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0d24009fd0 tx=0x7f0d24006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:35.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.263+0000 7f0d32bb2700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] conn(0x7f0d180ab6e0 0x7f0d180adb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:35.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.263+0000 7f0d32bb2700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] conn(0x7f0d180ab6e0 0x7f0d180adb00 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:35.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.264+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== osd.7 v2:172.21.15.63:6816/4207376325 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f0d1c015e80 con 0x7f0d180ab6e0 2024-03-07T09:57:35.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.280+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 --> [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f0d2c062d60 con 0x7f0d180ab6e0 2024-03-07T09:57:35.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d237fe700 1 -- 172.21.15.18:0/667632609 <== osd.7 v2:172.21.15.63:6816/4207376325 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f0d2c062d60 con 0x7f0d180ab6e0 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] conn(0x7f0d180ab6e0 msgr2=0x7f0d180adb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] conn(0x7f0d180ab6e0 0x7f0d180adb00 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0d180a1ea0 msgr2=0x7f0d180a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0d180a1ea0 0x7f0d180a4360 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0d24009fd0 tx=0x7f0d24006210 comp rx=0 tx=0).stop 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c101c50 msgr2=0x7f0d2c19eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 --2- 172.21.15.18:0/667632609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0d2c101c50 0x7f0d2c19eb70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c00e970 tx=0x7f0d1c00ec80 comp rx=0 tx=0).stop 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d32bb2700 1 -- 172.21.15.18:0/667632609 reap_dead start 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 shutdown_connections 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 >> 172.21.15.18:0/667632609 conn(0x7f0d2c077fc0 msgr2=0x7f0d2c06ab90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 shutdown_connections 2024-03-07T09:57:35.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:35.281+0000 7f0d34615700 1 -- 172.21.15.18:0/667632609 wait complete. 2024-03-07T09:57:35.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:35 smithi063 ceph-mon[36356]: pgmap v306: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-03-07T09:57:36.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:35 smithi077 ceph-mon[36374]: pgmap v306: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-03-07T09:57:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:35 smithi018 ceph-mon[32171]: pgmap v306: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-03-07T09:57:36.188 INFO:teuthology.orchestra.run.smithi018.stdout:201863462959 2024-03-07T09:57:36.189 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-07T09:57:36.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.640+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/1979947794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d98102b60 msgr2=0x7f6d9810efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:36.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.640+0000 7f6d9ce8f700 1 --2- 172.21.15.18:0/1979947794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d98102b60 0x7f6d9810efa0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6d9000b0d0 tx=0x7f6d9000b3e0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/1979947794 shutdown_connections 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 --2- 172.21.15.18:0/1979947794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d98102b60 0x7f6d9810efa0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 --2- 172.21.15.18:0/1979947794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d98108180 0x7f6d98108560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 --2- 172.21.15.18:0/1979947794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d981021a0 0x7f6d98102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/1979947794 >> 172.21.15.18:0/1979947794 conn(0x7f6d98079280 msgr2=0x7f6d98079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/1979947794 shutdown_connections 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/1979947794 wait complete. 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 Processor -- start 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.641+0000 7f6d9ce8f700 1 -- start start 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d981021a0 0x7f6d9819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d98102b60 0x7f6d9819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:36.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d98108180 0x7f6d98198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d98112420 con 0x7f6d981021a0 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d981122a0 con 0x7f6d98102b60 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d981125a0 con 0x7f6d98108180 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d981021a0 0x7f6d9819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d981021a0 0x7f6d9819e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49050/0 (socket says 172.21.15.18:49050) 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 -- 172.21.15.18:0/2702956180 learned_addr learned my addr 172.21.15.18:0/2702956180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d96d9d700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d98108180 0x7f6d98198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d95d9b700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d98102b60 0x7f6d9819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 -- 172.21.15.18:0/2702956180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d98108180 msgr2=0x7f6d98198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d98108180 0x7f6d98198600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 -- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d98102b60 msgr2=0x7f6d9819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:36.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d98102b60 0x7f6d9819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 -- 172.21.15.18:0/2702956180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d98198d60 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9659c700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d981021a0 0x7f6d9819e440 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6d8800e9c0 tx=0x7f6d8800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d8800cbd0 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d98199050 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d8800ee60 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d88005630 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.642+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d981a5310 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.643+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6d980628e0 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.645+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f6d88004750 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.645+0000 7f6d8f7fe700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6d840a1ea0 0x7f6d840a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d95d9b700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6d840a1ea0 0x7f6d840a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6d880ce4d0 con 0x7f6d981021a0 2024-03-07T09:57:36.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d8f7fe700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] conn(0x7f6d840ab680 0x7f6d840adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:36.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 --> [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6d88011e50 con 0x7f6d840ab680 2024-03-07T09:57:36.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d880ce930 con 0x7f6d981021a0 2024-03-07T09:57:36.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d96d9d700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] conn(0x7f6d840ab680 0x7f6d840adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:36.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d95d9b700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6d840a1ea0 0x7f6d840a4360 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6d98079810 tx=0x7f6d80009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:36.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.646+0000 7f6d96d9d700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] conn(0x7f6d840ab680 0x7f6d840adaa0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:36.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.647+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== osd.10 v2:172.21.15.63:6824/1509637185 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f6d88011e50 con 0x7f6d840ab680 2024-03-07T09:57:36.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.664+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 --> [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6d98062d60 con 0x7f6d840ab680 2024-03-07T09:57:36.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.664+0000 7f6d8f7fe700 1 -- 172.21.15.18:0/2702956180 <== osd.10 v2:172.21.15.63:6824/1509637185 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f6d98062d60 con 0x7f6d840ab680 2024-03-07T09:57:36.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] conn(0x7f6d840ab680 msgr2=0x7f6d840adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] conn(0x7f6d840ab680 0x7f6d840adaa0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6d840a1ea0 msgr2=0x7f6d840a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6d840a1ea0 0x7f6d840a4360 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6d98079810 tx=0x7f6d80009260 comp rx=0 tx=0).stop 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d981021a0 msgr2=0x7f6d9819e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 --2- 172.21.15.18:0/2702956180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d981021a0 0x7f6d9819e440 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6d8800e9c0 tx=0x7f6d8800ecd0 comp rx=0 tx=0).stop 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d96d9d700 1 -- 172.21.15.18:0/2702956180 reap_dead start 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 shutdown_connections 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 >> 172.21.15.18:0/2702956180 conn(0x7f6d98079280 msgr2=0x7f6d98100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 shutdown_connections 2024-03-07T09:57:36.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:36.665+0000 7f6d9ce8f700 1 -- 172.21.15.18:0/2702956180 wait complete. 2024-03-07T09:57:37.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:37 smithi063 ceph-mon[36356]: pgmap v307: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-03-07T09:57:37.953 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:37 smithi018 ceph-mon[32171]: pgmap v307: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-03-07T09:57:37.999 INFO:teuthology.orchestra.run.smithi018.stdout:167503724595 2024-03-07T09:57:38.000 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-07T09:57:38.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:37 smithi077 ceph-mon[36374]: pgmap v307: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-03-07T09:57:39.073 INFO:teuthology.orchestra.run.smithi018.stdout:313532612634 2024-03-07T09:57:39.073 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.10 2024-03-07T09:57:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 -- 172.21.15.18:0/1346983823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 msgr2=0x7f1f6c1054b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 --2- 172.21.15.18:0/1346983823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 0x7f1f6c1054b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009990 tx=0x7f1f5c009ca0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 -- 172.21.15.18:0/1346983823 shutdown_connections 2024-03-07T09:57:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 --2- 172.21.15.18:0/1346983823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f6c105be0 0x7f1f6c10d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 --2- 172.21.15.18:0/1346983823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f6c100d50 0x7f1f6c101130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 --2- 172.21.15.18:0/1346983823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 0x7f1f6c1054b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 -- 172.21.15.18:0/1346983823 >> 172.21.15.18:0/1346983823 conn(0x7f1f6c0763d0 msgr2=0x7f1f6c0767e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 -- 172.21.15.18:0/1346983823 shutdown_connections 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.342+0000 7f1f7440a700 1 -- 172.21.15.18:0/1346983823 wait complete. 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 Processor -- start 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 -- start start 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f6c100d50 0x7f1f6c196740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 0x7f1f6c196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f6c105be0 0x7f1f6c19afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6c1102d0 con 0x7f1f6c101700 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6c110150 con 0x7f1f6c105be0 2024-03-07T09:57:39.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f7440a700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6c110450 con 0x7f1f6c100d50 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.343+0000 7f1f719a5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 0x7f1f6c196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 0x7f1f6c196c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49060/0 (socket says 172.21.15.18:49060) 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 -- 172.21.15.18:0/3895121499 learned_addr learned my addr 172.21.15.18:0/3895121499 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f721a6700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f6c100d50 0x7f1f6c196740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f729a7700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f6c105be0 0x7f1f6c19afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 -- 172.21.15.18:0/3895121499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f6c100d50 msgr2=0x7f1f6c196740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f6c100d50 0x7f1f6c196740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 -- 172.21.15.18:0/3895121499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f6c105be0 msgr2=0x7f1f6c19afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f6c105be0 0x7f1f6c19afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 -- 172.21.15.18:0/3895121499 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f6c19b700 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f721a6700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f6c100d50 0x7f1f6c196740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f719a5700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 0x7f1f6c196c80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c006010 tx=0x7f1f5c00bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c027070 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1f5c0056d0 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f6c19b990 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c022dc0 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.344+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f6c19bd80 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.345+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1f6c062820 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.346+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f1f5c02a070 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f637fe700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1f580a1ea0 0x7f1f580a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f1f5c0cf870 con 0x7f1f6c101700 2024-03-07T09:57:39.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f721a6700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1f580a1ea0 0x7f1f580a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f637fe700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] conn(0x7f1f580ab680 0x7f1f580adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 --> [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1f5c029e50 con 0x7f1f580ab680 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f5c0cfc20 con 0x7f1f6c101700 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f729a7700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] conn(0x7f1f580ab680 0x7f1f580adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.347+0000 7f1f721a6700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1f580a1ea0 0x7f1f580a4360 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c077af0 tx=0x7f1f68010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.348+0000 7f1f729a7700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] conn(0x7f1f580ab680 0x7f1f580adaa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.348+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== osd.9 v2:172.21.15.18:6826/676681057 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f1f5c029e50 con 0x7f1f580ab680 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 --> [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1f6c062ca0 con 0x7f1f580ab680 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f637fe700 1 -- 172.21.15.18:0/3895121499 <== osd.9 v2:172.21.15.18:6826/676681057 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f1f6c062ca0 con 0x7f1f580ab680 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] conn(0x7f1f580ab680 msgr2=0x7f1f580adaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:39.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] conn(0x7f1f580ab680 0x7f1f580adaa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1f580a1ea0 msgr2=0x7f1f580a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:39.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1f580a1ea0 0x7f1f580a4360 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c077af0 tx=0x7f1f68010040 comp rx=0 tx=0).stop 2024-03-07T09:57:39.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 msgr2=0x7f1f6c196c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:39.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 --2- 172.21.15.18:0/3895121499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f6c101700 0x7f1f6c196c80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c006010 tx=0x7f1f5c00bab0 comp rx=0 tx=0).stop 2024-03-07T09:57:39.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f729a7700 1 -- 172.21.15.18:0/3895121499 reap_dead start 2024-03-07T09:57:39.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 shutdown_connections 2024-03-07T09:57:39.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.365+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 >> 172.21.15.18:0/3895121499 conn(0x7f1f6c0763d0 msgr2=0x7f1f6c0fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:39.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.366+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 shutdown_connections 2024-03-07T09:57:39.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:37.366+0000 7f1f7440a700 1 -- 172.21.15.18:0/3895121499 wait complete. 2024-03-07T09:57:39.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:39 smithi063 ceph-mon[36356]: pgmap v308: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:40.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:39 smithi077 ceph-mon[36374]: pgmap v308: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:40.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:39 smithi018 ceph-mon[32171]: pgmap v308: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:40.247 INFO:teuthology.orchestra.run.smithi018.stdout:292057776160 2024-03-07T09:57:40.247 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.9 2024-03-07T09:57:40.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.436+0000 7fe618a23700 1 -- 172.21.15.18:0/2212589294 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 msgr2=0x7fe61406acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:40.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.436+0000 7fe618a23700 1 --2- 172.21.15.18:0/2212589294 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 0x7fe61406acd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe604009920 tx=0x7fe604009c30 comp rx=0 tx=0).stop 2024-03-07T09:57:40.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.437+0000 7fe618a23700 1 -- 172.21.15.18:0/2212589294 shutdown_connections 2024-03-07T09:57:40.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.437+0000 7fe618a23700 1 --2- 172.21.15.18:0/2212589294 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6141074d0 0x7fe61410f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:40.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.437+0000 7fe618a23700 1 --2- 172.21.15.18:0/2212589294 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 0x7fe61406acd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:40.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.437+0000 7fe618a23700 1 --2- 172.21.15.18:0/2212589294 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe61406b2a0 0x7fe614106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:40.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.437+0000 7fe618a23700 1 -- 172.21.15.18:0/2212589294 >> 172.21.15.18:0/2212589294 conn(0x7fe6140770a0 msgr2=0x7fe6140774b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:40.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.437+0000 7fe618a23700 1 -- 172.21.15.18:0/2212589294 shutdown_connections 2024-03-07T09:57:40.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.437+0000 7fe618a23700 1 -- 172.21.15.18:0/2212589294 wait complete. 2024-03-07T09:57:40.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 Processor -- start 2024-03-07T09:57:40.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 -- start start 2024-03-07T09:57:40.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 0x7fe61419e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe61406b2a0 0x7fe61419ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6141074d0 0x7fe614198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe614112480 con 0x7fe61406b2a0 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe614112300 con 0x7fe6141074d0 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe618a23700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe614112600 con 0x7fe61406a8f0 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe611d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe61406b2a0 0x7fe61419ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe61259c700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 0x7fe61419e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe61259c700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 0x7fe61419e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:37050/0 (socket says 172.21.15.18:37050) 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe612d9d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6141074d0 0x7fe614198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe611d9b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe61406b2a0 0x7fe61419ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55314/0 (socket says 172.21.15.18:55314) 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.438+0000 7fe61259c700 1 -- 172.21.15.18:0/3912925404 learned_addr learned my addr 172.21.15.18:0/3912925404 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe61259c700 1 -- 172.21.15.18:0/3912925404 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6141074d0 msgr2=0x7fe614198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:40.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe61259c700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6141074d0 0x7fe614198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe61259c700 1 -- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe61406b2a0 msgr2=0x7fe61419ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe61259c700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe61406b2a0 0x7fe61419ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe61259c700 1 -- 172.21.15.18:0/3912925404 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe614198fe0 con 0x7fe61406a8f0 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe612d9d700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6141074d0 0x7fe614198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe611d9b700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe61406b2a0 0x7fe61419ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe61259c700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 0x7fe61419e680 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe604005e90 tx=0x7fe60400fa90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6040051c0 con 0x7fe61406a8f0 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe60400b560 con 0x7fe61406a8f0 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe614199270 con 0x7fe61406a8f0 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.439+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe604003bc0 con 0x7fe61406a8f0 2024-03-07T09:57:40.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.440+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6141a54e0 con 0x7fe61406a8f0 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.441+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe6140628e0 con 0x7fe61406a8f0 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.441+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fe604005360 con 0x7fe61406a8f0 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.442+0000 7fe6037fe700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe5fc0a1f20 0x7fe5fc0a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.442+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe6040cec10 con 0x7fe61406a8f0 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.442+0000 7fe611d9b700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe5fc0a1f20 0x7fe5fc0a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.442+0000 7fe6037fe700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] conn(0x7fe5fc0ab700 0x7fe5fc0adb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.442+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 --> [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe60400bde0 con 0x7fe5fc0ab700 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.442+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6040d4070 con 0x7fe61406a8f0 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.443+0000 7fe612d9d700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] conn(0x7fe5fc0ab700 0x7fe5fc0adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.443+0000 7fe611d9b700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe5fc0a1f20 0x7fe5fc0a43e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe614100de0 tx=0x7fe608009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.443+0000 7fe612d9d700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] conn(0x7fe5fc0ab700 0x7fe5fc0adb20 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.444+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== osd.11 v2:172.21.15.77:6824/457173253 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fe60400bde0 con 0x7fe5fc0ab700 2024-03-07T09:57:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.463+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 --> [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe614062d60 con 0x7fe5fc0ab700 2024-03-07T09:57:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.463+0000 7fe6037fe700 1 -- 172.21.15.18:0/3912925404 <== osd.11 v2:172.21.15.77:6824/457173253 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fe614062d60 con 0x7fe5fc0ab700 2024-03-07T09:57:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.463+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] conn(0x7fe5fc0ab700 msgr2=0x7fe5fc0adb20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.463+0000 7fe618a23700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] conn(0x7fe5fc0ab700 0x7fe5fc0adb20 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe5fc0a1f20 msgr2=0x7fe5fc0a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe5fc0a1f20 0x7fe5fc0a43e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe614100de0 tx=0x7fe608009260 comp rx=0 tx=0).stop 2024-03-07T09:57:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 msgr2=0x7fe61419e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:40.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 --2- 172.21.15.18:0/3912925404 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe61406a8f0 0x7fe61419e680 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe604005e90 tx=0x7fe60400fa90 comp rx=0 tx=0).stop 2024-03-07T09:57:40.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe612d9d700 1 -- 172.21.15.18:0/3912925404 reap_dead start 2024-03-07T09:57:40.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 shutdown_connections 2024-03-07T09:57:40.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 >> 172.21.15.18:0/3912925404 conn(0x7fe6140770a0 msgr2=0x7fe6140ff620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:40.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 shutdown_connections 2024-03-07T09:57:40.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:40.464+0000 7fe618a23700 1 -- 172.21.15.18:0/3912925404 wait complete. 2024-03-07T09:57:41.150 INFO:teuthology.orchestra.run.smithi018.stdout:257698037797 2024-03-07T09:57:41.150 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.8 2024-03-07T09:57:41.697 INFO:teuthology.orchestra.run.smithi018.stdout:347892350999 2024-03-07T09:57:41.698 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.11 2024-03-07T09:57:41.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:41 smithi063 ceph-mon[36356]: pgmap v309: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:42.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:41 smithi077 ceph-mon[36374]: pgmap v309: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:42.040 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:41 smithi018 ceph-mon[32171]: pgmap v309: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:42.050 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:42.052 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:42.052 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:42.058 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:42.103 INFO:teuthology.orchestra.run.smithi018.stdout:223338299433 2024-03-07T09:57:42.103 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-07T09:57:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:42.858 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:42.866 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:43.920 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:43 smithi018 ceph-mon[32171]: pgmap v310: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:43.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:43 smithi063 ceph-mon[36356]: pgmap v310: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:43 smithi077 ceph-mon[36374]: pgmap v310: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:44.265 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:45.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:45 smithi063 ceph-mon[36356]: pgmap v311: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:45.954 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:45 smithi018 ceph-mon[32171]: pgmap v311: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:46.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:45 smithi077 ceph-mon[36374]: pgmap v311: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:46.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2213741079 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc10ec30 msgr2=0x7f68dc111020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:46.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2213741079 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc10ec30 0x7f68dc111020 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f68d400b0a0 tx=0x7f68d400b3b0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2213741079 shutdown_connections 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2213741079 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc10ec30 0x7f68dc111020 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2213741079 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc06a850 0x7f68dc06ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2213741079 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc06b170 0x7f68dc10e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2213741079 >> 172.21.15.18:0/2213741079 conn(0x7f68dc077070 msgr2=0x7f68dc077480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2213741079 shutdown_connections 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2213741079 wait complete. 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.379+0000 7f68e0a7a700 1 Processor -- start 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68e0a7a700 1 -- start start 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68e0a7a700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc06a850 0x7f68dc1a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68e0a7a700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc06b170 0x7f68dc1a0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:46.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68e0a7a700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc10ec30 0x7f68dc19aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68e0a7a700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68dc114650 con 0x7f68dc06a850 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68e0a7a700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68dc1144d0 con 0x7f68dc10ec30 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68e0a7a700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68dc1147d0 con 0x7f68dc06b170 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68da59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc06a850 0x7f68dc1a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68da59c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc06a850 0x7f68dc1a0820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55336/0 (socket says 172.21.15.18:55336) 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68da59c700 1 -- 172.21.15.18:0/2030023321 learned_addr learned my addr 172.21.15.18:0/2030023321 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68d9d9b700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc06b170 0x7f68dc1a0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68dad9d700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc10ec30 0x7f68dc19aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68d9d9b700 1 -- 172.21.15.18:0/2030023321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc10ec30 msgr2=0x7f68dc19aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68d9d9b700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc10ec30 0x7f68dc19aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68d9d9b700 1 -- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc06a850 msgr2=0x7f68dc1a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68d9d9b700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc06a850 0x7f68dc1a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68d9d9b700 1 -- 172.21.15.18:0/2030023321 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68dc19b190 con 0x7f68dc06b170 2024-03-07T09:57:46.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68da59c700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc06a850 0x7f68dc1a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:46.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68d9d9b700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc06b170 0x7f68dc1a0d60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f68d000e9f0 tx=0x7f68d000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:46.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.380+0000 7f68cb7fe700 1 -- 172.21.15.18:0/2030023321 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68d0004220 con 0x7f68dc06b170 2024-03-07T09:57:46.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.381+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68dc19b480 con 0x7f68dc06b170 2024-03-07T09:57:46.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.381+0000 7f68cb7fe700 1 -- 172.21.15.18:0/2030023321 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68d0004d10 con 0x7f68dc06b170 2024-03-07T09:57:46.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.381+0000 7f68cb7fe700 1 -- 172.21.15.18:0/2030023321 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68d0005020 con 0x7f68dc06b170 2024-03-07T09:57:46.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.381+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68dc1a76f0 con 0x7f68dc06b170 2024-03-07T09:57:46.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.381+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68dc101660 con 0x7f68dc06b170 2024-03-07T09:57:46.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.383+0000 7f68cb7fe700 1 -- 172.21.15.18:0/2030023321 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f68d0004750 con 0x7f68dc06b170 2024-03-07T09:57:46.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.383+0000 7f68cb7fe700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c40a1ea0 0x7f68c40a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:46.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.383+0000 7f68da59c700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c40a1ea0 0x7f68c40a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:46.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.383+0000 7f68cb7fe700 1 -- 172.21.15.18:0/2030023321 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f68d00cdb60 con 0x7f68dc06b170 2024-03-07T09:57:46.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.384+0000 7f68da59c700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c40a1ea0 0x7f68c40a4360 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f68dc077800 tx=0x7f68cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:46.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.387+0000 7f68cb7fe700 1 -- 172.21.15.18:0/2030023321 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f68d009afe0 con 0x7f68dc06b170 2024-03-07T09:57:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.594+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f68dc19bf10 con 0x7f68dc06b170 2024-03-07T09:57:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.595+0000 7f68cb7fe700 1 -- 172.21.15.18:0/2030023321 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f68d009a8e0 con 0x7f68dc06b170 2024-03-07T09:57:46.596 INFO:teuthology.orchestra.run.smithi018.stdout:111669149759 2024-03-07T09:57:46.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c40a1ea0 msgr2=0x7f68c40a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:46.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c40a1ea0 0x7f68c40a4360 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f68dc077800 tx=0x7f68cc009260 comp rx=0 tx=0).stop 2024-03-07T09:57:46.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc06b170 msgr2=0x7f68dc1a0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:46.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc06b170 0x7f68dc1a0d60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f68d000e9f0 tx=0x7f68d000ed00 comp rx=0 tx=0).stop 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 shutdown_connections 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc10ec30 0x7f68dc19aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c40a1ea0 0x7f68c40a4360 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc06a850 0x7f68dc1a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 --2- 172.21.15.18:0/2030023321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc06b170 0x7f68dc1a0d60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 >> 172.21.15.18:0/2030023321 conn(0x7f68dc077070 msgr2=0x7f68dc110120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 shutdown_connections 2024-03-07T09:57:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:46.597+0000 7f68e0a7a700 1 -- 172.21.15.18:0/2030023321 wait complete. 2024-03-07T09:57:46.919 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:46 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2030023321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-07T09:57:46.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:46 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2030023321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-07T09:57:47.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:46 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2030023321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-07T09:57:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:47 smithi018 ceph-mon[32171]: pgmap v312: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-03-07T09:57:47.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:47 smithi063 ceph-mon[36356]: pgmap v312: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-03-07T09:57:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:47 smithi077 ceph-mon[36374]: pgmap v312: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-03-07T09:57:48.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3375363484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 msgr2=0x7fb8a0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:48.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3375363484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a0106e60 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb894009990 tx=0x7fb894009ca0 comp rx=0 tx=0).stop 2024-03-07T09:57:48.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3375363484 shutdown_connections 2024-03-07T09:57:48.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3375363484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8a0107590 0x7fb8a010f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:48.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3375363484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8a006aaf0 0x7fb8a006aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:48.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3375363484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a0106e60 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3375363484 >> 172.21.15.18:0/3375363484 conn(0x7fb8a0077eb0 msgr2=0x7fb8a00782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3375363484 shutdown_connections 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3375363484 wait complete. 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.815+0000 7fb8a86d6700 1 Processor -- start 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a86d6700 1 -- start start 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a86d6700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8a006aaf0 0x7fb8a019e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a86d6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a019eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a86d6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8a0107590 0x7fb8a0198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a86d6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a01124d0 con 0x7fb8a006b4a0 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a86d6700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a0112350 con 0x7fb8a0107590 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a86d6700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8a0112650 con 0x7fb8a006aaf0 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a019eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:48.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a019eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39838/0 (socket says 172.21.15.18:39838) 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 -- 172.21.15.18:0/3805673961 learned_addr learned my addr 172.21.15.18:0/3805673961 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a6472700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8a006aaf0 0x7fb8a019e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a6c73700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8a0107590 0x7fb8a0198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 -- 172.21.15.18:0/3805673961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8a006aaf0 msgr2=0x7fb8a019e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8a006aaf0 0x7fb8a019e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 -- 172.21.15.18:0/3805673961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8a0107590 msgr2=0x7fb8a0198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8a0107590 0x7fb8a0198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 -- 172.21.15.18:0/3805673961 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8a0199050 con 0x7fb8a006b4a0 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a6472700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8a006aaf0 0x7fb8a019e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a6c73700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8a0107590 0x7fb8a0198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.816+0000 7fb8a5c71700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a019eb90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb894000c00 tx=0x7fb89400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.817+0000 7fb89f7fe700 1 -- 172.21.15.18:0/3805673961 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb894027070 con 0x7fb8a006b4a0 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.817+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8a01992e0 con 0x7fb8a006b4a0 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.817+0000 7fb89f7fe700 1 -- 172.21.15.18:0/3805673961 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb894003d70 con 0x7fb8a006b4a0 2024-03-07T09:57:48.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.817+0000 7fb89f7fe700 1 -- 172.21.15.18:0/3805673961 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb89400f460 con 0x7fb8a006b4a0 2024-03-07T09:57:48.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.817+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8a01a55d0 con 0x7fb8a006b4a0 2024-03-07T09:57:48.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.818+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8a0199640 con 0x7fb8a006b4a0 2024-03-07T09:57:48.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.819+0000 7fb89f7fe700 1 -- 172.21.15.18:0/3805673961 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fb89402a070 con 0x7fb8a006b4a0 2024-03-07T09:57:48.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.819+0000 7fb89f7fe700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb8880a1ea0 0x7fb8880a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:48.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.819+0000 7fb8a6472700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb8880a1ea0 0x7fb8880a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:48.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.819+0000 7fb89f7fe700 1 -- 172.21.15.18:0/3805673961 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb8940ceaf0 con 0x7fb8a006b4a0 2024-03-07T09:57:48.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.820+0000 7fb8a6472700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb8880a1ea0 0x7fb8880a4360 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb890009480 tx=0x7fb89000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:48.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:48.824+0000 7fb89f7fe700 1 -- 172.21.15.18:0/3805673961 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb894013070 con 0x7fb8a006b4a0 2024-03-07T09:57:49.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.032+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fb8a0068e10 con 0x7fb8a006b4a0 2024-03-07T09:57:49.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.032+0000 7fb89f7fe700 1 -- 172.21.15.18:0/3805673961 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fb89409c000 con 0x7fb8a006b4a0 2024-03-07T09:57:49.034 INFO:teuthology.orchestra.run.smithi018.stdout:201863462962 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb8880a1ea0 msgr2=0x7fb8880a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb8880a1ea0 0x7fb8880a4360 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb890009480 tx=0x7fb89000b040 comp rx=0 tx=0).stop 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 msgr2=0x7fb8a019eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a019eb90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb894000c00 tx=0x7fb89400bab0 comp rx=0 tx=0).stop 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 shutdown_connections 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8a0107590 0x7fb8a0198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8a006aaf0 0x7fb8a019e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb8880a1ea0 0x7fb8880a4360 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:49.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 --2- 172.21.15.18:0/3805673961 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8a006b4a0 0x7fb8a019eb90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:49.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 >> 172.21.15.18:0/3805673961 conn(0x7fb8a0077eb0 msgr2=0x7fb8a0100ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:49.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 shutdown_connections 2024-03-07T09:57:49.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.034+0000 7fb8a86d6700 1 -- 172.21.15.18:0/3805673961 wait complete. 2024-03-07T09:57:49.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:49 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3805673961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-07T09:57:49.424 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:49.424 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:49.424 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:49.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:49 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3805673961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-07T09:57:49.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:49 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3805673961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-07T09:57:50.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:50 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/450263851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-07T09:57:50.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:50 smithi018 ceph-mon[32171]: pgmap v313: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-03-07T09:57:50.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:50 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/450263851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-07T09:57:50.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:50 smithi063 ceph-mon[36356]: pgmap v313: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-03-07T09:57:50.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:50 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/450263851' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-07T09:57:50.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:50 smithi077 ceph-mon[36374]: pgmap v313: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.074+0000 7f5a23564700 1 -- 172.21.15.18:0/3992868210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c101c90 msgr2=0x7f5a1c105c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.074+0000 7f5a23564700 1 --2- 172.21.15.18:0/3992868210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c101c90 0x7f5a1c105c50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c0099c0 tx=0x7f5a0c009cd0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.074+0000 7f5a23564700 1 -- 172.21.15.18:0/3992868210 shutdown_connections 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.074+0000 7f5a23564700 1 --2- 172.21.15.18:0/3992868210 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c106330 0x7f5a1c10df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.074+0000 7f5a23564700 1 --2- 172.21.15.18:0/3992868210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5a1c1012e0 0x7f5a1c1016c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.074+0000 7f5a23564700 1 --2- 172.21.15.18:0/3992868210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c101c90 0x7f5a1c105c50 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.074+0000 7f5a23564700 1 -- 172.21.15.18:0/3992868210 >> 172.21.15.18:0/3992868210 conn(0x7f5a1c0770a0 msgr2=0x7f5a1c0774b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 -- 172.21.15.18:0/3992868210 shutdown_connections 2024-03-07T09:57:50.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 -- 172.21.15.18:0/3992868210 wait complete. 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 Processor -- start 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 -- start start 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5a1c1012e0 0x7f5a1c19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c101c90 0x7f5a1c19eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c106330 0x7f5a1c198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a1c1112f0 con 0x7f5a1c106330 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a1c111170 con 0x7f5a1c1012e0 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.075+0000 7f5a23564700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a1c111470 con 0x7f5a1c101c90 2024-03-07T09:57:50.915 INFO:teuthology.orchestra.run.smithi018.stdout:146028888124 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c101c90 0x7f5a1c19eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c101c90 0x7f5a1c19eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33216/0 (socket says 172.21.15.18:33216) 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 -- 172.21.15.18:0/450263851 learned_addr learned my addr 172.21.15.18:0/450263851 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a21300700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5a1c1012e0 0x7f5a1c19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a21b01700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c106330 0x7f5a1c198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 -- 172.21.15.18:0/450263851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5a1c1012e0 msgr2=0x7f5a1c19e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5a1c1012e0 0x7f5a1c19e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 -- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c106330 msgr2=0x7f5a1c198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c106330 0x7f5a1c198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 -- 172.21.15.18:0/450263851 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a1c198fe0 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a20aff700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c101c90 0x7f5a1c19eb70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c006010 tx=0x7f5a0c003a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a127fc700 1 -- 172.21.15.18:0/450263851 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c003680 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a1c199270 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a127fc700 1 -- 172.21.15.18:0/450263851 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a0c0055a0 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a127fc700 1 -- 172.21.15.18:0/450263851 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c0173f0 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.076+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a1c1a53e0 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.077+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a1c102730 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.078+0000 7f5a127fc700 1 -- 172.21.15.18:0/450263851 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f5a0c00f580 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.079+0000 7f5a127fc700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a080a2040 0x7f5a080a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.079+0000 7f5a21300700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a080a2040 0x7f5a080a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.079+0000 7f5a127fc700 1 -- 172.21.15.18:0/450263851 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5a0c0ced20 con 0x7f5a1c101c90 2024-03-07T09:57:50.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.079+0000 7f5a21300700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a080a2040 0x7f5a080a4500 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5a18009c60 tx=0x7f5a18009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.082+0000 7f5a127fc700 1 -- 172.21.15.18:0/450263851 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5a0c013070 con 0x7f5a1c101c90 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.293+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f5a1c02d9f0 con 0x7f5a1c101c90 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.294+0000 7f5a127fc700 1 -- 172.21.15.18:0/450263851 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f5a0c09c130 con 0x7f5a1c101c90 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a080a2040 msgr2=0x7f5a080a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a080a2040 0x7f5a080a4500 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5a18009c60 tx=0x7f5a18009260 comp rx=0 tx=0).stop 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c101c90 msgr2=0x7f5a1c19eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c101c90 0x7f5a1c19eb70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c006010 tx=0x7f5a0c003a90 comp rx=0 tx=0).stop 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 shutdown_connections 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a080a2040 0x7f5a080a4500 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5a1c106330 0x7f5a1c198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5a1c1012e0 0x7f5a1c19e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 --2- 172.21.15.18:0/450263851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5a1c101c90 0x7f5a1c19eb70 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 >> 172.21.15.18:0/450263851 conn(0x7f5a1c0770a0 msgr2=0x7f5a1c06a970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 shutdown_connections 2024-03-07T09:57:50.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:49.296+0000 7f5a23564700 1 -- 172.21.15.18:0/450263851 wait complete. 2024-03-07T09:57:51.225 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:57:51.658 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888119 got 146028888124 for osd.4 2024-03-07T09:57:51.658 DEBUG:teuthology.parallel:result is None 2024-03-07T09:57:51.861 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:51 smithi018 ceph-mon[32171]: pgmap v314: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:51.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:51 smithi063 ceph-mon[36356]: pgmap v314: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:52.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:51 smithi077 ceph-mon[36374]: pgmap v314: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:57:52.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 -- 172.21.15.18:0/1914825415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b01021d0 msgr2=0x7fc2b0102650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 --2- 172.21.15.18:0/1914825415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b01021d0 0x7fc2b0102650 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc29c0098f0 tx=0x7fc29c009c00 comp rx=0 tx=0).stop 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 -- 172.21.15.18:0/1914825415 shutdown_connections 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 --2- 172.21.15.18:0/1914825415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2b0102b90 0x7fc2b010eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 --2- 172.21.15.18:0/1914825415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01082b0 0x7fc2b0108690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 --2- 172.21.15.18:0/1914825415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b01021d0 0x7fc2b0102650 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 -- 172.21.15.18:0/1914825415 >> 172.21.15.18:0/1914825415 conn(0x7fc2b0079210 msgr2=0x7fc2b0079620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 -- 172.21.15.18:0/1914825415 shutdown_connections 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 -- 172.21.15.18:0/1914825415 wait complete. 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.707+0000 7fc2b7074700 1 Processor -- start 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b7074700 1 -- start start 2024-03-07T09:57:52.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b7074700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2b01021d0 0x7fc2b0074450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b7074700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b0102b90 0x7fc2b0074990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b7074700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01082b0 0x7fc2b0074ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b7074700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b0112430 con 0x7fc2b01021d0 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b7074700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b01122b0 con 0x7fc2b01082b0 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b7074700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2b01125b0 con 0x7fc2b0102b90 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b4e10700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2b01021d0 0x7fc2b0074450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b4e10700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2b01021d0 0x7fc2b0074450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39876/0 (socket says 172.21.15.18:39876) 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2affff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b0102b90 0x7fc2b0074990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b4e10700 1 -- 172.21.15.18:0/2393759829 learned_addr learned my addr 172.21.15.18:0/2393759829 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2b5611700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01082b0 0x7fc2b0074ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2affff700 1 -- 172.21.15.18:0/2393759829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01082b0 msgr2=0x7fc2b0074ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2affff700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01082b0 0x7fc2b0074ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2affff700 1 -- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2b01021d0 msgr2=0x7fc2b0074450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2affff700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2b01021d0 0x7fc2b0074450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.708+0000 7fc2affff700 1 -- 172.21.15.18:0/2393759829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2b01a6ef0 con 0x7fc2b0102b90 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.709+0000 7fc2affff700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b0102b90 0x7fc2b0074990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc29c00c010 tx=0x7fc29c00fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.709+0000 7fc2adffb700 1 -- 172.21.15.18:0/2393759829 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29c005180 con 0x7fc2b0102b90 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.709+0000 7fc2adffb700 1 -- 172.21.15.18:0/2393759829 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc29c00b560 con 0x7fc2b0102b90 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.709+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2b01a7180 con 0x7fc2b0102b90 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.709+0000 7fc2adffb700 1 -- 172.21.15.18:0/2393759829 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29c003a80 con 0x7fc2b0102b90 2024-03-07T09:57:52.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.709+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2b01a76b0 con 0x7fc2b0102b90 2024-03-07T09:57:52.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.710+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2b0068e10 con 0x7fc2b0102b90 2024-03-07T09:57:52.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.711+0000 7fc2adffb700 1 -- 172.21.15.18:0/2393759829 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fc29c00b710 con 0x7fc2b0102b90 2024-03-07T09:57:52.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.712+0000 7fc2adffb700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc2a00a1f20 0x7fc2a00a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:52.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.712+0000 7fc2b4e10700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc2a00a1f20 0x7fc2a00a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:52.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.712+0000 7fc2adffb700 1 -- 172.21.15.18:0/2393759829 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc29c0cf050 con 0x7fc2b0102b90 2024-03-07T09:57:52.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.712+0000 7fc2b4e10700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc2a00a1f20 0x7fc2a00a43e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4009ce0 tx=0x7fc2a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:52.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.719+0000 7fc2adffb700 1 -- 172.21.15.18:0/2393759829 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc29c013030 con 0x7fc2b0102b90 2024-03-07T09:57:52.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.924+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fc2b002d9f0 con 0x7fc2b0102b90 2024-03-07T09:57:52.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.925+0000 7fc2adffb700 1 -- 172.21.15.18:0/2393759829 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc29c09c460 con 0x7fc2b0102b90 2024-03-07T09:57:52.926 INFO:teuthology.orchestra.run.smithi018.stdout:77309411397 2024-03-07T09:57:52.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc2a00a1f20 msgr2=0x7fc2a00a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:52.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc2a00a1f20 0x7fc2a00a43e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4009ce0 tx=0x7fc2a4009260 comp rx=0 tx=0).stop 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b0102b90 msgr2=0x7fc2b0074990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b0102b90 0x7fc2b0074990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc29c00c010 tx=0x7fc29c00fa70 comp rx=0 tx=0).stop 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 shutdown_connections 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2b01082b0 0x7fc2b0074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc2a00a1f20 0x7fc2a00a43e0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2b01021d0 0x7fc2b0074450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 --2- 172.21.15.18:0/2393759829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2b0102b90 0x7fc2b0074990 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 >> 172.21.15.18:0/2393759829 conn(0x7fc2b0079210 msgr2=0x7fc2b0100f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 shutdown_connections 2024-03-07T09:57:52.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:52.927+0000 7fc2b7074700 1 -- 172.21.15.18:0/2393759829 wait complete. 2024-03-07T09:57:53.186 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:52 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2393759829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-07T09:57:53.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:52 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2393759829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-07T09:57:53.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:52 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2393759829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-07T09:57:54.051 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:53 smithi018 ceph-mon[32171]: pgmap v315: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:53 smithi077 ceph-mon[36374]: pgmap v315: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:54.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:53 smithi063 ceph-mon[36356]: pgmap v315: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:57:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:54 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:57:55.310 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:54 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:57:55.331 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:54 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:57:55.348 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411392 got 77309411397 for osd.2 2024-03-07T09:57:55.348 DEBUG:teuthology.parallel:result is None 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 7]}]: dispatch 2024-03-07T09:57:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:55 smithi077 ceph-mon[36374]: pgmap v316: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 7]}]: dispatch 2024-03-07T09:57:56.278 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:55 smithi018 ceph-mon[32171]: pgmap v316: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:56.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-03-07T09:57:56.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 7]}]: dispatch 2024-03-07T09:57:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:55 smithi063 ceph-mon[36356]: pgmap v316: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:57.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-03-07T09:57:57.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-03-07T09:57:57.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]': finished 2024-03-07T09:57:57.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]': finished 2024-03-07T09:57:57.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]': finished 2024-03-07T09:57:57.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]': finished 2024-03-07T09:57:57.148 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-03-07T09:57:57.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-03-07T09:57:57.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 7]}]': finished 2024-03-07T09:57:57.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: osdmap e87: 12 total, 12 up, 12 in 2024-03-07T09:57:57.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.149 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 7]}]': finished 2024-03-07T09:57:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: osdmap e87: 12 total, 12 up, 12 in 2024-03-07T09:57:57.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 6]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 6]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-03-07T09:57:57.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 7]}]': finished 2024-03-07T09:57:57.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: osdmap e87: 12 total, 12 up, 12 in 2024-03-07T09:57:57.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:57.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:57:58.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 -- 172.21.15.18:0/843095010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4102b90 msgr2=0x7f04e410f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:58.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 --2- 172.21.15.18:0/843095010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4102b90 0x7f04e410f020 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00b0a0 tx=0x7f04dc00b3b0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 -- 172.21.15.18:0/843095010 shutdown_connections 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 --2- 172.21.15.18:0/843095010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4102b90 0x7f04e410f020 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 --2- 172.21.15.18:0/843095010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e4108220 0x7f04e4108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 --2- 172.21.15.18:0/843095010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04e41021d0 0x7f04e4102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 -- 172.21.15.18:0/843095010 >> 172.21.15.18:0/843095010 conn(0x7f04e40792a0 msgr2=0x7f04e40796b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 -- 172.21.15.18:0/843095010 shutdown_connections 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 -- 172.21.15.18:0/843095010 wait complete. 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.192+0000 7f04e8875700 1 Processor -- start 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e8875700 1 -- start start 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e8875700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e41021d0 0x7f04e41a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e8875700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04e4102b90 0x7f04e41a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:58.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e8875700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4108220 0x7f04e419a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e8875700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e4112460 con 0x7f04e4108220 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e8875700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41122e0 con 0x7f04e41021d0 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e8875700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41125e0 con 0x7f04e4102b90 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e41021d0 0x7f04e41a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e41021d0 0x7f04e41a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47940/0 (socket says 172.21.15.18:47940) 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e1d9b700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04e4102b90 0x7f04e41a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 -- 172.21.15.18:0/2348488664 learned_addr learned my addr 172.21.15.18:0/2348488664 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e2d9d700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4108220 0x7f04e419a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 -- 172.21.15.18:0/2348488664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04e4102b90 msgr2=0x7f04e41a0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04e4102b90 0x7f04e41a0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 -- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4108220 msgr2=0x7f04e419a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4108220 0x7f04e419a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 -- 172.21.15.18:0/2348488664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04e419b080 con 0x7f04e41021d0 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e1d9b700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04e4102b90 0x7f04e41a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e2d9d700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4108220 0x7f04e419a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.193+0000 7f04e259c700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e41021d0 0x7f04e41a0760 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f04d400e9a0 tx=0x7f04d400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.194+0000 7f04d37fe700 1 -- 172.21.15.18:0/2348488664 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d400ca10 con 0x7f04e41021d0 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.194+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04e419b370 con 0x7f04e41021d0 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.194+0000 7f04d37fe700 1 -- 172.21.15.18:0/2348488664 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04d400cbb0 con 0x7f04e41021d0 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.194+0000 7f04d37fe700 1 -- 172.21.15.18:0/2348488664 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d4018680 con 0x7f04e41021d0 2024-03-07T09:57:58.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.194+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e41a7630 con 0x7f04e41021d0 2024-03-07T09:57:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.195+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04e4068e10 con 0x7f04e41021d0 2024-03-07T09:57:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.196+0000 7f04d37fe700 1 -- 172.21.15.18:0/2348488664 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f04d4010430 con 0x7f04e41021d0 2024-03-07T09:57:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.196+0000 7f04d37fe700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04cc0a1ea0 0x7f04cc0a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.197+0000 7f04e1d9b700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04cc0a1ea0 0x7f04cc0a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.197+0000 7f04d37fe700 1 -- 172.21.15.18:0/2348488664 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f04d40ce5e0 con 0x7f04e41021d0 2024-03-07T09:57:58.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.197+0000 7f04e1d9b700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04cc0a1ea0 0x7f04cc0a4360 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f04e4079b50 tx=0x7f04d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:58.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.205+0000 7f04d37fe700 1 -- 172.21.15.18:0/2348488664 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f04d409b840 con 0x7f04e41021d0 2024-03-07T09:57:58.207 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:58 smithi018 ceph-mon[32171]: osdmap e88: 12 total, 12 up, 12 in 2024-03-07T09:57:58.207 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:58 smithi018 ceph-mon[32171]: pgmap v319: 97 pgs: 1 peering, 96 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:58.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.410+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f04e41a7860 con 0x7f04e41021d0 2024-03-07T09:57:58.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.410+0000 7f04d37fe700 1 -- 172.21.15.18:0/2348488664 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f04d409b140 con 0x7f04e41021d0 2024-03-07T09:57:58.412 INFO:teuthology.orchestra.run.smithi018.stdout:34359738449 2024-03-07T09:57:58.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04cc0a1ea0 msgr2=0x7f04cc0a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:58.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04cc0a1ea0 0x7f04cc0a4360 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f04e4079b50 tx=0x7f04d8009260 comp rx=0 tx=0).stop 2024-03-07T09:57:58.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e41021d0 msgr2=0x7f04e41a0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:58.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e41021d0 0x7f04e41a0760 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f04d400e9a0 tx=0x7f04d400ecb0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 shutdown_connections 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04cc0a1ea0 0x7f04cc0a4360 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04e4108220 0x7f04e419a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04e41021d0 0x7f04e41a0760 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 --2- 172.21.15.18:0/2348488664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04e4102b90 0x7f04e41a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 >> 172.21.15.18:0/2348488664 conn(0x7f04e40792a0 msgr2=0x7f04e4074680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 shutdown_connections 2024-03-07T09:57:58.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.413+0000 7f04e8875700 1 -- 172.21.15.18:0/2348488664 wait complete. 2024-03-07T09:57:58.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:58 smithi063 ceph-mon[36356]: osdmap e88: 12 total, 12 up, 12 in 2024-03-07T09:57:58.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:58 smithi063 ceph-mon[36356]: pgmap v319: 97 pgs: 1 peering, 96 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:58.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:58 smithi077 ceph-mon[36374]: osdmap e88: 12 total, 12 up, 12 in 2024-03-07T09:57:58.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:58 smithi077 ceph-mon[36374]: pgmap v319: 97 pgs: 1 peering, 96 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:57:59.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:59 smithi018 ceph-mon[32171]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T09:57:59.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:57:59 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2348488664' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-07T09:57:59.373 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462959 got 201863462962 for osd.6 2024-03-07T09:57:59.373 DEBUG:teuthology.parallel:result is None 2024-03-07T09:57:59.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 -- 172.21.15.18:0/1443768558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 msgr2=0x7f23341010d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:59.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 --2- 172.21.15.18:0/1443768558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f23341010d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f232c0099c0 tx=0x7f232c009cd0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 -- 172.21.15.18:0/1443768558 shutdown_connections 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 --2- 172.21.15.18:0/1443768558 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2334107510 0x7f233410f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 --2- 172.21.15.18:0/1443768558 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f23341010d0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 --2- 172.21.15.18:0/1443768558 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f23341016a0 0x7f2334106de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 -- 172.21.15.18:0/1443768558 >> 172.21.15.18:0/1443768558 conn(0x7f2334076390 msgr2=0x7f23340767a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 -- 172.21.15.18:0/1443768558 shutdown_connections 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.826+0000 7f23396ab700 1 -- 172.21.15.18:0/1443768558 wait complete. 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 Processor -- start 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 -- start start 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f233419e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f23341016a0 0x7f233419ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2334107510 0x7f2334198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23341124d0 con 0x7f2334100cf0 2024-03-07T09:57:59.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2334112350 con 0x7f23341016a0 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23396ab700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2334112650 con 0x7f2334107510 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f233419e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f233419e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55218/0 (socket says 172.21.15.18:55218) 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 -- 172.21.15.18:0/2239131243 learned_addr learned my addr 172.21.15.18:0/2239131243 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23327fc700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f23341016a0 0x7f233419ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23337fe700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2334107510 0x7f2334198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 -- 172.21.15.18:0/2239131243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2334107510 msgr2=0x7f2334198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2334107510 0x7f2334198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 -- 172.21.15.18:0/2239131243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f23341016a0 msgr2=0x7f233419ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f23341016a0 0x7f233419ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f2332ffd700 1 -- 172.21.15.18:0/2239131243 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2334199070 con 0x7f2334100cf0 2024-03-07T09:57:59.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.827+0000 7f23327fc700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f23341016a0 0x7f233419ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.828+0000 7f2332ffd700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f233419e670 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f232c006010 tx=0x7f232c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.828+0000 7f232bfff700 1 -- 172.21.15.18:0/2239131243 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f232c003680 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.828+0000 7f232bfff700 1 -- 172.21.15.18:0/2239131243 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f232c0050d0 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.828+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2334199300 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.828+0000 7f232bfff700 1 -- 172.21.15.18:0/2239131243 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f232c003db0 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.828+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23341a5420 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.829+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f233410a750 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.830+0000 7f232bfff700 1 -- 172.21.15.18:0/2239131243 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f232c005280 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.830+0000 7f232bfff700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f23200a2040 0x7f23200a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.831+0000 7f23327fc700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f23200a2040 0x7f23200a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.831+0000 7f232bfff700 1 -- 172.21.15.18:0/2239131243 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f232c0cebf0 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.831+0000 7f23327fc700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f23200a2040 0x7f23200a4500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2334199f00 tx=0x7f231c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:58.835+0000 7f232bfff700 1 -- 172.21.15.18:0/2239131243 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f232c013070 con 0x7f2334100cf0 2024-03-07T09:57:59.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.045+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f2334199c70 con 0x7f2334100cf0 2024-03-07T09:57:59.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.045+0000 7f232bfff700 1 -- 172.21.15.18:0/2239131243 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f232c09bf40 con 0x7f2334100cf0 2024-03-07T09:57:59.450 INFO:teuthology.orchestra.run.smithi018.stdout:257698037802 2024-03-07T09:57:59.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f23200a2040 msgr2=0x7f23200a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:59.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f23200a2040 0x7f23200a4500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2334199f00 tx=0x7f231c009260 comp rx=0 tx=0).stop 2024-03-07T09:57:59.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 msgr2=0x7f233419e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:57:59.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f233419e670 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f232c006010 tx=0x7f232c00f690 comp rx=0 tx=0).stop 2024-03-07T09:57:59.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 shutdown_connections 2024-03-07T09:57:59.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2334107510 0x7f2334198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f23200a2040 0x7f23200a4500 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2334100cf0 0x7f233419e670 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 --2- 172.21.15.18:0/2239131243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f23341016a0 0x7f233419ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:57:59.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 >> 172.21.15.18:0/2239131243 conn(0x7f2334076390 msgr2=0x7f23340feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:57:59.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 shutdown_connections 2024-03-07T09:57:59.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:57:59.048+0000 7f23396ab700 1 -- 172.21.15.18:0/2239131243 wait complete. 2024-03-07T09:57:59.451 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:59 smithi063 ceph-mon[36356]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T09:57:59.451 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:57:59 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2348488664' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-07T09:57:59.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:59 smithi077 ceph-mon[36374]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-07T09:57:59.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:57:59 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2348488664' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-07T09:58:00.321 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:00 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2239131243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-07T09:58:00.321 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:00 smithi018 ceph-mon[32171]: pgmap v320: 97 pgs: 1 peering, 96 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:00.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:00 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2239131243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-07T09:58:00.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:00 smithi063 ceph-mon[36356]: pgmap v320: 97 pgs: 1 peering, 96 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:00 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2239131243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-07T09:58:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:00 smithi077 ceph-mon[36374]: pgmap v320: 97 pgs: 1 peering, 96 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:00.635 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738443 got 34359738449 for osd.0 2024-03-07T09:58:00.635 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:01.064 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149755 got 111669149759 for osd.3 2024-03-07T09:58:01.064 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:01.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 -- 172.21.15.18:0/3277383767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 msgr2=0x7f1768102680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:01.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 --2- 172.21.15.18:0/3277383767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768102680 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1750009990 tx=0x7f1750009ca0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 -- 172.21.15.18:0/3277383767 shutdown_connections 2024-03-07T09:58:01.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 --2- 172.21.15.18:0/3277383767 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1768102bc0 0x7f176810efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 --2- 172.21.15.18:0/3277383767 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1768108270 0x7f1768108650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 --2- 172.21.15.18:0/3277383767 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768102680 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 -- 172.21.15.18:0/3277383767 >> 172.21.15.18:0/3277383767 conn(0x7f1768079220 msgr2=0x7f1768079630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:01.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 -- 172.21.15.18:0/3277383767 shutdown_connections 2024-03-07T09:58:01.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.729+0000 7f176defb700 1 -- 172.21.15.18:0/3277383767 wait complete. 2024-03-07T09:58:01.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 Processor -- start 2024-03-07T09:58:01.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 -- start start 2024-03-07T09:58:01.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768074450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1768102bc0 0x7f1768074990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1768108270 0x7f1768074ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17681124c0 con 0x7f1768102200 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1768112340 con 0x7f1768102bc0 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f176defb700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1768112640 con 0x7f1768108270 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768074450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768074450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55242/0 (socket says 172.21.15.18:55242) 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 -- 172.21.15.18:0/4099864474 learned_addr learned my addr 172.21.15.18:0/4099864474 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f1766ffd700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1768102bc0 0x7f1768074990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f1767fff700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1768108270 0x7f1768074ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 -- 172.21.15.18:0/4099864474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1768108270 msgr2=0x7f1768074ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:01.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1768108270 0x7f1768074ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 -- 172.21.15.18:0/4099864474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1768102bc0 msgr2=0x7f1768074990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1768102bc0 0x7f1768074990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f17677fe700 1 -- 172.21.15.18:0/4099864474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17681a6de0 con 0x7f1768102200 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f1766ffd700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1768102bc0 0x7f1768074990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.730+0000 7f1767fff700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1768108270 0x7f1768074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.731+0000 7f17677fe700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768074450 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f175800ef10 tx=0x7f175800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.731+0000 7f1764ff9700 1 -- 172.21.15.18:0/4099864474 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f175800ca70 con 0x7f1768102200 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.731+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17681a7070 con 0x7f1768102200 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.731+0000 7f1764ff9700 1 -- 172.21.15.18:0/4099864474 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1758019070 con 0x7f1768102200 2024-03-07T09:58:01.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.731+0000 7f1764ff9700 1 -- 172.21.15.18:0/4099864474 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17580146e0 con 0x7f1768102200 2024-03-07T09:58:01.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.731+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17681a7580 con 0x7f1768102200 2024-03-07T09:58:01.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.732+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f176810a650 con 0x7f1768102200 2024-03-07T09:58:01.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.733+0000 7f1764ff9700 1 -- 172.21.15.18:0/4099864474 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f1758012050 con 0x7f1768102200 2024-03-07T09:58:01.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.734+0000 7f1764ff9700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f17540a1ea0 0x7f17540a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:01.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.734+0000 7f1766ffd700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f17540a1ea0 0x7f17540a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:01.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.734+0000 7f1764ff9700 1 -- 172.21.15.18:0/4099864474 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f17580ce580 con 0x7f1768102200 2024-03-07T09:58:01.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.734+0000 7f1766ffd700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f17540a1ea0 0x7f17540a4360 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f175000b2e0 tx=0x7f1750005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:01.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.738+0000 7f1764ff9700 1 -- 172.21.15.18:0/4099864474 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1758010040 con 0x7f1768102200 2024-03-07T09:58:01.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.944+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f176810a030 con 0x7f1768102200 2024-03-07T09:58:01.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:01 smithi018 ceph-mon[32171]: pgmap v321: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3 op/s; 77 B/s, 0 objects/s recovering 2024-03-07T09:58:01.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:01 smithi018 ceph-mon[32171]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T09:58:01.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:01 smithi018 ceph-mon[32171]: Cluster is now healthy 2024-03-07T09:58:01.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.944+0000 7f1764ff9700 1 -- 172.21.15.18:0/4099864474 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f175809b840 con 0x7f1768102200 2024-03-07T09:58:01.947 INFO:teuthology.orchestra.run.smithi018.stdout:313532612639 2024-03-07T09:58:01.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:01 smithi063 ceph-mon[36356]: pgmap v321: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3 op/s; 77 B/s, 0 objects/s recovering 2024-03-07T09:58:01.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:01 smithi063 ceph-mon[36356]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T09:58:01.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:01 smithi063 ceph-mon[36356]: Cluster is now healthy 2024-03-07T09:58:01.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.946+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f17540a1ea0 msgr2=0x7f17540a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:01.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.946+0000 7f176defb700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f17540a1ea0 0x7f17540a4360 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f175000b2e0 tx=0x7f1750005960 comp rx=0 tx=0).stop 2024-03-07T09:58:01.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.946+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 msgr2=0x7f1768074450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:01.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.946+0000 7f176defb700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768074450 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f175800ef10 tx=0x7f175800c3a0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.946+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 shutdown_connections 2024-03-07T09:58:01.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.947+0000 7f176defb700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1768108270 0x7f1768074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.947+0000 7f176defb700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f17540a1ea0 0x7f17540a4360 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.947+0000 7f176defb700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1768102200 0x7f1768074450 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.947+0000 7f176defb700 1 --2- 172.21.15.18:0/4099864474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1768102bc0 0x7f1768074990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:01.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.947+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 >> 172.21.15.18:0/4099864474 conn(0x7f1768079220 msgr2=0x7f1768100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:01.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.947+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 shutdown_connections 2024-03-07T09:58:01.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:01.947+0000 7f176defb700 1 -- 172.21.15.18:0/4099864474 wait complete. 2024-03-07T09:58:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:01 smithi077 ceph-mon[36374]: pgmap v321: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3 op/s; 77 B/s, 0 objects/s recovering 2024-03-07T09:58:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:01 smithi077 ceph-mon[36374]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-07T09:58:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:01 smithi077 ceph-mon[36374]: Cluster is now healthy 2024-03-07T09:58:02.186 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037797 got 257698037802 for osd.8 2024-03-07T09:58:02.186 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:02.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 -- 172.21.15.18:0/3176534048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32801019f0 msgr2=0x7f328010ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:02.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 --2- 172.21.15.18:0/3176534048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32801019f0 0x7f328010ded0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f327800b0a0 tx=0x7f327800b3b0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 -- 172.21.15.18:0/3176534048 shutdown_connections 2024-03-07T09:58:02.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 --2- 172.21.15.18:0/3176534048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32801019f0 0x7f328010ded0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 --2- 172.21.15.18:0/3176534048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3280107090 0x7f3280107470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 --2- 172.21.15.18:0/3176534048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3280101050 0x7f32801014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 -- 172.21.15.18:0/3176534048 >> 172.21.15.18:0/3176534048 conn(0x7f3280077f80 msgr2=0x7f3280078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:02.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 -- 172.21.15.18:0/3176534048 shutdown_connections 2024-03-07T09:58:02.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.565+0000 7f32864c6700 1 -- 172.21.15.18:0/3176534048 wait complete. 2024-03-07T09:58:02.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 Processor -- start 2024-03-07T09:58:02.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 -- start start 2024-03-07T09:58:02.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3280101050 0x7f328019e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:02.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32801019f0 0x7f328019eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3280107090 0x7f32801986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3280111310 con 0x7f3280101050 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3280111190 con 0x7f32801019f0 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f32864c6700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3280111490 con 0x7f3280107090 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f327ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3280101050 0x7f328019e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f327ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3280101050 0x7f328019e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55264/0 (socket says 172.21.15.18:55264) 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f327ffff700 1 -- 172.21.15.18:0/3678313054 learned_addr learned my addr 172.21.15.18:0/3678313054 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f327f7fe700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32801019f0 0x7f328019eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.566+0000 7f3284a63700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3280107090 0x7f32801986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327ffff700 1 -- 172.21.15.18:0/3678313054 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3280107090 msgr2=0x7f32801986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327ffff700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3280107090 0x7f32801986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327ffff700 1 -- 172.21.15.18:0/3678313054 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32801019f0 msgr2=0x7f328019eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327ffff700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32801019f0 0x7f328019eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327ffff700 1 -- 172.21.15.18:0/3678313054 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3280198fd0 con 0x7f3280101050 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327ffff700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3280101050 0x7f328019e5d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f327000e9c0 tx=0x7f327000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327d7fa700 1 -- 172.21.15.18:0/3678313054 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327000cbd0 con 0x7f3280101050 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32801992c0 con 0x7f3280101050 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327d7fa700 1 -- 172.21.15.18:0/3678313054 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f327000ee60 con 0x7f3280101050 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f327d7fa700 1 -- 172.21.15.18:0/3678313054 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3270005630 con 0x7f3280101050 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.567+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32801a5550 con 0x7f3280101050 2024-03-07T09:58:02.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.568+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3280102740 con 0x7f3280101050 2024-03-07T09:58:02.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.569+0000 7f327d7fa700 1 -- 172.21.15.18:0/3678313054 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f3270004750 con 0x7f3280101050 2024-03-07T09:58:02.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.569+0000 7f327d7fa700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f32680a1ea0 0x7f32680a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:02.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.570+0000 7f327f7fe700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f32680a1ea0 0x7f32680a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:02.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.570+0000 7f327d7fa700 1 -- 172.21.15.18:0/3678313054 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f32700ce130 con 0x7f3280101050 2024-03-07T09:58:02.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.570+0000 7f327f7fe700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f32680a1ea0 0x7f32680a4360 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3280199e60 tx=0x7f3274009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:02.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.574+0000 7f327d7fa700 1 -- 172.21.15.18:0/3678313054 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f327009b3f0 con 0x7f3280101050 2024-03-07T09:58:02.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.779+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f32801a5720 con 0x7f3280101050 2024-03-07T09:58:02.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.779+0000 7f327d7fa700 1 -- 172.21.15.18:0/3678313054 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f327009acf0 con 0x7f3280101050 2024-03-07T09:58:02.781 INFO:teuthology.orchestra.run.smithi018.stdout:223338299439 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.781+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f32680a1ea0 msgr2=0x7f32680a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.781+0000 7f32864c6700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f32680a1ea0 0x7f32680a4360 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3280199e60 tx=0x7f3274009260 comp rx=0 tx=0).stop 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.781+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3280101050 msgr2=0x7f328019e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.781+0000 7f32864c6700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3280101050 0x7f328019e5d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f327000e9c0 tx=0x7f327000ecd0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 shutdown_connections 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3280107090 0x7f32801986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f32680a1ea0 0x7f32680a4360 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3280101050 0x7f328019e5d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 --2- 172.21.15.18:0/3678313054 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32801019f0 0x7f328019eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:02.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 >> 172.21.15.18:0/3678313054 conn(0x7f3280077f80 msgr2=0x7f3280100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:02.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 shutdown_connections 2024-03-07T09:58:02.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.782+0000 7f32864c6700 1 -- 172.21.15.18:0/3678313054 wait complete. 2024-03-07T09:58:02.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:02 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4099864474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-07T09:58:02.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:02 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4099864474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-07T09:58:03.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:02 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4099864474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-07T09:58:03.533 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612634 got 313532612639 for osd.10 2024-03-07T09:58:03.533 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:03.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 -- 172.21.15.18:0/2471767876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb781071c0 msgr2=0x7fcb781075a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 --2- 172.21.15.18:0/2471767876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb781071c0 0x7fcb781075a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fcb74009990 tx=0x7fcb74009ca0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 -- 172.21.15.18:0/2471767876 shutdown_connections 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 --2- 172.21.15.18:0/2471767876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcb78101100 0x7fcb7810f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 --2- 172.21.15.18:0/2471767876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb781071c0 0x7fcb781075a0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 --2- 172.21.15.18:0/2471767876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb78100740 0x7fcb78100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 -- 172.21.15.18:0/2471767876 >> 172.21.15.18:0/2471767876 conn(0x7fcb78077650 msgr2=0x7fcb780fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 -- 172.21.15.18:0/2471767876 shutdown_connections 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 -- 172.21.15.18:0/2471767876 wait complete. 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 Processor -- start 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.791+0000 7fcb80290700 1 -- start start 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb80290700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb78100740 0x7fcb7819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:03.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb80290700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb78101100 0x7fcb7819eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb80290700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcb781071c0 0x7fcb78198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb80290700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb78112580 con 0x7fcb78100740 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb80290700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb78112400 con 0x7fcb781071c0 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb80290700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb78112700 con 0x7fcb78101100 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e02c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb78100740 0x7fcb7819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e02c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb78100740 0x7fcb7819e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55290/0 (socket says 172.21.15.18:55290) 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e02c700 1 -- 172.21.15.18:0/2062068868 learned_addr learned my addr 172.21.15.18:0/2062068868 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e82d700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcb781071c0 0x7fcb78198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7d82b700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb78101100 0x7fcb7819eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e82d700 1 -- 172.21.15.18:0/2062068868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb78101100 msgr2=0x7fcb7819eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e82d700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb78101100 0x7fcb7819eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e82d700 1 -- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb78100740 msgr2=0x7fcb7819e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e82d700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb78100740 0x7fcb7819e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e82d700 1 -- 172.21.15.18:0/2062068868 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb78198fe0 con 0x7fcb781071c0 2024-03-07T09:58:03.837 INFO:teuthology.orchestra.run.smithi018.stdout:347892351003 2024-03-07T09:58:03.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e02c700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb78100740 0x7fcb7819e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:03.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb7e82d700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcb781071c0 0x7fcb78198800 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcb7000ef90 tx=0x7fcb7000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:03.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.792+0000 7fcb6f7fe700 1 -- 172.21.15.18:0/2062068868 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb700092e0 con 0x7fcb781071c0 2024-03-07T09:58:03.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.793+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb78199270 con 0x7fcb781071c0 2024-03-07T09:58:03.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.793+0000 7fcb6f7fe700 1 -- 172.21.15.18:0/2062068868 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcb70004bb0 con 0x7fcb781071c0 2024-03-07T09:58:03.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.793+0000 7fcb6f7fe700 1 -- 172.21.15.18:0/2062068868 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb70004280 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.793+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb781a5490 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.794+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb7810a790 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.795+0000 7fcb6f7fe700 1 -- 172.21.15.18:0/2062068868 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fcb7001b030 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.795+0000 7fcb6f7fe700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcb640a1ea0 0x7fcb640a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.795+0000 7fcb7e02c700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcb640a1ea0 0x7fcb640a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.795+0000 7fcb6f7fe700 1 -- 172.21.15.18:0/2062068868 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fcb700cdbc0 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.796+0000 7fcb7e02c700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcb640a1ea0 0x7fcb640a4360 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcb7400b2e0 tx=0x7fcb74009590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:02.805+0000 7fcb6f7fe700 1 -- 172.21.15.18:0/2062068868 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcb70022020 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.014+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7fcb78199ce0 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.014+0000 7fcb6f7fe700 1 -- 172.21.15.18:0/2062068868 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7fcb70010040 con 0x7fcb781071c0 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcb640a1ea0 msgr2=0x7fcb640a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcb640a1ea0 0x7fcb640a4360 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcb7400b2e0 tx=0x7fcb74009590 comp rx=0 tx=0).stop 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcb781071c0 msgr2=0x7fcb78198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:03.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcb781071c0 0x7fcb78198800 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcb7000ef90 tx=0x7fcb7000c3a0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 shutdown_connections 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcb781071c0 0x7fcb78198800 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcb640a1ea0 0x7fcb640a4360 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcb78100740 0x7fcb7819e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 --2- 172.21.15.18:0/2062068868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcb78101100 0x7fcb7819eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.016+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 >> 172.21.15.18:0/2062068868 conn(0x7fcb78077650 msgr2=0x7fcb78105230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.017+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 shutdown_connections 2024-03-07T09:58:03.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:03.017+0000 7fcb80290700 1 -- 172.21.15.18:0/2062068868 wait complete. 2024-03-07T09:58:03.839 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:03 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3678313054' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-07T09:58:03.839 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:03 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2062068868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-07T09:58:03.839 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:03 smithi018 ceph-mon[32171]: pgmap v322: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s; 77 B/s, 0 objects/s recovering 2024-03-07T09:58:03.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:03 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3678313054' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-07T09:58:03.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:03 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2062068868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-07T09:58:03.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:03 smithi063 ceph-mon[36356]: pgmap v322: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s; 77 B/s, 0 objects/s recovering 2024-03-07T09:58:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:03 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3678313054' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-07T09:58:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:03 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2062068868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-07T09:58:04.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:03 smithi077 ceph-mon[36374]: pgmap v322: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 5 op/s; 77 B/s, 0 objects/s recovering 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 -- 172.21.15.18:0/1629125088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c1012e0 msgr2=0x7f2f1c1016c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/1629125088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1016c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2f180098f0 tx=0x7f2f18009c00 comp rx=0 tx=0).stop 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 -- 172.21.15.18:0/1629125088 shutdown_connections 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/1629125088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c106370 0x7f2f1c10df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/1629125088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1016c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/1629125088 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f1c101c90 0x7f2f1c105c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 -- 172.21.15.18:0/1629125088 >> 172.21.15.18:0/1629125088 conn(0x7f2f1c077070 msgr2=0x7f2f1c077480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 -- 172.21.15.18:0/1629125088 shutdown_connections 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.287+0000 7f2f23f5d700 1 -- 172.21.15.18:0/1629125088 wait complete. 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 Processor -- start 2024-03-07T09:58:04.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 -- start start 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c101c90 0x7f2f1c1a0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f1c106370 0x7f2f1c19a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1c111330 con 0x7f2f1c106370 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1c1111b0 con 0x7f2f1c1012e0 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f23f5d700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1c1114b0 con 0x7f2f1c101c90 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f214f8700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c101c90 0x7f2f1c1a0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f224fa700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f1c106370 0x7f2f1c19a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f214f8700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c101c90 0x7f2f1c1a0cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:56462/0 (socket says 172.21.15.18:56462) 2024-03-07T09:58:04.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f214f8700 1 -- 172.21.15.18:0/2680238355 learned_addr learned my addr 172.21.15.18:0/2680238355 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48002/0 (socket says 172.21.15.18:48002) 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 -- 172.21.15.18:0/2680238355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c101c90 msgr2=0x7f2f1c1a0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c101c90 0x7f2f1c1a0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 -- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f1c106370 msgr2=0x7f2f1c19a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f1c106370 0x7f2f1c19a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 -- 172.21.15.18:0/2680238355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f1c19b0b0 con 0x7f2f1c1012e0 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f224fa700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f1c106370 0x7f2f1c19a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f214f8700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c101c90 0x7f2f1c1a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.288+0000 7f2f21cf9700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1a0790 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2f1800c010 tx=0x7f2f1800fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.289+0000 7f2f12ffd700 1 -- 172.21.15.18:0/2680238355 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f18005180 con 0x7f2f1c1012e0 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.289+0000 7f2f12ffd700 1 -- 172.21.15.18:0/2680238355 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2f1800b560 con 0x7f2f1c1012e0 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.289+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f1c19b340 con 0x7f2f1c1012e0 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.289+0000 7f2f12ffd700 1 -- 172.21.15.18:0/2680238355 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f18003a80 con 0x7f2f1c1012e0 2024-03-07T09:58:04.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.289+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f1c1a7660 con 0x7f2f1c1012e0 2024-03-07T09:58:04.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.290+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f1c102770 con 0x7f2f1c1012e0 2024-03-07T09:58:04.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.291+0000 7f2f12ffd700 1 -- 172.21.15.18:0/2680238355 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f2f1800b710 con 0x7f2f1c1012e0 2024-03-07T09:58:04.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.291+0000 7f2f12ffd700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2f080a1ea0 0x7f2f080a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:04.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.291+0000 7f2f214f8700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2f080a1ea0 0x7f2f080a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:04.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.291+0000 7f2f12ffd700 1 -- 172.21.15.18:0/2680238355 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f2f180cf1e0 con 0x7f2f1c1012e0 2024-03-07T09:58:04.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.292+0000 7f2f214f8700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2f080a1ea0 0x7f2f080a4360 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c06b930 tx=0x7f2f0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:04.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.295+0000 7f2f12ffd700 1 -- 172.21.15.18:0/2680238355 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2f18013030 con 0x7f2f1c1012e0 2024-03-07T09:58:04.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.502+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f2f1c1a7830 con 0x7f2f1c1012e0 2024-03-07T09:58:04.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.502+0000 7f2f12ffd700 1 -- 172.21.15.18:0/2680238355 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2f1809c530 con 0x7f2f1c1012e0 2024-03-07T09:58:04.504 INFO:teuthology.orchestra.run.smithi018.stdout:55834574925 2024-03-07T09:58:04.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2f080a1ea0 msgr2=0x7f2f080a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:04.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2f080a1ea0 0x7f2f080a4360 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c06b930 tx=0x7f2f0c009260 comp rx=0 tx=0).stop 2024-03-07T09:58:04.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c1012e0 msgr2=0x7f2f1c1a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:04.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1a0790 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2f1800c010 tx=0x7f2f1800fa70 comp rx=0 tx=0).stop 2024-03-07T09:58:04.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 shutdown_connections 2024-03-07T09:58:04.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f2f080a1ea0 0x7f2f080a4360 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f1c106370 0x7f2f1c19a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f1c1012e0 0x7f2f1c1a0790 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 --2- 172.21.15.18:0/2680238355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f1c101c90 0x7f2f1c1a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:04.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 >> 172.21.15.18:0/2680238355 conn(0x7f2f1c077070 msgr2=0x7f2f1c0ff120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:04.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 shutdown_connections 2024-03-07T09:58:04.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:04.505+0000 7f2f23f5d700 1 -- 172.21.15.18:0/2680238355 wait complete. 2024-03-07T09:58:04.762 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:04 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2680238355' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-07T09:58:04.763 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299433 got 223338299439 for osd.7 2024-03-07T09:58:04.763 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:04.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:04 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2680238355' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-07T09:58:05.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:04 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2680238355' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-07T09:58:05.399 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574917 got 55834574925 for osd.1 2024-03-07T09:58:05.399 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:05.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:05 smithi063 ceph-mon[36356]: pgmap v323: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s; 64 B/s, 0 objects/s recovering 2024-03-07T09:58:05.948 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:05 smithi018 ceph-mon[32171]: pgmap v323: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s; 64 B/s, 0 objects/s recovering 2024-03-07T09:58:06.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:05 smithi077 ceph-mon[36374]: pgmap v323: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s; 64 B/s, 0 objects/s recovering 2024-03-07T09:58:06.305 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892350999 got 347892351003 for osd.11 2024-03-07T09:58:06.305 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:06.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3543968551 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 msgr2=0x7fcfac108560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:06.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3543968551 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac108560 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fcfa80099c0 tx=0x7fcfa8009cd0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3543968551 shutdown_connections 2024-03-07T09:58:06.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3543968551 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcfac102b60 0x7fcfac10efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3543968551 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac108560 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3543968551 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfac1021a0 0x7fcfac102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3543968551 >> 172.21.15.18:0/3543968551 conn(0x7fcfac079280 msgr2=0x7fcfac079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3543968551 shutdown_connections 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3543968551 wait complete. 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.765+0000 7fcfb3a2b700 1 Processor -- start 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb3a2b700 1 -- start start 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb3a2b700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcfac1021a0 0x7fcfac19e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb3a2b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfac102b60 0x7fcfac19eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb3a2b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb3a2b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfac112430 con 0x7fcfac108180 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb3a2b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfac1122b0 con 0x7fcfac102b60 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb3a2b700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfac1125b0 con 0x7fcfac1021a0 2024-03-07T09:58:06.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb17c7700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcfac1021a0 0x7fcfac19e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac198630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55336/0 (socket says 172.21.15.18:55336) 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 -- 172.21.15.18:0/3206923690 learned_addr learned my addr 172.21.15.18:0/3206923690 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb0fc6700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfac102b60 0x7fcfac19eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 -- 172.21.15.18:0/3206923690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcfac1021a0 msgr2=0x7fcfac19e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcfac1021a0 0x7fcfac19e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 -- 172.21.15.18:0/3206923690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfac102b60 msgr2=0x7fcfac19eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfac102b60 0x7fcfac19eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 -- 172.21.15.18:0/3206923690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfac198f10 con 0x7fcfac108180 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfb1fc8700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac198630 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400ef30 tx=0x7fcfa400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.766+0000 7fcfa27fc700 1 -- 172.21.15.18:0/3206923690 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40092e0 con 0x7fcfac108180 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.767+0000 7fcfa27fc700 1 -- 172.21.15.18:0/3206923690 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcfa4004bb0 con 0x7fcfac108180 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.767+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfac1991a0 con 0x7fcfac108180 2024-03-07T09:58:06.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.767+0000 7fcfa27fc700 1 -- 172.21.15.18:0/3206923690 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfa4004280 con 0x7fcfac108180 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.767+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfac1a54e0 con 0x7fcfac108180 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.767+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfac103830 con 0x7fcfac108180 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.769+0000 7fcfa27fc700 1 -- 172.21.15.18:0/3206923690 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fcfa401b030 con 0x7fcfac108180 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.769+0000 7fcfa27fc700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf980a1f20 0x7fcf980a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.769+0000 7fcfb17c7700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf980a1f20 0x7fcf980a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.769+0000 7fcfa27fc700 1 -- 172.21.15.18:0/3206923690 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fcfa40ce350 con 0x7fcfac108180 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.770+0000 7fcfb17c7700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf980a1f20 0x7fcf980a43e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcfa8000c00 tx=0x7fcfa8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:06.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.773+0000 7fcfa27fc700 1 -- 172.21.15.18:0/3206923690 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcfa4022020 con 0x7fcfac108180 2024-03-07T09:58:06.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.981+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7fcfac199b60 con 0x7fcfac108180 2024-03-07T09:58:06.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.982+0000 7fcfa27fc700 1 -- 172.21.15.18:0/3206923690 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fcfa4010040 con 0x7fcfac108180 2024-03-07T09:58:06.984 INFO:teuthology.orchestra.run.smithi018.stdout:292057776166 2024-03-07T09:58:06.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf980a1f20 msgr2=0x7fcf980a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:06.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf980a1f20 0x7fcf980a43e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcfa8000c00 tx=0x7fcfa8005fb0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 msgr2=0x7fcfac198630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac198630 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400ef30 tx=0x7fcfa400c3a0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 shutdown_connections 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fcf980a1f20 0x7fcf980a43e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcfac108180 0x7fcfac198630 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcfac1021a0 0x7fcfac19e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 --2- 172.21.15.18:0/3206923690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcfac102b60 0x7fcfac19eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 >> 172.21.15.18:0/3206923690 conn(0x7fcfac079280 msgr2=0x7fcfac100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 shutdown_connections 2024-03-07T09:58:06.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:06.984+0000 7fcfb3a2b700 1 -- 172.21.15.18:0/3206923690 wait complete. 2024-03-07T09:58:07.268 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:07 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3206923690' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-07T09:58:07.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:07 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3206923690' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-07T09:58:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:07 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3206923690' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-07T09:58:08.299 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:08 smithi018 ceph-mon[32171]: pgmap v324: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s; 58 B/s, 0 objects/s recovering 2024-03-07T09:58:08.331 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776160 got 292057776166 for osd.9 2024-03-07T09:58:08.332 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:08.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:08 smithi063 ceph-mon[36356]: pgmap v324: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s; 58 B/s, 0 objects/s recovering 2024-03-07T09:58:08.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:08 smithi077 ceph-mon[36374]: pgmap v324: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s; 58 B/s, 0 objects/s recovering 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 -- 172.21.15.18:0/3072571550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec06a8f0 msgr2=0x7f84ec06acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 --2- 172.21.15.18:0/3072571550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec06a8f0 0x7f84ec06acd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f84dc00b0d0 tx=0x7f84dc00b3e0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 -- 172.21.15.18:0/3072571550 shutdown_connections 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 --2- 172.21.15.18:0/3072571550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84ec1074d0 0x7f84ec10f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 --2- 172.21.15.18:0/3072571550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec06a8f0 0x7f84ec06acd0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 --2- 172.21.15.18:0/3072571550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84ec06b2a0 0x7f84ec106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 -- 172.21.15.18:0/3072571550 >> 172.21.15.18:0/3072571550 conn(0x7f84ec0770a0 msgr2=0x7f84ec0774b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:08.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 -- 172.21.15.18:0/3072571550 shutdown_connections 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.556+0000 7f84f3455700 1 -- 172.21.15.18:0/3072571550 wait complete. 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 Processor -- start 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 -- start start 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84ec06a8f0 0x7f84ec101150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84ec06b2a0 0x7f84ec101690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec1074d0 0x7f84ec101bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84ec112460 con 0x7f84ec1074d0 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84ec1122e0 con 0x7f84ec06a8f0 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f3455700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84ec1125e0 con 0x7f84ec06b2a0 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f19f2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec1074d0 0x7f84ec101bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:08.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f19f2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec1074d0 0x7f84ec101bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53656/0 (socket says 172.21.15.18:53656) 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f19f2700 1 -- 172.21.15.18:0/4209497597 learned_addr learned my addr 172.21.15.18:0/4209497597 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f11f1700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84ec06a8f0 0x7f84ec101150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.557+0000 7f84f09f0700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84ec06b2a0 0x7f84ec101690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f19f2700 1 -- 172.21.15.18:0/4209497597 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84ec06b2a0 msgr2=0x7f84ec101690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f19f2700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84ec06b2a0 0x7f84ec101690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f19f2700 1 -- 172.21.15.18:0/4209497597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84ec06a8f0 msgr2=0x7f84ec101150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f19f2700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84ec06a8f0 0x7f84ec101150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f19f2700 1 -- 172.21.15.18:0/4209497597 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84ec1a6ec0 con 0x7f84ec1074d0 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f19f2700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec1074d0 0x7f84ec101bd0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f84e400d980 tx=0x7f84e400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84ea7fc700 1 -- 172.21.15.18:0/4209497597 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e4016070 con 0x7f84ec1074d0 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84ec1a71b0 con 0x7f84ec1074d0 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84ea7fc700 1 -- 172.21.15.18:0/4209497597 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84e4004d10 con 0x7f84ec1074d0 2024-03-07T09:58:08.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84ea7fc700 1 -- 172.21.15.18:0/4209497597 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e40056c0 con 0x7f84ec1074d0 2024-03-07T09:58:08.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.558+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84ec1a76f0 con 0x7f84ec1074d0 2024-03-07T09:58:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.559+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84ec10a6a0 con 0x7f84ec1074d0 2024-03-07T09:58:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.560+0000 7f84ea7fc700 1 -- 172.21.15.18:0/4209497597 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f84e4004750 con 0x7f84ec1074d0 2024-03-07T09:58:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.561+0000 7f84ea7fc700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f84d40a1ea0 0x7f84d40a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.561+0000 7f84f11f1700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f84d40a1ea0 0x7f84d40a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.561+0000 7f84ea7fc700 1 -- 172.21.15.18:0/4209497597 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f84e40cdb90 con 0x7f84ec1074d0 2024-03-07T09:58:08.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.561+0000 7f84f11f1700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f84d40a1ea0 0x7f84d40a4360 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f84dc009fd0 tx=0x7f84dc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:08.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.566+0000 7f84ea7fc700 1 -- 172.21.15.18:0/4209497597 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f84e401f020 con 0x7f84ec1074d0 2024-03-07T09:58:08.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.789+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f84ec102680 con 0x7f84ec1074d0 2024-03-07T09:58:08.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.790+0000 7f84ea7fc700 1 -- 172.21.15.18:0/4209497597 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f84e4022350 con 0x7f84ec1074d0 2024-03-07T09:58:08.791 INFO:teuthology.orchestra.run.smithi018.stdout:167503724602 2024-03-07T09:58:08.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f84d40a1ea0 msgr2=0x7f84d40a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:08.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f84d40a1ea0 0x7f84d40a4360 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f84dc009fd0 tx=0x7f84dc00b040 comp rx=0 tx=0).stop 2024-03-07T09:58:08.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec1074d0 msgr2=0x7f84ec101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec1074d0 0x7f84ec101bd0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f84e400d980 tx=0x7f84e400dc90 comp rx=0 tx=0).stop 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 shutdown_connections 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f84d40a1ea0 0x7f84d40a4360 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84ec1074d0 0x7f84ec101bd0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84ec06a8f0 0x7f84ec101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 --2- 172.21.15.18:0/4209497597 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84ec06b2a0 0x7f84ec101690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.792+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 >> 172.21.15.18:0/4209497597 conn(0x7f84ec0770a0 msgr2=0x7f84ec0ff3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.793+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 shutdown_connections 2024-03-07T09:58:08.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:08.793+0000 7f84f3455700 1 -- 172.21.15.18:0/4209497597 wait complete. 2024-03-07T09:58:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:09 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4209497597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-07T09:58:09.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:09 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4209497597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-07T09:58:09.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:09 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4209497597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-07T09:58:09.679 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724595 got 167503724602 for osd.5 2024-03-07T09:58:09.679 DEBUG:teuthology.parallel:result is None 2024-03-07T09:58:09.679 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-07T09:58:09.679 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T09:58:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:10.325 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:10 smithi018 ceph-mon[32171]: pgmap v325: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-07T09:58:10.325 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:10 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:10.325 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:10 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:10.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:10 smithi063 ceph-mon[36356]: pgmap v325: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-07T09:58:10.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:10 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:10.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:10 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:10.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:10 smithi077 ceph-mon[36374]: pgmap v325: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-07T09:58:10.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:10 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:10.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:10 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:58:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:58:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:11 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:11.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:58:11.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:58:11.404 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:11 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:11.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:58:11.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:58:11.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:11 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' 2024-03-07T09:58:11.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 -- 172.21.15.18:0/2669552319 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc06a7a0 msgr2=0x7f92dc10efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:11.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 --2- 172.21.15.18:0/2669552319 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc06a7a0 0x7f92dc10efe0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f92cc0099c0 tx=0x7f92cc009cd0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 -- 172.21.15.18:0/2669552319 shutdown_connections 2024-03-07T09:58:11.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 --2- 172.21.15.18:0/2669552319 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc06a7a0 0x7f92dc10efe0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 --2- 172.21.15.18:0/2669552319 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92dc1081a0 0x7f92dc108580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 --2- 172.21.15.18:0/2669552319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92dc069e00 0x7f92dc06a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 -- 172.21.15.18:0/2669552319 >> 172.21.15.18:0/2669552319 conn(0x7f92dc077f80 msgr2=0x7f92dc078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:11.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 -- 172.21.15.18:0/2669552319 shutdown_connections 2024-03-07T09:58:11.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.626+0000 7f92e3252700 1 -- 172.21.15.18:0/2669552319 wait complete. 2024-03-07T09:58:11.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 Processor -- start 2024-03-07T09:58:11.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 -- start start 2024-03-07T09:58:11.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92dc069e00 0x7f92dc19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:11.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92dc06a7a0 0x7f92dc19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:11.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc1081a0 0x7f92dc198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:11.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc112420 con 0x7f92dc1081a0 2024-03-07T09:58:11.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc1122a0 con 0x7f92dc069e00 2024-03-07T09:58:11.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e3252700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc1125a0 con 0x7f92dc06a7a0 2024-03-07T09:58:11.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc1081a0 0x7f92dc198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:11.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc1081a0 0x7f92dc198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53672/0 (socket says 172.21.15.18:53672) 2024-03-07T09:58:11.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 -- 172.21.15.18:0/3298574860 learned_addr learned my addr 172.21.15.18:0/3298574860 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:11.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92dbfff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92dc06a7a0 0x7f92dc19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:11.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e0fee700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92dc069e00 0x7f92dc19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:11.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 -- 172.21.15.18:0/3298574860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92dc06a7a0 msgr2=0x7f92dc19eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:11.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92dc06a7a0 0x7f92dc19eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 -- 172.21.15.18:0/3298574860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92dc069e00 msgr2=0x7f92dc19e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92dc069e00 0x7f92dc19e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 -- 172.21.15.18:0/3298574860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92dc198f60 con 0x7f92dc1081a0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92dbfff700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92dc06a7a0 0x7f92dc19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.627+0000 7f92e17ef700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc1081a0 0x7f92dc198680 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f92cc005910 tx=0x7f92cc003e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.628+0000 7f92d9ffb700 1 -- 172.21.15.18:0/3298574860 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92cc009e60 con 0x7f92dc1081a0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.628+0000 7f92d9ffb700 1 -- 172.21.15.18:0/3298574860 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92cc003680 con 0x7f92dc1081a0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.628+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92dc1991f0 con 0x7f92dc1081a0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.628+0000 7f92d9ffb700 1 -- 172.21.15.18:0/3298574860 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92cc00fd30 con 0x7f92dc1081a0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.628+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92dc1a5360 con 0x7f92dc1081a0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.629+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92dc103850 con 0x7f92dc1081a0 2024-03-07T09:58:11.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.630+0000 7f92d9ffb700 1 -- 172.21.15.18:0/3298574860 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f92cc00f460 con 0x7f92dc1081a0 2024-03-07T09:58:11.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.630+0000 7f92d9ffb700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92c40a1ea0 0x7f92c40a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:11.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.631+0000 7f92d9ffb700 1 -- 172.21.15.18:0/3298574860 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f92cc0cec20 con 0x7f92dc1081a0 2024-03-07T09:58:11.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.631+0000 7f92e0fee700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92c40a1ea0 0x7f92c40a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:11.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.631+0000 7f92e0fee700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92c40a1ea0 0x7f92c40a4360 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f92d400f540 tx=0x7f92d400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:11.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.634+0000 7f92d9ffb700 1 -- 172.21.15.18:0/3298574860 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f92cc013070 con 0x7f92dc1081a0 2024-03-07T09:58:11.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.831+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f92dc062590 con 0x7f92c40a1ea0 2024-03-07T09:58:11.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.839+0000 7f92d9ffb700 1 -- 172.21.15.18:0/3298574860 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+258959 (secure 0 0 0) 0x7f92dc062590 con 0x7f92c40a1ea0 2024-03-07T09:58:11.846 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:11.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92c40a1ea0 msgr2=0x7f92c40a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92c40a1ea0 0x7f92c40a4360 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f92d400f540 tx=0x7f92d400b040 comp rx=0 tx=0).stop 2024-03-07T09:58:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc1081a0 msgr2=0x7f92dc198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:11.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc1081a0 0x7f92dc198680 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f92cc005910 tx=0x7f92cc003e00 comp rx=0 tx=0).stop 2024-03-07T09:58:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 shutdown_connections 2024-03-07T09:58:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92c40a1ea0 0x7f92c40a4360 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92dc1081a0 0x7f92dc198680 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92dc069e00 0x7f92dc19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 --2- 172.21.15.18:0/3298574860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92dc06a7a0 0x7f92dc19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 >> 172.21.15.18:0/3298574860 conn(0x7f92dc077f80 msgr2=0x7f92dc0ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:11.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 shutdown_connections 2024-03-07T09:58:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:11.842+0000 7f92e3252700 1 -- 172.21.15.18:0/3298574860 wait complete. 2024-03-07T09:58:11.852 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-03-07T09:58:12.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:12 smithi018 ceph-mon[32171]: pgmap v326: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-07T09:58:12.415 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:12 smithi077 ceph-mon[36374]: pgmap v326: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-07T09:58:12.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:12 smithi063 ceph-mon[36356]: pgmap v326: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering 2024-03-07T09:58:12.548 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":326,"stamp":"2024-03-07T09:58:11.581166+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654068,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":580,"num_read_kb":412,"num_write":338,"num_write_kb":3047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":365040,"kb_used_data":11652,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576784,"statfs":{"total":1151940427776,"available":1151566626816,"internally_reserved":0,"allocated":11931648,"data_stored":7467528,"data_compressed":183903,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003214"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049050+0000","last_change":"2024-03-07T09:56:53.697255+0000","last_active":"2024-03-07T09:57:57.049050+0000","last_peered":"2024-03-07T09:57:57.049050+0000","last_clean":"2024-03-07T09:57:57.049050+0000","last_became_active":"2024-03-07T09:56:53.696926+0000","last_became_peered":"2024-03-07T09:56:53.696926+0000","last_unstale":"2024-03-07T09:57:57.049050+0000","last_undegraded":"2024-03-07T09:57:57.049050+0000","last_fullsized":"2024-03-07T09:57:57.049050+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:37.320715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997978+0000","last_change":"2024-03-07T09:56:53.686202+0000","last_active":"2024-03-07T09:57:56.997978+0000","last_peered":"2024-03-07T09:57:56.997978+0000","last_clean":"2024-03-07T09:57:56.997978+0000","last_became_active":"2024-03-07T09:56:53.685863+0000","last_became_peered":"2024-03-07T09:56:53.685863+0000","last_unstale":"2024-03-07T09:57:56.997978+0000","last_undegraded":"2024-03-07T09:57:56.997978+0000","last_fullsized":"2024-03-07T09:57:56.997978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:23:40.849068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997929+0000","last_change":"2024-03-07T09:56:53.691296+0000","last_active":"2024-03-07T09:57:56.997929+0000","last_peered":"2024-03-07T09:57:56.997929+0000","last_clean":"2024-03-07T09:57:56.997929+0000","last_became_active":"2024-03-07T09:56:53.688681+0000","last_became_peered":"2024-03-07T09:56:53.688681+0000","last_unstale":"2024-03-07T09:57:56.997929+0000","last_undegraded":"2024-03-07T09:57:56.997929+0000","last_fullsized":"2024-03-07T09:57:56.997929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:29:56.318403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050532+0000","last_change":"2024-03-07T09:56:53.694328+0000","last_active":"2024-03-07T09:57:57.050532+0000","last_peered":"2024-03-07T09:57:57.050532+0000","last_clean":"2024-03-07T09:57:57.050532+0000","last_became_active":"2024-03-07T09:56:53.694014+0000","last_became_peered":"2024-03-07T09:56:53.694014+0000","last_unstale":"2024-03-07T09:57:57.050532+0000","last_undegraded":"2024-03-07T09:57:57.050532+0000","last_fullsized":"2024-03-07T09:57:57.050532+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:57.266870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997700+0000","last_change":"2024-03-07T09:56:53.687800+0000","last_active":"2024-03-07T09:57:56.997700+0000","last_peered":"2024-03-07T09:57:56.997700+0000","last_clean":"2024-03-07T09:57:56.997700+0000","last_became_active":"2024-03-07T09:56:53.687477+0000","last_became_peered":"2024-03-07T09:56:53.687477+0000","last_unstale":"2024-03-07T09:57:56.997700+0000","last_undegraded":"2024-03-07T09:57:56.997700+0000","last_fullsized":"2024-03-07T09:57:56.997700+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:09:41.318882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.003969+0000","last_change":"2024-03-07T09:57:57.003969+0000","last_active":"2024-03-07T09:57:57.003969+0000","last_peered":"2024-03-07T09:57:57.003969+0000","last_clean":"2024-03-07T09:57:57.003969+0000","last_became_active":"2024-03-07T09:57:57.003563+0000","last_became_peered":"2024-03-07T09:57:57.003563+0000","last_unstale":"2024-03-07T09:57:57.003969+0000","last_undegraded":"2024-03-07T09:57:57.003969+0000","last_fullsized":"2024-03-07T09:57:57.003969+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:40.230021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,7],"acting":[10,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002440+0000","last_change":"2024-03-07T09:56:53.689616+0000","last_active":"2024-03-07T09:57:57.002440+0000","last_peered":"2024-03-07T09:57:57.002440+0000","last_clean":"2024-03-07T09:57:57.002440+0000","last_became_active":"2024-03-07T09:56:53.689240+0000","last_became_peered":"2024-03-07T09:56:53.689240+0000","last_unstale":"2024-03-07T09:57:57.002440+0000","last_undegraded":"2024-03-07T09:57:57.002440+0000","last_fullsized":"2024-03-07T09:57:57.002440+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:44:04.340761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002874+0000","last_change":"2024-03-07T09:57:57.002548+0000","last_active":"2024-03-07T09:57:57.002874+0000","last_peered":"2024-03-07T09:57:57.002874+0000","last_clean":"2024-03-07T09:57:57.002874+0000","last_became_active":"2024-03-07T09:57:57.002312+0000","last_became_peered":"2024-03-07T09:57:57.002312+0000","last_unstale":"2024-03-07T09:57:57.002874+0000","last_undegraded":"2024-03-07T09:57:57.002874+0000","last_fullsized":"2024-03-07T09:57:57.002874+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:23:39.912981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049906+0000","last_change":"2024-03-07T09:56:53.682789+0000","last_active":"2024-03-07T09:57:57.049906+0000","last_peered":"2024-03-07T09:57:57.049906+0000","last_clean":"2024-03-07T09:57:57.049906+0000","last_became_active":"2024-03-07T09:56:53.682481+0000","last_became_peered":"2024-03-07T09:56:53.682481+0000","last_unstale":"2024-03-07T09:57:57.049906+0000","last_undegraded":"2024-03-07T09:57:57.049906+0000","last_fullsized":"2024-03-07T09:57:57.049906+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:30:11.951180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.995432+0000","last_change":"2024-03-07T09:56:53.688489+0000","last_active":"2024-03-07T09:57:56.995432+0000","last_peered":"2024-03-07T09:57:56.995432+0000","last_clean":"2024-03-07T09:57:56.995432+0000","last_became_active":"2024-03-07T09:56:53.688169+0000","last_became_peered":"2024-03-07T09:56:53.688169+0000","last_unstale":"2024-03-07T09:57:56.995432+0000","last_undegraded":"2024-03-07T09:57:56.995432+0000","last_fullsized":"2024-03-07T09:57:56.995432+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:41:42.874074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002816+0000","last_change":"2024-03-07T09:56:53.686782+0000","last_active":"2024-03-07T09:57:57.002816+0000","last_peered":"2024-03-07T09:57:57.002816+0000","last_clean":"2024-03-07T09:57:57.002816+0000","last_became_active":"2024-03-07T09:56:53.686471+0000","last_became_peered":"2024-03-07T09:56:53.686471+0000","last_unstale":"2024-03-07T09:57:57.002816+0000","last_undegraded":"2024-03-07T09:57:57.002816+0000","last_fullsized":"2024-03-07T09:57:57.002816+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:44:24.735145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050454+0000","last_change":"2024-03-07T09:56:53.688561+0000","last_active":"2024-03-07T09:57:57.050454+0000","last_peered":"2024-03-07T09:57:57.050454+0000","last_clean":"2024-03-07T09:57:57.050454+0000","last_became_active":"2024-03-07T09:56:53.688189+0000","last_became_peered":"2024-03-07T09:56:53.688189+0000","last_unstale":"2024-03-07T09:57:57.050454+0000","last_undegraded":"2024-03-07T09:57:57.050454+0000","last_fullsized":"2024-03-07T09:57:57.050454+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:06:14.804988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994684+0000","last_change":"2024-03-07T09:56:53.680197+0000","last_active":"2024-03-07T09:57:56.994684+0000","last_peered":"2024-03-07T09:57:56.994684+0000","last_clean":"2024-03-07T09:57:56.994684+0000","last_became_active":"2024-03-07T09:56:53.679448+0000","last_became_peered":"2024-03-07T09:56:53.679448+0000","last_unstale":"2024-03-07T09:57:56.994684+0000","last_undegraded":"2024-03-07T09:57:56.994684+0000","last_fullsized":"2024-03-07T09:57:56.994684+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:47:04.662071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997674+0000","last_change":"2024-03-07T09:56:53.687128+0000","last_active":"2024-03-07T09:57:56.997674+0000","last_peered":"2024-03-07T09:57:56.997674+0000","last_clean":"2024-03-07T09:57:56.997674+0000","last_became_active":"2024-03-07T09:56:53.686747+0000","last_became_peered":"2024-03-07T09:56:53.686747+0000","last_unstale":"2024-03-07T09:57:56.997674+0000","last_undegraded":"2024-03-07T09:57:56.997674+0000","last_fullsized":"2024-03-07T09:57:56.997674+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:35:07.335342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997590+0000","last_change":"2024-03-07T09:56:53.693110+0000","last_active":"2024-03-07T09:57:56.997590+0000","last_peered":"2024-03-07T09:57:56.997590+0000","last_clean":"2024-03-07T09:57:56.997590+0000","last_became_active":"2024-03-07T09:56:53.691079+0000","last_became_peered":"2024-03-07T09:56:53.691079+0000","last_unstale":"2024-03-07T09:57:56.997590+0000","last_undegraded":"2024-03-07T09:57:56.997590+0000","last_fullsized":"2024-03-07T09:57:56.997590+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:59.776450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048773+0000","last_change":"2024-03-07T09:56:53.690438+0000","last_active":"2024-03-07T09:57:57.048773+0000","last_peered":"2024-03-07T09:57:57.048773+0000","last_clean":"2024-03-07T09:57:57.048773+0000","last_became_active":"2024-03-07T09:56:53.690097+0000","last_became_peered":"2024-03-07T09:56:53.690097+0000","last_unstale":"2024-03-07T09:57:57.048773+0000","last_undegraded":"2024-03-07T09:57:57.048773+0000","last_fullsized":"2024-03-07T09:57:57.048773+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:24.950160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049139+0000","last_change":"2024-03-07T09:56:53.699061+0000","last_active":"2024-03-07T09:57:57.049139+0000","last_peered":"2024-03-07T09:57:57.049139+0000","last_clean":"2024-03-07T09:57:57.049139+0000","last_became_active":"2024-03-07T09:56:53.698747+0000","last_became_peered":"2024-03-07T09:56:53.698747+0000","last_unstale":"2024-03-07T09:57:57.049139+0000","last_undegraded":"2024-03-07T09:57:57.049139+0000","last_fullsized":"2024-03-07T09:57:57.049139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:45.059437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996115+0000","last_change":"2024-03-07T09:56:53.690691+0000","last_active":"2024-03-07T09:57:56.996115+0000","last_peered":"2024-03-07T09:57:56.996115+0000","last_clean":"2024-03-07T09:57:56.996115+0000","last_became_active":"2024-03-07T09:56:53.690307+0000","last_became_peered":"2024-03-07T09:56:53.690307+0000","last_unstale":"2024-03-07T09:57:56.996115+0000","last_undegraded":"2024-03-07T09:57:56.996115+0000","last_fullsized":"2024-03-07T09:57:56.996115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:12.515637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002937+0000","last_change":"2024-03-07T09:56:53.688203+0000","last_active":"2024-03-07T09:57:57.002937+0000","last_peered":"2024-03-07T09:57:57.002937+0000","last_clean":"2024-03-07T09:57:57.002937+0000","last_became_active":"2024-03-07T09:56:53.687900+0000","last_became_peered":"2024-03-07T09:56:53.687900+0000","last_unstale":"2024-03-07T09:57:57.002937+0000","last_undegraded":"2024-03-07T09:57:57.002937+0000","last_fullsized":"2024-03-07T09:57:57.002937+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:50.360051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996363+0000","last_change":"2024-03-07T09:56:52.681604+0000","last_active":"2024-03-07T09:57:56.996363+0000","last_peered":"2024-03-07T09:57:56.996363+0000","last_clean":"2024-03-07T09:57:56.996363+0000","last_became_active":"2024-03-07T09:56:52.681255+0000","last_became_peered":"2024-03-07T09:56:52.681255+0000","last_unstale":"2024-03-07T09:57:56.996363+0000","last_undegraded":"2024-03-07T09:57:56.996363+0000","last_fullsized":"2024-03-07T09:57:56.996363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:09:35.012580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041072+0000","last_change":"2024-03-07T09:56:53.695464+0000","last_active":"2024-03-07T09:57:57.041072+0000","last_peered":"2024-03-07T09:57:57.041072+0000","last_clean":"2024-03-07T09:57:57.041072+0000","last_became_active":"2024-03-07T09:56:53.695094+0000","last_became_peered":"2024-03-07T09:56:53.695094+0000","last_unstale":"2024-03-07T09:57:57.041072+0000","last_undegraded":"2024-03-07T09:57:57.041072+0000","last_fullsized":"2024-03-07T09:57:57.041072+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:30.240961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041167+0000","last_change":"2024-03-07T09:56:52.683020+0000","last_active":"2024-03-07T09:57:57.041167+0000","last_peered":"2024-03-07T09:57:57.041167+0000","last_clean":"2024-03-07T09:57:57.041167+0000","last_became_active":"2024-03-07T09:56:52.682717+0000","last_became_peered":"2024-03-07T09:56:52.682717+0000","last_unstale":"2024-03-07T09:57:57.041167+0000","last_undegraded":"2024-03-07T09:57:57.041167+0000","last_fullsized":"2024-03-07T09:57:57.041167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:11:22.765618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997977+0000","last_change":"2024-03-07T09:56:53.682305+0000","last_active":"2024-03-07T09:57:56.997977+0000","last_peered":"2024-03-07T09:57:56.997977+0000","last_clean":"2024-03-07T09:57:56.997977+0000","last_became_active":"2024-03-07T09:56:53.681988+0000","last_became_peered":"2024-03-07T09:56:53.681988+0000","last_unstale":"2024-03-07T09:57:56.997977+0000","last_undegraded":"2024-03-07T09:57:56.997977+0000","last_fullsized":"2024-03-07T09:57:56.997977+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:30:24.602548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998113+0000","last_change":"2024-03-07T09:56:52.679412+0000","last_active":"2024-03-07T09:57:56.998113+0000","last_peered":"2024-03-07T09:57:56.998113+0000","last_clean":"2024-03-07T09:57:56.998113+0000","last_became_active":"2024-03-07T09:56:52.679071+0000","last_became_peered":"2024-03-07T09:56:52.679071+0000","last_unstale":"2024-03-07T09:57:56.998113+0000","last_undegraded":"2024-03-07T09:57:56.998113+0000","last_fullsized":"2024-03-07T09:57:56.998113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:53.532980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048886+0000","last_change":"2024-03-07T09:56:53.687040+0000","last_active":"2024-03-07T09:57:57.048886+0000","last_peered":"2024-03-07T09:57:57.048886+0000","last_clean":"2024-03-07T09:57:57.048886+0000","last_became_active":"2024-03-07T09:56:53.685080+0000","last_became_peered":"2024-03-07T09:56:53.685080+0000","last_unstale":"2024-03-07T09:57:57.048886+0000","last_undegraded":"2024-03-07T09:57:57.048886+0000","last_fullsized":"2024-03-07T09:57:57.048886+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:45:40.356956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998139+0000","last_change":"2024-03-07T09:56:52.677070+0000","last_active":"2024-03-07T09:57:56.998139+0000","last_peered":"2024-03-07T09:57:56.998139+0000","last_clean":"2024-03-07T09:57:56.998139+0000","last_became_active":"2024-03-07T09:56:52.676730+0000","last_became_peered":"2024-03-07T09:56:52.676730+0000","last_unstale":"2024-03-07T09:57:56.998139+0000","last_undegraded":"2024-03-07T09:57:56.998139+0000","last_fullsized":"2024-03-07T09:57:56.998139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:59:47.995102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000439+0000","last_change":"2024-03-07T09:56:53.692055+0000","last_active":"2024-03-07T09:57:57.000439+0000","last_peered":"2024-03-07T09:57:57.000439+0000","last_clean":"2024-03-07T09:57:57.000439+0000","last_became_active":"2024-03-07T09:56:53.691444+0000","last_became_peered":"2024-03-07T09:56:53.691444+0000","last_unstale":"2024-03-07T09:57:57.000439+0000","last_undegraded":"2024-03-07T09:57:57.000439+0000","last_fullsized":"2024-03-07T09:57:57.000439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:10:02.293498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":111,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:09.064996+0000","last_change":"2024-03-07T09:57:57.055069+0000","last_active":"2024-03-07T09:58:09.064996+0000","last_peered":"2024-03-07T09:58:09.064996+0000","last_clean":"2024-03-07T09:58:09.064996+0000","last_became_active":"2024-03-07T09:57:57.051578+0000","last_became_peered":"2024-03-07T09:57:57.051578+0000","last_unstale":"2024-03-07T09:58:09.064996+0000","last_undegraded":"2024-03-07T09:58:09.064996+0000","last_fullsized":"2024-03-07T09:58:09.064996+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:47:18.850439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":68,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.999965+0000","last_change":"2024-03-07T09:57:56.999965+0000","last_active":"2024-03-07T09:57:56.999965+0000","last_peered":"2024-03-07T09:57:56.999965+0000","last_clean":"2024-03-07T09:57:56.999965+0000","last_became_active":"2024-03-07T09:57:56.999629+0000","last_became_peered":"2024-03-07T09:57:56.999629+0000","last_unstale":"2024-03-07T09:57:56.999965+0000","last_undegraded":"2024-03-07T09:57:56.999965+0000","last_fullsized":"2024-03-07T09:57:56.999965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:07:54.456716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994948+0000","last_change":"2024-03-07T09:56:52.672260+0000","last_active":"2024-03-07T09:57:56.994948+0000","last_peered":"2024-03-07T09:57:56.994948+0000","last_clean":"2024-03-07T09:57:56.994948+0000","last_became_active":"2024-03-07T09:56:52.670437+0000","last_became_peered":"2024-03-07T09:56:52.670437+0000","last_unstale":"2024-03-07T09:57:56.994948+0000","last_undegraded":"2024-03-07T09:57:56.994948+0000","last_fullsized":"2024-03-07T09:57:56.994948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:14:47.850432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041849+0000","last_change":"2024-03-07T09:57:57.041849+0000","last_active":"2024-03-07T09:57:57.041849+0000","last_peered":"2024-03-07T09:57:57.041849+0000","last_clean":"2024-03-07T09:57:57.041849+0000","last_became_active":"2024-03-07T09:57:57.041608+0000","last_became_peered":"2024-03-07T09:57:57.041608+0000","last_unstale":"2024-03-07T09:57:57.041849+0000","last_undegraded":"2024-03-07T09:57:57.041849+0000","last_fullsized":"2024-03-07T09:57:57.041849+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:54:00.362242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994577+0000","last_change":"2024-03-07T09:56:52.672741+0000","last_active":"2024-03-07T09:57:56.994577+0000","last_peered":"2024-03-07T09:57:56.994577+0000","last_clean":"2024-03-07T09:57:56.994577+0000","last_became_active":"2024-03-07T09:56:52.672443+0000","last_became_peered":"2024-03-07T09:56:52.672443+0000","last_unstale":"2024-03-07T09:57:56.994577+0000","last_undegraded":"2024-03-07T09:57:56.994577+0000","last_fullsized":"2024-03-07T09:57:56.994577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:44.336987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040726+0000","last_change":"2024-03-07T09:56:53.694089+0000","last_active":"2024-03-07T09:57:57.040726+0000","last_peered":"2024-03-07T09:57:57.040726+0000","last_clean":"2024-03-07T09:57:57.040726+0000","last_became_active":"2024-03-07T09:56:53.693212+0000","last_became_peered":"2024-03-07T09:56:53.693212+0000","last_unstale":"2024-03-07T09:57:57.040726+0000","last_undegraded":"2024-03-07T09:57:57.040726+0000","last_fullsized":"2024-03-07T09:57:57.040726+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:44.999925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000347+0000","last_change":"2024-03-07T09:56:52.681767+0000","last_active":"2024-03-07T09:57:57.000347+0000","last_peered":"2024-03-07T09:57:57.000347+0000","last_clean":"2024-03-07T09:57:57.000347+0000","last_became_active":"2024-03-07T09:56:52.681454+0000","last_became_peered":"2024-03-07T09:56:52.681454+0000","last_unstale":"2024-03-07T09:57:57.000347+0000","last_undegraded":"2024-03-07T09:57:57.000347+0000","last_fullsized":"2024-03-07T09:57:57.000347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:44:59.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996075+0000","last_change":"2024-03-07T09:56:53.689119+0000","last_active":"2024-03-07T09:57:56.996075+0000","last_peered":"2024-03-07T09:57:56.996075+0000","last_clean":"2024-03-07T09:57:56.996075+0000","last_became_active":"2024-03-07T09:56:53.688805+0000","last_became_peered":"2024-03-07T09:56:53.688805+0000","last_unstale":"2024-03-07T09:57:56.996075+0000","last_undegraded":"2024-03-07T09:57:56.996075+0000","last_fullsized":"2024-03-07T09:57:56.996075+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:03.135423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":92,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:06.061239+0000","last_change":"2024-03-07T09:56:52.673288+0000","last_active":"2024-03-07T09:58:06.061239+0000","last_peered":"2024-03-07T09:58:06.061239+0000","last_clean":"2024-03-07T09:58:06.061239+0000","last_became_active":"2024-03-07T09:56:52.672977+0000","last_became_peered":"2024-03-07T09:56:52.672977+0000","last_unstale":"2024-03-07T09:58:06.061239+0000","last_undegraded":"2024-03-07T09:58:06.061239+0000","last_fullsized":"2024-03-07T09:58:06.061239+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:14.034278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049775+0000","last_change":"2024-03-07T09:56:53.687614+0000","last_active":"2024-03-07T09:57:57.049775+0000","last_peered":"2024-03-07T09:57:57.049775+0000","last_clean":"2024-03-07T09:57:57.049775+0000","last_became_active":"2024-03-07T09:56:53.687314+0000","last_became_peered":"2024-03-07T09:56:53.687314+0000","last_unstale":"2024-03-07T09:57:57.049775+0000","last_undegraded":"2024-03-07T09:57:57.049775+0000","last_fullsized":"2024-03-07T09:57:57.049775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:18.017086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002788+0000","last_change":"2024-03-07T09:56:52.682405+0000","last_active":"2024-03-07T09:57:57.002788+0000","last_peered":"2024-03-07T09:57:57.002788+0000","last_clean":"2024-03-07T09:57:57.002788+0000","last_became_active":"2024-03-07T09:56:52.681285+0000","last_became_peered":"2024-03-07T09:56:52.681285+0000","last_unstale":"2024-03-07T09:57:57.002788+0000","last_undegraded":"2024-03-07T09:57:57.002788+0000","last_fullsized":"2024-03-07T09:57:57.002788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:38:55.931027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.003900+0000","last_change":"2024-03-07T09:57:57.003900+0000","last_active":"2024-03-07T09:57:57.003900+0000","last_peered":"2024-03-07T09:57:57.003900+0000","last_clean":"2024-03-07T09:57:57.003900+0000","last_became_active":"2024-03-07T09:57:57.003544+0000","last_became_peered":"2024-03-07T09:57:57.003544+0000","last_unstale":"2024-03-07T09:57:57.003900+0000","last_undegraded":"2024-03-07T09:57:57.003900+0000","last_fullsized":"2024-03-07T09:57:57.003900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:15:59.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000534+0000","last_change":"2024-03-07T09:56:52.682045+0000","last_active":"2024-03-07T09:57:57.000534+0000","last_peered":"2024-03-07T09:57:57.000534+0000","last_clean":"2024-03-07T09:57:57.000534+0000","last_became_active":"2024-03-07T09:56:52.681690+0000","last_became_peered":"2024-03-07T09:56:52.681690+0000","last_unstale":"2024-03-07T09:57:57.000534+0000","last_undegraded":"2024-03-07T09:57:57.000534+0000","last_fullsized":"2024-03-07T09:57:57.000534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:00.964295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050413+0000","last_change":"2024-03-07T09:57:57.050104+0000","last_active":"2024-03-07T09:57:57.050413+0000","last_peered":"2024-03-07T09:57:57.050413+0000","last_clean":"2024-03-07T09:57:57.050413+0000","last_became_active":"2024-03-07T09:57:57.049825+0000","last_became_peered":"2024-03-07T09:57:57.049825+0000","last_unstale":"2024-03-07T09:57:57.050413+0000","last_undegraded":"2024-03-07T09:57:57.050413+0000","last_fullsized":"2024-03-07T09:57:57.050413+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:34:00.997185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'27","reported_seq":193,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:07.062270+0000","last_change":"2024-03-07T09:56:52.676887+0000","last_active":"2024-03-07T09:58:07.062270+0000","last_peered":"2024-03-07T09:58:07.062270+0000","last_clean":"2024-03-07T09:58:07.062270+0000","last_became_active":"2024-03-07T09:56:52.676557+0000","last_became_peered":"2024-03-07T09:56:52.676557+0000","last_unstale":"2024-03-07T09:58:07.062270+0000","last_undegraded":"2024-03-07T09:58:07.062270+0000","last_fullsized":"2024-03-07T09:58:07.062270+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:42:43.428232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59465,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":147,"num_read_kb":131,"num_write":28,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997994+0000","last_change":"2024-03-07T09:56:53.697045+0000","last_active":"2024-03-07T09:57:56.997994+0000","last_peered":"2024-03-07T09:57:56.997994+0000","last_clean":"2024-03-07T09:57:56.997994+0000","last_became_active":"2024-03-07T09:56:53.696752+0000","last_became_peered":"2024-03-07T09:56:53.696752+0000","last_unstale":"2024-03-07T09:57:56.997994+0000","last_undegraded":"2024-03-07T09:57:56.997994+0000","last_fullsized":"2024-03-07T09:57:56.997994+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:10:21.125373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002563+0000","last_change":"2024-03-07T09:56:52.675566+0000","last_active":"2024-03-07T09:57:57.002563+0000","last_peered":"2024-03-07T09:57:57.002563+0000","last_clean":"2024-03-07T09:57:57.002563+0000","last_became_active":"2024-03-07T09:56:52.674620+0000","last_became_peered":"2024-03-07T09:56:52.674620+0000","last_unstale":"2024-03-07T09:57:57.002563+0000","last_undegraded":"2024-03-07T09:57:57.002563+0000","last_fullsized":"2024-03-07T09:57:57.002563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:21.040161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994553+0000","last_change":"2024-03-07T09:56:53.689565+0000","last_active":"2024-03-07T09:57:56.994553+0000","last_peered":"2024-03-07T09:57:56.994553+0000","last_clean":"2024-03-07T09:57:56.994553+0000","last_became_active":"2024-03-07T09:56:53.689225+0000","last_became_peered":"2024-03-07T09:56:53.689225+0000","last_unstale":"2024-03-07T09:57:56.994553+0000","last_undegraded":"2024-03-07T09:57:56.994553+0000","last_fullsized":"2024-03-07T09:57:56.994553+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:53:16.212787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000166+0000","last_change":"2024-03-07T09:56:52.682207+0000","last_active":"2024-03-07T09:57:57.000166+0000","last_peered":"2024-03-07T09:57:57.000166+0000","last_clean":"2024-03-07T09:57:57.000166+0000","last_became_active":"2024-03-07T09:56:52.681737+0000","last_became_peered":"2024-03-07T09:56:52.681737+0000","last_unstale":"2024-03-07T09:57:57.000166+0000","last_undegraded":"2024-03-07T09:57:57.000166+0000","last_fullsized":"2024-03-07T09:57:57.000166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:24:40.596762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002709+0000","last_change":"2024-03-07T09:56:53.691814+0000","last_active":"2024-03-07T09:57:57.002709+0000","last_peered":"2024-03-07T09:57:57.002709+0000","last_clean":"2024-03-07T09:57:57.002709+0000","last_became_active":"2024-03-07T09:56:53.691476+0000","last_became_peered":"2024-03-07T09:56:53.691476+0000","last_unstale":"2024-03-07T09:57:57.002709+0000","last_undegraded":"2024-03-07T09:57:57.002709+0000","last_fullsized":"2024-03-07T09:57:57.002709+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:38:11.327538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'4","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:05.617485+0000","last_change":"2024-03-07T09:56:52.678047+0000","last_active":"2024-03-07T09:58:05.617485+0000","last_peered":"2024-03-07T09:58:05.617485+0000","last_clean":"2024-03-07T09:58:05.617485+0000","last_became_active":"2024-03-07T09:56:52.677720+0000","last_became_peered":"2024-03-07T09:56:52.677720+0000","last_unstale":"2024-03-07T09:58:05.617485+0000","last_undegraded":"2024-03-07T09:58:05.617485+0000","last_fullsized":"2024-03-07T09:58:05.617485+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:33.096744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002346+0000","last_change":"2024-03-07T09:56:53.686046+0000","last_active":"2024-03-07T09:57:57.002346+0000","last_peered":"2024-03-07T09:57:57.002346+0000","last_clean":"2024-03-07T09:57:57.002346+0000","last_became_active":"2024-03-07T09:56:53.684956+0000","last_became_peered":"2024-03-07T09:56:53.684956+0000","last_unstale":"2024-03-07T09:57:57.002346+0000","last_undegraded":"2024-03-07T09:57:57.002346+0000","last_fullsized":"2024-03-07T09:57:57.002346+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:50:24.178857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997658+0000","last_change":"2024-03-07T09:56:52.675992+0000","last_active":"2024-03-07T09:57:56.997658+0000","last_peered":"2024-03-07T09:57:56.997658+0000","last_clean":"2024-03-07T09:57:56.997658+0000","last_became_active":"2024-03-07T09:56:52.675065+0000","last_became_peered":"2024-03-07T09:56:52.675065+0000","last_unstale":"2024-03-07T09:57:56.997658+0000","last_undegraded":"2024-03-07T09:57:56.997658+0000","last_fullsized":"2024-03-07T09:57:56.997658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:03:45.950928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049897+0000","last_change":"2024-03-07T09:57:57.049897+0000","last_active":"2024-03-07T09:57:57.049897+0000","last_peered":"2024-03-07T09:57:57.049897+0000","last_clean":"2024-03-07T09:57:57.049897+0000","last_became_active":"2024-03-07T09:57:57.049574+0000","last_became_peered":"2024-03-07T09:57:57.049574+0000","last_unstale":"2024-03-07T09:57:57.049897+0000","last_undegraded":"2024-03-07T09:57:57.049897+0000","last_fullsized":"2024-03-07T09:57:57.049897+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:28.163009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997909+0000","last_change":"2024-03-07T09:56:52.671795+0000","last_active":"2024-03-07T09:57:56.997909+0000","last_peered":"2024-03-07T09:57:56.997909+0000","last_clean":"2024-03-07T09:57:56.997909+0000","last_became_active":"2024-03-07T09:56:52.670717+0000","last_became_peered":"2024-03-07T09:56:52.670717+0000","last_unstale":"2024-03-07T09:57:56.997909+0000","last_undegraded":"2024-03-07T09:57:56.997909+0000","last_fullsized":"2024-03-07T09:57:56.997909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:00:23.478823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049018+0000","last_change":"2024-03-07T09:56:53.699800+0000","last_active":"2024-03-07T09:57:57.049018+0000","last_peered":"2024-03-07T09:57:57.049018+0000","last_clean":"2024-03-07T09:57:57.049018+0000","last_became_active":"2024-03-07T09:56:53.699468+0000","last_became_peered":"2024-03-07T09:56:53.699468+0000","last_unstale":"2024-03-07T09:57:57.049018+0000","last_undegraded":"2024-03-07T09:57:57.049018+0000","last_fullsized":"2024-03-07T09:57:57.049018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:26:44.230225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996150+0000","last_change":"2024-03-07T09:56:52.687857+0000","last_active":"2024-03-07T09:57:56.996150+0000","last_peered":"2024-03-07T09:57:56.996150+0000","last_clean":"2024-03-07T09:57:56.996150+0000","last_became_active":"2024-03-07T09:56:52.687520+0000","last_became_peered":"2024-03-07T09:56:52.687520+0000","last_unstale":"2024-03-07T09:57:56.996150+0000","last_undegraded":"2024-03-07T09:57:56.996150+0000","last_fullsized":"2024-03-07T09:57:56.996150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:44.180484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.995282+0000","last_change":"2024-03-07T09:56:53.693802+0000","last_active":"2024-03-07T09:57:56.995282+0000","last_peered":"2024-03-07T09:57:56.995282+0000","last_clean":"2024-03-07T09:57:56.995282+0000","last_became_active":"2024-03-07T09:56:53.689641+0000","last_became_peered":"2024-03-07T09:56:53.689641+0000","last_unstale":"2024-03-07T09:57:56.995282+0000","last_undegraded":"2024-03-07T09:57:56.995282+0000","last_fullsized":"2024-03-07T09:57:56.995282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:39:57.407771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002604+0000","last_change":"2024-03-07T09:56:52.680592+0000","last_active":"2024-03-07T09:57:57.002604+0000","last_peered":"2024-03-07T09:57:57.002604+0000","last_clean":"2024-03-07T09:57:57.002604+0000","last_became_active":"2024-03-07T09:56:52.679707+0000","last_became_peered":"2024-03-07T09:56:52.679707+0000","last_unstale":"2024-03-07T09:57:57.002604+0000","last_undegraded":"2024-03-07T09:57:57.002604+0000","last_fullsized":"2024-03-07T09:57:57.002604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.630182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.995136+0000","last_change":"2024-03-07T09:56:53.693861+0000","last_active":"2024-03-07T09:57:56.995136+0000","last_peered":"2024-03-07T09:57:56.995136+0000","last_clean":"2024-03-07T09:57:56.995136+0000","last_became_active":"2024-03-07T09:56:53.693534+0000","last_became_peered":"2024-03-07T09:56:53.693534+0000","last_unstale":"2024-03-07T09:57:56.995136+0000","last_undegraded":"2024-03-07T09:57:56.995136+0000","last_fullsized":"2024-03-07T09:57:56.995136+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:12:39.545760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000534+0000","last_change":"2024-03-07T09:56:53.691164+0000","last_active":"2024-03-07T09:57:57.000534+0000","last_peered":"2024-03-07T09:57:57.000534+0000","last_clean":"2024-03-07T09:57:57.000534+0000","last_became_active":"2024-03-07T09:56:53.690865+0000","last_became_peered":"2024-03-07T09:56:53.690865+0000","last_unstale":"2024-03-07T09:57:57.000534+0000","last_undegraded":"2024-03-07T09:57:57.000534+0000","last_fullsized":"2024-03-07T09:57:57.000534+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:05.398797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":96,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:09.622099+0000","last_change":"2024-03-07T09:56:52.684348+0000","last_active":"2024-03-07T09:58:09.622099+0000","last_peered":"2024-03-07T09:58:09.622099+0000","last_clean":"2024-03-07T09:58:09.622099+0000","last_became_active":"2024-03-07T09:56:52.683994+0000","last_became_peered":"2024-03-07T09:56:52.683994+0000","last_unstale":"2024-03-07T09:58:09.622099+0000","last_undegraded":"2024-03-07T09:58:09.622099+0000","last_fullsized":"2024-03-07T09:58:09.622099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:04:30.557227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":73,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040888+0000","last_change":"2024-03-07T09:56:53.697599+0000","last_active":"2024-03-07T09:57:57.040888+0000","last_peered":"2024-03-07T09:57:57.040888+0000","last_clean":"2024-03-07T09:57:57.040888+0000","last_became_active":"2024-03-07T09:56:53.697160+0000","last_became_peered":"2024-03-07T09:56:53.697160+0000","last_unstale":"2024-03-07T09:57:57.040888+0000","last_undegraded":"2024-03-07T09:57:57.040888+0000","last_fullsized":"2024-03-07T09:57:57.040888+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:45:45.478791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050574+0000","last_change":"2024-03-07T09:56:52.674603+0000","last_active":"2024-03-07T09:57:57.050574+0000","last_peered":"2024-03-07T09:57:57.050574+0000","last_clean":"2024-03-07T09:57:57.050574+0000","last_became_active":"2024-03-07T09:56:52.674269+0000","last_became_peered":"2024-03-07T09:56:52.674269+0000","last_unstale":"2024-03-07T09:57:57.050574+0000","last_undegraded":"2024-03-07T09:57:57.050574+0000","last_fullsized":"2024-03-07T09:57:57.050574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:12:21.011326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":353,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002372+0000","last_change":"2024-03-07T09:55:41.530015+0000","last_active":"2024-03-07T09:57:57.002372+0000","last_peered":"2024-03-07T09:57:57.002372+0000","last_clean":"2024-03-07T09:57:57.002372+0000","last_became_active":"2024-03-07T09:55:41.529507+0000","last_became_peered":"2024-03-07T09:55:41.529507+0000","last_unstale":"2024-03-07T09:57:57.002372+0000","last_undegraded":"2024-03-07T09:57:57.002372+0000","last_fullsized":"2024-03-07T09:57:57.002372+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_clean_scrub_stamp":"2024-03-07T09:52:19.873115+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:16:11.815935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994466+0000","last_change":"2024-03-07T09:56:53.694226+0000","last_active":"2024-03-07T09:57:56.994466+0000","last_peered":"2024-03-07T09:57:56.994466+0000","last_clean":"2024-03-07T09:57:56.994466+0000","last_became_active":"2024-03-07T09:56:53.693887+0000","last_became_peered":"2024-03-07T09:56:53.693887+0000","last_unstale":"2024-03-07T09:57:56.994466+0000","last_undegraded":"2024-03-07T09:57:56.994466+0000","last_fullsized":"2024-03-07T09:57:56.994466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:01.536716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002496+0000","last_change":"2024-03-07T09:56:52.679844+0000","last_active":"2024-03-07T09:57:57.002496+0000","last_peered":"2024-03-07T09:57:57.002496+0000","last_clean":"2024-03-07T09:57:57.002496+0000","last_became_active":"2024-03-07T09:56:52.679518+0000","last_became_peered":"2024-03-07T09:56:52.679518+0000","last_unstale":"2024-03-07T09:57:57.002496+0000","last_undegraded":"2024-03-07T09:57:57.002496+0000","last_fullsized":"2024-03-07T09:57:57.002496+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:37:21.585749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997887+0000","last_change":"2024-03-07T09:56:52.681781+0000","last_active":"2024-03-07T09:57:56.997887+0000","last_peered":"2024-03-07T09:57:56.997887+0000","last_clean":"2024-03-07T09:57:56.997887+0000","last_became_active":"2024-03-07T09:56:52.681452+0000","last_became_peered":"2024-03-07T09:56:52.681452+0000","last_unstale":"2024-03-07T09:57:56.997887+0000","last_undegraded":"2024-03-07T09:57:56.997887+0000","last_fullsized":"2024-03-07T09:57:56.997887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:47:05.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994817+0000","last_change":"2024-03-07T09:56:53.684434+0000","last_active":"2024-03-07T09:57:56.994817+0000","last_peered":"2024-03-07T09:57:56.994817+0000","last_clean":"2024-03-07T09:57:56.994817+0000","last_became_active":"2024-03-07T09:56:53.684113+0000","last_became_peered":"2024-03-07T09:56:53.684113+0000","last_unstale":"2024-03-07T09:57:56.994817+0000","last_undegraded":"2024-03-07T09:57:56.994817+0000","last_fullsized":"2024-03-07T09:57:56.994817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:23:52.040589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996075+0000","last_change":"2024-03-07T09:56:52.683979+0000","last_active":"2024-03-07T09:57:56.996075+0000","last_peered":"2024-03-07T09:57:56.996075+0000","last_clean":"2024-03-07T09:57:56.996075+0000","last_became_active":"2024-03-07T09:56:52.683673+0000","last_became_peered":"2024-03-07T09:56:52.683673+0000","last_unstale":"2024-03-07T09:57:56.996075+0000","last_undegraded":"2024-03-07T09:57:56.996075+0000","last_fullsized":"2024-03-07T09:57:56.996075+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:23.188168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041063+0000","last_change":"2024-03-07T09:56:53.693109+0000","last_active":"2024-03-07T09:57:57.041063+0000","last_peered":"2024-03-07T09:57:57.041063+0000","last_clean":"2024-03-07T09:57:57.041063+0000","last_became_active":"2024-03-07T09:56:53.692728+0000","last_became_peered":"2024-03-07T09:56:53.692728+0000","last_unstale":"2024-03-07T09:57:57.041063+0000","last_undegraded":"2024-03-07T09:57:57.041063+0000","last_fullsized":"2024-03-07T09:57:57.041063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:45.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050891+0000","last_change":"2024-03-07T09:56:52.676551+0000","last_active":"2024-03-07T09:57:57.050891+0000","last_peered":"2024-03-07T09:57:57.050891+0000","last_clean":"2024-03-07T09:57:57.050891+0000","last_became_active":"2024-03-07T09:56:52.676193+0000","last_became_peered":"2024-03-07T09:56:52.676193+0000","last_unstale":"2024-03-07T09:57:57.050891+0000","last_undegraded":"2024-03-07T09:57:57.050891+0000","last_fullsized":"2024-03-07T09:57:57.050891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:52:21.182409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998035+0000","last_change":"2024-03-07T09:56:53.693473+0000","last_active":"2024-03-07T09:57:56.998035+0000","last_peered":"2024-03-07T09:57:56.998035+0000","last_clean":"2024-03-07T09:57:56.998035+0000","last_became_active":"2024-03-07T09:56:53.692255+0000","last_became_peered":"2024-03-07T09:56:53.692255+0000","last_unstale":"2024-03-07T09:57:56.998035+0000","last_undegraded":"2024-03-07T09:57:56.998035+0000","last_fullsized":"2024-03-07T09:57:56.998035+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:57:15.348523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048707+0000","last_change":"2024-03-07T09:56:52.680677+0000","last_active":"2024-03-07T09:57:57.048707+0000","last_peered":"2024-03-07T09:57:57.048707+0000","last_clean":"2024-03-07T09:57:57.048707+0000","last_became_active":"2024-03-07T09:56:52.680337+0000","last_became_peered":"2024-03-07T09:56:52.680337+0000","last_unstale":"2024-03-07T09:57:57.048707+0000","last_undegraded":"2024-03-07T09:57:57.048707+0000","last_fullsized":"2024-03-07T09:57:57.048707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:09.745088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997635+0000","last_change":"2024-03-07T09:56:53.684780+0000","last_active":"2024-03-07T09:57:56.997635+0000","last_peered":"2024-03-07T09:57:56.997635+0000","last_clean":"2024-03-07T09:57:56.997635+0000","last_became_active":"2024-03-07T09:56:53.684447+0000","last_became_peered":"2024-03-07T09:56:53.684447+0000","last_unstale":"2024-03-07T09:57:56.997635+0000","last_undegraded":"2024-03-07T09:57:56.997635+0000","last_fullsized":"2024-03-07T09:57:56.997635+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:11:58.261928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040857+0000","last_change":"2024-03-07T09:56:52.686676+0000","last_active":"2024-03-07T09:57:57.040857+0000","last_peered":"2024-03-07T09:57:57.040857+0000","last_clean":"2024-03-07T09:57:57.040857+0000","last_became_active":"2024-03-07T09:56:52.686364+0000","last_became_peered":"2024-03-07T09:56:52.686364+0000","last_unstale":"2024-03-07T09:57:57.040857+0000","last_undegraded":"2024-03-07T09:57:57.040857+0000","last_fullsized":"2024-03-07T09:57:57.040857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:19:11.156952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048868+0000","last_change":"2024-03-07T09:56:53.699576+0000","last_active":"2024-03-07T09:57:57.048868+0000","last_peered":"2024-03-07T09:57:57.048868+0000","last_clean":"2024-03-07T09:57:57.048868+0000","last_became_active":"2024-03-07T09:56:53.699185+0000","last_became_peered":"2024-03-07T09:56:53.699185+0000","last_unstale":"2024-03-07T09:57:57.048868+0000","last_undegraded":"2024-03-07T09:57:57.048868+0000","last_fullsized":"2024-03-07T09:57:57.048868+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:33:45.641810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002694+0000","last_change":"2024-03-07T09:56:52.674029+0000","last_active":"2024-03-07T09:57:57.002694+0000","last_peered":"2024-03-07T09:57:57.002694+0000","last_clean":"2024-03-07T09:57:57.002694+0000","last_became_active":"2024-03-07T09:56:52.673542+0000","last_became_peered":"2024-03-07T09:56:52.673542+0000","last_unstale":"2024-03-07T09:57:57.002694+0000","last_undegraded":"2024-03-07T09:57:57.002694+0000","last_fullsized":"2024-03-07T09:57:57.002694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:53:36.681031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040870+0000","last_change":"2024-03-07T09:56:53.699001+0000","last_active":"2024-03-07T09:57:57.040870+0000","last_peered":"2024-03-07T09:57:57.040870+0000","last_clean":"2024-03-07T09:57:57.040870+0000","last_became_active":"2024-03-07T09:56:53.698684+0000","last_became_peered":"2024-03-07T09:56:53.698684+0000","last_unstale":"2024-03-07T09:57:57.040870+0000","last_undegraded":"2024-03-07T09:57:57.040870+0000","last_fullsized":"2024-03-07T09:57:57.040870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:53:47.028887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997967+0000","last_change":"2024-03-07T09:56:52.678590+0000","last_active":"2024-03-07T09:57:56.997967+0000","last_peered":"2024-03-07T09:57:56.997967+0000","last_clean":"2024-03-07T09:57:56.997967+0000","last_became_active":"2024-03-07T09:56:52.678270+0000","last_became_peered":"2024-03-07T09:56:52.678270+0000","last_unstale":"2024-03-07T09:57:56.997967+0000","last_undegraded":"2024-03-07T09:57:56.997967+0000","last_fullsized":"2024-03-07T09:57:56.997967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.957337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002776+0000","last_change":"2024-03-07T09:56:53.690935+0000","last_active":"2024-03-07T09:57:57.002776+0000","last_peered":"2024-03-07T09:57:57.002776+0000","last_clean":"2024-03-07T09:57:57.002776+0000","last_became_active":"2024-03-07T09:56:53.690615+0000","last_became_peered":"2024-03-07T09:56:53.690615+0000","last_unstale":"2024-03-07T09:57:57.002776+0000","last_undegraded":"2024-03-07T09:57:57.002776+0000","last_fullsized":"2024-03-07T09:57:57.002776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:30:43.338237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002935+0000","last_change":"2024-03-07T09:56:52.681753+0000","last_active":"2024-03-07T09:57:57.002935+0000","last_peered":"2024-03-07T09:57:57.002935+0000","last_clean":"2024-03-07T09:57:57.002935+0000","last_became_active":"2024-03-07T09:56:52.681453+0000","last_became_peered":"2024-03-07T09:56:52.681453+0000","last_unstale":"2024-03-07T09:57:57.002935+0000","last_undegraded":"2024-03-07T09:57:57.002935+0000","last_fullsized":"2024-03-07T09:57:57.002935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:14:22.498607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002865+0000","last_change":"2024-03-07T09:56:53.688388+0000","last_active":"2024-03-07T09:57:57.002865+0000","last_peered":"2024-03-07T09:57:57.002865+0000","last_clean":"2024-03-07T09:57:57.002865+0000","last_became_active":"2024-03-07T09:56:53.688037+0000","last_became_peered":"2024-03-07T09:56:53.688037+0000","last_unstale":"2024-03-07T09:57:57.002865+0000","last_undegraded":"2024-03-07T09:57:57.002865+0000","last_fullsized":"2024-03-07T09:57:57.002865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:36:57.898656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000582+0000","last_change":"2024-03-07T09:56:52.680982+0000","last_active":"2024-03-07T09:57:57.000582+0000","last_peered":"2024-03-07T09:57:57.000582+0000","last_clean":"2024-03-07T09:57:57.000582+0000","last_became_active":"2024-03-07T09:56:52.680612+0000","last_became_peered":"2024-03-07T09:56:52.680612+0000","last_unstale":"2024-03-07T09:57:57.000582+0000","last_undegraded":"2024-03-07T09:57:57.000582+0000","last_fullsized":"2024-03-07T09:57:57.000582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:22:11.488947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002582+0000","last_change":"2024-03-07T09:56:53.690429+0000","last_active":"2024-03-07T09:57:57.002582+0000","last_peered":"2024-03-07T09:57:57.002582+0000","last_clean":"2024-03-07T09:57:57.002582+0000","last_became_active":"2024-03-07T09:56:53.689481+0000","last_became_peered":"2024-03-07T09:56:53.689481+0000","last_unstale":"2024-03-07T09:57:57.002582+0000","last_undegraded":"2024-03-07T09:57:57.002582+0000","last_fullsized":"2024-03-07T09:57:57.002582+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:01.124032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994882+0000","last_change":"2024-03-07T09:56:52.677142+0000","last_active":"2024-03-07T09:57:56.994882+0000","last_peered":"2024-03-07T09:57:56.994882+0000","last_clean":"2024-03-07T09:57:56.994882+0000","last_became_active":"2024-03-07T09:56:52.676818+0000","last_became_peered":"2024-03-07T09:56:52.676818+0000","last_unstale":"2024-03-07T09:57:56.994882+0000","last_undegraded":"2024-03-07T09:57:56.994882+0000","last_fullsized":"2024-03-07T09:57:56.994882+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:50:11.938064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.003027+0000","last_change":"2024-03-07T09:56:53.688439+0000","last_active":"2024-03-07T09:57:57.003027+0000","last_peered":"2024-03-07T09:57:57.003027+0000","last_clean":"2024-03-07T09:57:57.003027+0000","last_became_active":"2024-03-07T09:56:53.688106+0000","last_became_peered":"2024-03-07T09:56:53.688106+0000","last_unstale":"2024-03-07T09:57:57.003027+0000","last_undegraded":"2024-03-07T09:57:57.003027+0000","last_fullsized":"2024-03-07T09:57:57.003027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:17.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048932+0000","last_change":"2024-03-07T09:56:53.695927+0000","last_active":"2024-03-07T09:57:57.048932+0000","last_peered":"2024-03-07T09:57:57.048932+0000","last_clean":"2024-03-07T09:57:57.048932+0000","last_became_active":"2024-03-07T09:56:53.695593+0000","last_became_peered":"2024-03-07T09:56:53.695593+0000","last_unstale":"2024-03-07T09:57:57.048932+0000","last_undegraded":"2024-03-07T09:57:57.048932+0000","last_fullsized":"2024-03-07T09:57:57.048932+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:48:40.078379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002449+0000","last_change":"2024-03-07T09:56:53.690800+0000","last_active":"2024-03-07T09:57:57.002449+0000","last_peered":"2024-03-07T09:57:57.002449+0000","last_clean":"2024-03-07T09:57:57.002449+0000","last_became_active":"2024-03-07T09:56:53.690477+0000","last_became_peered":"2024-03-07T09:56:53.690477+0000","last_unstale":"2024-03-07T09:57:57.002449+0000","last_undegraded":"2024-03-07T09:57:57.002449+0000","last_fullsized":"2024-03-07T09:57:57.002449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:08:20.640796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002639+0000","last_change":"2024-03-07T09:56:53.693613+0000","last_active":"2024-03-07T09:57:57.002639+0000","last_peered":"2024-03-07T09:57:57.002639+0000","last_clean":"2024-03-07T09:57:57.002639+0000","last_became_active":"2024-03-07T09:56:53.693231+0000","last_became_peered":"2024-03-07T09:56:53.693231+0000","last_unstale":"2024-03-07T09:57:57.002639+0000","last_undegraded":"2024-03-07T09:57:57.002639+0000","last_fullsized":"2024-03-07T09:57:57.002639+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:15:06.043644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997822+0000","last_change":"2024-03-07T09:56:53.692778+0000","last_active":"2024-03-07T09:57:56.997822+0000","last_peered":"2024-03-07T09:57:56.997822+0000","last_clean":"2024-03-07T09:57:56.997822+0000","last_became_active":"2024-03-07T09:56:53.691666+0000","last_became_peered":"2024-03-07T09:56:53.691666+0000","last_unstale":"2024-03-07T09:57:56.997822+0000","last_undegraded":"2024-03-07T09:57:56.997822+0000","last_fullsized":"2024-03-07T09:57:56.997822+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:09.023721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994827+0000","last_change":"2024-03-07T09:56:53.693554+0000","last_active":"2024-03-07T09:57:56.994827+0000","last_peered":"2024-03-07T09:57:56.994827+0000","last_clean":"2024-03-07T09:57:56.994827+0000","last_became_active":"2024-03-07T09:56:53.693199+0000","last_became_peered":"2024-03-07T09:56:53.693199+0000","last_unstale":"2024-03-07T09:57:56.994827+0000","last_undegraded":"2024-03-07T09:57:56.994827+0000","last_fullsized":"2024-03-07T09:57:56.994827+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:17:08.748508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049050+0000","last_change":"2024-03-07T09:56:53.689390+0000","last_active":"2024-03-07T09:57:57.049050+0000","last_peered":"2024-03-07T09:57:57.049050+0000","last_clean":"2024-03-07T09:57:57.049050+0000","last_became_active":"2024-03-07T09:56:53.689087+0000","last_became_peered":"2024-03-07T09:56:53.689087+0000","last_unstale":"2024-03-07T09:57:57.049050+0000","last_undegraded":"2024-03-07T09:57:57.049050+0000","last_fullsized":"2024-03-07T09:57:57.049050+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:47:52.147173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002893+0000","last_change":"2024-03-07T09:56:53.693152+0000","last_active":"2024-03-07T09:57:57.002893+0000","last_peered":"2024-03-07T09:57:57.002893+0000","last_clean":"2024-03-07T09:57:57.002893+0000","last_became_active":"2024-03-07T09:56:53.692844+0000","last_became_peered":"2024-03-07T09:56:53.692844+0000","last_unstale":"2024-03-07T09:57:57.002893+0000","last_undegraded":"2024-03-07T09:57:57.002893+0000","last_fullsized":"2024-03-07T09:57:57.002893+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:50:03.459742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.051002+0000","last_change":"2024-03-07T09:57:57.050734+0000","last_active":"2024-03-07T09:57:57.051002+0000","last_peered":"2024-03-07T09:57:57.051002+0000","last_clean":"2024-03-07T09:57:57.051002+0000","last_became_active":"2024-03-07T09:57:57.050489+0000","last_became_peered":"2024-03-07T09:57:57.050489+0000","last_unstale":"2024-03-07T09:57:57.051002+0000","last_undegraded":"2024-03-07T09:57:57.051002+0000","last_fullsized":"2024-03-07T09:57:57.051002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:31:30.186951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000455+0000","last_change":"2024-03-07T09:56:53.686968+0000","last_active":"2024-03-07T09:57:57.000455+0000","last_peered":"2024-03-07T09:57:57.000455+0000","last_clean":"2024-03-07T09:57:57.000455+0000","last_became_active":"2024-03-07T09:56:53.686669+0000","last_became_peered":"2024-03-07T09:56:53.686669+0000","last_unstale":"2024-03-07T09:57:57.000455+0000","last_undegraded":"2024-03-07T09:57:57.000455+0000","last_fullsized":"2024-03-07T09:57:57.000455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:59:12.812492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040698+0000","last_change":"2024-03-07T09:56:53.691033+0000","last_active":"2024-03-07T09:57:57.040698+0000","last_peered":"2024-03-07T09:57:57.040698+0000","last_clean":"2024-03-07T09:57:57.040698+0000","last_became_active":"2024-03-07T09:56:53.690741+0000","last_became_peered":"2024-03-07T09:56:53.690741+0000","last_unstale":"2024-03-07T09:57:57.040698+0000","last_undegraded":"2024-03-07T09:57:57.040698+0000","last_fullsized":"2024-03-07T09:57:57.040698+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:34:39.551286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048762+0000","last_change":"2024-03-07T09:56:53.690542+0000","last_active":"2024-03-07T09:57:57.048762+0000","last_peered":"2024-03-07T09:57:57.048762+0000","last_clean":"2024-03-07T09:57:57.048762+0000","last_became_active":"2024-03-07T09:56:53.690219+0000","last_became_peered":"2024-03-07T09:56:53.690219+0000","last_unstale":"2024-03-07T09:57:57.048762+0000","last_undegraded":"2024-03-07T09:57:57.048762+0000","last_fullsized":"2024-03-07T09:57:57.048762+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:13.711316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994701+0000","last_change":"2024-03-07T09:56:53.687632+0000","last_active":"2024-03-07T09:57:56.994701+0000","last_peered":"2024-03-07T09:57:56.994701+0000","last_clean":"2024-03-07T09:57:56.994701+0000","last_became_active":"2024-03-07T09:56:53.687259+0000","last_became_peered":"2024-03-07T09:56:53.687259+0000","last_unstale":"2024-03-07T09:57:56.994701+0000","last_undegraded":"2024-03-07T09:57:56.994701+0000","last_fullsized":"2024-03-07T09:57:56.994701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:32.112649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049087+0000","last_change":"2024-03-07T09:56:53.688649+0000","last_active":"2024-03-07T09:57:57.049087+0000","last_peered":"2024-03-07T09:57:57.049087+0000","last_clean":"2024-03-07T09:57:57.049087+0000","last_became_active":"2024-03-07T09:56:53.688281+0000","last_became_peered":"2024-03-07T09:56:53.688281+0000","last_unstale":"2024-03-07T09:57:57.049087+0000","last_undegraded":"2024-03-07T09:57:57.049087+0000","last_fullsized":"2024-03-07T09:57:57.049087+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:34.074256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":3542208,"data_compressed":214670,"data_compressed_allocated":270336,"data_compressed_original":3506176,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63466,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":444,"num_read_kb":293,"num_write":155,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":405504,"data_stored":190398,"data_compressed":5580,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351005,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":459359,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612641,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1097728,"data_stored":1110696,"data_compressed":43964,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776167,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32124,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713028,"statfs":{"total":95995035648,"available":95962140672,"internally_reserved":0,"allocated":966656,"data_stored":459595,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037805,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":459515,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299441,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":1051445,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462967,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":954368,"data_stored":458984,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1011712,"data_stored":518242,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":974848,"data_stored":460255,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1028096,"data_stored":518970,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149764,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":970752,"data_stored":459295,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888128,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":460434,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1050738,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":59465,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":60193,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":61434,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T09:58:12.553 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph pg dump --format=json 2024-03-07T09:58:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:13.217 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:13 smithi018 ceph-mon[32171]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:13.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:13 smithi063 ceph-mon[36356]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:13.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:13 smithi077 ceph-mon[36374]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:14.300 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:14 smithi018 ceph-mon[32171]: pgmap v327: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:14.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:14 smithi063 ceph-mon[36356]: pgmap v327: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:14.502 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:14 smithi077 ceph-mon[36374]: pgmap v327: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:14.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 -- 172.21.15.18:0/1963621754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb0102b60 msgr2=0x7facb010efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 --2- 172.21.15.18:0/1963621754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb0102b60 0x7facb010efa0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7faca800b0d0 tx=0x7faca800b3e0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 -- 172.21.15.18:0/1963621754 shutdown_connections 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 --2- 172.21.15.18:0/1963621754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb0102b60 0x7facb010efa0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 --2- 172.21.15.18:0/1963621754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7facb0108180 0x7facb0108560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 --2- 172.21.15.18:0/1963621754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facb01021a0 0x7facb0102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 -- 172.21.15.18:0/1963621754 >> 172.21.15.18:0/1963621754 conn(0x7facb0079280 msgr2=0x7facb0079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.546+0000 7facb7e11700 1 -- 172.21.15.18:0/1963621754 shutdown_connections 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.547+0000 7facb7e11700 1 -- 172.21.15.18:0/1963621754 wait complete. 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.547+0000 7facb7e11700 1 Processor -- start 2024-03-07T09:58:14.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.547+0000 7facb7e11700 1 -- start start 2024-03-07T09:58:14.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.547+0000 7facb7e11700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb01021a0 0x7facb019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:14.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb7e11700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7facb0102b60 0x7facb019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:14.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb7e11700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facb0108180 0x7facb01985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb7e11700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facb0112400 con 0x7facb01021a0 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb7e11700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facb0112280 con 0x7facb0102b60 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb7e11700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facb0112580 con 0x7facb0108180 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb01021a0 0x7facb019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb01021a0 0x7facb019e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53678/0 (socket says 172.21.15.18:53678) 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 -- 172.21.15.18:0/3412642793 learned_addr learned my addr 172.21.15.18:0/3412642793 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb53ac700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7facb0102b60 0x7facb019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb63ae700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facb0108180 0x7facb01985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 -- 172.21.15.18:0/3412642793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facb0108180 msgr2=0x7facb01985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facb0108180 0x7facb01985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 -- 172.21.15.18:0/3412642793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7facb0102b60 msgr2=0x7facb019e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7facb0102b60 0x7facb019e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 -- 172.21.15.18:0/3412642793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facb0198d20 con 0x7facb01021a0 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb63ae700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facb0108180 0x7facb01985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb53ac700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7facb0102b60 0x7facb019e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb5bad700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb01021a0 0x7facb019e400 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7facac00eb30 tx=0x7facac00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7faca6ffd700 1 -- 172.21.15.18:0/3412642793 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facac00cbd0 con 0x7facb01021a0 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facb0199010 con 0x7facb01021a0 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7faca6ffd700 1 -- 172.21.15.18:0/3412642793 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7facac004500 con 0x7facb01021a0 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.548+0000 7faca6ffd700 1 -- 172.21.15.18:0/3412642793 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facac010430 con 0x7facb01021a0 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.549+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facb01a52d0 con 0x7facb01021a0 2024-03-07T09:58:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.550+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facb0068e10 con 0x7facb01021a0 2024-03-07T09:58:14.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.551+0000 7faca6ffd700 1 -- 172.21.15.18:0/3412642793 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7facac003f00 con 0x7facb01021a0 2024-03-07T09:58:14.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.551+0000 7faca6ffd700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac9c0a1ea0 0x7fac9c0a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:14.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.552+0000 7facb53ac700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac9c0a1ea0 0x7fac9c0a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:14.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.552+0000 7faca6ffd700 1 -- 172.21.15.18:0/3412642793 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7facac0ce2b0 con 0x7facb01021a0 2024-03-07T09:58:14.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.552+0000 7facb53ac700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac9c0a1ea0 0x7fac9c0a4360 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7facb0079810 tx=0x7faca0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:14.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.556+0000 7faca6ffd700 1 -- 172.21.15.18:0/3412642793 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7facac09b570 con 0x7facb01021a0 2024-03-07T09:58:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.756+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7facb0062590 con 0x7fac9c0a1ea0 2024-03-07T09:58:14.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.764+0000 7faca6ffd700 1 -- 172.21.15.18:0/3412642793 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+258958 (secure 0 0 0) 0x7facb0062590 con 0x7fac9c0a1ea0 2024-03-07T09:58:14.769 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac9c0a1ea0 msgr2=0x7fac9c0a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac9c0a1ea0 0x7fac9c0a4360 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7facb0079810 tx=0x7faca0009260 comp rx=0 tx=0).stop 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb01021a0 msgr2=0x7facb019e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb01021a0 0x7facb019e400 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7facac00eb30 tx=0x7facac00ee40 comp rx=0 tx=0).stop 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 shutdown_connections 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facb0108180 0x7facb01985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac9c0a1ea0 0x7fac9c0a4360 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7facb01021a0 0x7facb019e400 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 --2- 172.21.15.18:0/3412642793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7facb0102b60 0x7facb019e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:14.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 >> 172.21.15.18:0/3412642793 conn(0x7facb0079280 msgr2=0x7facb0100ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:14.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 shutdown_connections 2024-03-07T09:58:14.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:14.768+0000 7facb7e11700 1 -- 172.21.15.18:0/3412642793 wait complete. 2024-03-07T09:58:14.772 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-03-07T09:58:15.454 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":327,"stamp":"2024-03-07T09:58:13.581631+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654068,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":600,"num_read_kb":422,"num_write":338,"num_write_kb":3047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":365040,"kb_used_data":11652,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576784,"statfs":{"total":1151940427776,"available":1151566626816,"internally_reserved":0,"allocated":11931648,"data_stored":7467528,"data_compressed":183903,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003217"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049050+0000","last_change":"2024-03-07T09:56:53.697255+0000","last_active":"2024-03-07T09:57:57.049050+0000","last_peered":"2024-03-07T09:57:57.049050+0000","last_clean":"2024-03-07T09:57:57.049050+0000","last_became_active":"2024-03-07T09:56:53.696926+0000","last_became_peered":"2024-03-07T09:56:53.696926+0000","last_unstale":"2024-03-07T09:57:57.049050+0000","last_undegraded":"2024-03-07T09:57:57.049050+0000","last_fullsized":"2024-03-07T09:57:57.049050+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:37.320715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997978+0000","last_change":"2024-03-07T09:56:53.686202+0000","last_active":"2024-03-07T09:57:56.997978+0000","last_peered":"2024-03-07T09:57:56.997978+0000","last_clean":"2024-03-07T09:57:56.997978+0000","last_became_active":"2024-03-07T09:56:53.685863+0000","last_became_peered":"2024-03-07T09:56:53.685863+0000","last_unstale":"2024-03-07T09:57:56.997978+0000","last_undegraded":"2024-03-07T09:57:56.997978+0000","last_fullsized":"2024-03-07T09:57:56.997978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:23:40.849068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997929+0000","last_change":"2024-03-07T09:56:53.691296+0000","last_active":"2024-03-07T09:57:56.997929+0000","last_peered":"2024-03-07T09:57:56.997929+0000","last_clean":"2024-03-07T09:57:56.997929+0000","last_became_active":"2024-03-07T09:56:53.688681+0000","last_became_peered":"2024-03-07T09:56:53.688681+0000","last_unstale":"2024-03-07T09:57:56.997929+0000","last_undegraded":"2024-03-07T09:57:56.997929+0000","last_fullsized":"2024-03-07T09:57:56.997929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:29:56.318403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050532+0000","last_change":"2024-03-07T09:56:53.694328+0000","last_active":"2024-03-07T09:57:57.050532+0000","last_peered":"2024-03-07T09:57:57.050532+0000","last_clean":"2024-03-07T09:57:57.050532+0000","last_became_active":"2024-03-07T09:56:53.694014+0000","last_became_peered":"2024-03-07T09:56:53.694014+0000","last_unstale":"2024-03-07T09:57:57.050532+0000","last_undegraded":"2024-03-07T09:57:57.050532+0000","last_fullsized":"2024-03-07T09:57:57.050532+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:57.266870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997700+0000","last_change":"2024-03-07T09:56:53.687800+0000","last_active":"2024-03-07T09:57:56.997700+0000","last_peered":"2024-03-07T09:57:56.997700+0000","last_clean":"2024-03-07T09:57:56.997700+0000","last_became_active":"2024-03-07T09:56:53.687477+0000","last_became_peered":"2024-03-07T09:56:53.687477+0000","last_unstale":"2024-03-07T09:57:56.997700+0000","last_undegraded":"2024-03-07T09:57:56.997700+0000","last_fullsized":"2024-03-07T09:57:56.997700+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:09:41.318882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.003969+0000","last_change":"2024-03-07T09:57:57.003969+0000","last_active":"2024-03-07T09:57:57.003969+0000","last_peered":"2024-03-07T09:57:57.003969+0000","last_clean":"2024-03-07T09:57:57.003969+0000","last_became_active":"2024-03-07T09:57:57.003563+0000","last_became_peered":"2024-03-07T09:57:57.003563+0000","last_unstale":"2024-03-07T09:57:57.003969+0000","last_undegraded":"2024-03-07T09:57:57.003969+0000","last_fullsized":"2024-03-07T09:57:57.003969+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:40.230021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,7],"acting":[10,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002440+0000","last_change":"2024-03-07T09:56:53.689616+0000","last_active":"2024-03-07T09:57:57.002440+0000","last_peered":"2024-03-07T09:57:57.002440+0000","last_clean":"2024-03-07T09:57:57.002440+0000","last_became_active":"2024-03-07T09:56:53.689240+0000","last_became_peered":"2024-03-07T09:56:53.689240+0000","last_unstale":"2024-03-07T09:57:57.002440+0000","last_undegraded":"2024-03-07T09:57:57.002440+0000","last_fullsized":"2024-03-07T09:57:57.002440+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:44:04.340761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002874+0000","last_change":"2024-03-07T09:57:57.002548+0000","last_active":"2024-03-07T09:57:57.002874+0000","last_peered":"2024-03-07T09:57:57.002874+0000","last_clean":"2024-03-07T09:57:57.002874+0000","last_became_active":"2024-03-07T09:57:57.002312+0000","last_became_peered":"2024-03-07T09:57:57.002312+0000","last_unstale":"2024-03-07T09:57:57.002874+0000","last_undegraded":"2024-03-07T09:57:57.002874+0000","last_fullsized":"2024-03-07T09:57:57.002874+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:23:39.912981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049906+0000","last_change":"2024-03-07T09:56:53.682789+0000","last_active":"2024-03-07T09:57:57.049906+0000","last_peered":"2024-03-07T09:57:57.049906+0000","last_clean":"2024-03-07T09:57:57.049906+0000","last_became_active":"2024-03-07T09:56:53.682481+0000","last_became_peered":"2024-03-07T09:56:53.682481+0000","last_unstale":"2024-03-07T09:57:57.049906+0000","last_undegraded":"2024-03-07T09:57:57.049906+0000","last_fullsized":"2024-03-07T09:57:57.049906+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:30:11.951180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.995432+0000","last_change":"2024-03-07T09:56:53.688489+0000","last_active":"2024-03-07T09:57:56.995432+0000","last_peered":"2024-03-07T09:57:56.995432+0000","last_clean":"2024-03-07T09:57:56.995432+0000","last_became_active":"2024-03-07T09:56:53.688169+0000","last_became_peered":"2024-03-07T09:56:53.688169+0000","last_unstale":"2024-03-07T09:57:56.995432+0000","last_undegraded":"2024-03-07T09:57:56.995432+0000","last_fullsized":"2024-03-07T09:57:56.995432+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:41:42.874074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002816+0000","last_change":"2024-03-07T09:56:53.686782+0000","last_active":"2024-03-07T09:57:57.002816+0000","last_peered":"2024-03-07T09:57:57.002816+0000","last_clean":"2024-03-07T09:57:57.002816+0000","last_became_active":"2024-03-07T09:56:53.686471+0000","last_became_peered":"2024-03-07T09:56:53.686471+0000","last_unstale":"2024-03-07T09:57:57.002816+0000","last_undegraded":"2024-03-07T09:57:57.002816+0000","last_fullsized":"2024-03-07T09:57:57.002816+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:44:24.735145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050454+0000","last_change":"2024-03-07T09:56:53.688561+0000","last_active":"2024-03-07T09:57:57.050454+0000","last_peered":"2024-03-07T09:57:57.050454+0000","last_clean":"2024-03-07T09:57:57.050454+0000","last_became_active":"2024-03-07T09:56:53.688189+0000","last_became_peered":"2024-03-07T09:56:53.688189+0000","last_unstale":"2024-03-07T09:57:57.050454+0000","last_undegraded":"2024-03-07T09:57:57.050454+0000","last_fullsized":"2024-03-07T09:57:57.050454+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:06:14.804988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994684+0000","last_change":"2024-03-07T09:56:53.680197+0000","last_active":"2024-03-07T09:57:56.994684+0000","last_peered":"2024-03-07T09:57:56.994684+0000","last_clean":"2024-03-07T09:57:56.994684+0000","last_became_active":"2024-03-07T09:56:53.679448+0000","last_became_peered":"2024-03-07T09:56:53.679448+0000","last_unstale":"2024-03-07T09:57:56.994684+0000","last_undegraded":"2024-03-07T09:57:56.994684+0000","last_fullsized":"2024-03-07T09:57:56.994684+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:47:04.662071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997674+0000","last_change":"2024-03-07T09:56:53.687128+0000","last_active":"2024-03-07T09:57:56.997674+0000","last_peered":"2024-03-07T09:57:56.997674+0000","last_clean":"2024-03-07T09:57:56.997674+0000","last_became_active":"2024-03-07T09:56:53.686747+0000","last_became_peered":"2024-03-07T09:56:53.686747+0000","last_unstale":"2024-03-07T09:57:56.997674+0000","last_undegraded":"2024-03-07T09:57:56.997674+0000","last_fullsized":"2024-03-07T09:57:56.997674+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:35:07.335342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997590+0000","last_change":"2024-03-07T09:56:53.693110+0000","last_active":"2024-03-07T09:57:56.997590+0000","last_peered":"2024-03-07T09:57:56.997590+0000","last_clean":"2024-03-07T09:57:56.997590+0000","last_became_active":"2024-03-07T09:56:53.691079+0000","last_became_peered":"2024-03-07T09:56:53.691079+0000","last_unstale":"2024-03-07T09:57:56.997590+0000","last_undegraded":"2024-03-07T09:57:56.997590+0000","last_fullsized":"2024-03-07T09:57:56.997590+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:59.776450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048773+0000","last_change":"2024-03-07T09:56:53.690438+0000","last_active":"2024-03-07T09:57:57.048773+0000","last_peered":"2024-03-07T09:57:57.048773+0000","last_clean":"2024-03-07T09:57:57.048773+0000","last_became_active":"2024-03-07T09:56:53.690097+0000","last_became_peered":"2024-03-07T09:56:53.690097+0000","last_unstale":"2024-03-07T09:57:57.048773+0000","last_undegraded":"2024-03-07T09:57:57.048773+0000","last_fullsized":"2024-03-07T09:57:57.048773+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:24.950160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049139+0000","last_change":"2024-03-07T09:56:53.699061+0000","last_active":"2024-03-07T09:57:57.049139+0000","last_peered":"2024-03-07T09:57:57.049139+0000","last_clean":"2024-03-07T09:57:57.049139+0000","last_became_active":"2024-03-07T09:56:53.698747+0000","last_became_peered":"2024-03-07T09:56:53.698747+0000","last_unstale":"2024-03-07T09:57:57.049139+0000","last_undegraded":"2024-03-07T09:57:57.049139+0000","last_fullsized":"2024-03-07T09:57:57.049139+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:45.059437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996115+0000","last_change":"2024-03-07T09:56:53.690691+0000","last_active":"2024-03-07T09:57:56.996115+0000","last_peered":"2024-03-07T09:57:56.996115+0000","last_clean":"2024-03-07T09:57:56.996115+0000","last_became_active":"2024-03-07T09:56:53.690307+0000","last_became_peered":"2024-03-07T09:56:53.690307+0000","last_unstale":"2024-03-07T09:57:56.996115+0000","last_undegraded":"2024-03-07T09:57:56.996115+0000","last_fullsized":"2024-03-07T09:57:56.996115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:12.515637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002937+0000","last_change":"2024-03-07T09:56:53.688203+0000","last_active":"2024-03-07T09:57:57.002937+0000","last_peered":"2024-03-07T09:57:57.002937+0000","last_clean":"2024-03-07T09:57:57.002937+0000","last_became_active":"2024-03-07T09:56:53.687900+0000","last_became_peered":"2024-03-07T09:56:53.687900+0000","last_unstale":"2024-03-07T09:57:57.002937+0000","last_undegraded":"2024-03-07T09:57:57.002937+0000","last_fullsized":"2024-03-07T09:57:57.002937+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:50.360051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996363+0000","last_change":"2024-03-07T09:56:52.681604+0000","last_active":"2024-03-07T09:57:56.996363+0000","last_peered":"2024-03-07T09:57:56.996363+0000","last_clean":"2024-03-07T09:57:56.996363+0000","last_became_active":"2024-03-07T09:56:52.681255+0000","last_became_peered":"2024-03-07T09:56:52.681255+0000","last_unstale":"2024-03-07T09:57:56.996363+0000","last_undegraded":"2024-03-07T09:57:56.996363+0000","last_fullsized":"2024-03-07T09:57:56.996363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:09:35.012580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041072+0000","last_change":"2024-03-07T09:56:53.695464+0000","last_active":"2024-03-07T09:57:57.041072+0000","last_peered":"2024-03-07T09:57:57.041072+0000","last_clean":"2024-03-07T09:57:57.041072+0000","last_became_active":"2024-03-07T09:56:53.695094+0000","last_became_peered":"2024-03-07T09:56:53.695094+0000","last_unstale":"2024-03-07T09:57:57.041072+0000","last_undegraded":"2024-03-07T09:57:57.041072+0000","last_fullsized":"2024-03-07T09:57:57.041072+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:30.240961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041167+0000","last_change":"2024-03-07T09:56:52.683020+0000","last_active":"2024-03-07T09:57:57.041167+0000","last_peered":"2024-03-07T09:57:57.041167+0000","last_clean":"2024-03-07T09:57:57.041167+0000","last_became_active":"2024-03-07T09:56:52.682717+0000","last_became_peered":"2024-03-07T09:56:52.682717+0000","last_unstale":"2024-03-07T09:57:57.041167+0000","last_undegraded":"2024-03-07T09:57:57.041167+0000","last_fullsized":"2024-03-07T09:57:57.041167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:11:22.765618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997977+0000","last_change":"2024-03-07T09:56:53.682305+0000","last_active":"2024-03-07T09:57:56.997977+0000","last_peered":"2024-03-07T09:57:56.997977+0000","last_clean":"2024-03-07T09:57:56.997977+0000","last_became_active":"2024-03-07T09:56:53.681988+0000","last_became_peered":"2024-03-07T09:56:53.681988+0000","last_unstale":"2024-03-07T09:57:56.997977+0000","last_undegraded":"2024-03-07T09:57:56.997977+0000","last_fullsized":"2024-03-07T09:57:56.997977+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:30:24.602548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998113+0000","last_change":"2024-03-07T09:56:52.679412+0000","last_active":"2024-03-07T09:57:56.998113+0000","last_peered":"2024-03-07T09:57:56.998113+0000","last_clean":"2024-03-07T09:57:56.998113+0000","last_became_active":"2024-03-07T09:56:52.679071+0000","last_became_peered":"2024-03-07T09:56:52.679071+0000","last_unstale":"2024-03-07T09:57:56.998113+0000","last_undegraded":"2024-03-07T09:57:56.998113+0000","last_fullsized":"2024-03-07T09:57:56.998113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:53.532980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048886+0000","last_change":"2024-03-07T09:56:53.687040+0000","last_active":"2024-03-07T09:57:57.048886+0000","last_peered":"2024-03-07T09:57:57.048886+0000","last_clean":"2024-03-07T09:57:57.048886+0000","last_became_active":"2024-03-07T09:56:53.685080+0000","last_became_peered":"2024-03-07T09:56:53.685080+0000","last_unstale":"2024-03-07T09:57:57.048886+0000","last_undegraded":"2024-03-07T09:57:57.048886+0000","last_fullsized":"2024-03-07T09:57:57.048886+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:45:40.356956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998139+0000","last_change":"2024-03-07T09:56:52.677070+0000","last_active":"2024-03-07T09:57:56.998139+0000","last_peered":"2024-03-07T09:57:56.998139+0000","last_clean":"2024-03-07T09:57:56.998139+0000","last_became_active":"2024-03-07T09:56:52.676730+0000","last_became_peered":"2024-03-07T09:56:52.676730+0000","last_unstale":"2024-03-07T09:57:56.998139+0000","last_undegraded":"2024-03-07T09:57:56.998139+0000","last_fullsized":"2024-03-07T09:57:56.998139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:59:47.995102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000439+0000","last_change":"2024-03-07T09:56:53.692055+0000","last_active":"2024-03-07T09:57:57.000439+0000","last_peered":"2024-03-07T09:57:57.000439+0000","last_clean":"2024-03-07T09:57:57.000439+0000","last_became_active":"2024-03-07T09:56:53.691444+0000","last_became_peered":"2024-03-07T09:56:53.691444+0000","last_unstale":"2024-03-07T09:57:57.000439+0000","last_undegraded":"2024-03-07T09:57:57.000439+0000","last_fullsized":"2024-03-07T09:57:57.000439+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:10:02.293498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":111,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:09.064996+0000","last_change":"2024-03-07T09:57:57.055069+0000","last_active":"2024-03-07T09:58:09.064996+0000","last_peered":"2024-03-07T09:58:09.064996+0000","last_clean":"2024-03-07T09:58:09.064996+0000","last_became_active":"2024-03-07T09:57:57.051578+0000","last_became_peered":"2024-03-07T09:57:57.051578+0000","last_unstale":"2024-03-07T09:58:09.064996+0000","last_undegraded":"2024-03-07T09:58:09.064996+0000","last_fullsized":"2024-03-07T09:58:09.064996+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:47:18.850439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":68,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.999965+0000","last_change":"2024-03-07T09:57:56.999965+0000","last_active":"2024-03-07T09:57:56.999965+0000","last_peered":"2024-03-07T09:57:56.999965+0000","last_clean":"2024-03-07T09:57:56.999965+0000","last_became_active":"2024-03-07T09:57:56.999629+0000","last_became_peered":"2024-03-07T09:57:56.999629+0000","last_unstale":"2024-03-07T09:57:56.999965+0000","last_undegraded":"2024-03-07T09:57:56.999965+0000","last_fullsized":"2024-03-07T09:57:56.999965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:07:54.456716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994948+0000","last_change":"2024-03-07T09:56:52.672260+0000","last_active":"2024-03-07T09:57:56.994948+0000","last_peered":"2024-03-07T09:57:56.994948+0000","last_clean":"2024-03-07T09:57:56.994948+0000","last_became_active":"2024-03-07T09:56:52.670437+0000","last_became_peered":"2024-03-07T09:56:52.670437+0000","last_unstale":"2024-03-07T09:57:56.994948+0000","last_undegraded":"2024-03-07T09:57:56.994948+0000","last_fullsized":"2024-03-07T09:57:56.994948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:14:47.850432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041849+0000","last_change":"2024-03-07T09:57:57.041849+0000","last_active":"2024-03-07T09:57:57.041849+0000","last_peered":"2024-03-07T09:57:57.041849+0000","last_clean":"2024-03-07T09:57:57.041849+0000","last_became_active":"2024-03-07T09:57:57.041608+0000","last_became_peered":"2024-03-07T09:57:57.041608+0000","last_unstale":"2024-03-07T09:57:57.041849+0000","last_undegraded":"2024-03-07T09:57:57.041849+0000","last_fullsized":"2024-03-07T09:57:57.041849+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:54:00.362242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994577+0000","last_change":"2024-03-07T09:56:52.672741+0000","last_active":"2024-03-07T09:57:56.994577+0000","last_peered":"2024-03-07T09:57:56.994577+0000","last_clean":"2024-03-07T09:57:56.994577+0000","last_became_active":"2024-03-07T09:56:52.672443+0000","last_became_peered":"2024-03-07T09:56:52.672443+0000","last_unstale":"2024-03-07T09:57:56.994577+0000","last_undegraded":"2024-03-07T09:57:56.994577+0000","last_fullsized":"2024-03-07T09:57:56.994577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:44.336987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040726+0000","last_change":"2024-03-07T09:56:53.694089+0000","last_active":"2024-03-07T09:57:57.040726+0000","last_peered":"2024-03-07T09:57:57.040726+0000","last_clean":"2024-03-07T09:57:57.040726+0000","last_became_active":"2024-03-07T09:56:53.693212+0000","last_became_peered":"2024-03-07T09:56:53.693212+0000","last_unstale":"2024-03-07T09:57:57.040726+0000","last_undegraded":"2024-03-07T09:57:57.040726+0000","last_fullsized":"2024-03-07T09:57:57.040726+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:44.999925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000347+0000","last_change":"2024-03-07T09:56:52.681767+0000","last_active":"2024-03-07T09:57:57.000347+0000","last_peered":"2024-03-07T09:57:57.000347+0000","last_clean":"2024-03-07T09:57:57.000347+0000","last_became_active":"2024-03-07T09:56:52.681454+0000","last_became_peered":"2024-03-07T09:56:52.681454+0000","last_unstale":"2024-03-07T09:57:57.000347+0000","last_undegraded":"2024-03-07T09:57:57.000347+0000","last_fullsized":"2024-03-07T09:57:57.000347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:44:59.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996075+0000","last_change":"2024-03-07T09:56:53.689119+0000","last_active":"2024-03-07T09:57:56.996075+0000","last_peered":"2024-03-07T09:57:56.996075+0000","last_clean":"2024-03-07T09:57:56.996075+0000","last_became_active":"2024-03-07T09:56:53.688805+0000","last_became_peered":"2024-03-07T09:56:53.688805+0000","last_unstale":"2024-03-07T09:57:56.996075+0000","last_undegraded":"2024-03-07T09:57:56.996075+0000","last_fullsized":"2024-03-07T09:57:56.996075+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:03.135423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":97,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:11.066723+0000","last_change":"2024-03-07T09:56:52.673288+0000","last_active":"2024-03-07T09:58:11.066723+0000","last_peered":"2024-03-07T09:58:11.066723+0000","last_clean":"2024-03-07T09:58:11.066723+0000","last_became_active":"2024-03-07T09:56:52.672977+0000","last_became_peered":"2024-03-07T09:56:52.672977+0000","last_unstale":"2024-03-07T09:58:11.066723+0000","last_undegraded":"2024-03-07T09:58:11.066723+0000","last_fullsized":"2024-03-07T09:58:11.066723+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:14.034278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049775+0000","last_change":"2024-03-07T09:56:53.687614+0000","last_active":"2024-03-07T09:57:57.049775+0000","last_peered":"2024-03-07T09:57:57.049775+0000","last_clean":"2024-03-07T09:57:57.049775+0000","last_became_active":"2024-03-07T09:56:53.687314+0000","last_became_peered":"2024-03-07T09:56:53.687314+0000","last_unstale":"2024-03-07T09:57:57.049775+0000","last_undegraded":"2024-03-07T09:57:57.049775+0000","last_fullsized":"2024-03-07T09:57:57.049775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:18.017086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002788+0000","last_change":"2024-03-07T09:56:52.682405+0000","last_active":"2024-03-07T09:57:57.002788+0000","last_peered":"2024-03-07T09:57:57.002788+0000","last_clean":"2024-03-07T09:57:57.002788+0000","last_became_active":"2024-03-07T09:56:52.681285+0000","last_became_peered":"2024-03-07T09:56:52.681285+0000","last_unstale":"2024-03-07T09:57:57.002788+0000","last_undegraded":"2024-03-07T09:57:57.002788+0000","last_fullsized":"2024-03-07T09:57:57.002788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:38:55.931027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.003900+0000","last_change":"2024-03-07T09:57:57.003900+0000","last_active":"2024-03-07T09:57:57.003900+0000","last_peered":"2024-03-07T09:57:57.003900+0000","last_clean":"2024-03-07T09:57:57.003900+0000","last_became_active":"2024-03-07T09:57:57.003544+0000","last_became_peered":"2024-03-07T09:57:57.003544+0000","last_unstale":"2024-03-07T09:57:57.003900+0000","last_undegraded":"2024-03-07T09:57:57.003900+0000","last_fullsized":"2024-03-07T09:57:57.003900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:15:59.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000534+0000","last_change":"2024-03-07T09:56:52.682045+0000","last_active":"2024-03-07T09:57:57.000534+0000","last_peered":"2024-03-07T09:57:57.000534+0000","last_clean":"2024-03-07T09:57:57.000534+0000","last_became_active":"2024-03-07T09:56:52.681690+0000","last_became_peered":"2024-03-07T09:56:52.681690+0000","last_unstale":"2024-03-07T09:57:57.000534+0000","last_undegraded":"2024-03-07T09:57:57.000534+0000","last_fullsized":"2024-03-07T09:57:57.000534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:00.964295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050413+0000","last_change":"2024-03-07T09:57:57.050104+0000","last_active":"2024-03-07T09:57:57.050413+0000","last_peered":"2024-03-07T09:57:57.050413+0000","last_clean":"2024-03-07T09:57:57.050413+0000","last_became_active":"2024-03-07T09:57:57.049825+0000","last_became_peered":"2024-03-07T09:57:57.049825+0000","last_unstale":"2024-03-07T09:57:57.050413+0000","last_undegraded":"2024-03-07T09:57:57.050413+0000","last_fullsized":"2024-03-07T09:57:57.050413+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:34:00.997185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'27","reported_seq":203,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:12.067740+0000","last_change":"2024-03-07T09:56:52.676887+0000","last_active":"2024-03-07T09:58:12.067740+0000","last_peered":"2024-03-07T09:58:12.067740+0000","last_clean":"2024-03-07T09:58:12.067740+0000","last_became_active":"2024-03-07T09:56:52.676557+0000","last_became_peered":"2024-03-07T09:56:52.676557+0000","last_unstale":"2024-03-07T09:58:12.067740+0000","last_undegraded":"2024-03-07T09:58:12.067740+0000","last_fullsized":"2024-03-07T09:58:12.067740+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:42:43.428232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59465,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":157,"num_read_kb":136,"num_write":28,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997994+0000","last_change":"2024-03-07T09:56:53.697045+0000","last_active":"2024-03-07T09:57:56.997994+0000","last_peered":"2024-03-07T09:57:56.997994+0000","last_clean":"2024-03-07T09:57:56.997994+0000","last_became_active":"2024-03-07T09:56:53.696752+0000","last_became_peered":"2024-03-07T09:56:53.696752+0000","last_unstale":"2024-03-07T09:57:56.997994+0000","last_undegraded":"2024-03-07T09:57:56.997994+0000","last_fullsized":"2024-03-07T09:57:56.997994+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:10:21.125373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002563+0000","last_change":"2024-03-07T09:56:52.675566+0000","last_active":"2024-03-07T09:57:57.002563+0000","last_peered":"2024-03-07T09:57:57.002563+0000","last_clean":"2024-03-07T09:57:57.002563+0000","last_became_active":"2024-03-07T09:56:52.674620+0000","last_became_peered":"2024-03-07T09:56:52.674620+0000","last_unstale":"2024-03-07T09:57:57.002563+0000","last_undegraded":"2024-03-07T09:57:57.002563+0000","last_fullsized":"2024-03-07T09:57:57.002563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:21.040161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994553+0000","last_change":"2024-03-07T09:56:53.689565+0000","last_active":"2024-03-07T09:57:56.994553+0000","last_peered":"2024-03-07T09:57:56.994553+0000","last_clean":"2024-03-07T09:57:56.994553+0000","last_became_active":"2024-03-07T09:56:53.689225+0000","last_became_peered":"2024-03-07T09:56:53.689225+0000","last_unstale":"2024-03-07T09:57:56.994553+0000","last_undegraded":"2024-03-07T09:57:56.994553+0000","last_fullsized":"2024-03-07T09:57:56.994553+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:53:16.212787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000166+0000","last_change":"2024-03-07T09:56:52.682207+0000","last_active":"2024-03-07T09:57:57.000166+0000","last_peered":"2024-03-07T09:57:57.000166+0000","last_clean":"2024-03-07T09:57:57.000166+0000","last_became_active":"2024-03-07T09:56:52.681737+0000","last_became_peered":"2024-03-07T09:56:52.681737+0000","last_unstale":"2024-03-07T09:57:57.000166+0000","last_undegraded":"2024-03-07T09:57:57.000166+0000","last_fullsized":"2024-03-07T09:57:57.000166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:24:40.596762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002709+0000","last_change":"2024-03-07T09:56:53.691814+0000","last_active":"2024-03-07T09:57:57.002709+0000","last_peered":"2024-03-07T09:57:57.002709+0000","last_clean":"2024-03-07T09:57:57.002709+0000","last_became_active":"2024-03-07T09:56:53.691476+0000","last_became_peered":"2024-03-07T09:56:53.691476+0000","last_unstale":"2024-03-07T09:57:57.002709+0000","last_undegraded":"2024-03-07T09:57:57.002709+0000","last_fullsized":"2024-03-07T09:57:57.002709+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:38:11.327538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'4","reported_seq":100,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:10.623668+0000","last_change":"2024-03-07T09:56:52.678047+0000","last_active":"2024-03-07T09:58:10.623668+0000","last_peered":"2024-03-07T09:58:10.623668+0000","last_clean":"2024-03-07T09:58:10.623668+0000","last_became_active":"2024-03-07T09:56:52.677720+0000","last_became_peered":"2024-03-07T09:56:52.677720+0000","last_unstale":"2024-03-07T09:58:10.623668+0000","last_undegraded":"2024-03-07T09:58:10.623668+0000","last_fullsized":"2024-03-07T09:58:10.623668+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:33.096744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":78,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002346+0000","last_change":"2024-03-07T09:56:53.686046+0000","last_active":"2024-03-07T09:57:57.002346+0000","last_peered":"2024-03-07T09:57:57.002346+0000","last_clean":"2024-03-07T09:57:57.002346+0000","last_became_active":"2024-03-07T09:56:53.684956+0000","last_became_peered":"2024-03-07T09:56:53.684956+0000","last_unstale":"2024-03-07T09:57:57.002346+0000","last_undegraded":"2024-03-07T09:57:57.002346+0000","last_fullsized":"2024-03-07T09:57:57.002346+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:50:24.178857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997658+0000","last_change":"2024-03-07T09:56:52.675992+0000","last_active":"2024-03-07T09:57:56.997658+0000","last_peered":"2024-03-07T09:57:56.997658+0000","last_clean":"2024-03-07T09:57:56.997658+0000","last_became_active":"2024-03-07T09:56:52.675065+0000","last_became_peered":"2024-03-07T09:56:52.675065+0000","last_unstale":"2024-03-07T09:57:56.997658+0000","last_undegraded":"2024-03-07T09:57:56.997658+0000","last_fullsized":"2024-03-07T09:57:56.997658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:03:45.950928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049897+0000","last_change":"2024-03-07T09:57:57.049897+0000","last_active":"2024-03-07T09:57:57.049897+0000","last_peered":"2024-03-07T09:57:57.049897+0000","last_clean":"2024-03-07T09:57:57.049897+0000","last_became_active":"2024-03-07T09:57:57.049574+0000","last_became_peered":"2024-03-07T09:57:57.049574+0000","last_unstale":"2024-03-07T09:57:57.049897+0000","last_undegraded":"2024-03-07T09:57:57.049897+0000","last_fullsized":"2024-03-07T09:57:57.049897+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:28.163009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997909+0000","last_change":"2024-03-07T09:56:52.671795+0000","last_active":"2024-03-07T09:57:56.997909+0000","last_peered":"2024-03-07T09:57:56.997909+0000","last_clean":"2024-03-07T09:57:56.997909+0000","last_became_active":"2024-03-07T09:56:52.670717+0000","last_became_peered":"2024-03-07T09:56:52.670717+0000","last_unstale":"2024-03-07T09:57:56.997909+0000","last_undegraded":"2024-03-07T09:57:56.997909+0000","last_fullsized":"2024-03-07T09:57:56.997909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:00:23.478823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049018+0000","last_change":"2024-03-07T09:56:53.699800+0000","last_active":"2024-03-07T09:57:57.049018+0000","last_peered":"2024-03-07T09:57:57.049018+0000","last_clean":"2024-03-07T09:57:57.049018+0000","last_became_active":"2024-03-07T09:56:53.699468+0000","last_became_peered":"2024-03-07T09:56:53.699468+0000","last_unstale":"2024-03-07T09:57:57.049018+0000","last_undegraded":"2024-03-07T09:57:57.049018+0000","last_fullsized":"2024-03-07T09:57:57.049018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:26:44.230225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996150+0000","last_change":"2024-03-07T09:56:52.687857+0000","last_active":"2024-03-07T09:57:56.996150+0000","last_peered":"2024-03-07T09:57:56.996150+0000","last_clean":"2024-03-07T09:57:56.996150+0000","last_became_active":"2024-03-07T09:56:52.687520+0000","last_became_peered":"2024-03-07T09:56:52.687520+0000","last_unstale":"2024-03-07T09:57:56.996150+0000","last_undegraded":"2024-03-07T09:57:56.996150+0000","last_fullsized":"2024-03-07T09:57:56.996150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:44.180484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.995282+0000","last_change":"2024-03-07T09:56:53.693802+0000","last_active":"2024-03-07T09:57:56.995282+0000","last_peered":"2024-03-07T09:57:56.995282+0000","last_clean":"2024-03-07T09:57:56.995282+0000","last_became_active":"2024-03-07T09:56:53.689641+0000","last_became_peered":"2024-03-07T09:56:53.689641+0000","last_unstale":"2024-03-07T09:57:56.995282+0000","last_undegraded":"2024-03-07T09:57:56.995282+0000","last_fullsized":"2024-03-07T09:57:56.995282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:39:57.407771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002604+0000","last_change":"2024-03-07T09:56:52.680592+0000","last_active":"2024-03-07T09:57:57.002604+0000","last_peered":"2024-03-07T09:57:57.002604+0000","last_clean":"2024-03-07T09:57:57.002604+0000","last_became_active":"2024-03-07T09:56:52.679707+0000","last_became_peered":"2024-03-07T09:56:52.679707+0000","last_unstale":"2024-03-07T09:57:57.002604+0000","last_undegraded":"2024-03-07T09:57:57.002604+0000","last_fullsized":"2024-03-07T09:57:57.002604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.630182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.995136+0000","last_change":"2024-03-07T09:56:53.693861+0000","last_active":"2024-03-07T09:57:56.995136+0000","last_peered":"2024-03-07T09:57:56.995136+0000","last_clean":"2024-03-07T09:57:56.995136+0000","last_became_active":"2024-03-07T09:56:53.693534+0000","last_became_peered":"2024-03-07T09:56:53.693534+0000","last_unstale":"2024-03-07T09:57:56.995136+0000","last_undegraded":"2024-03-07T09:57:56.995136+0000","last_fullsized":"2024-03-07T09:57:56.995136+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:12:39.545760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000534+0000","last_change":"2024-03-07T09:56:53.691164+0000","last_active":"2024-03-07T09:57:57.000534+0000","last_peered":"2024-03-07T09:57:57.000534+0000","last_clean":"2024-03-07T09:57:57.000534+0000","last_became_active":"2024-03-07T09:56:53.690865+0000","last_became_peered":"2024-03-07T09:56:53.690865+0000","last_unstale":"2024-03-07T09:57:57.000534+0000","last_undegraded":"2024-03-07T09:57:57.000534+0000","last_fullsized":"2024-03-07T09:57:57.000534+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:05.398797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":96,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:09.622099+0000","last_change":"2024-03-07T09:56:52.684348+0000","last_active":"2024-03-07T09:58:09.622099+0000","last_peered":"2024-03-07T09:58:09.622099+0000","last_clean":"2024-03-07T09:58:09.622099+0000","last_became_active":"2024-03-07T09:56:52.683994+0000","last_became_peered":"2024-03-07T09:56:52.683994+0000","last_unstale":"2024-03-07T09:58:09.622099+0000","last_undegraded":"2024-03-07T09:58:09.622099+0000","last_fullsized":"2024-03-07T09:58:09.622099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:04:30.557227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":73,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040888+0000","last_change":"2024-03-07T09:56:53.697599+0000","last_active":"2024-03-07T09:57:57.040888+0000","last_peered":"2024-03-07T09:57:57.040888+0000","last_clean":"2024-03-07T09:57:57.040888+0000","last_became_active":"2024-03-07T09:56:53.697160+0000","last_became_peered":"2024-03-07T09:56:53.697160+0000","last_unstale":"2024-03-07T09:57:57.040888+0000","last_undegraded":"2024-03-07T09:57:57.040888+0000","last_fullsized":"2024-03-07T09:57:57.040888+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:45:45.478791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050574+0000","last_change":"2024-03-07T09:56:52.674603+0000","last_active":"2024-03-07T09:57:57.050574+0000","last_peered":"2024-03-07T09:57:57.050574+0000","last_clean":"2024-03-07T09:57:57.050574+0000","last_became_active":"2024-03-07T09:56:52.674269+0000","last_became_peered":"2024-03-07T09:56:52.674269+0000","last_unstale":"2024-03-07T09:57:57.050574+0000","last_undegraded":"2024-03-07T09:57:57.050574+0000","last_fullsized":"2024-03-07T09:57:57.050574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:12:21.011326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":353,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002372+0000","last_change":"2024-03-07T09:55:41.530015+0000","last_active":"2024-03-07T09:57:57.002372+0000","last_peered":"2024-03-07T09:57:57.002372+0000","last_clean":"2024-03-07T09:57:57.002372+0000","last_became_active":"2024-03-07T09:55:41.529507+0000","last_became_peered":"2024-03-07T09:55:41.529507+0000","last_unstale":"2024-03-07T09:57:57.002372+0000","last_undegraded":"2024-03-07T09:57:57.002372+0000","last_fullsized":"2024-03-07T09:57:57.002372+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_clean_scrub_stamp":"2024-03-07T09:52:19.873115+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:16:11.815935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994466+0000","last_change":"2024-03-07T09:56:53.694226+0000","last_active":"2024-03-07T09:57:56.994466+0000","last_peered":"2024-03-07T09:57:56.994466+0000","last_clean":"2024-03-07T09:57:56.994466+0000","last_became_active":"2024-03-07T09:56:53.693887+0000","last_became_peered":"2024-03-07T09:56:53.693887+0000","last_unstale":"2024-03-07T09:57:56.994466+0000","last_undegraded":"2024-03-07T09:57:56.994466+0000","last_fullsized":"2024-03-07T09:57:56.994466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:01.536716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002496+0000","last_change":"2024-03-07T09:56:52.679844+0000","last_active":"2024-03-07T09:57:57.002496+0000","last_peered":"2024-03-07T09:57:57.002496+0000","last_clean":"2024-03-07T09:57:57.002496+0000","last_became_active":"2024-03-07T09:56:52.679518+0000","last_became_peered":"2024-03-07T09:56:52.679518+0000","last_unstale":"2024-03-07T09:57:57.002496+0000","last_undegraded":"2024-03-07T09:57:57.002496+0000","last_fullsized":"2024-03-07T09:57:57.002496+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:37:21.585749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997887+0000","last_change":"2024-03-07T09:56:52.681781+0000","last_active":"2024-03-07T09:57:56.997887+0000","last_peered":"2024-03-07T09:57:56.997887+0000","last_clean":"2024-03-07T09:57:56.997887+0000","last_became_active":"2024-03-07T09:56:52.681452+0000","last_became_peered":"2024-03-07T09:56:52.681452+0000","last_unstale":"2024-03-07T09:57:56.997887+0000","last_undegraded":"2024-03-07T09:57:56.997887+0000","last_fullsized":"2024-03-07T09:57:56.997887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:47:05.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994817+0000","last_change":"2024-03-07T09:56:53.684434+0000","last_active":"2024-03-07T09:57:56.994817+0000","last_peered":"2024-03-07T09:57:56.994817+0000","last_clean":"2024-03-07T09:57:56.994817+0000","last_became_active":"2024-03-07T09:56:53.684113+0000","last_became_peered":"2024-03-07T09:56:53.684113+0000","last_unstale":"2024-03-07T09:57:56.994817+0000","last_undegraded":"2024-03-07T09:57:56.994817+0000","last_fullsized":"2024-03-07T09:57:56.994817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:23:52.040589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996075+0000","last_change":"2024-03-07T09:56:52.683979+0000","last_active":"2024-03-07T09:57:56.996075+0000","last_peered":"2024-03-07T09:57:56.996075+0000","last_clean":"2024-03-07T09:57:56.996075+0000","last_became_active":"2024-03-07T09:56:52.683673+0000","last_became_peered":"2024-03-07T09:56:52.683673+0000","last_unstale":"2024-03-07T09:57:56.996075+0000","last_undegraded":"2024-03-07T09:57:56.996075+0000","last_fullsized":"2024-03-07T09:57:56.996075+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:23.188168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041063+0000","last_change":"2024-03-07T09:56:53.693109+0000","last_active":"2024-03-07T09:57:57.041063+0000","last_peered":"2024-03-07T09:57:57.041063+0000","last_clean":"2024-03-07T09:57:57.041063+0000","last_became_active":"2024-03-07T09:56:53.692728+0000","last_became_peered":"2024-03-07T09:56:53.692728+0000","last_unstale":"2024-03-07T09:57:57.041063+0000","last_undegraded":"2024-03-07T09:57:57.041063+0000","last_fullsized":"2024-03-07T09:57:57.041063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:45.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050891+0000","last_change":"2024-03-07T09:56:52.676551+0000","last_active":"2024-03-07T09:57:57.050891+0000","last_peered":"2024-03-07T09:57:57.050891+0000","last_clean":"2024-03-07T09:57:57.050891+0000","last_became_active":"2024-03-07T09:56:52.676193+0000","last_became_peered":"2024-03-07T09:56:52.676193+0000","last_unstale":"2024-03-07T09:57:57.050891+0000","last_undegraded":"2024-03-07T09:57:57.050891+0000","last_fullsized":"2024-03-07T09:57:57.050891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:52:21.182409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998035+0000","last_change":"2024-03-07T09:56:53.693473+0000","last_active":"2024-03-07T09:57:56.998035+0000","last_peered":"2024-03-07T09:57:56.998035+0000","last_clean":"2024-03-07T09:57:56.998035+0000","last_became_active":"2024-03-07T09:56:53.692255+0000","last_became_peered":"2024-03-07T09:56:53.692255+0000","last_unstale":"2024-03-07T09:57:56.998035+0000","last_undegraded":"2024-03-07T09:57:56.998035+0000","last_fullsized":"2024-03-07T09:57:56.998035+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:57:15.348523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048707+0000","last_change":"2024-03-07T09:56:52.680677+0000","last_active":"2024-03-07T09:57:57.048707+0000","last_peered":"2024-03-07T09:57:57.048707+0000","last_clean":"2024-03-07T09:57:57.048707+0000","last_became_active":"2024-03-07T09:56:52.680337+0000","last_became_peered":"2024-03-07T09:56:52.680337+0000","last_unstale":"2024-03-07T09:57:57.048707+0000","last_undegraded":"2024-03-07T09:57:57.048707+0000","last_fullsized":"2024-03-07T09:57:57.048707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:09.745088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997635+0000","last_change":"2024-03-07T09:56:53.684780+0000","last_active":"2024-03-07T09:57:56.997635+0000","last_peered":"2024-03-07T09:57:56.997635+0000","last_clean":"2024-03-07T09:57:56.997635+0000","last_became_active":"2024-03-07T09:56:53.684447+0000","last_became_peered":"2024-03-07T09:56:53.684447+0000","last_unstale":"2024-03-07T09:57:56.997635+0000","last_undegraded":"2024-03-07T09:57:56.997635+0000","last_fullsized":"2024-03-07T09:57:56.997635+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:11:58.261928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040857+0000","last_change":"2024-03-07T09:56:52.686676+0000","last_active":"2024-03-07T09:57:57.040857+0000","last_peered":"2024-03-07T09:57:57.040857+0000","last_clean":"2024-03-07T09:57:57.040857+0000","last_became_active":"2024-03-07T09:56:52.686364+0000","last_became_peered":"2024-03-07T09:56:52.686364+0000","last_unstale":"2024-03-07T09:57:57.040857+0000","last_undegraded":"2024-03-07T09:57:57.040857+0000","last_fullsized":"2024-03-07T09:57:57.040857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:19:11.156952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048868+0000","last_change":"2024-03-07T09:56:53.699576+0000","last_active":"2024-03-07T09:57:57.048868+0000","last_peered":"2024-03-07T09:57:57.048868+0000","last_clean":"2024-03-07T09:57:57.048868+0000","last_became_active":"2024-03-07T09:56:53.699185+0000","last_became_peered":"2024-03-07T09:56:53.699185+0000","last_unstale":"2024-03-07T09:57:57.048868+0000","last_undegraded":"2024-03-07T09:57:57.048868+0000","last_fullsized":"2024-03-07T09:57:57.048868+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:33:45.641810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002694+0000","last_change":"2024-03-07T09:56:52.674029+0000","last_active":"2024-03-07T09:57:57.002694+0000","last_peered":"2024-03-07T09:57:57.002694+0000","last_clean":"2024-03-07T09:57:57.002694+0000","last_became_active":"2024-03-07T09:56:52.673542+0000","last_became_peered":"2024-03-07T09:56:52.673542+0000","last_unstale":"2024-03-07T09:57:57.002694+0000","last_undegraded":"2024-03-07T09:57:57.002694+0000","last_fullsized":"2024-03-07T09:57:57.002694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:53:36.681031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040870+0000","last_change":"2024-03-07T09:56:53.699001+0000","last_active":"2024-03-07T09:57:57.040870+0000","last_peered":"2024-03-07T09:57:57.040870+0000","last_clean":"2024-03-07T09:57:57.040870+0000","last_became_active":"2024-03-07T09:56:53.698684+0000","last_became_peered":"2024-03-07T09:56:53.698684+0000","last_unstale":"2024-03-07T09:57:57.040870+0000","last_undegraded":"2024-03-07T09:57:57.040870+0000","last_fullsized":"2024-03-07T09:57:57.040870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:53:47.028887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997967+0000","last_change":"2024-03-07T09:56:52.678590+0000","last_active":"2024-03-07T09:57:56.997967+0000","last_peered":"2024-03-07T09:57:56.997967+0000","last_clean":"2024-03-07T09:57:56.997967+0000","last_became_active":"2024-03-07T09:56:52.678270+0000","last_became_peered":"2024-03-07T09:56:52.678270+0000","last_unstale":"2024-03-07T09:57:56.997967+0000","last_undegraded":"2024-03-07T09:57:56.997967+0000","last_fullsized":"2024-03-07T09:57:56.997967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.957337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002776+0000","last_change":"2024-03-07T09:56:53.690935+0000","last_active":"2024-03-07T09:57:57.002776+0000","last_peered":"2024-03-07T09:57:57.002776+0000","last_clean":"2024-03-07T09:57:57.002776+0000","last_became_active":"2024-03-07T09:56:53.690615+0000","last_became_peered":"2024-03-07T09:56:53.690615+0000","last_unstale":"2024-03-07T09:57:57.002776+0000","last_undegraded":"2024-03-07T09:57:57.002776+0000","last_fullsized":"2024-03-07T09:57:57.002776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:30:43.338237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002935+0000","last_change":"2024-03-07T09:56:52.681753+0000","last_active":"2024-03-07T09:57:57.002935+0000","last_peered":"2024-03-07T09:57:57.002935+0000","last_clean":"2024-03-07T09:57:57.002935+0000","last_became_active":"2024-03-07T09:56:52.681453+0000","last_became_peered":"2024-03-07T09:56:52.681453+0000","last_unstale":"2024-03-07T09:57:57.002935+0000","last_undegraded":"2024-03-07T09:57:57.002935+0000","last_fullsized":"2024-03-07T09:57:57.002935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:14:22.498607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002865+0000","last_change":"2024-03-07T09:56:53.688388+0000","last_active":"2024-03-07T09:57:57.002865+0000","last_peered":"2024-03-07T09:57:57.002865+0000","last_clean":"2024-03-07T09:57:57.002865+0000","last_became_active":"2024-03-07T09:56:53.688037+0000","last_became_peered":"2024-03-07T09:56:53.688037+0000","last_unstale":"2024-03-07T09:57:57.002865+0000","last_undegraded":"2024-03-07T09:57:57.002865+0000","last_fullsized":"2024-03-07T09:57:57.002865+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:36:57.898656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000582+0000","last_change":"2024-03-07T09:56:52.680982+0000","last_active":"2024-03-07T09:57:57.000582+0000","last_peered":"2024-03-07T09:57:57.000582+0000","last_clean":"2024-03-07T09:57:57.000582+0000","last_became_active":"2024-03-07T09:56:52.680612+0000","last_became_peered":"2024-03-07T09:56:52.680612+0000","last_unstale":"2024-03-07T09:57:57.000582+0000","last_undegraded":"2024-03-07T09:57:57.000582+0000","last_fullsized":"2024-03-07T09:57:57.000582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:22:11.488947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002582+0000","last_change":"2024-03-07T09:56:53.690429+0000","last_active":"2024-03-07T09:57:57.002582+0000","last_peered":"2024-03-07T09:57:57.002582+0000","last_clean":"2024-03-07T09:57:57.002582+0000","last_became_active":"2024-03-07T09:56:53.689481+0000","last_became_peered":"2024-03-07T09:56:53.689481+0000","last_unstale":"2024-03-07T09:57:57.002582+0000","last_undegraded":"2024-03-07T09:57:57.002582+0000","last_fullsized":"2024-03-07T09:57:57.002582+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:01.124032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994882+0000","last_change":"2024-03-07T09:56:52.677142+0000","last_active":"2024-03-07T09:57:56.994882+0000","last_peered":"2024-03-07T09:57:56.994882+0000","last_clean":"2024-03-07T09:57:56.994882+0000","last_became_active":"2024-03-07T09:56:52.676818+0000","last_became_peered":"2024-03-07T09:56:52.676818+0000","last_unstale":"2024-03-07T09:57:56.994882+0000","last_undegraded":"2024-03-07T09:57:56.994882+0000","last_fullsized":"2024-03-07T09:57:56.994882+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:50:11.938064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.003027+0000","last_change":"2024-03-07T09:56:53.688439+0000","last_active":"2024-03-07T09:57:57.003027+0000","last_peered":"2024-03-07T09:57:57.003027+0000","last_clean":"2024-03-07T09:57:57.003027+0000","last_became_active":"2024-03-07T09:56:53.688106+0000","last_became_peered":"2024-03-07T09:56:53.688106+0000","last_unstale":"2024-03-07T09:57:57.003027+0000","last_undegraded":"2024-03-07T09:57:57.003027+0000","last_fullsized":"2024-03-07T09:57:57.003027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:17.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048932+0000","last_change":"2024-03-07T09:56:53.695927+0000","last_active":"2024-03-07T09:57:57.048932+0000","last_peered":"2024-03-07T09:57:57.048932+0000","last_clean":"2024-03-07T09:57:57.048932+0000","last_became_active":"2024-03-07T09:56:53.695593+0000","last_became_peered":"2024-03-07T09:56:53.695593+0000","last_unstale":"2024-03-07T09:57:57.048932+0000","last_undegraded":"2024-03-07T09:57:57.048932+0000","last_fullsized":"2024-03-07T09:57:57.048932+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:48:40.078379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002449+0000","last_change":"2024-03-07T09:56:53.690800+0000","last_active":"2024-03-07T09:57:57.002449+0000","last_peered":"2024-03-07T09:57:57.002449+0000","last_clean":"2024-03-07T09:57:57.002449+0000","last_became_active":"2024-03-07T09:56:53.690477+0000","last_became_peered":"2024-03-07T09:56:53.690477+0000","last_unstale":"2024-03-07T09:57:57.002449+0000","last_undegraded":"2024-03-07T09:57:57.002449+0000","last_fullsized":"2024-03-07T09:57:57.002449+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:08:20.640796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002639+0000","last_change":"2024-03-07T09:56:53.693613+0000","last_active":"2024-03-07T09:57:57.002639+0000","last_peered":"2024-03-07T09:57:57.002639+0000","last_clean":"2024-03-07T09:57:57.002639+0000","last_became_active":"2024-03-07T09:56:53.693231+0000","last_became_peered":"2024-03-07T09:56:53.693231+0000","last_unstale":"2024-03-07T09:57:57.002639+0000","last_undegraded":"2024-03-07T09:57:57.002639+0000","last_fullsized":"2024-03-07T09:57:57.002639+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:15:06.043644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997822+0000","last_change":"2024-03-07T09:56:53.692778+0000","last_active":"2024-03-07T09:57:56.997822+0000","last_peered":"2024-03-07T09:57:56.997822+0000","last_clean":"2024-03-07T09:57:56.997822+0000","last_became_active":"2024-03-07T09:56:53.691666+0000","last_became_peered":"2024-03-07T09:56:53.691666+0000","last_unstale":"2024-03-07T09:57:56.997822+0000","last_undegraded":"2024-03-07T09:57:56.997822+0000","last_fullsized":"2024-03-07T09:57:56.997822+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:09.023721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994827+0000","last_change":"2024-03-07T09:56:53.693554+0000","last_active":"2024-03-07T09:57:56.994827+0000","last_peered":"2024-03-07T09:57:56.994827+0000","last_clean":"2024-03-07T09:57:56.994827+0000","last_became_active":"2024-03-07T09:56:53.693199+0000","last_became_peered":"2024-03-07T09:56:53.693199+0000","last_unstale":"2024-03-07T09:57:56.994827+0000","last_undegraded":"2024-03-07T09:57:56.994827+0000","last_fullsized":"2024-03-07T09:57:56.994827+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:17:08.748508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049050+0000","last_change":"2024-03-07T09:56:53.689390+0000","last_active":"2024-03-07T09:57:57.049050+0000","last_peered":"2024-03-07T09:57:57.049050+0000","last_clean":"2024-03-07T09:57:57.049050+0000","last_became_active":"2024-03-07T09:56:53.689087+0000","last_became_peered":"2024-03-07T09:56:53.689087+0000","last_unstale":"2024-03-07T09:57:57.049050+0000","last_undegraded":"2024-03-07T09:57:57.049050+0000","last_fullsized":"2024-03-07T09:57:57.049050+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:47:52.147173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002893+0000","last_change":"2024-03-07T09:56:53.693152+0000","last_active":"2024-03-07T09:57:57.002893+0000","last_peered":"2024-03-07T09:57:57.002893+0000","last_clean":"2024-03-07T09:57:57.002893+0000","last_became_active":"2024-03-07T09:56:53.692844+0000","last_became_peered":"2024-03-07T09:56:53.692844+0000","last_unstale":"2024-03-07T09:57:57.002893+0000","last_undegraded":"2024-03-07T09:57:57.002893+0000","last_fullsized":"2024-03-07T09:57:57.002893+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:50:03.459742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.051002+0000","last_change":"2024-03-07T09:57:57.050734+0000","last_active":"2024-03-07T09:57:57.051002+0000","last_peered":"2024-03-07T09:57:57.051002+0000","last_clean":"2024-03-07T09:57:57.051002+0000","last_became_active":"2024-03-07T09:57:57.050489+0000","last_became_peered":"2024-03-07T09:57:57.050489+0000","last_unstale":"2024-03-07T09:57:57.051002+0000","last_undegraded":"2024-03-07T09:57:57.051002+0000","last_fullsized":"2024-03-07T09:57:57.051002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:31:30.186951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000455+0000","last_change":"2024-03-07T09:56:53.686968+0000","last_active":"2024-03-07T09:57:57.000455+0000","last_peered":"2024-03-07T09:57:57.000455+0000","last_clean":"2024-03-07T09:57:57.000455+0000","last_became_active":"2024-03-07T09:56:53.686669+0000","last_became_peered":"2024-03-07T09:56:53.686669+0000","last_unstale":"2024-03-07T09:57:57.000455+0000","last_undegraded":"2024-03-07T09:57:57.000455+0000","last_fullsized":"2024-03-07T09:57:57.000455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:59:12.812492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040698+0000","last_change":"2024-03-07T09:56:53.691033+0000","last_active":"2024-03-07T09:57:57.040698+0000","last_peered":"2024-03-07T09:57:57.040698+0000","last_clean":"2024-03-07T09:57:57.040698+0000","last_became_active":"2024-03-07T09:56:53.690741+0000","last_became_peered":"2024-03-07T09:56:53.690741+0000","last_unstale":"2024-03-07T09:57:57.040698+0000","last_undegraded":"2024-03-07T09:57:57.040698+0000","last_fullsized":"2024-03-07T09:57:57.040698+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:34:39.551286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048762+0000","last_change":"2024-03-07T09:56:53.690542+0000","last_active":"2024-03-07T09:57:57.048762+0000","last_peered":"2024-03-07T09:57:57.048762+0000","last_clean":"2024-03-07T09:57:57.048762+0000","last_became_active":"2024-03-07T09:56:53.690219+0000","last_became_peered":"2024-03-07T09:56:53.690219+0000","last_unstale":"2024-03-07T09:57:57.048762+0000","last_undegraded":"2024-03-07T09:57:57.048762+0000","last_fullsized":"2024-03-07T09:57:57.048762+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:13.711316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994701+0000","last_change":"2024-03-07T09:56:53.687632+0000","last_active":"2024-03-07T09:57:56.994701+0000","last_peered":"2024-03-07T09:57:56.994701+0000","last_clean":"2024-03-07T09:57:56.994701+0000","last_became_active":"2024-03-07T09:56:53.687259+0000","last_became_peered":"2024-03-07T09:56:53.687259+0000","last_unstale":"2024-03-07T09:57:56.994701+0000","last_undegraded":"2024-03-07T09:57:56.994701+0000","last_fullsized":"2024-03-07T09:57:56.994701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:32.112649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.049087+0000","last_change":"2024-03-07T09:56:53.688649+0000","last_active":"2024-03-07T09:57:57.049087+0000","last_peered":"2024-03-07T09:57:57.049087+0000","last_clean":"2024-03-07T09:57:57.049087+0000","last_became_active":"2024-03-07T09:56:53.688281+0000","last_became_peered":"2024-03-07T09:56:53.688281+0000","last_unstale":"2024-03-07T09:57:57.049087+0000","last_undegraded":"2024-03-07T09:57:57.049087+0000","last_fullsized":"2024-03-07T09:57:57.049087+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:34.074256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":3542208,"data_compressed":214670,"data_compressed_allocated":270336,"data_compressed_original":3506176,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63466,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":464,"num_read_kb":303,"num_write":155,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":405504,"data_stored":190398,"data_compressed":5580,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351005,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":459359,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612642,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1097728,"data_stored":1110696,"data_compressed":43964,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776168,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32124,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713028,"statfs":{"total":95995035648,"available":95962140672,"internally_reserved":0,"allocated":966656,"data_stored":459595,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037805,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":459515,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299441,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":1051445,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462967,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":954368,"data_stored":458984,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1011712,"data_stored":518242,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":974848,"data_stored":460255,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1028096,"data_stored":518970,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149765,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":970752,"data_stored":459295,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888129,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":460434,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1050738,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":59465,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":60193,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":61434,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T09:58:15.458 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-07T09:58:15.458 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-07T09:58:15.458 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-07T09:58:15.459 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph health --format=json 2024-03-07T09:58:15.712 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:15 smithi063 ceph-mon[36356]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:15.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:15 smithi063 ceph-mon[36356]: pgmap v328: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:15.981 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:15 smithi018 ceph-mon[32171]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:15.982 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:15 smithi018 ceph-mon[32171]: pgmap v328: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:16.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:15 smithi077 ceph-mon[36374]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:16.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:15 smithi077 ceph-mon[36374]: pgmap v328: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:17.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 -- 172.21.15.18:0/206870527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 msgr2=0x7fa16006ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 --2- 172.21.15.18:0/206870527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16006ad20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa1540099c0 tx=0x7fa154009cd0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 -- 172.21.15.18:0/206870527 shutdown_connections 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 --2- 172.21.15.18:0/206870527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa16006b260 0x7fa16010efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 --2- 172.21.15.18:0/206870527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa160108180 0x7fa160108560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 --2- 172.21.15.18:0/206870527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16006ad20 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 -- 172.21.15.18:0/206870527 >> 172.21.15.18:0/206870527 conn(0x7fa160078060 msgr2=0x7fa160078470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 -- 172.21.15.18:0/206870527 shutdown_connections 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 -- 172.21.15.18:0/206870527 wait complete. 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 Processor -- start 2024-03-07T09:58:17.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.401+0000 7fa16666c700 1 -- start start 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa16666c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16019e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa16666c700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa16006b260 0x7fa16019eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa16666c700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa160108180 0x7fa1601986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa16666c700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa160112450 con 0x7fa16006a8a0 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa16666c700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1601122d0 con 0x7fa16006b260 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa16666c700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1601125d0 con 0x7fa160108180 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16019e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16019e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53702/0 (socket says 172.21.15.18:53702) 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 -- 172.21.15.18:0/3019455261 learned_addr learned my addr 172.21.15.18:0/3019455261 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:17.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15f7fe700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa16006b260 0x7fa16019eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa164c09700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa160108180 0x7fa1601986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 -- 172.21.15.18:0/3019455261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa160108180 msgr2=0x7fa1601986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa160108180 0x7fa1601986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 -- 172.21.15.18:0/3019455261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa16006b260 msgr2=0x7fa16019eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa16006b260 0x7fa16019eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 -- 172.21.15.18:0/3019455261 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa160198f90 con 0x7fa16006a8a0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.402+0000 7fa15ffff700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16019e5e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa15000eb30 tx=0x7fa15000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.403+0000 7fa15d7fa700 1 -- 172.21.15.18:0/3019455261 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa15000cbd0 con 0x7fa16006a8a0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.403+0000 7fa15d7fa700 1 -- 172.21.15.18:0/3019455261 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa150004500 con 0x7fa16006a8a0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.403+0000 7fa15d7fa700 1 -- 172.21.15.18:0/3019455261 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa150010430 con 0x7fa16006a8a0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.403+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa160199280 con 0x7fa16006a8a0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.403+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1601a5560 con 0x7fa16006a8a0 2024-03-07T09:58:17.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.404+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa160103830 con 0x7fa16006a8a0 2024-03-07T09:58:17.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.405+0000 7fa15d7fa700 1 -- 172.21.15.18:0/3019455261 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fa150003f00 con 0x7fa16006a8a0 2024-03-07T09:58:17.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.405+0000 7fa15d7fa700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1480a1f20 0x7fa1480a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:17.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.406+0000 7fa15f7fe700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1480a1f20 0x7fa1480a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:17.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.406+0000 7fa15d7fa700 1 -- 172.21.15.18:0/3019455261 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fa1500ce230 con 0x7fa16006a8a0 2024-03-07T09:58:17.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.406+0000 7fa15f7fe700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1480a1f20 0x7fa1480a43e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa160199f00 tx=0x7fa154005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:17.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.410+0000 7fa15d7fa700 1 -- 172.21.15.18:0/3019455261 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa15009b4f0 con 0x7fa16006a8a0 2024-03-07T09:58:17.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.660+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fa160199be0 con 0x7fa16006a8a0 2024-03-07T09:58:17.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.661+0000 7fa15d7fa700 1 -- 172.21.15.18:0/3019455261 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fa15009adf0 con 0x7fa16006a8a0 2024-03-07T09:58:17.662 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:17.662 INFO:teuthology.orchestra.run.smithi018.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-07T09:58:17.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1480a1f20 msgr2=0x7fa1480a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:17.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1480a1f20 0x7fa1480a43e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa160199f00 tx=0x7fa154005fb0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 msgr2=0x7fa16019e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:17.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16019e5e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa15000eb30 tx=0x7fa15000ee40 comp rx=0 tx=0).stop 2024-03-07T09:58:17.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 shutdown_connections 2024-03-07T09:58:17.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa160108180 0x7fa1601986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa1480a1f20 0x7fa1480a43e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa16006a8a0 0x7fa16019e5e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 --2- 172.21.15.18:0/3019455261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa16006b260 0x7fa16019eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:17.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 >> 172.21.15.18:0/3019455261 conn(0x7fa160078060 msgr2=0x7fa1600ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:17.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 shutdown_connections 2024-03-07T09:58:17.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:17.663+0000 7fa16666c700 1 -- 172.21.15.18:0/3019455261 wait complete. 2024-03-07T09:58:17.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:17 smithi063 ceph-mon[36356]: pgmap v329: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:18.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:17 smithi077 ceph-mon[36374]: pgmap v329: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:18.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:17 smithi018 ceph-mon[32171]: pgmap v329: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:18.320 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-07T09:58:18.321 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 -- 172.21.15.18:0/2829045010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 msgr2=0x7fac581089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2829045010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac581089d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fac50009ca0 tx=0x7fac5002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 -- 172.21.15.18:0/2829045010 shutdown_connections 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2829045010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac581089d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2829045010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac58101780 0x7fac58101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2829045010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac58100590 0x7fac581009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 -- 172.21.15.18:0/2829045010 >> 172.21.15.18:0/2829045010 conn(0x7fac580fbb00 msgr2=0x7fac580fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 -- 172.21.15.18:0/2829045010 shutdown_connections 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 -- 172.21.15.18:0/2829045010 wait complete. 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.428+0000 7fac5ec34640 1 Processor -- start 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5ec34640 1 -- start start 2024-03-07T09:58:18.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5ec34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac58100590 0x7fac58196820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5ec34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac58101780 0x7fac58196d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5ec34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac5819ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5ec34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5810c220 con 0x7fac58102140 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5ec34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5810c0a0 con 0x7fac58101780 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5ec34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5810c3a0 con 0x7fac58100590 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5d1d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac5819ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5c9d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac58100590 0x7fac58196820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5d1d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac5819ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40058/0 (socket says 172.21.15.18:40058) 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5d1d1640 1 -- 172.21.15.18:0/2615714828 learned_addr learned my addr 172.21.15.18:0/2615714828 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac57fff640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac58101780 0x7fac58196d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5c9d0640 1 -- 172.21.15.18:0/2615714828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac58101780 msgr2=0x7fac58196d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5c9d0640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac58101780 0x7fac58196d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5c9d0640 1 -- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 msgr2=0x7fac5819ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5c9d0640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac5819ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5c9d0640 1 -- 172.21.15.18:0/2615714828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac5819e440 con 0x7fac58100590 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5d1d1640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac5819ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac5c9d0640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac58100590 0x7fac58196820 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fac4c00e9c0 tx=0x7fac4c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.429+0000 7fac55ffb640 1 -- 172.21.15.18:0/2615714828 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac4c00ccc0 con 0x7fac58100590 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.430+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac5819e730 con 0x7fac58100590 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.430+0000 7fac55ffb640 1 -- 172.21.15.18:0/2615714828 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fac4c0035f0 con 0x7fac58100590 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.430+0000 7fac55ffb640 1 -- 172.21.15.18:0/2615714828 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac4c00ce60 con 0x7fac58100590 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.430+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac5819ecd0 con 0x7fac58100590 2024-03-07T09:58:18.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.431+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac58107850 con 0x7fac58100590 2024-03-07T09:58:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.432+0000 7fac55ffb640 1 -- 172.21.15.18:0/2615714828 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fac4c0037a0 con 0x7fac58100590 2024-03-07T09:58:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.432+0000 7fac55ffb640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac480a1e10 0x7fac480a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.432+0000 7fac57fff640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac480a1e10 0x7fac480a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.432+0000 7fac55ffb640 1 -- 172.21.15.18:0/2615714828 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fac4c0ce3f0 con 0x7fac58100590 2024-03-07T09:58:18.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.432+0000 7fac57fff640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac480a1e10 0x7fac480a42d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fac58197d30 tx=0x7fac44005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:18.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.437+0000 7fac55ffb640 1 -- 172.21.15.18:0/2615714828 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fac4c09b650 con 0x7fac58100590 2024-03-07T09:58:18.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.621+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fac5802d2e0 con 0x7fac58100590 2024-03-07T09:58:18.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.624+0000 7fac55ffb640 1 -- 172.21.15.18:0/2615714828 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7fac4c09af50 con 0x7fac58100590 2024-03-07T09:58:18.625 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:18.625 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:18.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac480a1e10 msgr2=0x7fac480a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac480a1e10 0x7fac480a42d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fac58197d30 tx=0x7fac44005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac58100590 msgr2=0x7fac58196820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac58100590 0x7fac58196820 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fac4c00e9c0 tx=0x7fac4c00ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 shutdown_connections 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fac480a1e10 0x7fac480a42d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fac58102140 0x7fac5819ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac58101780 0x7fac58196d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 --2- 172.21.15.18:0/2615714828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fac58100590 0x7fac58196820 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 >> 172.21.15.18:0/2615714828 conn(0x7fac580fbb00 msgr2=0x7fac58104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 shutdown_connections 2024-03-07T09:58:18.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.625+0000 7fac5ec34640 1 -- 172.21.15.18:0/2615714828 wait complete. 2024-03-07T09:58:18.638 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:58:18.639 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:58:18.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 -- 172.21.15.18:0/1318326123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed41032e0 msgr2=0x7feed4109b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 --2- 172.21.15.18:0/1318326123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed41032e0 0x7feed4109b70 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7feec4009cd0 tx=0x7feec402c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 -- 172.21.15.18:0/1318326123 shutdown_connections 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 --2- 172.21.15.18:0/1318326123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed41032e0 0x7feed4109b70 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 --2- 172.21.15.18:0/1318326123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feed4102920 0x7feed4102da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 --2- 172.21.15.18:0/1318326123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feed40ff950 0x7feed40ffd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 -- 172.21.15.18:0/1318326123 >> 172.21.15.18:0/1318326123 conn(0x7feed40fb280 msgr2=0x7feed40fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 -- 172.21.15.18:0/1318326123 shutdown_connections 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 -- 172.21.15.18:0/1318326123 wait complete. 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 Processor -- start 2024-03-07T09:58:18.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.744+0000 7feed9034640 1 -- start start 2024-03-07T09:58:18.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed40ff950 0x7feed4197960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feed4102920 0x7feed4197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feed41032e0 0x7feed419ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed410d320 con 0x7feed40ff950 2024-03-07T09:58:18.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed410d1a0 con 0x7feed4102920 2024-03-07T09:58:18.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed410d4a0 con 0x7feed41032e0 2024-03-07T09:58:18.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed40ff950 0x7feed4197960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed40ff950 0x7feed4197960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40078/0 (socket says 172.21.15.18:40078) 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 -- 172.21.15.18:0/2993403386 learned_addr learned my addr 172.21.15.18:0/2993403386 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed359e640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feed41032e0 0x7feed419ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed259c640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feed4102920 0x7feed4197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 -- 172.21.15.18:0/2993403386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feed41032e0 msgr2=0x7feed419ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feed41032e0 0x7feed419ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 -- 172.21.15.18:0/2993403386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feed4102920 msgr2=0x7feed4197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feed4102920 0x7feed4197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 -- 172.21.15.18:0/2993403386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed419f580 con 0x7feed40ff950 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed2d9d640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed40ff950 0x7feed4197960 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7feecc00e9c0 tx=0x7feecc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feecbfff640 1 -- 172.21.15.18:0/2993403386 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc00cd80 con 0x7feed40ff950 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feecbfff640 1 -- 172.21.15.18:0/2993403386 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feecc0035f0 con 0x7feed40ff950 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feed419f870 con 0x7feed40ff950 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feecbfff640 1 -- 172.21.15.18:0/2993403386 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc010690 con 0x7feed40ff950 2024-03-07T09:58:18.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.745+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feed419fd70 con 0x7feed40ff950 2024-03-07T09:58:18.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.747+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feed4108a50 con 0x7feed40ff950 2024-03-07T09:58:18.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.747+0000 7feecbfff640 1 -- 172.21.15.18:0/2993403386 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7feecc0037a0 con 0x7feed40ff950 2024-03-07T09:58:18.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.748+0000 7feecbfff640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feec00a1e10 0x7feec00a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:18.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.748+0000 7feed259c640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feec00a1e10 0x7feec00a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:18.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.748+0000 7feecbfff640 1 -- 172.21.15.18:0/2993403386 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7feecc0ce2a0 con 0x7feed40ff950 2024-03-07T09:58:18.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.748+0000 7feed259c640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feec00a1e10 0x7feec00a42d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7feed4198e70 tx=0x7feebc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:18.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.752+0000 7feecbfff640 1 -- 172.21.15.18:0/2993403386 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7feecc09b560 con 0x7feed40ff950 2024-03-07T09:58:18.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.932+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feed402d3f0 con 0x7feed40ff950 2024-03-07T09:58:18.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.932+0000 7feecbfff640 1 -- 172.21.15.18:0/2993403386 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7feecc09ae60 con 0x7feed40ff950 2024-03-07T09:58:18.934 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:58:18.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feec00a1e10 msgr2=0x7feec00a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feec00a1e10 0x7feec00a42d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7feed4198e70 tx=0x7feebc005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:18.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed40ff950 msgr2=0x7feed4197960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:18.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed40ff950 0x7feed4197960 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7feecc00e9c0 tx=0x7feecc00ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:18.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 shutdown_connections 2024-03-07T09:58:18.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feec00a1e10 0x7feec00a42d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feed41032e0 0x7feed419ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feed4102920 0x7feed4197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 --2- 172.21.15.18:0/2993403386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feed40ff950 0x7feed4197960 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:18.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.934+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 >> 172.21.15.18:0/2993403386 conn(0x7feed40fb280 msgr2=0x7feed4105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:18.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.935+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 shutdown_connections 2024-03-07T09:58:18.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:18.935+0000 7feed9034640 1 -- 172.21.15.18:0/2993403386 wait complete. 2024-03-07T09:58:18.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:18 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3019455261' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-07T09:58:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:18 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2615714828' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:18.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:18 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3019455261' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-07T09:58:18.947 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:18 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2615714828' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:18.948 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T09:58:19.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:18 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3019455261' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-07T09:58:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:18 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2615714828' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:19.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 -- 172.21.15.18:0/88262602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8103220 msgr2=0x7f6fc8109ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 --2- 172.21.15.18:0/88262602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8103220 0x7f6fc8109ab0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f6fc0009ca0 tx=0x7f6fc002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 -- 172.21.15.18:0/88262602 shutdown_connections 2024-03-07T09:58:19.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 --2- 172.21.15.18:0/88262602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8103220 0x7f6fc8109ab0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 --2- 172.21.15.18:0/88262602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6fc8102860 0x7f6fc8102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 --2- 172.21.15.18:0/88262602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc8101670 0x7f6fc8101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 -- 172.21.15.18:0/88262602 >> 172.21.15.18:0/88262602 conn(0x7f6fc80fcbe0 msgr2=0x7f6fc80ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:19.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 -- 172.21.15.18:0/88262602 shutdown_connections 2024-03-07T09:58:19.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 -- 172.21.15.18:0/88262602 wait complete. 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 Processor -- start 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.052+0000 7f6fcd154640 1 -- start start 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8101670 0x7f6fc8197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc8102860 0x7f6fc8197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6fc8103220 0x7f6fc819ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc810d300 con 0x7f6fc8101670 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc810d180 con 0x7f6fc8102860 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc810d480 con 0x7f6fc8103220 2024-03-07T09:58:19.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8101670 0x7f6fc8197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8101670 0x7f6fc8197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40110/0 (socket says 172.21.15.18:40110) 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 -- 172.21.15.18:0/2193727748 learned_addr learned my addr 172.21.15.18:0/2193727748 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc759e640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6fc8103220 0x7f6fc819ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc659c640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc8102860 0x7f6fc8197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 -- 172.21.15.18:0/2193727748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6fc8103220 msgr2=0x7f6fc819ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6fc8103220 0x7f6fc819ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 -- 172.21.15.18:0/2193727748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc8102860 msgr2=0x7f6fc8197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc8102860 0x7f6fc8197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 -- 172.21.15.18:0/2193727748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fc819f590 con 0x7f6fc8101670 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc659c640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc8102860 0x7f6fc8197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fc6d9d640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8101670 0x7f6fc8197970 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800e9c0 tx=0x7f6fb800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6faffff640 1 -- 172.21.15.18:0/2193727748 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb800cd80 con 0x7f6fc8101670 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fc819f880 con 0x7f6fc8101670 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6faffff640 1 -- 172.21.15.18:0/2193727748 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6fb80035f0 con 0x7f6fc8101670 2024-03-07T09:58:19.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6faffff640 1 -- 172.21.15.18:0/2193727748 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb8010690 con 0x7f6fc8101670 2024-03-07T09:58:19.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.053+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc819fdd0 con 0x7f6fc8101670 2024-03-07T09:58:19.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.054+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fc8108990 con 0x7f6fc8101670 2024-03-07T09:58:19.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.055+0000 7f6faffff640 1 -- 172.21.15.18:0/2193727748 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f6fb80037a0 con 0x7f6fc8101670 2024-03-07T09:58:19.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.056+0000 7f6faffff640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6fb00a1e10 0x7f6fb00a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.056+0000 7f6fc659c640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6fb00a1e10 0x7f6fb00a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.056+0000 7f6faffff640 1 -- 172.21.15.18:0/2193727748 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f6fb80ce340 con 0x7f6fc8101670 2024-03-07T09:58:19.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.057+0000 7f6fc659c640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6fb00a1e10 0x7f6fb00a42d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6fc8198e80 tx=0x7f6fbc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:19.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.061+0000 7f6faffff640 1 -- 172.21.15.18:0/2193727748 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6fb809b5a0 con 0x7f6fc8101670 2024-03-07T09:58:19.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.242+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6fc8062260 con 0x7f6fc8101670 2024-03-07T09:58:19.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.242+0000 7f6faffff640 1 -- 172.21.15.18:0/2193727748 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6fb809aea0 con 0x7f6fc8101670 2024-03-07T09:58:19.244 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T09:58:19.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6fb00a1e10 msgr2=0x7f6fb00a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6fb00a1e10 0x7f6fb00a42d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6fc8198e80 tx=0x7f6fbc005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:19.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8101670 msgr2=0x7f6fc8197970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8101670 0x7f6fc8197970 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800e9c0 tx=0x7f6fb800ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:19.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 shutdown_connections 2024-03-07T09:58:19.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f6fb00a1e10 0x7f6fb00a42d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6fc8103220 0x7f6fc819ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fc8102860 0x7f6fc8197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 --2- 172.21.15.18:0/2193727748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6fc8101670 0x7f6fc8197970 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 >> 172.21.15.18:0/2193727748 conn(0x7f6fc80fcbe0 msgr2=0x7f6fc8105b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:19.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 shutdown_connections 2024-03-07T09:58:19.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.244+0000 7f6fcd154640 1 -- 172.21.15.18:0/2193727748 wait complete. 2024-03-07T09:58:19.257 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 -- 172.21.15.18:0/865473223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74102100 msgr2=0x7f8a741044f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 --2- 172.21.15.18:0/865473223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74102100 0x7f8a741044f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8a64009900 tx=0x7f8a6402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 -- 172.21.15.18:0/865473223 shutdown_connections 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 --2- 172.21.15.18:0/865473223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a74107360 0x7f8a741097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 --2- 172.21.15.18:0/865473223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74104a30 0x7f8a74106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 --2- 172.21.15.18:0/865473223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74102100 0x7f8a741044f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 -- 172.21.15.18:0/865473223 >> 172.21.15.18:0/865473223 conn(0x7f8a740fbb10 msgr2=0x7f8a740fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 -- 172.21.15.18:0/865473223 shutdown_connections 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.364+0000 7f8a795a7640 1 -- 172.21.15.18:0/865473223 wait complete. 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 Processor -- start 2024-03-07T09:58:19.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 -- start start 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74102100 0x7f8a74101a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74104a30 0x7f8a741000b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a74107360 0x7f8a741005f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7410d320 con 0x7f8a74102100 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7410d1a0 con 0x7f8a74107360 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a795a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7410d4a0 con 0x7f8a74104a30 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74102100 0x7f8a74101a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74102100 0x7f8a74101a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40130/0 (socket says 172.21.15.18:40130) 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 -- 172.21.15.18:0/4209144444 learned_addr learned my addr 172.21.15.18:0/4209144444 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a6a7fc640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74104a30 0x7f8a741000b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a737fe640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a74107360 0x7f8a741005f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 -- 172.21.15.18:0/4209144444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74104a30 msgr2=0x7f8a741000b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74104a30 0x7f8a741000b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 -- 172.21.15.18:0/4209144444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a74107360 msgr2=0x7f8a741005f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a74107360 0x7f8a741005f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.365+0000 7f8a72ffd640 1 -- 172.21.15.18:0/4209144444 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a74100e80 con 0x7f8a74102100 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.366+0000 7f8a72ffd640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74102100 0x7f8a74101a70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8a64009230 tx=0x7f8a6402c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.366+0000 7f8a70ff9640 1 -- 172.21.15.18:0/4209144444 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a64041070 con 0x7f8a74102100 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.366+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a741a1a80 con 0x7f8a74102100 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.366+0000 7f8a70ff9640 1 -- 172.21.15.18:0/4209144444 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8a64004450 con 0x7f8a74102100 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.366+0000 7f8a70ff9640 1 -- 172.21.15.18:0/4209144444 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a64003e20 con 0x7f8a74102100 2024-03-07T09:58:19.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.366+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a741a1fd0 con 0x7f8a74102100 2024-03-07T09:58:19.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.367+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a74068930 con 0x7f8a74102100 2024-03-07T09:58:19.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.368+0000 7f8a70ff9640 1 -- 172.21.15.18:0/4209144444 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f8a64044070 con 0x7f8a74102100 2024-03-07T09:58:19.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.368+0000 7f8a70ff9640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8a600a1e10 0x7f8a600a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.368+0000 7f8a70ff9640 1 -- 172.21.15.18:0/4209144444 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f8a640efa10 con 0x7f8a74102100 2024-03-07T09:58:19.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.368+0000 7f8a6a7fc640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8a600a1e10 0x7f8a600a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.369+0000 7f8a6a7fc640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8a600a1e10 0x7f8a600a42d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8a741017e0 tx=0x7f8a5c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:19.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.373+0000 7f8a70ff9640 1 -- 172.21.15.18:0/4209144444 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8a640bc730 con 0x7f8a74102100 2024-03-07T09:58:19.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.556+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8a7402d060 con 0x7f8a74102100 2024-03-07T09:58:19.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.557+0000 7f8a70ff9640 1 -- 172.21.15.18:0/4209144444 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8a640c07d0 con 0x7f8a74102100 2024-03-07T09:58:19.558 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8a600a1e10 msgr2=0x7f8a600a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8a600a1e10 0x7f8a600a42d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8a741017e0 tx=0x7f8a5c005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74102100 msgr2=0x7f8a74101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74102100 0x7f8a74101a70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8a64009230 tx=0x7f8a6402c650 comp rx=0 tx=0).stop 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 shutdown_connections 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8a600a1e10 0x7f8a600a42d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a74107360 0x7f8a741005f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8a74104a30 0x7f8a741000b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 --2- 172.21.15.18:0/4209144444 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8a74102100 0x7f8a74101a70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 >> 172.21.15.18:0/4209144444 conn(0x7f8a740fbb10 msgr2=0x7f8a74102a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 shutdown_connections 2024-03-07T09:58:19.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.559+0000 7f8a795a7640 1 -- 172.21.15.18:0/4209144444 wait complete. 2024-03-07T09:58:19.572 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:58:19.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 -- 172.21.15.18:0/3428150084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec104ac0 msgr2=0x7f74ec106eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3428150084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec104ac0 0x7f74ec106eb0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f74dc009900 tx=0x7f74dc02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 -- 172.21.15.18:0/3428150084 shutdown_connections 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3428150084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74ec1073f0 0x7f74ec1097e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3428150084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec104ac0 0x7f74ec106eb0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3428150084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74ec102190 0x7f74ec104580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 -- 172.21.15.18:0/3428150084 >> 172.21.15.18:0/3428150084 conn(0x7f74ec0fbb20 msgr2=0x7f74ec0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 -- 172.21.15.18:0/3428150084 shutdown_connections 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 -- 172.21.15.18:0/3428150084 wait complete. 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.676+0000 7f74f40b6640 1 Processor -- start 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 -- start start 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec102190 0x7f74ec1979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74ec104ac0 0x7f74ec197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74ec1073f0 0x7f74ec19efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74ec10d350 con 0x7f74ec102190 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74ec10d1d0 con 0x7f74ec1073f0 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74ec10d4d0 con 0x7f74ec104ac0 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec102190 0x7f74ec1979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec102190 0x7f74ec1979f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40162/0 (socket says 172.21.15.18:40162) 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 -- 172.21.15.18:0/3621701885 learned_addr learned my addr 172.21.15.18:0/3621701885 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f2653640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74ec1073f0 0x7f74ec19efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1651640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74ec104ac0 0x7f74ec197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 -- 172.21.15.18:0/3621701885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74ec104ac0 msgr2=0x7f74ec197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74ec104ac0 0x7f74ec197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 -- 172.21.15.18:0/3621701885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74ec1073f0 msgr2=0x7f74ec19efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74ec1073f0 0x7f74ec19efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 -- 172.21.15.18:0/3621701885 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74ec19f610 con 0x7f74ec102190 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f2653640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74ec1073f0 0x7f74ec19efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f1e52640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec102190 0x7f74ec1979f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f74e800e9f0 tx=0x7f74e800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74e2ffd640 1 -- 172.21.15.18:0/3621701885 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74e800cd80 con 0x7f74ec102190 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74e2ffd640 1 -- 172.21.15.18:0/3621701885 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f74e8005500 con 0x7f74ec102190 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74ec19f900 con 0x7f74ec102190 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.677+0000 7f74e2ffd640 1 -- 172.21.15.18:0/3621701885 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74e8010690 con 0x7f74ec102190 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.678+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74ec19fe20 con 0x7f74ec102190 2024-03-07T09:58:19.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.678+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74ec0fd610 con 0x7f74ec102190 2024-03-07T09:58:19.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.679+0000 7f74e2ffd640 1 -- 172.21.15.18:0/3621701885 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f74e80046c0 con 0x7f74ec102190 2024-03-07T09:58:19.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.680+0000 7f74e2ffd640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f74d80a1e90 0x7f74d80a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:19.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.680+0000 7f74f1651640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f74d80a1e90 0x7f74d80a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:19.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.680+0000 7f74e2ffd640 1 -- 172.21.15.18:0/3621701885 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f74e80ce310 con 0x7f74ec102190 2024-03-07T09:58:19.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.681+0000 7f74f1651640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f74d80a1e90 0x7f74d80a4350 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f74dc02c170 tx=0x7f74dc02df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:19.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.684+0000 7f74e2ffd640 1 -- 172.21.15.18:0/3621701885 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f74e809b570 con 0x7f74ec102190 2024-03-07T09:58:19.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:19 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2993403386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:19.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:19 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2193727748' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:19.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:19 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4209144444' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:19.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:19 smithi018 ceph-mon[32171]: pgmap v330: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:19.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.905+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f74ec02d030 con 0x7f74ec102190 2024-03-07T09:58:19.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.905+0000 7f74e2ffd640 1 -- 172.21.15.18:0/3621701885 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f74e809ae70 con 0x7f74ec102190 2024-03-07T09:58:19.907 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:19.907 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:56:58.527628+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T09:58:19.907 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f74d80a1e90 msgr2=0x7f74d80a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f74d80a1e90 0x7f74d80a4350 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f74dc02c170 tx=0x7f74dc02df90 comp rx=0 tx=0).stop 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec102190 msgr2=0x7f74ec1979f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec102190 0x7f74ec1979f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f74e800e9f0 tx=0x7f74e800edf0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 shutdown_connections 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f74d80a1e90 0x7f74d80a4350 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74ec1073f0 0x7f74ec19efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74ec104ac0 0x7f74ec197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 --2- 172.21.15.18:0/3621701885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74ec102190 0x7f74ec1979f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:19.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 >> 172.21.15.18:0/3621701885 conn(0x7f74ec0fbb20 msgr2=0x7f74ec102bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:19.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 shutdown_connections 2024-03-07T09:58:19.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:19.907+0000 7f74f40b6640 1 -- 172.21.15.18:0/3621701885 wait complete. 2024-03-07T09:58:19.920 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:19.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:19 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2993403386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:19.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:19 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2193727748' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:19.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:19 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4209144444' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:19.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:19 smithi063 ceph-mon[36356]: pgmap v330: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:20.006 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:19 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2993403386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:20.007 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:19 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2193727748' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:20.007 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:19 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4209144444' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:20.007 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:19 smithi077 ceph-mon[36374]: pgmap v330: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:20.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 -- 172.21.15.18:0/1033623799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc102140 msgr2=0x7f92cc1089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/1033623799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc102140 0x7f92cc1089d0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f92bc009ca0 tx=0x7f92bc02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 -- 172.21.15.18:0/1033623799 shutdown_connections 2024-03-07T09:58:20.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/1033623799 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc102140 0x7f92cc1089d0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/1033623799 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92cc101780 0x7f92cc101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/1033623799 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92cc100590 0x7f92cc1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 -- 172.21.15.18:0/1033623799 >> 172.21.15.18:0/1033623799 conn(0x7f92cc0fbb00 msgr2=0x7f92cc0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 -- 172.21.15.18:0/1033623799 shutdown_connections 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.021+0000 7f92d0b1d640 1 -- 172.21.15.18:0/1033623799 wait complete. 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 Processor -- start 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 -- start start 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc100590 0x7f92cc10af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92cc101780 0x7f92cc109550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92cc102140 0x7f92cc109a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92cc10d330 con 0x7f92cc100590 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92cc10d1b0 con 0x7f92cc102140 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92d0b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92cc10d4b0 con 0x7f92cc101780 2024-03-07T09:58:20.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.022+0000 7f92ca59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc100590 0x7f92cc10af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc100590 0x7f92cc10af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40174/0 (socket says 172.21.15.18:40174) 2024-03-07T09:58:20.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 -- 172.21.15.18:0/2492452461 learned_addr learned my addr 172.21.15.18:0/2492452461 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:20.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92c9d9b640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92cc101780 0x7f92cc109550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92cad9d640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92cc102140 0x7f92cc109a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 -- 172.21.15.18:0/2492452461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92cc101780 msgr2=0x7f92cc109550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92cc101780 0x7f92cc109550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 -- 172.21.15.18:0/2492452461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92cc102140 msgr2=0x7f92cc109a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92cc102140 0x7f92cc109a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 -- 172.21.15.18:0/2492452461 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92cc10a320 con 0x7f92cc100590 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92ca59c640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc100590 0x7f92cc10af10 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f92c400e9c0 tx=0x7f92c400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92bb7fe640 1 -- 172.21.15.18:0/2492452461 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c400cd80 con 0x7f92cc100590 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92bb7fe640 1 -- 172.21.15.18:0/2492452461 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92c40035f0 con 0x7f92cc100590 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92cc1a1a50 con 0x7f92cc100590 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92bb7fe640 1 -- 172.21.15.18:0/2492452461 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c4010690 con 0x7f92cc100590 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.023+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92cc1a1ff0 con 0x7f92cc100590 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.024+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92cc107850 con 0x7f92cc100590 2024-03-07T09:58:20.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.025+0000 7f92bb7fe640 1 -- 172.21.15.18:0/2492452461 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f92c40037a0 con 0x7f92cc100590 2024-03-07T09:58:20.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.026+0000 7f92bb7fe640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92b40a1e90 0x7f92b40a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.026+0000 7f92bb7fe640 1 -- 172.21.15.18:0/2492452461 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f92c40ce2b0 con 0x7f92cc100590 2024-03-07T09:58:20.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.026+0000 7f92c9d9b640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92b40a1e90 0x7f92b40a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.026+0000 7f92c9d9b640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92b40a1e90 0x7f92b40a4350 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f92cc10ac80 tx=0x7f92c0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.030+0000 7f92bb7fe640 1 -- 172.21.15.18:0/2492452461 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f92c409b570 con 0x7f92cc100590 2024-03-07T09:58:20.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.213+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f92cc02d1b0 con 0x7f92cc100590 2024-03-07T09:58:20.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.215+0000 7f92bb7fe640 1 -- 172.21.15.18:0/2492452461 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7f92c409ae70 con 0x7f92cc100590 2024-03-07T09:58:20.217 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:20.217 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92b40a1e90 msgr2=0x7f92b40a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92b40a1e90 0x7f92b40a4350 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f92cc10ac80 tx=0x7f92c0005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc100590 msgr2=0x7f92cc10af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc100590 0x7f92cc10af10 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f92c400e9c0 tx=0x7f92c400ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 shutdown_connections 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f92b40a1e90 0x7f92b40a4350 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92cc102140 0x7f92cc109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92cc101780 0x7f92cc109550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 --2- 172.21.15.18:0/2492452461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92cc100590 0x7f92cc10af10 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 >> 172.21.15.18:0/2492452461 conn(0x7f92cc0fbb00 msgr2=0x7f92cc104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:20.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 shutdown_connections 2024-03-07T09:58:20.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.217+0000 7f92d0b1d640 1 -- 172.21.15.18:0/2492452461 wait complete. 2024-03-07T09:58:20.230 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:58:20.230 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:58:20.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.334+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/3172706942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 msgr2=0x7fc0e4101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.334+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/3172706942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4101bf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4009900 tx=0x7fc0d402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.334+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/3172706942 shutdown_connections 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.334+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/3172706942 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0e4102130 0x7fc0e41089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.334+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/3172706942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4101bf0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.334+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/3172706942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0e4100580 0x7fc0e41009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.334+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/3172706942 >> 172.21.15.18:0/3172706942 conn(0x7fc0e40fbaf0 msgr2=0x7fc0e40fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/3172706942 shutdown_connections 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/3172706942 wait complete. 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 Processor -- start 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 -- start start 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0e4100580 0x7fc0e41968b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4196df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0e4102130 0x7fc0e419de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e410c210 con 0x7fc0e4101770 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e410c090 con 0x7fc0e4100580 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0eb6c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e410c390 con 0x7fc0e4102130 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0e8c62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4196df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0e8c62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4196df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40196/0 (socket says 172.21.15.18:40196) 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0e8c62640 1 -- 172.21.15.18:0/253204032 learned_addr learned my addr 172.21.15.18:0/253204032 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0e9463640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0e4100580 0x7fc0e41968b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.335+0000 7fc0e9c64640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0e4102130 0x7fc0e419de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0e8c62640 1 -- 172.21.15.18:0/253204032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0e4102130 msgr2=0x7fc0e419de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0e8c62640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0e4102130 0x7fc0e419de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0e8c62640 1 -- 172.21.15.18:0/253204032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0e4100580 msgr2=0x7fc0e41968b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0e8c62640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0e4100580 0x7fc0e41968b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0e8c62640 1 -- 172.21.15.18:0/253204032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0e419e4d0 con 0x7fc0e4101770 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0e8c62640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4196df0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4009230 tx=0x7fc0d402c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0da7fc640 1 -- 172.21.15.18:0/253204032 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4041070 con 0x7fc0e4101770 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0da7fc640 1 -- 172.21.15.18:0/253204032 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc0d4004450 con 0x7fc0e4101770 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0da7fc640 1 -- 172.21.15.18:0/253204032 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4003db0 con 0x7fc0e4101770 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0e419e760 con 0x7fc0e4101770 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.336+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0e419ec50 con 0x7fc0e4101770 2024-03-07T09:58:20.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.337+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0e4107920 con 0x7fc0e4101770 2024-03-07T09:58:20.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.339+0000 7fc0da7fc640 1 -- 172.21.15.18:0/253204032 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fc0d4044070 con 0x7fc0e4101770 2024-03-07T09:58:20.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.339+0000 7fc0da7fc640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0d00a1e90 0x7fc0d00a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.339+0000 7fc0e9463640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0d00a1e90 0x7fc0d00a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.339+0000 7fc0da7fc640 1 -- 172.21.15.18:0/253204032 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fc0d40efd10 con 0x7fc0e4101770 2024-03-07T09:58:20.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.340+0000 7fc0e9463640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0d00a1e90 0x7fc0d00a4350 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc0e41015d0 tx=0x7fc0e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.343+0000 7fc0da7fc640 1 -- 172.21.15.18:0/253204032 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc0d40bd0e0 con 0x7fc0e4101770 2024-03-07T09:58:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.525+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc0e402d1c0 con 0x7fc0e4101770 2024-03-07T09:58:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.526+0000 7fc0da7fc640 1 -- 172.21.15.18:0/253204032 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc0d40bc9e0 con 0x7fc0e4101770 2024-03-07T09:58:20.527 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:58:20.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0d00a1e90 msgr2=0x7fc0d00a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0d00a1e90 0x7fc0d00a4350 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc0e41015d0 tx=0x7fc0e0005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:20.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 msgr2=0x7fc0e4196df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4196df0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4009230 tx=0x7fc0d402c650 comp rx=0 tx=0).stop 2024-03-07T09:58:20.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 shutdown_connections 2024-03-07T09:58:20.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc0d00a1e90 0x7fc0d00a4350 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0e4102130 0x7fc0e419de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0e4101770 0x7fc0e4196df0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 --2- 172.21.15.18:0/253204032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc0e4100580 0x7fc0e41968b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 >> 172.21.15.18:0/253204032 conn(0x7fc0e40fbaf0 msgr2=0x7fc0e4104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:20.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 shutdown_connections 2024-03-07T09:58:20.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.528+0000 7fc0eb6c7640 1 -- 172.21.15.18:0/253204032 wait complete. 2024-03-07T09:58:20.540 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T09:58:20.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.644+0000 7faec131d640 1 -- 172.21.15.18:0/338365808 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc101770 msgr2=0x7faebc101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.644+0000 7faec131d640 1 --2- 172.21.15.18:0/338365808 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc101770 0x7faebc101bf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009ca0 tx=0x7faeb002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.644+0000 7faec131d640 1 -- 172.21.15.18:0/338365808 shutdown_connections 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.644+0000 7faec131d640 1 --2- 172.21.15.18:0/338365808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faebc102130 0x7faebc1089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.644+0000 7faec131d640 1 --2- 172.21.15.18:0/338365808 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc101770 0x7faebc101bf0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.644+0000 7faec131d640 1 --2- 172.21.15.18:0/338365808 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc100580 0x7faebc1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.644+0000 7faec131d640 1 -- 172.21.15.18:0/338365808 >> 172.21.15.18:0/338365808 conn(0x7faebc0fbaf0 msgr2=0x7faebc0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 -- 172.21.15.18:0/338365808 shutdown_connections 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 -- 172.21.15.18:0/338365808 wait complete. 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 Processor -- start 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 -- start start 2024-03-07T09:58:20.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faebc100580 0x7faebc10af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc101770 0x7faebc109540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc102130 0x7faebc109a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faebc10d320 con 0x7faebc101770 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faebc10d1a0 con 0x7faebc100580 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faec131d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faebc10d4a0 con 0x7faebc102130 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.645+0000 7faeba7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc101770 0x7faebc109540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc101770 0x7faebc109540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40224/0 (socket says 172.21.15.18:40224) 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 -- 172.21.15.18:0/1973193614 learned_addr learned my addr 172.21.15.18:0/1973193614 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faebaffd640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faebc100580 0x7faebc10af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faebb7fe640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc102130 0x7faebc109a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 -- 172.21.15.18:0/1973193614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc102130 msgr2=0x7faebc109a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc102130 0x7faebc109a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 -- 172.21.15.18:0/1973193614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faebc100580 msgr2=0x7faebc10af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faebc100580 0x7faebc10af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 -- 172.21.15.18:0/1973193614 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faebc10a310 con 0x7faebc101770 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faeba7fc640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc101770 0x7faebc109540 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009dc0 tx=0x7faeb0032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faea3fff640 1 -- 172.21.15.18:0/1973193614 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb0041020 con 0x7faebc101770 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faea3fff640 1 -- 172.21.15.18:0/1973193614 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faeb0034cd0 con 0x7faebc101770 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faebc1a1a10 con 0x7faebc101770 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faea3fff640 1 -- 172.21.15.18:0/1973193614 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb0039040 con 0x7faebc101770 2024-03-07T09:58:20.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.646+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faebc1a1f60 con 0x7faebc101770 2024-03-07T09:58:20.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.647+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faebc107840 con 0x7faebc101770 2024-03-07T09:58:20.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.648+0000 7faea3fff640 1 -- 172.21.15.18:0/1973193614 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7faeb0044020 con 0x7faebc101770 2024-03-07T09:58:20.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.649+0000 7faea3fff640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faea40a1e10 0x7faea40a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.649+0000 7faebaffd640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faea40a1e10 0x7faea40a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.649+0000 7faea3fff640 1 -- 172.21.15.18:0/1973193614 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7faeb00efc90 con 0x7faebc101770 2024-03-07T09:58:20.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.649+0000 7faebaffd640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faea40a1e10 0x7faea40a42d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7faebc1015d0 tx=0x7faeb4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.653+0000 7faea3fff640 1 -- 172.21.15.18:0/1973193614 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7faeb004b020 con 0x7faebc101770 2024-03-07T09:58:20.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.836+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7faebc02d030 con 0x7faebc101770 2024-03-07T09:58:20.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.837+0000 7faea3fff640 1 -- 172.21.15.18:0/1973193614 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7faeb00bd000 con 0x7faebc101770 2024-03-07T09:58:20.840 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T09:58:20.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faea40a1e10 msgr2=0x7faea40a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faea40a1e10 0x7faea40a42d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7faebc1015d0 tx=0x7faeb4005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc101770 msgr2=0x7faebc109540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc101770 0x7faebc109540 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009dc0 tx=0x7faeb0032f20 comp rx=0 tx=0).stop 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 shutdown_connections 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7faea40a1e10 0x7faea40a42d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faebc102130 0x7faebc109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faebc101770 0x7faebc109540 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 --2- 172.21.15.18:0/1973193614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faebc100580 0x7faebc10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 >> 172.21.15.18:0/1973193614 conn(0x7faebc0fbaf0 msgr2=0x7faebc104a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 shutdown_connections 2024-03-07T09:58:20.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.839+0000 7faec131d640 1 -- 172.21.15.18:0/1973193614 wait complete. 2024-03-07T09:58:20.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:20 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3621701885' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:20.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:20 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2492452461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:20.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:20 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/253204032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:20.853 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T09:58:20.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:20 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3621701885' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:20.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:20 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2492452461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:20.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:20 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/253204032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:20.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 -- 172.21.15.18:0/1981261871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694101670 msgr2=0x7f2694101a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 --2- 172.21.15.18:0/1981261871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694101670 0x7f2694101a90 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f268c009900 tx=0x7f268c02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 -- 172.21.15.18:0/1981261871 shutdown_connections 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 --2- 172.21.15.18:0/1981261871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2694103220 0x7f2694109ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 --2- 172.21.15.18:0/1981261871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2694102860 0x7f2694102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 --2- 172.21.15.18:0/1981261871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694101670 0x7f2694101a90 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 -- 172.21.15.18:0/1981261871 >> 172.21.15.18:0/1981261871 conn(0x7f26940fcbe0 msgr2=0x7f26940ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 -- 172.21.15.18:0/1981261871 shutdown_connections 2024-03-07T09:58:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.956+0000 7f2698989640 1 -- 172.21.15.18:0/1981261871 wait complete. 2024-03-07T09:58:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 Processor -- start 2024-03-07T09:58:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 -- start start 2024-03-07T09:58:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2694101670 0x7f2694075410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2694102860 0x7f2694073a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694103220 0x7f2694073f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269410d2f0 con 0x7f2694103220 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269410d170 con 0x7f2694102860 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2698989640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269410d470 con 0x7f2694101670 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2692d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694103220 0x7f2694073f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f269259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2694101670 0x7f2694075410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2692d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694103220 0x7f2694073f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40234/0 (socket says 172.21.15.18:40234) 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2692d9d640 1 -- 172.21.15.18:0/215719263 learned_addr learned my addr 172.21.15.18:0/215719263 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2691d9b640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2694102860 0x7f2694073a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f269259c640 1 -- 172.21.15.18:0/215719263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2694102860 msgr2=0x7f2694073a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f269259c640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2694102860 0x7f2694073a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f269259c640 1 -- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694103220 msgr2=0x7f2694073f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f269259c640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694103220 0x7f2694073f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:20.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f269259c640 1 -- 172.21.15.18:0/215719263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2694074820 con 0x7f2694101670 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.957+0000 7f2692d9d640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694103220 0x7f2694073f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.958+0000 7f269259c640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2694101670 0x7f2694075410 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f268c02c170 tx=0x7f268c02c650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.958+0000 7f268b7fe640 1 -- 172.21.15.18:0/215719263 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f268c041070 con 0x7f2694101670 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.958+0000 7f268b7fe640 1 -- 172.21.15.18:0/215719263 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f268c004450 con 0x7f2694101670 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.958+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26941a1a70 con 0x7f2694101670 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.958+0000 7f268b7fe640 1 -- 172.21.15.18:0/215719263 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f268c003e50 con 0x7f2694101670 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.958+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26941a1f90 con 0x7f2694101670 2024-03-07T09:58:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.959+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2694108a60 con 0x7f2694101670 2024-03-07T09:58:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.960+0000 7f268b7fe640 1 -- 172.21.15.18:0/215719263 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f268c044070 con 0x7f2694101670 2024-03-07T09:58:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.960+0000 7f268b7fe640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26800a1fb0 0x7f26800a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.960+0000 7f2691d9b640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26800a1fb0 0x7f26800a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.960+0000 7f268b7fe640 1 -- 172.21.15.18:0/215719263 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f268c0ef920 con 0x7f2694101670 2024-03-07T09:58:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.961+0000 7f2691d9b640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26800a1fb0 0x7f26800a4470 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2694075180 tx=0x7f267c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:20.965+0000 7f268b7fe640 1 -- 172.21.15.18:0/215719263 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f268c0bc640 con 0x7f2694101670 2024-03-07T09:58:21.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:20 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3621701885' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:20 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2492452461' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:20 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/253204032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:21.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.148+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f269402d280 con 0x7f2694101670 2024-03-07T09:58:21.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.148+0000 7f268b7fe640 1 -- 172.21.15.18:0/215719263 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f268c0b8030 con 0x7f2694101670 2024-03-07T09:58:21.151 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26800a1fb0 msgr2=0x7f26800a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26800a1fb0 0x7f26800a4470 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2694075180 tx=0x7f267c005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2694101670 msgr2=0x7f2694075410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2694101670 0x7f2694075410 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f268c02c170 tx=0x7f268c02c650 comp rx=0 tx=0).stop 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 shutdown_connections 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f26800a1fb0 0x7f26800a4470 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2694103220 0x7f2694073f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2694102860 0x7f2694073a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 --2- 172.21.15.18:0/215719263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2694101670 0x7f2694075410 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 >> 172.21.15.18:0/215719263 conn(0x7f26940fcbe0 msgr2=0x7f2694105c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:21.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 shutdown_connections 2024-03-07T09:58:21.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.150+0000 7f2698989640 1 -- 172.21.15.18:0/215719263 wait complete. 2024-03-07T09:58:21.164 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 -- 172.21.15.18:0/549550386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 msgr2=0x7fe6dc104500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 --2- 172.21.15.18:0/549550386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc104500 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4009900 tx=0x7fe6d402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 -- 172.21.15.18:0/549550386 shutdown_connections 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 --2- 172.21.15.18:0/549550386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6dc107370 0x7fe6dc1097c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 --2- 172.21.15.18:0/549550386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6dc104a40 0x7fe6dc106e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 --2- 172.21.15.18:0/549550386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc104500 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 -- 172.21.15.18:0/549550386 >> 172.21.15.18:0/549550386 conn(0x7fe6dc0fbb20 msgr2=0x7fe6dc0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 -- 172.21.15.18:0/549550386 shutdown_connections 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.264+0000 7fe6e391d640 1 -- 172.21.15.18:0/549550386 wait complete. 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 Processor -- start 2024-03-07T09:58:21.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 -- start start 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc101a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6dc104a40 0x7fe6dc1000c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6dc107370 0x7fe6dc100600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6dc10d330 con 0x7fe6dc102110 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6dc10d1b0 con 0x7fe6dc104a40 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e391d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6dc10d4b0 con 0x7fe6dc107370 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc101a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc101a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40244/0 (socket says 172.21.15.18:40244) 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 -- 172.21.15.18:0/2500264388 learned_addr learned my addr 172.21.15.18:0/2500264388 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e0eb8640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6dc104a40 0x7fe6dc1000c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e1eba640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6dc107370 0x7fe6dc100600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 -- 172.21.15.18:0/2500264388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6dc107370 msgr2=0x7fe6dc100600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6dc107370 0x7fe6dc100600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 -- 172.21.15.18:0/2500264388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6dc104a40 msgr2=0x7fe6dc1000c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6dc104a40 0x7fe6dc1000c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e16b9640 1 -- 172.21.15.18:0/2500264388 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6dc100e90 con 0x7fe6dc102110 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.265+0000 7fe6e0eb8640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6dc104a40 0x7fe6dc1000c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.266+0000 7fe6e16b9640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc101a80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4009230 tx=0x7fe6d402c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.266+0000 7fe6d27fc640 1 -- 172.21.15.18:0/2500264388 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d4041070 con 0x7fe6dc102110 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.266+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6dc1a1a90 con 0x7fe6dc102110 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.266+0000 7fe6d27fc640 1 -- 172.21.15.18:0/2500264388 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe6d4004450 con 0x7fe6dc102110 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.266+0000 7fe6d27fc640 1 -- 172.21.15.18:0/2500264388 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d4003e20 con 0x7fe6dc102110 2024-03-07T09:58:21.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.266+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6dc1a2030 con 0x7fe6dc102110 2024-03-07T09:58:21.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.267+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6dc0fd610 con 0x7fe6dc102110 2024-03-07T09:58:21.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.268+0000 7fe6d27fc640 1 -- 172.21.15.18:0/2500264388 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fe6d4044070 con 0x7fe6dc102110 2024-03-07T09:58:21.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.269+0000 7fe6d27fc640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe6c80a1e10 0x7fe6c80a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.269+0000 7fe6e0eb8640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe6c80a1e10 0x7fe6c80a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.269+0000 7fe6d27fc640 1 -- 172.21.15.18:0/2500264388 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fe6d40efd90 con 0x7fe6dc102110 2024-03-07T09:58:21.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.269+0000 7fe6e0eb8640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe6c80a1e10 0x7fe6c80a42d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc1017f0 tx=0x7fe6cc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:21.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.272+0000 7fe6d27fc640 1 -- 172.21.15.18:0/2500264388 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe6d40bcb10 con 0x7fe6dc102110 2024-03-07T09:58:21.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.492+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe6dc02d030 con 0x7fe6dc102110 2024-03-07T09:58:21.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.493+0000 7fe6d27fc640 1 -- 172.21.15.18:0/2500264388 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fe6d40c0bb0 con 0x7fe6dc102110 2024-03-07T09:58:21.496 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:21.496 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:56:58.527628+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T09:58:21.496 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-03-07T09:58:21.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe6c80a1e10 msgr2=0x7fe6c80a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe6c80a1e10 0x7fe6c80a42d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc1017f0 tx=0x7fe6cc005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 msgr2=0x7fe6dc101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc101a80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4009230 tx=0x7fe6d402c650 comp rx=0 tx=0).stop 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 shutdown_connections 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe6c80a1e10 0x7fe6c80a42d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6dc107370 0x7fe6dc100600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6dc104a40 0x7fe6dc1000c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 --2- 172.21.15.18:0/2500264388 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6dc102110 0x7fe6dc101a80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 >> 172.21.15.18:0/2500264388 conn(0x7fe6dc0fbb20 msgr2=0x7fe6dc102bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 shutdown_connections 2024-03-07T09:58:21.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.495+0000 7fe6e391d640 1 -- 172.21.15.18:0/2500264388 wait complete. 2024-03-07T09:58:21.509 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:21.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 -- 172.21.15.18:0/2530821184 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0101780 msgr2=0x7f04a0101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 --2- 172.21.15.18:0/2530821184 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0101780 0x7f04a0101c00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0490009900 tx=0x7f049002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:21.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 -- 172.21.15.18:0/2530821184 shutdown_connections 2024-03-07T09:58:21.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 --2- 172.21.15.18:0/2530821184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04a0102140 0x7f04a01089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 --2- 172.21.15.18:0/2530821184 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0101780 0x7f04a0101c00 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 --2- 172.21.15.18:0/2530821184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04a0100590 0x7f04a01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.613 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 -- 172.21.15.18:0/2530821184 >> 172.21.15.18:0/2530821184 conn(0x7f04a00fbb00 msgr2=0x7f04a00fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 -- 172.21.15.18:0/2530821184 shutdown_connections 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 -- 172.21.15.18:0/2530821184 wait complete. 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 Processor -- start 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.609+0000 7f04a84a1640 1 -- start start 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0100590 0x7f04a010af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04a0101780 0x7f04a0109550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04a0102140 0x7f04a0109a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a010d330 con 0x7f04a0100590 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a010d1b0 con 0x7f04a0102140 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a010d4b0 con 0x7f04a0101780 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0100590 0x7f04a010af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0100590 0x7f04a010af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40268/0 (socket says 172.21.15.18:40268) 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 -- 172.21.15.18:0/3957118578 learned_addr learned my addr 172.21.15.18:0/3957118578 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:21.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a5a3c640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04a0101780 0x7f04a0109550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a6a3e640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04a0102140 0x7f04a0109a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 -- 172.21.15.18:0/3957118578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04a0101780 msgr2=0x7f04a0109550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04a0101780 0x7f04a0109550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 -- 172.21.15.18:0/3957118578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04a0102140 msgr2=0x7f04a0109a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04a0102140 0x7f04a0109a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 -- 172.21.15.18:0/3957118578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04a010a320 con 0x7f04a0100590 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a623d640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0100590 0x7f04a010af10 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f049c00e9c0 tx=0x7f049c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04977fe640 1 -- 172.21.15.18:0/3957118578 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f049c00cd80 con 0x7f04a0100590 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04977fe640 1 -- 172.21.15.18:0/3957118578 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f049c0035f0 con 0x7f04a0100590 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04a01a1a70 con 0x7f04a0100590 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04977fe640 1 -- 172.21.15.18:0/3957118578 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f049c010690 con 0x7f04a0100590 2024-03-07T09:58:21.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.610+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04a01a1f90 con 0x7f04a0100590 2024-03-07T09:58:21.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.611+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04a00684e0 con 0x7f04a0100590 2024-03-07T09:58:21.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.612+0000 7f04977fe640 1 -- 172.21.15.18:0/3957118578 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f049c0037a0 con 0x7f04a0100590 2024-03-07T09:58:21.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.613+0000 7f04977fe640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f048c0a1e90 0x7f048c0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.613+0000 7f04a5a3c640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f048c0a1e90 0x7f048c0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.613+0000 7f04977fe640 1 -- 172.21.15.18:0/3957118578 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f049c0ce2c0 con 0x7f04a0100590 2024-03-07T09:58:21.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.614+0000 7f04a5a3c640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f048c0a1e90 0x7f048c0a4350 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f049002c7b0 tx=0x7f0490005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:21.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.618+0000 7f04977fe640 1 -- 172.21.15.18:0/3957118578 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f049c09b520 con 0x7f04a0100590 2024-03-07T09:58:21.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.805+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f04a0062260 con 0x7f04a0100590 2024-03-07T09:58:21.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.807+0000 7f04977fe640 1 -- 172.21.15.18:0/3957118578 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7f049c09ae20 con 0x7f04a0100590 2024-03-07T09:58:21.810 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:21.810 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:21.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f048c0a1e90 msgr2=0x7f048c0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f048c0a1e90 0x7f048c0a4350 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f049002c7b0 tx=0x7f0490005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0100590 msgr2=0x7f04a010af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0100590 0x7f04a010af10 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f049c00e9c0 tx=0x7f049c00ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 shutdown_connections 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f048c0a1e90 0x7f048c0a4350 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04a0102140 0x7f04a0109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f04a0101780 0x7f04a0109550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 --2- 172.21.15.18:0/3957118578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f04a0100590 0x7f04a010af10 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 >> 172.21.15.18:0/3957118578 conn(0x7f04a00fbb00 msgr2=0x7f04a0104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 shutdown_connections 2024-03-07T09:58:21.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.809+0000 7f04a84a1640 1 -- 172.21.15.18:0/3957118578 wait complete. 2024-03-07T09:58:21.821 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:21 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1973193614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:21.821 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:21 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/215719263' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:21.821 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:21 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2500264388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:21.821 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:21 smithi018 ceph-mon[32171]: pgmap v331: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:21.823 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:58:21.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 -- 172.21.15.18:0/4253241146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 msgr2=0x7fe424101b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 --2- 172.21.15.18:0/4253241146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424101b10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe414009900 tx=0x7fe41402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 -- 172.21.15.18:0/4253241146 shutdown_connections 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 --2- 172.21.15.18:0/4253241146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4241032a0 0x7fe424109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 --2- 172.21.15.18:0/4253241146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4241028e0 0x7fe424102d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 --2- 172.21.15.18:0/4253241146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424101b10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 -- 172.21.15.18:0/4253241146 >> 172.21.15.18:0/4253241146 conn(0x7fe4240fcc80 msgr2=0x7fe4240ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 -- 172.21.15.18:0/4253241146 shutdown_connections 2024-03-07T09:58:21.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.923+0000 7fe428cd0640 1 -- 172.21.15.18:0/4253241146 wait complete. 2024-03-07T09:58:21.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 Processor -- start 2024-03-07T09:58:21.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 -- start start 2024-03-07T09:58:21.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424075410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4241028e0 0x7fe424073a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4241032a0 0x7fe424073f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe42410d2d0 con 0x7fe4241016f0 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe42410d150 con 0x7fe4241032a0 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe428cd0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe42410d450 con 0x7fe4241028e0 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424075410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424075410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40280/0 (socket says 172.21.15.18:40280) 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 -- 172.21.15.18:0/969931997 learned_addr learned my addr 172.21.15.18:0/969931997 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe422d9d640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4241032a0 0x7fe424073f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe41bfff640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4241028e0 0x7fe424073a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 -- 172.21.15.18:0/969931997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4241028e0 msgr2=0x7fe424073a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4241028e0 0x7fe424073a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 -- 172.21.15.18:0/969931997 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4241032a0 msgr2=0x7fe424073f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4241032a0 0x7fe424073f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 -- 172.21.15.18:0/969931997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe424074820 con 0x7fe4241016f0 2024-03-07T09:58:21.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe42259c640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424075410 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe414000c00 tx=0x7fe41402c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:21.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.924+0000 7fe41b7fe640 1 -- 172.21.15.18:0/969931997 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe414041070 con 0x7fe4241016f0 2024-03-07T09:58:21.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.925+0000 7fe41b7fe640 1 -- 172.21.15.18:0/969931997 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe414004450 con 0x7fe4241016f0 2024-03-07T09:58:21.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.925+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4241a1a60 con 0x7fe4241016f0 2024-03-07T09:58:21.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.925+0000 7fe41b7fe640 1 -- 172.21.15.18:0/969931997 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe414003df0 con 0x7fe4241016f0 2024-03-07T09:58:21.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.925+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4241a1fb0 con 0x7fe4241016f0 2024-03-07T09:58:21.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.926+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe424068930 con 0x7fe4241016f0 2024-03-07T09:58:21.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.926+0000 7fe41b7fe640 1 -- 172.21.15.18:0/969931997 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fe414044070 con 0x7fe4241016f0 2024-03-07T09:58:21.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.927+0000 7fe41b7fe640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4100a1e10 0x7fe4100a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:21.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.927+0000 7fe41bfff640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4100a1e10 0x7fe4100a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:21.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.927+0000 7fe41b7fe640 1 -- 172.21.15.18:0/969931997 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fe4140ef8d0 con 0x7fe4241016f0 2024-03-07T09:58:21.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.927+0000 7fe41bfff640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4100a1e10 0x7fe4100a42d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe424075180 tx=0x7fe40c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:21.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:21.931+0000 7fe41b7fe640 1 -- 172.21.15.18:0/969931997 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe4140bcd30 con 0x7fe4241016f0 2024-03-07T09:58:21.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:21 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1973193614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:21.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:21 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/215719263' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:21.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:21 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2500264388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:21.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:21 smithi063 ceph-mon[36356]: pgmap v331: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:21 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1973193614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:21 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/215719263' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:21 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2500264388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:21 smithi077 ceph-mon[36374]: pgmap v331: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:22.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.155+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe424108a60 con 0x7fe4241016f0 2024-03-07T09:58:22.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.155+0000 7fe41b7fe640 1 -- 172.21.15.18:0/969931997 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fe4140bc630 con 0x7fe4241016f0 2024-03-07T09:58:22.158 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:22.158 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:56:58.527628+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T09:58:22.158 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4100a1e10 msgr2=0x7fe4100a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4100a1e10 0x7fe4100a42d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe424075180 tx=0x7fe40c005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 msgr2=0x7fe424075410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424075410 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe414000c00 tx=0x7fe41402c640 comp rx=0 tx=0).stop 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 shutdown_connections 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fe4100a1e10 0x7fe4100a42d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4241032a0 0x7fe424073f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe4241028e0 0x7fe424073a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 --2- 172.21.15.18:0/969931997 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe4241016f0 0x7fe424075410 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 >> 172.21.15.18:0/969931997 conn(0x7fe4240fcc80 msgr2=0x7fe424105c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 shutdown_connections 2024-03-07T09:58:22.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.157+0000 7fe428cd0640 1 -- 172.21.15.18:0/969931997 wait complete. 2024-03-07T09:58:22.171 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-07T09:56:53.038707+0000', 'modified': '2024-03-07T09:56:58.527628+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24517, 'mds_1': 24503, 'mds_2': 24467}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24430': {'gid': 24430, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6833/4002080212', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6832', 'nonce': 4002080212}, {'type': 'v1', 'addr': '172.21.15.77:6833', 'nonce': 4002080212}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24467': {'gid': 24467, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.63:6837/4105016846', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6836', 'nonce': 4105016846}, {'type': 'v1', 'addr': '172.21.15.63:6837', 'nonce': 4105016846}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6835/3650186044', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6834', 'nonce': 3650186044}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 3650186044}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24493': {'gid': 24493, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6837/196148274', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6836', 'nonce': 196148274}, {'type': 'v1', 'addr': '172.21.15.77:6837', 'nonce': 196148274}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.63:6839/2397861497', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6838', 'nonce': 2397861497}, {'type': 'v1', 'addr': '172.21.15.63:6839', 'nonce': 2397861497}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.77:6839/910411166', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6838', 'nonce': 910411166}, {'type': 'v1', 'addr': '172.21.15.77:6839', 'nonce': 910411166}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24517, 'qdb_cluster': [24467, 24517, 24503]} 2024-03-07T09:58:22.171 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-03-07T09:58:22.172 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-03-07T09:58:22.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 -- 172.21.15.18:0/192916915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c102860 msgr2=0x7f045c102ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 --2- 172.21.15.18:0/192916915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c102860 0x7f045c102ce0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f044c009900 tx=0x7f044c02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 -- 172.21.15.18:0/192916915 shutdown_connections 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 --2- 172.21.15.18:0/192916915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f045c103220 0x7f045c109ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 --2- 172.21.15.18:0/192916915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c102860 0x7f045c102ce0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 --2- 172.21.15.18:0/192916915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f045c101670 0x7f045c101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 -- 172.21.15.18:0/192916915 >> 172.21.15.18:0/192916915 conn(0x7f045c0fcbe0 msgr2=0x7f045c0ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 -- 172.21.15.18:0/192916915 shutdown_connections 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.273+0000 7f0463c1e640 1 -- 172.21.15.18:0/192916915 wait complete. 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 Processor -- start 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 -- start start 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f045c101670 0x7f045c075410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f045c102860 0x7f045c073a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c103220 0x7f045c073f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f045c10d340 con 0x7f045c103220 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f045c10d1c0 con 0x7f045c102860 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0463c1e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f045c10d4c0 con 0x7f045c101670 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c103220 0x7f045c073f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c103220 0x7f045c073f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40294/0 (socket says 172.21.15.18:40294) 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 -- 172.21.15.18:0/2013094612 learned_addr learned my addr 172.21.15.18:0/2013094612 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04611b9640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f045c102860 0x7f045c073a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04619ba640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f045c101670 0x7f045c075410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 -- 172.21.15.18:0/2013094612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f045c101670 msgr2=0x7f045c075410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f045c101670 0x7f045c075410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 -- 172.21.15.18:0/2013094612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f045c102860 msgr2=0x7f045c073a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f045c102860 0x7f045c073a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 -- 172.21.15.18:0/2013094612 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f045c074820 con 0x7f045c103220 2024-03-07T09:58:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f04621bb640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c103220 0x7f045c073f90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f045400eb10 tx=0x7f045400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0452ffd640 1 -- 172.21.15.18:0/2013094612 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0454004b20 con 0x7f045c103220 2024-03-07T09:58:22.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0452ffd640 1 -- 172.21.15.18:0/2013094612 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0454004cc0 con 0x7f045c103220 2024-03-07T09:58:22.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.274+0000 7f0452ffd640 1 -- 172.21.15.18:0/2013094612 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0454010760 con 0x7f045c103220 2024-03-07T09:58:22.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.275+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f045c1a1aa0 con 0x7f045c103220 2024-03-07T09:58:22.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.275+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f045c1a1fc0 con 0x7f045c103220 2024-03-07T09:58:22.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.277+0000 7f0452ffd640 1 -- 172.21.15.18:0/2013094612 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f0454005020 con 0x7f045c103220 2024-03-07T09:58:22.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.277+0000 7f0466a08740 1 Processor -- start 2024-03-07T09:58:22.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0466a08740 1 -- start start 2024-03-07T09:58:22.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0466a08740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fd74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0466a08740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fdc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0466a08740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fdf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0466a08740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0f3c790 con 0x5565e0fd70b0 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0466a08740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0ee5b20 con 0x5565e0fd7aa0 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0466a08740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0f38830 con 0x5565e0fdcc10 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0452ffd640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04480a1e90 0x7f04480a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04611b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fd74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04611b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fd74d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40296/0 (socket says 172.21.15.18:40296) 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04611b9640 1 -- 172.21.15.18:0/2504634209 learned_addr learned my addr 172.21.15.18:0/2504634209 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04619ba640 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fdc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04621bb640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04480a1e90 0x7f04480a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04611b9640 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fdf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f0452ffd640 1 -- 172.21.15.18:0/2013094612 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f04540ce520 con 0x7f045c103220 2024-03-07T09:58:22.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04619ba640 1 -- 172.21.15.18:0/2504634209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 msgr2=0x5565e0fdf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04619ba640 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fdf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04619ba640 1 -- 172.21.15.18:0/2504634209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 msgr2=0x5565e0fd74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04619ba640 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fd74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04619ba640 1 -- 172.21.15.18:0/2504634209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5565e0ef9970 con 0x5565e0fd7aa0 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.278+0000 7f04621bb640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04480a1e90 0x7f04480a4350 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f04540974e0 tx=0x7f045401bb30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.279+0000 7f04619ba640 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fdc5a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0458009bd0 tx=0x7f0458011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef2e42a64f7e3f1b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.279+0000 7f0447fff640 1 -- 172.21.15.18:0/2504634209 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f045801e070 con 0x5565e0fd7aa0 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.279+0000 7f0447fff640 1 -- 172.21.15.18:0/2504634209 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0458009d80 con 0x5565e0fd7aa0 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.279+0000 7f0447fff640 1 -- 172.21.15.18:0/2504634209 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0458019450 con 0x5565e0fd7aa0 2024-03-07T09:58:22.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.279+0000 7f0466a08740 1 -- 172.21.15.18:0/2504634209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 msgr2=0x5565e0fdc5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.279+0000 7f0466a08740 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fdc5a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0458009bd0 tx=0x7f0458011810 comp rx=0 tx=0).stop 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- 172.21.15.18:0/2504634209 shutdown_connections 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fdf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fdc5a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 --2- 172.21.15.18:0/2504634209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fd74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- 172.21.15.18:0/2504634209 >> 172.21.15.18:0/2504634209 conn(0x5565e0f9f3d0 msgr2=0x5565e0fd2a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- 172.21.15.18:0/2504634209 shutdown_connections 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- 172.21.15.18:0/2504634209 wait complete. 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- start start 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 Processor -- start 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fd70b0 0x5565e0fe1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe1b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0fdfbc0 con 0x5565e0fd7aa0 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0ef8f60 con 0x5565e0fdcc10 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0fdfd40 con 0x5565e0fd70b0 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f0466a08740 10 client.0 _ll_register_callbacks cb 0x5565e0f343d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f04619ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f04619ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe1b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40304/0 (socket says 172.21.15.18:40304) 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.280+0000 7f04619ba640 1 -- 172.21.15.18:0/917629675 learned_addr learned my addr 172.21.15.18:0/917629675 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04611b9640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fd70b0 0x5565e0fe1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04611b9640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04619ba640 1 -- 172.21.15.18:0/917629675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fd70b0 msgr2=0x5565e0fe1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04619ba640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fd70b0 0x5565e0fe1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04619ba640 1 -- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fdcc10 msgr2=0x5565e0fe8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04619ba640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04619ba640 1 -- 172.21.15.18:0/917629675 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5565e0c512d0 con 0x5565e0fd7aa0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04611b9640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04619ba640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe1b60 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f045801c040 tx=0x7f0458003f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e7942e01c48005f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04457fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04457fa640 1 -- 172.21.15.18:0/917629675 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f045801e040 con 0x5565e0fd7aa0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04457fa640 1 -- 172.21.15.18:0/917629675 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f0458004000 con 0x5565e0fd7aa0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0458009d80 con 0x5565e0fd7aa0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04457fa640 1 -- 172.21.15.18:0/917629675 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0458004200 con 0x5565e0fd7aa0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f0466a08740 10 client.15078 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5565e0d1b6b0 con 0x5565e0fd7aa0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.281+0000 7f04457fa640 1 -- 172.21.15.18:0/917629675 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0458009d80 con 0x5565e0fd7aa0 2024-03-07T09:58:22.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f04457fa640 1 -- 172.21.15.18:0/917629675 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0458021030 con 0x5565e0fd7aa0 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f0466a08740 10 client.15078 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f0466a08740 10 client.15078 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f0466a08740 20 client.15078 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f0466a08740 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e0fedf10 0x5565e0fed140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f0466a08740 4 client.15078 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5565e0f49cd0 con 0x5565e0fedf10 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f04611b9640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e0fedf10 0x5565e0fed140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f04611b9640 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e0fedf10 0x5565e0fed140 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f4f601e13216bd17 server_cookie=2c7719404c59bd68 in_seq=0 out_seq=0 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.282+0000 7f04457fa640 10 client.15078 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f04457fa640 1 -- 172.21.15.18:0/917629675 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5565e0f49cd0 con 0x5565e0fedf10 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f04457fa640 10 client.15078 handle_command_reply: tid=0 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 client.15078 shutdown 2024-03-07T09:58:22.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 msgr2=0x5565e0fe1b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe1b60 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f045801c040 tx=0x7f0458003f60 comp rx=0 tx=0).stop 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 shutdown_connections 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e0fedf10 0x5565e0fed140 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe1b60 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 --2- 172.21.15.18:0/917629675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fd70b0 0x5565e0fe1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f04457fa640 0 client.15078 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 >> 172.21.15.18:0/917629675 conn(0x5565e0f9f3d0 msgr2=0x5565e0fd1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 shutdown_connections 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 1 -- 172.21.15.18:0/917629675 wait complete. 2024-03-07T09:58:22.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.283+0000 7f0466a08740 20 client.15078 trim_cache size 0 max 16384 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 Processor -- start 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 -- start start 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd70b0 0x5565e0fd13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fd1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0fed730 con 0x5565e0fd7aa0 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0fedd90 con 0x5565e0fd70b0 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f0466a08740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0fee3f0 con 0x5565e0fdcc10 2024-03-07T09:58:22.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f04619ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f04619ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe8b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40314/0 (socket says 172.21.15.18:40314) 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f04619ba640 1 -- 172.21.15.18:0/3651724432 learned_addr learned my addr 172.21.15.18:0/3651724432 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f04611b9640 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd70b0 0x5565e0fd13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.300+0000 7f04611b9640 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fd1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04619ba640 1 -- 172.21.15.18:0/3651724432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 msgr2=0x5565e0fd1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04619ba640 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fd1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04619ba640 1 -- 172.21.15.18:0/3651724432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd70b0 msgr2=0x5565e0fd13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04619ba640 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd70b0 0x5565e0fd13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04619ba640 1 -- 172.21.15.18:0/3651724432 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5565e0fdc240 con 0x5565e0fd7aa0 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04611b9640 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fd1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04619ba640 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe8b60 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0458011850 tx=0x7f0458005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac951ff73279609d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04477fe640 1 -- 172.21.15.18:0/3651724432 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f045801e040 con 0x5565e0fd7aa0 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04477fe640 1 -- 172.21.15.18:0/3651724432 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0458029070 con 0x5565e0fd7aa0 2024-03-07T09:58:22.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f04477fe640 1 -- 172.21.15.18:0/3651724432 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0458005130 con 0x5565e0fd7aa0 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f0466a08740 1 -- 172.21.15.18:0/3651724432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 msgr2=0x5565e0fe8b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f0466a08740 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe8b60 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0458011850 tx=0x7f0458005fb0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f0466a08740 1 -- 172.21.15.18:0/3651724432 shutdown_connections 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f0466a08740 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fd1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f0466a08740 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe8b60 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f0466a08740 1 --2- 172.21.15.18:0/3651724432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd70b0 0x5565e0fd13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.301+0000 7f0466a08740 1 -- 172.21.15.18:0/3651724432 >> 172.21.15.18:0/3651724432 conn(0x5565e0f9f3d0 msgr2=0x5565e0fd8fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 -- 172.21.15.18:0/3651724432 shutdown_connections 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 -- 172.21.15.18:0/3651724432 wait complete. 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 -- start start 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 Processor -- start 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fe4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe51e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0fef0b0 con 0x5565e0fd70b0 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0feea50 con 0x5565e0fd7aa0 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565e0fef710 con 0x5565e0fdcc10 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f0466a08740 10 client.0 _ll_register_callbacks cb 0x7f045801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f04611b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fe4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f04611b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fe4ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40324/0 (socket says 172.21.15.18:40324) 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f04611b9640 1 -- 172.21.15.18:0/3596508702 learned_addr learned my addr 172.21.15.18:0/3596508702 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f04619ba640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.302+0000 7f04611b9640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04611b9640 1 -- 172.21.15.18:0/3596508702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 msgr2=0x5565e0fe8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04611b9640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04611b9640 1 -- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 msgr2=0x5565e0fe51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04611b9640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04611b9640 1 -- 172.21.15.18:0/3596508702 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5565e0fe87f0 con 0x5565e0fd70b0 2024-03-07T09:58:22.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04619ba640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04611b9640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fe4ca0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f044c036040 tx=0x7f044c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fdb432668bf025 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04457fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04457fa640 1 -- 172.21.15.18:0/3596508702 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f044c0044a0 con 0x5565e0fd70b0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04457fa640 1 -- 172.21.15.18:0/3596508702 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f044c051250 con 0x5565e0fd70b0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0458029070 con 0x5565e0fd70b0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04457fa640 1 -- 172.21.15.18:0/3596508702 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f044c0046c0 con 0x5565e0fd70b0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 10 client.15084 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5565e10499a0 con 0x5565e0fd70b0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04457fa640 1 -- 172.21.15.18:0/3596508702 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0458029070 con 0x5565e0fd70b0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f04457fa640 1 -- 172.21.15.18:0/3596508702 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f044c0035f0 con 0x5565e0fd70b0 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 10 client.15084 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 10 client.15084 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 20 client.15084 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:22.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e104e080 0x5565e1049ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 4 client.15084 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.303+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5565e0f44020 con 0x5565e104e080 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f04619ba640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e104e080 0x5565e1049ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f04457fa640 10 client.15084 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f04619ba640 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e104e080 0x5565e1049ce0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3ab93dff444669e4 server_cookie=4fc355b00354412 in_seq=0 out_seq=0 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f04457fa640 1 -- 172.21.15.18:0/3596508702 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x5565e0f44020 con 0x5565e104e080 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f04457fa640 10 client.15084 handle_command_reply: tid=0 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 client.15084 shutdown 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 msgr2=0x5565e0fe4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fe4ca0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f044c036040 tx=0x7f044c009260 comp rx=0 tx=0).stop 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 shutdown_connections 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5565e104e080 0x5565e1049ce0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565e0fdcc10 0x5565e0fe8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f04457fa640 0 client.15084 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565e0fd7aa0 0x5565e0fe51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 --2- 172.21.15.18:0/3596508702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565e0fd70b0 0x5565e0fe4ca0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 >> 172.21.15.18:0/3596508702 conn(0x5565e0f9f3d0 msgr2=0x5565e0fd5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 shutdown_connections 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 1 -- 172.21.15.18:0/3596508702 wait complete. 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.304+0000 7f0466a08740 20 client.15084 trim_cache size 0 max 16384 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 2, 2024-03-07T09:58:22.315 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24467, 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 84.784799887000005, 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 88, 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 86, 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 104.314309525 2024-03-07T09:58:22.316 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:22.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04480a1e90 msgr2=0x7f04480a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04480a1e90 0x7f04480a4350 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f04540974e0 tx=0x7f045401bb30 comp rx=0 tx=0).stop 2024-03-07T09:58:22.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c103220 msgr2=0x7f045c073f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c103220 0x7f045c073f90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f045400eb10 tx=0x7f045400c2d0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 shutdown_connections 2024-03-07T09:58:22.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f04480a1e90 0x7f04480a4350 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f045c103220 0x7f045c073f90 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f045c102860 0x7f045c073a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 --2- 172.21.15.18:0/2013094612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f045c101670 0x7f045c075410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 >> 172.21.15.18:0/2013094612 conn(0x7f045c0fcbe0 msgr2=0x7f045c105b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 shutdown_connections 2024-03-07T09:58:22.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.305+0000 7f0463c1e640 1 -- 172.21.15.18:0/2013094612 wait complete. 2024-03-07T09:58:22.319 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-07T09:58:22.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/4043587190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 msgr2=0x7fa9b4101be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/4043587190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4101be0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa9a4009900 tx=0x7fa9a402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:22.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/4043587190 shutdown_connections 2024-03-07T09:58:22.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/4043587190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b4102120 0x7fa9b41089b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/4043587190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4101be0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/4043587190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b4100570 0x7fa9b4100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/4043587190 >> 172.21.15.18:0/4043587190 conn(0x7fa9b40fbac0 msgr2=0x7fa9b40fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/4043587190 shutdown_connections 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.420+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/4043587190 wait complete. 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 Processor -- start 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 -- start start 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b4100570 0x7fa9b41979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b4102120 0x7fa9b419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b410c200 con 0x7fa9b4101760 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b410c080 con 0x7fa9b4100570 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9bc4d0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b410c380 con 0x7fa9b4102120 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40352/0 (socket says 172.21.15.18:40352) 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/407118251 learned_addr learned my addr 172.21.15.18:0/407118251 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b4100570 0x7fa9b41979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9baa6d640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b4102120 0x7fa9b419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/407118251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b4102120 msgr2=0x7fa9b419ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b4102120 0x7fa9b419ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/407118251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b4100570 msgr2=0x7fa9b41979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b4100570 0x7fa9b41979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/407118251 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9b419f600 con 0x7fa9b4101760 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.421+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b4100570 0x7fa9b41979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.422+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4197f20 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa9a4009230 tx=0x7fa9a402c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.422+0000 7fa9ab7fe640 1 -- 172.21.15.18:0/407118251 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a4041070 con 0x7fa9b4101760 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.422+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9b419f890 con 0x7fa9b4101760 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.422+0000 7fa9ab7fe640 1 -- 172.21.15.18:0/407118251 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9a4004450 con 0x7fa9b4101760 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.422+0000 7fa9ab7fe640 1 -- 172.21.15.18:0/407118251 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a4003db0 con 0x7fa9b4101760 2024-03-07T09:58:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.422+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9b419fdd0 con 0x7fa9b4101760 2024-03-07T09:58:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.424+0000 7fa9ab7fe640 1 -- 172.21.15.18:0/407118251 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fa9a4044070 con 0x7fa9b4101760 2024-03-07T09:58:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.424+0000 7fa9bf394740 1 Processor -- start 2024-03-07T09:58:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.424+0000 7fa9bf394740 1 -- start start 2024-03-07T09:58:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9ab7fe640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa9a00a1e10 0x7fa9a00a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b60b0 0x5571136b64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b6aa0 0x5571136bb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136be0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9bf394740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55711361b790 con 0x5571136bbc10 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9bf394740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571135c4b20 con 0x5571136b6aa0 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9bf394740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557113617830 con 0x5571136b60b0 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9baa6d640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa9a00a1e10 0x7fa9a00a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b6aa0 0x5571136bb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9baa6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136be0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b6aa0 0x5571136bb5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55184/0 (socket says 172.21.15.18:55184) 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/126465378 learned_addr learned my addr 172.21.15.18:0/126465378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9ba26c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b60b0 0x5571136b64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9ab7fe640 1 -- 172.21.15.18:0/407118251 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fa9a40ef990 con 0x7fa9b4101760 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/126465378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b60b0 msgr2=0x5571136b64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/126465378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b60b0 0x5571136b64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/126465378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 msgr2=0x5571136be0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/126465378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136be0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/126465378 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571135d8970 con 0x5571136b6aa0 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9baa6d640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa9a00a1e10 0x7fa9a00a42d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac009fd0 tx=0x7fa9ac009820 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/126465378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b6aa0 0x5571136bb5a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa9a40c48d0 tx=0x7fa9a402bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd706fa80ba6f3d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.425+0000 7fa9a8bfe640 1 -- 172.21.15.18:0/126465378 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a404b030 con 0x5571136b6aa0 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9a8bfe640 1 -- 172.21.15.18:0/126465378 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9a40bcd60 con 0x5571136b6aa0 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9a8bfe640 1 -- 172.21.15.18:0/126465378 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a40ba700 con 0x5571136b6aa0 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 -- 172.21.15.18:0/126465378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b6aa0 msgr2=0x5571136bb5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 --2- 172.21.15.18:0/126465378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b6aa0 0x5571136bb5a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa9a40c48d0 tx=0x7fa9a402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 -- 172.21.15.18:0/126465378 shutdown_connections 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 --2- 172.21.15.18:0/126465378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136be0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 --2- 172.21.15.18:0/126465378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b6aa0 0x5571136bb5a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 --2- 172.21.15.18:0/126465378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b60b0 0x5571136b64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 -- 172.21.15.18:0/126465378 >> 172.21.15.18:0/126465378 conn(0x55711367e3d0 msgr2=0x5571136b1a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 -- 172.21.15.18:0/126465378 shutdown_connections 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.426+0000 7fa9bf394740 1 -- 172.21.15.18:0/126465378 wait complete. 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 -- start start 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 Processor -- start 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136be980 con 0x5571136bbc10 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571135d7f60 con 0x5571136b60b0 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136beb00 con 0x5571136b6aa0 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9bf394740 10 client.0 _ll_register_callbacks cb 0x5571136133d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9baa6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33962/0 (socket says 172.21.15.18:33962) 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9ba26c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/1910742408 learned_addr learned my addr 172.21.15.18:0/1910742408 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/1910742408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 msgr2=0x5571136c0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/1910742408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 msgr2=0x5571136c77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 -- 172.21.15.18:0/1910742408 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571133302d0 con 0x5571136b6aa0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c07a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa9a402c7b0 tx=0x7fa9a40c0820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a690a578aa7f3660 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa99dffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.427+0000 7fa99dffb640 1 -- 172.21.15.18:0/1910742408 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a404b070 con 0x5571136b6aa0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa99dffb640 1 -- 172.21.15.18:0/1910742408 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fa9a40ba960 con 0x5571136b6aa0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa9a40bcd60 con 0x5571136b6aa0 2024-03-07T09:58:22.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa99dffb640 1 -- 172.21.15.18:0/1910742408 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa9a4082130 con 0x5571136b6aa0 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 10 client.24955 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5571133fa6b0 con 0x5571136b6aa0 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa99dffb640 1 -- 172.21.15.18:0/1910742408 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9a40bcd60 con 0x5571136b6aa0 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa99dffb640 1 -- 172.21.15.18:0/1910742408 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa9a40ed4f0 con 0x5571136b6aa0 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 10 client.24955 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 10 client.24955 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 20 client.24955 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5571136ccb80 0x5571136cbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 4 client.24955 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557113628cd0 con 0x5571136ccb80 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.428+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5571136ccb80 0x5571136cbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa99dffb640 10 client.24955 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:22.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5571136ccb80 0x5571136cbcd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=66e962eead18563f server_cookie=534adff6e4417e6f in_seq=0 out_seq=0 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa99dffb640 1 -- 172.21.15.18:0/1910742408 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557113628cd0 con 0x5571136ccb80 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa99dffb640 10 client.24955 handle_command_reply: tid=0 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 client.24955 shutdown 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 msgr2=0x5571136c07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c07a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa9a402c7b0 tx=0x7fa9a40c0820 comp rx=0 tx=0).stop 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 shutdown_connections 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5571136ccb80 0x5571136cbcd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c07a0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1910742408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa99dffb640 0 client.24955 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.429+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 >> 172.21.15.18:0/1910742408 conn(0x55711367e3d0 msgr2=0x5571136b0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.430+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 shutdown_connections 2024-03-07T09:58:22.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.430+0000 7fa9bf394740 1 -- 172.21.15.18:0/1910742408 wait complete. 2024-03-07T09:58:22.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.430+0000 7fa9bf394740 20 client.24955 trim_cache size 0 max 16384 2024-03-07T09:58:22.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 Processor -- start 2024-03-07T09:58:22.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 -- start start 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136b60b0 0x5571136bfc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136bbc10 0x5571136b4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136cc3a0 con 0x5571136b60b0 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136cca00 con 0x5571136bbc10 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.446+0000 7fa9bf394740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136cd060 con 0x5571136b6aa0 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136b60b0 0x5571136bfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136b60b0 0x5571136bfc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40382/0 (socket says 172.21.15.18:40382) 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 -- 172.21.15.18:0/2780823180 learned_addr learned my addr 172.21.15.18:0/2780823180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9baa6d640 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136bbc10 0x5571136b4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 -- 172.21.15.18:0/2780823180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 msgr2=0x5571136c77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 -- 172.21.15.18:0/2780823180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136bbc10 msgr2=0x5571136b4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136bbc10 0x5571136b4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 -- 172.21.15.18:0/2780823180 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571136b6e80 con 0x5571136b60b0 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136b60b0 0x5571136bfc40 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa9b41015c0 tx=0x7fa9b0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c516c2a39ec8d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa99ffff640 1 -- 172.21.15.18:0/2780823180 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b001f250 con 0x5571136b60b0 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa99ffff640 1 -- 172.21.15.18:0/2780823180 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0010d70 con 0x5571136b60b0 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.447+0000 7fa99ffff640 1 -- 172.21.15.18:0/2780823180 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b001e680 con 0x5571136b60b0 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- 172.21.15.18:0/2780823180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136b60b0 msgr2=0x5571136bfc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136b60b0 0x5571136bfc40 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa9b41015c0 tx=0x7fa9b0005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- 172.21.15.18:0/2780823180 shutdown_connections 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136bbc10 0x5571136b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 --2- 172.21.15.18:0/2780823180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136b60b0 0x5571136bfc40 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- 172.21.15.18:0/2780823180 >> 172.21.15.18:0/2780823180 conn(0x55711367e3d0 msgr2=0x5571136bf530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- 172.21.15.18:0/2780823180 shutdown_connections 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- 172.21.15.18:0/2780823180 wait complete. 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- start start 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 Processor -- start 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136cdd20 con 0x5571136bbc10 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136cd6c0 con 0x5571136b60b0 2024-03-07T09:58:22.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571136ce380 con 0x5571136b6aa0 2024-03-07T09:58:22.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9bf394740 10 client.0 _ll_register_callbacks cb 0x7fa9ac010690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9baa6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9baa6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c5f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40398/0 (socket says 172.21.15.18:40398) 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9baa6d640 1 -- 172.21.15.18:0/1341105511 learned_addr learned my addr 172.21.15.18:0/1341105511 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9b9a6b640 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.448+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9baa6d640 1 -- 172.21.15.18:0/1341105511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 msgr2=0x5571136c4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9baa6d640 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9baa6d640 1 -- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 msgr2=0x5571136c4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9baa6d640 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9baa6d640 1 -- 172.21.15.18:0/1341105511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571136c6580 con 0x5571136bbc10 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9baa6d640 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c5f90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac00ffb0 tx=0x7fa9ac009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9606fef1f27ded63 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa99dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa99dffb640 1 -- 172.21.15.18:0/1341105511 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac019040 con 0x5571136bbc10 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa99dffb640 1 -- 172.21.15.18:0/1341105511 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fa9ac004740 con 0x5571136bbc10 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa9b0010d70 con 0x5571136bbc10 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa99dffb640 1 -- 172.21.15.18:0/1341105511 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa9ac004b20 con 0x5571136bbc10 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9bf394740 10 client.15102 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5571136c78f0 con 0x5571136bbc10 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa99dffb640 1 -- 172.21.15.18:0/1341105511 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0010d70 con 0x5571136bbc10 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa99dffb640 1 -- 172.21.15.18:0/1341105511 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa9ac02a460 con 0x5571136bbc10 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9bf394740 10 client.15102 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9bf394740 10 client.15102 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.449+0000 7fa9bf394740 20 client.15102 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55711372df80 0x557113729bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 4 client.15102 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-07T09:58:22.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557113623020 con 0x55711372df80 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55711372df80 0x557113729bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa99dffb640 10 client.15102 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9ba26c640 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55711372df80 0x557113729bf0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6e8548de26d2223 server_cookie=4129dc7fc1f044cb in_seq=0 out_seq=0 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa99dffb640 1 -- 172.21.15.18:0/1341105511 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x557113623020 con 0x55711372df80 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa99dffb640 10 client.15102 handle_command_reply: tid=0 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 client.15102 shutdown 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 msgr2=0x5571136c5f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c5f90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac00ffb0 tx=0x7fa9ac009500 comp rx=0 tx=0).stop 2024-03-07T09:58:22.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 shutdown_connections 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5571136bbc10 0x5571136c5f90 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55711372df80 0x557113729bf0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5571136b6aa0 0x5571136c4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 --2- 172.21.15.18:0/1341105511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5571136b60b0 0x5571136c4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa99dffb640 0 client.15102 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 >> 172.21.15.18:0/1341105511 conn(0x55711367e3d0 msgr2=0x5571136b03d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.450+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 shutdown_connections 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bf394740 1 -- 172.21.15.18:0/1341105511 wait complete. 2024-03-07T09:58:22.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bf394740 20 client.15102 trim_cache size 0 max 16384 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 1, 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24503, 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 85.746104176000003, 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 88, 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 86, 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 92.916979029000004 2024-03-07T09:58:22.464 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa9a00a1e10 msgr2=0x7fa9a00a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa9a00a1e10 0x7fa9a00a42d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac009fd0 tx=0x7fa9ac009820 comp rx=0 tx=0).stop 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 msgr2=0x7fa9b4197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4197f20 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa9a4009230 tx=0x7fa9a402c650 comp rx=0 tx=0).stop 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 shutdown_connections 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fa9a00a1e10 0x7fa9a00a42d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b4102120 0x7fa9b419ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b4101760 0x7fa9b4197f20 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 --2- 172.21.15.18:0/407118251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b4100570 0x7fa9b41979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 >> 172.21.15.18:0/407118251 conn(0x7fa9b40fbac0 msgr2=0x7fa9b40fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 shutdown_connections 2024-03-07T09:58:22.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.451+0000 7fa9bc4d0640 1 -- 172.21.15.18:0/407118251 wait complete. 2024-03-07T09:58:22.467 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-07T09:58:22.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 -- 172.21.15.18:0/2605803586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c81032d0 msgr2=0x7fd1c8109b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/2605803586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c81032d0 0x7fd1c8109b60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0009cd0 tx=0x7fd1c002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 -- 172.21.15.18:0/2605803586 shutdown_connections 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/2605803586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c81032d0 0x7fd1c8109b60 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/2605803586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd1c8102910 0x7fd1c8102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/2605803586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1c80ff940 0x7fd1c80ffd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 -- 172.21.15.18:0/2605803586 >> 172.21.15.18:0/2605803586 conn(0x7fd1c80fb270 msgr2=0x7fd1c80fd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 -- 172.21.15.18:0/2605803586 shutdown_connections 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.569+0000 7fd1ccc34640 1 -- 172.21.15.18:0/2605803586 wait complete. 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 Processor -- start 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 -- start start 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c80ff940 0x7fd1c8197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd1c8102910 0x7fd1c8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1c81032d0 0x7fd1c819ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c810d300 con 0x7fd1c80ff940 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c810d180 con 0x7fd1c8102910 2024-03-07T09:58:22.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c810d480 con 0x7fd1c81032d0 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c80ff940 0x7fd1c8197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c80ff940 0x7fd1c8197950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40412/0 (socket says 172.21.15.18:40412) 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 -- 172.21.15.18:0/4004722931 learned_addr learned my addr 172.21.15.18:0/4004722931 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd1c8102910 0x7fd1c8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1c81032d0 0x7fd1c819ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 -- 172.21.15.18:0/4004722931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1c81032d0 msgr2=0x7fd1c819ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1c81032d0 0x7fd1c819ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 -- 172.21.15.18:0/4004722931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd1c8102910 msgr2=0x7fd1c8197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd1c8102910 0x7fd1c8197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 -- 172.21.15.18:0/4004722931 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1c819f570 con 0x7fd1c80ff940 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1c81032d0 0x7fd1c819ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1c659c640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c80ff940 0x7fd1c8197950 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800e9c0 tx=0x7fd1b800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1b77fe640 1 -- 172.21.15.18:0/4004722931 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b800cd80 con 0x7fd1c80ff940 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1c819f860 con 0x7fd1c80ff940 2024-03-07T09:58:22.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1b77fe640 1 -- 172.21.15.18:0/4004722931 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1b80035f0 con 0x7fd1c80ff940 2024-03-07T09:58:22.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1b77fe640 1 -- 172.21.15.18:0/4004722931 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8010690 con 0x7fd1c80ff940 2024-03-07T09:58:22.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.570+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1c819fdb0 con 0x7fd1c80ff940 2024-03-07T09:58:22.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1b77fe640 1 -- 172.21.15.18:0/4004722931 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fd1b80037a0 con 0x7fd1c80ff940 2024-03-07T09:58:22.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 Processor -- start 2024-03-07T09:58:22.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 -- start start 2024-03-07T09:58:22.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba1c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba215a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba240a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acb981790 con 0x558acba21c10 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acb92ab20 con 0x558acba1c0b0 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acb97d830 con 0x558acba1caa0 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1c5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba240a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1c6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba1c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1c5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba240a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40420/0 (socket says 172.21.15.18:40420) 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/1097284612 learned_addr learned my addr 172.21.15.18:0/1097284612 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1c659c640 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba215a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.573+0000 7fd1b77fe640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd1b00a1e10 0x7fd1b00a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd1b00a1e10 0x7fd1b00a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/1097284612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 msgr2=0x558acba215a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba215a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/1097284612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 msgr2=0x558acba1c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba1c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/1097284612 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558acb93e970 con 0x558acba21c10 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1b77fe640 1 -- 172.21.15.18:0/4004722931 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd1b80ce380 con 0x7fd1c80ff940 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba240a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc009c90 tx=0x7fd1bc011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=262f89f55d56ea49 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1b4ff9640 1 -- 172.21.15.18:0/1097284612 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1bc01e070 con 0x558acba21c10 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd1b00a1e10 0x7fd1b00a42d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0009ca0 tx=0x7fd1c002c0f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1b4ff9640 1 -- 172.21.15.18:0/1097284612 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1bc019b10 con 0x558acba21c10 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.574+0000 7fd1b4ff9640 1 -- 172.21.15.18:0/1097284612 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1bc00eac0 con 0x558acba21c10 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1097284612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 msgr2=0x558acba240a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba240a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc009c90 tx=0x7fd1bc011810 comp rx=0 tx=0).stop 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1097284612 shutdown_connections 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba240a0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba215a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1097284612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba1c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1097284612 >> 172.21.15.18:0/1097284612 conn(0x558acb9e43d0 msgr2=0x558acba17a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1097284612 shutdown_connections 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1097284612 wait complete. 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 -- start start 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 Processor -- start 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba26560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1caa0 0x558acba26aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba21c10 0x558acba2dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.575+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba24bc0 con 0x558acba1caa0 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acb93df60 con 0x558acba1c0b0 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba24d40 con 0x558acba21c10 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1cfa1a740 10 client.0 _ll_register_callbacks cb 0x558acb9793d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1caa0 0x558acba26aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1caa0 0x558acba26aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40430/0 (socket says 172.21.15.18:40430) 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/3222674526 learned_addr learned my addr 172.21.15.18:0/3222674526 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c659c640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba26560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba21c10 0x558acba2dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba21c10 msgr2=0x558acba2dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba21c10 0x558acba2dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/3222674526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 msgr2=0x558acba26560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba26560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 -- 172.21.15.18:0/3222674526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558acb6962d0 con 0x558acba1caa0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c659c640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba26560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1caa0 0x558acba26aa0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc005bc0 tx=0x7fd1bc019aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75feccc9fe7451ab server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1adffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1adffb640 1 -- 172.21.15.18:0/3222674526 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1bc029020 con 0x558acba1caa0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd1bc019b10 con 0x558acba1caa0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1adffb640 1 -- 172.21.15.18:0/3222674526 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd1bc005040 con 0x558acba1caa0 2024-03-07T09:58:22.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1adffb640 1 -- 172.21.15.18:0/3222674526 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1bc034050 con 0x558acba1caa0 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1cfa1a740 10 client.15114 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.576+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x558acb7606b0 con 0x558acba1caa0 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1adffb640 1 -- 172.21.15.18:0/3222674526 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1bc019b10 con 0x558acba1caa0 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1adffb640 1 -- 172.21.15.18:0/3222674526 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd1bc0046c0 con 0x558acba1caa0 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1cfa1a740 10 client.15114 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1cfa1a740 10 client.15114 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1cfa1a740 20 client.15114 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba32e40 0x558acba32080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1cfa1a740 4 client.15114 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558acb98ecd0 con 0x558acba32e40 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1c659c640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba32e40 0x558acba32080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1adffb640 10 client.15114 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.577+0000 7fd1c659c640 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba32e40 0x558acba32080 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3b9c84fe5385134 server_cookie=61d359b26dffb00a in_seq=0 out_seq=0 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1adffb640 1 -- 172.21.15.18:0/3222674526 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558acb98ecd0 con 0x558acba32e40 2024-03-07T09:58:22.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1adffb640 10 client.15114 handle_command_reply: tid=0 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 client.15114 shutdown 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1caa0 msgr2=0x558acba26aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1caa0 0x558acba26aa0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc005bc0 tx=0x7fd1bc019aa0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 shutdown_connections 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba32e40 0x558acba32080 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba21c10 0x558acba2dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1caa0 0x558acba26aa0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/3222674526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1c0b0 0x558acba26560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1adffb640 0 client.15114 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 >> 172.21.15.18:0/3222674526 conn(0x558acb9e43d0 msgr2=0x558acba16c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 shutdown_connections 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/3222674526 wait complete. 2024-03-07T09:58:22.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.578+0000 7fd1cfa1a740 20 client.15114 trim_cache size 0 max 16384 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 Processor -- start 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 -- start start 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1c0b0 0x558acba17540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1caa0 0x558acba2daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba17a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba32660 con 0x558acba21c10 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba32cc0 con 0x558acba1caa0 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba33320 con 0x558acba1c0b0 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1c6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba17a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1c6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba17a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40432/0 (socket says 172.21.15.18:40432) 2024-03-07T09:58:22.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1c6d9d640 1 -- 172.21.15.18:0/1497419306 learned_addr learned my addr 172.21.15.18:0/1497419306 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1caa0 0x558acba2daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.595+0000 7fd1c659c640 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1c0b0 0x558acba17540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c6d9d640 1 -- 172.21.15.18:0/1497419306 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1c0b0 msgr2=0x558acba17540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1c0b0 0x558acba17540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c6d9d640 1 -- 172.21.15.18:0/1497419306 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1caa0 msgr2=0x558acba2daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1caa0 0x558acba2daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c6d9d640 1 -- 172.21.15.18:0/1497419306 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558acba323f0 con 0x558acba21c10 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c659c640 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1c0b0 0x558acba17540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1caa0 0x558acba2daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba17a80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0009cd0 tx=0x7fd1c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad4609d1ed480ba1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1affff640 1 -- 172.21.15.18:0/1497419306 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0039040 con 0x558acba21c10 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1affff640 1 -- 172.21.15.18:0/1497419306 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1c0003b70 con 0x558acba21c10 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1affff640 1 -- 172.21.15.18:0/1497419306 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0034730 con 0x558acba21c10 2024-03-07T09:58:22.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1497419306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 msgr2=0x558acba17a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.596+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba17a80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0009cd0 tx=0x7fd1c0004a40 comp rx=0 tx=0).stop 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1497419306 shutdown_connections 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba21c10 0x558acba17a80 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba1caa0 0x558acba2daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1497419306 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1c0b0 0x558acba17540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1497419306 >> 172.21.15.18:0/1497419306 conn(0x558acb9e43d0 msgr2=0x558acba26560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1497419306 shutdown_connections 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1497419306 wait complete. 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- start start 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 Processor -- start 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1c0b0 0x558acba298a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba29de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba21c10 0x558acba2cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba33fe0 con 0x558acba1c0b0 2024-03-07T09:58:22.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba33980 con 0x558acba21c10 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558acba34640 con 0x558acba1caa0 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1cfa1a740 10 client.0 _ll_register_callbacks cb 0x7fd1bc01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1c0b0 0x558acba298a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1c0b0 0x558acba298a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40436/0 (socket says 172.21.15.18:40436) 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c659c640 1 -- 172.21.15.18:0/1321002734 learned_addr learned my addr 172.21.15.18:0/1321002734 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba29de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c6d9d640 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba21c10 0x558acba2cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c659c640 1 -- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 msgr2=0x558acba29de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c659c640 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba29de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c659c640 1 -- 172.21.15.18:0/1321002734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba21c10 msgr2=0x558acba2cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.597+0000 7fd1c659c640 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba21c10 0x558acba2cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1c659c640 1 -- 172.21.15.18:0/1321002734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558acba2d380 con 0x558acba1c0b0 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1c659c640 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1c0b0 0x558acba298a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd1b8097910 tx=0x7fd1b80d0870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d97ba2a1220a454 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:22.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1adffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1adffb640 1 -- 172.21.15.18:0/1321002734 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b80a36e0 con 0x558acba1c0b0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1adffb640 1 -- 172.21.15.18:0/1321002734 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd1b8003b30 con 0x558acba1c0b0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd1c0003b70 con 0x558acba1c0b0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1adffb640 1 -- 172.21.15.18:0/1321002734 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1b809a390 con 0x558acba1c0b0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 10 client.15120 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x558acba8e590 con 0x558acba1c0b0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1adffb640 1 -- 172.21.15.18:0/1321002734 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1c0003b70 con 0x558acba1c0b0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1adffb640 1 -- 172.21.15.18:0/1321002734 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd1b8099e00 con 0x558acba1c0b0 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 10 client.15120 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 10 client.15120 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 20 client.15120 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba92c10 0x558acba8e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 4 client.15120 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "status"}) v1 -- 0x558acb989020 con 0x558acba92c10 2024-03-07T09:58:22.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.598+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba92c10 0x558acba8e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1c5d9b640 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba92c10 0x558acba8e8d0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e17332db1e6ccd2 server_cookie=65eb38c4d40d2a7 in_seq=0 out_seq=0 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1adffb640 10 client.15120 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1adffb640 1 -- 172.21.15.18:0/1321002734 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x558acb989020 con 0x558acba92c10 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1adffb640 10 client.15120 handle_command_reply: tid=0 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 client.15120 shutdown 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1c0b0 msgr2=0x558acba298a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1c0b0 0x558acba298a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd1b8097910 tx=0x7fd1b80d0870 comp rx=0 tx=0).stop 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 shutdown_connections 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558acba92c10 0x558acba8e8d0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558acba21c10 0x558acba2cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1adffb640 0 client.15120 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558acba1caa0 0x558acba29de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 --2- 172.21.15.18:0/1321002734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558acba1c0b0 0x558acba298a0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 >> 172.21.15.18:0/1321002734 conn(0x558acb9e43d0 msgr2=0x558acba17540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 shutdown_connections 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 1 -- 172.21.15.18:0/1321002734 wait complete. 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.599+0000 7fd1cfa1a740 20 client.15120 trim_cache size 0 max 16384 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 0, 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24517, 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-03-07T09:58:22.609 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-03-07T09:58:22.610 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 88.914557138999996, 2024-03-07T09:58:22.610 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-03-07T09:58:22.610 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 88, 2024-03-07T09:58:22.610 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 86, 2024-03-07T09:58:22.610 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 101.692355936 2024-03-07T09:58:22.610 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd1b00a1e10 msgr2=0x7fd1b00a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd1b00a1e10 0x7fd1b00a42d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0009ca0 tx=0x7fd1c002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c80ff940 msgr2=0x7fd1c8197950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c80ff940 0x7fd1c8197950 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800e9c0 tx=0x7fd1b800ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 shutdown_connections 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd1b00a1e10 0x7fd1b00a42d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd1c81032d0 0x7fd1c819ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd1c8102910 0x7fd1c8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 --2- 172.21.15.18:0/4004722931 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd1c80ff940 0x7fd1c8197950 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 >> 172.21.15.18:0/4004722931 conn(0x7fd1c80fb270 msgr2=0x7fd1c8105c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 shutdown_connections 2024-03-07T09:58:22.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:22.600+0000 7fd1ccc34640 1 -- 172.21.15.18:0/4004722931 wait complete. 2024-03-07T09:58:22.613 INFO:tasks.cephadm:Setup complete, yielding 2024-03-07T09:58:22.613 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-07T09:58:22.622 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T09:58:22.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- bash -c 'ceph orch status' 2024-03-07T09:58:22.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3957118578' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:22.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/969931997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:22.864 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:22.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:22 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3957118578' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:22.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:22 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/969931997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:22 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3957118578' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:22 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/969931997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:23.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:23 smithi063 ceph-mon[36356]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:23.964 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:23 smithi018 ceph-mon[32171]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:23 smithi077 ceph-mon[36374]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1822222064 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b28102720 msgr2=0x7f4b28102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1822222064 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b28102720 0x7f4b28102b40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f4b18009990 tx=0x7f4b18009ca0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1822222064 shutdown_connections 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1822222064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28101cb0 0x7f4b28109550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1822222064 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b28102720 0x7f4b28102b40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1822222064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b281012f0 0x7f4b28101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1822222064 >> 172.21.15.18:0/1822222064 conn(0x7f4b280fbda0 msgr2=0x7f4b280fe200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1822222064 shutdown_connections 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.504+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1822222064 wait complete. 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 Processor -- start 2024-03-07T09:58:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 -- start start 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b281012f0 0x7f4b28105090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28101cb0 0x7f4b281036e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28102720 0x7f4b28103c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b2810cc80 con 0x7f4b281012f0 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b2810cb00 con 0x7f4b28102720 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2f5d2700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b2810ce00 con 0x7f4b28101cb0 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b281012f0 0x7f4b28105090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b281012f0 0x7f4b28105090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40450/0 (socket says 172.21.15.18:40450) 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 -- 172.21.15.18:0/1053085619 learned_addr learned my addr 172.21.15.18:0/1053085619 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2cb6d700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28101cb0 0x7f4b281036e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2db6f700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28102720 0x7f4b28103c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 -- 172.21.15.18:0/1053085619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28101cb0 msgr2=0x7f4b281036e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28101cb0 0x7f4b281036e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 -- 172.21.15.18:0/1053085619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28102720 msgr2=0x7f4b28103c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28102720 0x7f4b28103c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.505+0000 7f4b2d36e700 1 -- 172.21.15.18:0/1053085619 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b281044d0 con 0x7f4b281012f0 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.506+0000 7f4b2d36e700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b281012f0 0x7f4b28105090 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4b18005910 tx=0x7f4b1800bbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.506+0000 7f4b267fc700 1 -- 172.21.15.18:0/1053085619 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b18026070 con 0x7f4b281012f0 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.506+0000 7f4b267fc700 1 -- 172.21.15.18:0/1053085619 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b18003d70 con 0x7f4b281012f0 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.506+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b281a24c0 con 0x7f4b281012f0 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.506+0000 7f4b267fc700 1 -- 172.21.15.18:0/1053085619 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b18021410 con 0x7f4b281012f0 2024-03-07T09:58:24.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.506+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b281a2910 con 0x7f4b281012f0 2024-03-07T09:58:24.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.507+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b28068e10 con 0x7f4b281012f0 2024-03-07T09:58:24.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.508+0000 7f4b267fc700 1 -- 172.21.15.18:0/1053085619 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 17) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f4b18029070 con 0x7f4b281012f0 2024-03-07T09:58:24.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.509+0000 7f4b267fc700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4b100a1ea0 0x7f4b100a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:24.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.509+0000 7f4b2cb6d700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4b100a1ea0 0x7f4b100a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:24.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.509+0000 7f4b267fc700 1 -- 172.21.15.18:0/1053085619 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f4b180cefd0 con 0x7f4b281012f0 2024-03-07T09:58:24.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.509+0000 7f4b2cb6d700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4b100a1ea0 0x7f4b100a4360 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c009c60 tx=0x7f4b1c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:24.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.512+0000 7f4b267fc700 1 -- 172.21.15.18:0/1053085619 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4b18030080 con 0x7f4b281012f0 2024-03-07T09:58:24.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.737+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f4b280fdf70 con 0x7f4b100a1ea0 2024-03-07T09:58:24.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.738+0000 7f4b267fc700 1 -- 172.21.15.18:0/1053085619 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f4b280fdf70 con 0x7f4b100a1ea0 2024-03-07T09:58:24.740 INFO:teuthology.orchestra.run.smithi018.stdout:Backend: cephadm 2024-03-07T09:58:24.740 INFO:teuthology.orchestra.run.smithi018.stdout:Available: Yes 2024-03-07T09:58:24.740 INFO:teuthology.orchestra.run.smithi018.stdout:Paused: No 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4b100a1ea0 msgr2=0x7f4b100a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4b100a1ea0 0x7f4b100a4360 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c009c60 tx=0x7f4b1c009260 comp rx=0 tx=0).stop 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b281012f0 msgr2=0x7f4b28105090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b281012f0 0x7f4b28105090 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4b18005910 tx=0x7f4b1800bbb0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 shutdown_connections 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28102720 0x7f4b28103c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4b100a1ea0 0x7f4b100a4360 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b281012f0 0x7f4b28105090 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 --2- 172.21.15.18:0/1053085619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28101cb0 0x7f4b281036e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 >> 172.21.15.18:0/1053085619 conn(0x7f4b280fbda0 msgr2=0x7f4b280fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 shutdown_connections 2024-03-07T09:58:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:24.740+0000 7f4b2f5d2700 1 -- 172.21.15.18:0/1053085619 wait complete. 2024-03-07T09:58:25.479 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- bash -c 'ceph orch ps' 2024-03-07T09:58:25.766 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:25.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:25 smithi018 ceph-mon[32171]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:25.807 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:25 smithi018 ceph-mon[32171]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:25.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:25 smithi063 ceph-mon[36356]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:25.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:25 smithi063 ceph-mon[36356]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:26.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:25 smithi077 ceph-mon[36374]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:25 smithi077 ceph-mon[36374]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:27.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 -- 172.21.15.18:0/1296545903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 msgr2=0x7f97241094d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 --2- 172.21.15.18:0/1296545903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f97241094d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f971c00b0d0 tx=0x7f971c00b3e0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 -- 172.21.15.18:0/1296545903 shutdown_connections 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 --2- 172.21.15.18:0/1296545903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f97241094d0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 --2- 172.21.15.18:0/1296545903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9724101080 0x7f97241014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 --2- 172.21.15.18:0/1296545903 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9724102280 0x7f97241026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 -- 172.21.15.18:0/1296545903 >> 172.21.15.18:0/1296545903 conn(0x7f97240fc640 msgr2=0x7f97240fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 -- 172.21.15.18:0/1296545903 shutdown_connections 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 -- 172.21.15.18:0/1296545903 wait complete. 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 Processor -- start 2024-03-07T09:58:27.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.519+0000 7f972a16b700 1 -- start start 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f972a16b700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9724101080 0x7f9724105010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f972a16b700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9724102280 0x7f9724103660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f972a16b700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f9724103ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f972a16b700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f972410cc60 con 0x7f9724102c20 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f972a16b700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f972410cae0 con 0x7f9724101080 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f972a16b700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f972410cde0 con 0x7f9724102280 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f9724103ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f9724103ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34602/0 (socket says 172.21.15.18:34602) 2024-03-07T09:58:27.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 -- 172.21.15.18:0/951089298 learned_addr learned my addr 172.21.15.18:0/951089298 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9722ffd700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9724102280 0x7f9724103660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f97237fe700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9724101080 0x7f9724105010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 -- 172.21.15.18:0/951089298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9724102280 msgr2=0x7f9724103660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9724102280 0x7f9724103660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 -- 172.21.15.18:0/951089298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9724101080 msgr2=0x7f9724105010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9724101080 0x7f9724105010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 -- 172.21.15.18:0/951089298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9724104450 con 0x7f9724102c20 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f97237fe700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9724101080 0x7f9724105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9723fff700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f9724103ba0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f971c00d010 tx=0x7f971c007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9720ff9700 1 -- 172.21.15.18:0/951089298 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f971c003c00 con 0x7f9724102c20 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9720ff9700 1 -- 172.21.15.18:0/951089298 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f971c022070 con 0x7f9724102c20 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f9720ff9700 1 -- 172.21.15.18:0/951089298 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f971c01b790 con 0x7f9724102c20 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.520+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97241a2440 con 0x7f9724102c20 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.521+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97241a2890 con 0x7f9724102c20 2024-03-07T09:58:27.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.521+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9724068e10 con 0x7f9724102c20 2024-03-07T09:58:27.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.523+0000 7f9720ff9700 1 -- 172.21.15.18:0/951089298 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f971c01d9e0 con 0x7f9724102c20 2024-03-07T09:58:27.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.523+0000 7f9720ff9700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f970c0a1e90 0x7f970c0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:27.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.523+0000 7f97237fe700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f970c0a1e90 0x7f970c0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:27.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.523+0000 7f9720ff9700 1 -- 172.21.15.18:0/951089298 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f971c00f020 con 0x7f9724102c20 2024-03-07T09:58:27.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.524+0000 7f97237fe700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f970c0a1e90 0x7f970c0a4350 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f97241020e0 tx=0x7f9714009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:27.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.527+0000 7f9720ff9700 1 -- 172.21.15.18:0/951089298 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f971c09c390 con 0x7f9724102c20 2024-03-07T09:58:27.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.739+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f97240fe740 con 0x7f970c0a1e90 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.753+0000 7f9720ff9700 1 -- 172.21.15.18:0/951089298 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7f97240fe740 con 0x7f970c0a1e90 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:mds.a smithi018 running (101s) 17s ago 101s 13.9M - 19.0.0-1848-g8b896a9e e362cd7cebfe 6c002997be8f 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:mds.b smithi063 running (98s) 31s ago 98s 17.5M - 19.0.0-1848-g8b896a9e e362cd7cebfe cf0424548bca 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:mds.c smithi077 running (113s) 31s ago 112s 20.5M - 19.0.0-1848-g8b896a9e e362cd7cebfe d8606d2bb1e6 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:mds.d smithi018 running (2m) 17s ago 2m 13.0M - 19.0.0-1848-g8b896a9e e362cd7cebfe 91350fac6c01 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:mds.e smithi063 running (118s) 31s ago 118s 16.3M - 19.0.0-1848-g8b896a9e e362cd7cebfe ce8921084d7c 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:mds.f smithi077 running (115s) 31s ago 115s 18.4M - 19.0.0-1848-g8b896a9e e362cd7cebfe d8dc4ca105ae 2024-03-07T09:58:27.756 INFO:teuthology.orchestra.run.smithi018.stdout:mds.g smithi018 running (104s) 17s ago 103s 16.3M - 19.0.0-1848-g8b896a9e e362cd7cebfe a6a0c7d52abc 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mds.h smithi063 running (110s) 31s ago 109s 17.5M - 19.0.0-1848-g8b896a9e e362cd7cebfe 6adb66e4023a 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mds.i smithi077 running (107s) 31s ago 106s 28.4M - 19.0.0-1848-g8b896a9e e362cd7cebfe fdb103dc5e03 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mds.j smithi018 running (2m) 17s ago 2m 15.4M - 19.0.0-1848-g8b896a9e e362cd7cebfe e6f937ca0337 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mds.k smithi063 running (2m) 31s ago 2m 16.3M - 19.0.0-1848-g8b896a9e e362cd7cebfe 7b04809513cb 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mds.l smithi077 running (2m) 31s ago 2m 18.4M - 19.0.0-1848-g8b896a9e e362cd7cebfe d8ca2eb439c0 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.x smithi018 *:9283,8765 running (9m) 17s ago 9m 513M - 19.0.0-1848-g8b896a9e e362cd7cebfe 5457ae23bb86 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.y smithi063 *:8443,8765 running (7m) 31s ago 7m 450M - 19.0.0-1848-g8b896a9e e362cd7cebfe 14c9fde0080d 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mgr.z smithi077 *:8443,8765 running (7m) 31s ago 7m 452M - 19.0.0-1848-g8b896a9e e362cd7cebfe 218d45a34ffc 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mon.a smithi018 running (9m) 17s ago 9m 49.6M 2048M 19.0.0-1848-g8b896a9e e362cd7cebfe 78819a7688d6 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mon.b smithi063 running (7m) 31s ago 7m 39.5M 2048M 19.0.0-1848-g8b896a9e e362cd7cebfe 437f2decfc25 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:mon.c smithi077 running (7m) 31s ago 7m 40.4M 2048M 19.0.0-1848-g8b896a9e e362cd7cebfe 1c06f7eab4c1 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 smithi018 running (7m) 17s ago 7m 55.2M 4273M 19.0.0-1848-g8b896a9e e362cd7cebfe 78cc78a1d9b5 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 smithi063 running (6m) 31s ago 6m 45.3M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe 339c8fc9b973 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 smithi077 running (6m) 31s ago 6m 48.5M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe 13d8e782eee8 2024-03-07T09:58:27.757 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 smithi018 running (5m) 17s ago 5m 43.7M 4273M 19.0.0-1848-g8b896a9e e362cd7cebfe 5432af0ab81b 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 smithi063 running (5m) 31s ago 5m 42.0M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe c9242d7683f0 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 smithi077 running (5m) 31s ago 5m 55.0M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe b367a21d0d53 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 smithi018 running (4m) 17s ago 4m 53.1M 4273M 19.0.0-1848-g8b896a9e e362cd7cebfe cd3af51f830f 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 smithi063 running (4m) 31s ago 4m 44.1M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe ec32c820140b 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.8 smithi077 running (3m) 31s ago 3m 43.7M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe 0ca0192926fb 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.9 smithi018 running (3m) 17s ago 3m 51.0M 4273M 19.0.0-1848-g8b896a9e e362cd7cebfe c376e47bec0d 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.10 smithi063 running (2m) 31s ago 2m 53.4M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe 744a11685914 2024-03-07T09:58:27.758 INFO:teuthology.orchestra.run.smithi018.stdout:osd.11 smithi077 running (2m) 31s ago 2m 40.7M 4270M 19.0.0-1848-g8b896a9e e362cd7cebfe 0a3b26a96d95 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f970c0a1e90 msgr2=0x7f970c0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f970c0a1e90 0x7f970c0a4350 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f97241020e0 tx=0x7f9714009260 comp rx=0 tx=0).stop 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 msgr2=0x7f9724103ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f9724103ba0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f971c00d010 tx=0x7f971c007a00 comp rx=0 tx=0).stop 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 shutdown_connections 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f970c0a1e90 0x7f970c0a4350 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9724102c20 0x7f9724103ba0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9724101080 0x7f9724105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 --2- 172.21.15.18:0/951089298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9724102280 0x7f9724103660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.755+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 >> 172.21.15.18:0/951089298 conn(0x7f97240fc640 msgr2=0x7f97240fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:27.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.756+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 shutdown_connections 2024-03-07T09:58:27.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:27.756+0000 7f972a16b700 1 -- 172.21.15.18:0/951089298 wait complete. 2024-03-07T09:58:27.769 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:27 smithi018 ceph-mon[32171]: mgrmap e18: x(active, since 8m), standbys: y, z 2024-03-07T09:58:27.769 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:27 smithi018 ceph-mon[32171]: pgmap v334: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-03-07T09:58:27.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:27 smithi063 ceph-mon[36356]: mgrmap e18: x(active, since 8m), standbys: y, z 2024-03-07T09:58:27.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:27 smithi063 ceph-mon[36356]: pgmap v334: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-03-07T09:58:28.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:27 smithi077 ceph-mon[36374]: mgrmap e18: x(active, since 8m), standbys: y, z 2024-03-07T09:58:28.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:27 smithi077 ceph-mon[36374]: pgmap v334: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-03-07T09:58:28.541 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- bash -c 'ceph orch ls' 2024-03-07T09:58:28.792 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:28.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:28 smithi018 ceph-mon[32171]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:28.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:28 smithi063 ceph-mon[36356]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:29.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:28 smithi077 ceph-mon[36374]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:29.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:29 smithi018 ceph-mon[32171]: pgmap v335: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:29.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:29 smithi063 ceph-mon[36356]: pgmap v335: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:30.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:29 smithi077 ceph-mon[36374]: pgmap v335: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.447+0000 7f0ca3d38700 1 -- 172.21.15.18:0/2879334479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103380 msgr2=0x7f0c9c1037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.447+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/2879334479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103380 0x7f0c9c1037e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c0099c0 tx=0x7f0c8c009cd0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.447+0000 7f0ca3d38700 1 -- 172.21.15.18:0/2879334479 shutdown_connections 2024-03-07T09:58:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.447+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/2879334479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c9c103d20 0x7f0c9c10a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.447+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/2879334479 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c9c102180 0x7f0c9c1025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.447+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/2879334479 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103380 0x7f0c9c1037e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.447+0000 7f0ca3d38700 1 -- 172.21.15.18:0/2879334479 >> 172.21.15.18:0/2879334479 conn(0x7f0c9c0fd760 msgr2=0x7f0c9c0ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.448+0000 7f0ca3d38700 1 -- 172.21.15.18:0/2879334479 shutdown_connections 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.448+0000 7f0ca3d38700 1 -- 172.21.15.18:0/2879334479 wait complete. 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.448+0000 7f0ca3d38700 1 Processor -- start 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.448+0000 7f0ca3d38700 1 -- start start 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.448+0000 7f0ca3d38700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c9c102180 0x7f0c9c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca3d38700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c9c103380 0x7f0c9c1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca3d38700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103d20 0x7f0c9c19f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca3d38700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9c10dd70 con 0x7f0c9c103d20 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca3d38700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9c10dbf0 con 0x7f0c9c102180 2024-03-07T09:58:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca3d38700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9c10def0 con 0x7f0c9c103380 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103d20 0x7f0c9c19f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca1ad4700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c9c102180 0x7f0c9c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103d20 0x7f0c9c19f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34626/0 (socket says 172.21.15.18:34626) 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 -- 172.21.15.18:0/3103644672 learned_addr learned my addr 172.21.15.18:0/3103644672 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca12d3700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c9c103380 0x7f0c9c1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 -- 172.21.15.18:0/3103644672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c9c103380 msgr2=0x7f0c9c1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c9c103380 0x7f0c9c1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 -- 172.21.15.18:0/3103644672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c9c102180 msgr2=0x7f0c9c1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c9c102180 0x7f0c9c1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 -- 172.21.15.18:0/3103644672 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c9c1a0010 con 0x7f0c9c103d20 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca1ad4700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c9c102180 0x7f0c9c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca22d5700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103d20 0x7f0c9c19f970 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0c9400ef60 tx=0x7f0c9400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0c92ffd700 1 -- 172.21.15.18:0/3103644672 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c940092e0 con 0x7f0c9c103d20 2024-03-07T09:58:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c9c1a02a0 con 0x7f0c9c103d20 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0c92ffd700 1 -- 172.21.15.18:0/3103644672 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c94004bb0 con 0x7f0c9c103d20 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0c92ffd700 1 -- 172.21.15.18:0/3103644672 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c94004280 con 0x7f0c9c103d20 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.449+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c9c1a07e0 con 0x7f0c9c103d20 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.450+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c9c068e10 con 0x7f0c9c103d20 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.451+0000 7f0c92ffd700 1 -- 172.21.15.18:0/3103644672 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f0c9401b030 con 0x7f0c9c103d20 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.452+0000 7f0c92ffd700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c880a1e10 0x7f0c880a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.452+0000 7f0ca1ad4700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c880a1e10 0x7f0c880a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.452+0000 7f0c92ffd700 1 -- 172.21.15.18:0/3103644672 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f0c940ce190 con 0x7f0c9c103d20 2024-03-07T09:58:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.452+0000 7f0ca1ad4700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c880a1e10 0x7f0c880a42d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c1031e0 tx=0x7f0c98009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.456+0000 7f0c92ffd700 1 -- 172.21.15.18:0/3103644672 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0c94022020 con 0x7f0c9c103d20 2024-03-07T09:58:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.671+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f0c9c062590 con 0x7f0c880a1e10 2024-03-07T09:58:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.677+0000 7f0c92ffd700 1 -- 172.21.15.18:0/3103644672 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+980 (secure 0 0 0) 0x7f0c9c062590 con 0x7f0c880a1e10 2024-03-07T09:58:30.679 INFO:teuthology.orchestra.run.smithi018.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-03-07T09:58:30.679 INFO:teuthology.orchestra.run.smithi018.stdout:mds.all 12/12 34s ago 2m smithi018=a;smithi018=d;smithi018=g;smithi018=j;smithi063=b;smithi063=e;smithi063=h;smithi063=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-03-07T09:58:30.679 INFO:teuthology.orchestra.run.smithi018.stdout:mgr 3/3 34s ago 7m smithi018=x;smithi063=y;smithi077=z;count:3 2024-03-07T09:58:30.679 INFO:teuthology.orchestra.run.smithi018.stdout:mon 3/3 34s ago 7m smithi018:172.21.15.18=a;smithi063:172.21.15.63=b;smithi077:172.21.15.77=c;count:3 2024-03-07T09:58:30.679 INFO:teuthology.orchestra.run.smithi018.stdout:osd 12 34s ago - 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c880a1e10 msgr2=0x7f0c880a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c880a1e10 0x7f0c880a42d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c1031e0 tx=0x7f0c98009260 comp rx=0 tx=0).stop 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103d20 msgr2=0x7f0c9c19f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103d20 0x7f0c9c19f970 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0c9400ef60 tx=0x7f0c9400ef90 comp rx=0 tx=0).stop 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 shutdown_connections 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c880a1e10 0x7f0c880a42d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c9c103d20 0x7f0c9c19f970 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c9c102180 0x7f0c9c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 --2- 172.21.15.18:0/3103644672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c9c103380 0x7f0c9c1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 >> 172.21.15.18:0/3103644672 conn(0x7f0c9c0fd760 msgr2=0x7f0c9c1066a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.679+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 shutdown_connections 2024-03-07T09:58:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:30.680+0000 7f0ca3d38700 1 -- 172.21.15.18:0/3103644672 wait complete. 2024-03-07T09:58:31.527 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- bash -c 'ceph orch host ls' 2024-03-07T09:58:31.780 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:31.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:31 smithi018 ceph-mon[32171]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:31.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:31 smithi018 ceph-mon[32171]: pgmap v336: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:31.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:31 smithi063 ceph-mon[36356]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:31.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:31 smithi063 ceph-mon[36356]: pgmap v336: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:32.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:31 smithi077 ceph-mon[36374]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:32.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:31 smithi077 ceph-mon[36374]: pgmap v336: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/4112111996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34101070 msgr2=0x7f3a34101490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/4112111996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34101070 0x7f3a34101490 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f3a240099c0 tx=0x7f3a24009cd0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/4112111996 shutdown_connections 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/4112111996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34102c10 0x7f3a341094c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/4112111996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34101070 0x7f3a34101490 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/4112111996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a34102270 0x7f3a341026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/4112111996 >> 172.21.15.18:0/4112111996 conn(0x7f3a340fc610 msgr2=0x7f3a340fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/4112111996 shutdown_connections 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/4112111996 wait complete. 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.412+0000 7f3a3a2ca700 1 Processor -- start 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a3a2ca700 1 -- start start 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a3a2ca700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34101070 0x7f3a341983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a3a2ca700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34102270 0x7f3a341988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a3a2ca700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a34102c10 0x7f3a3419f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:33.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a3a2ca700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3410ccb0 con 0x7f3a34102270 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a3a2ca700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3410cb30 con 0x7f3a34102c10 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a3a2ca700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a3410ce30 con 0x7f3a34101070 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34102270 0x7f3a341988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34101070 0x7f3a341983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34102270 0x7f3a341988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34648/0 (socket says 172.21.15.18:34648) 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 -- 172.21.15.18:0/2948119714 learned_addr learned my addr 172.21.15.18:0/2948119714 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34101070 0x7f3a341983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52168/0 (socket says 172.21.15.18:52168) 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a38867700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a34102c10 0x7f3a3419f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 -- 172.21.15.18:0/2948119714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34101070 msgr2=0x7f3a341983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34101070 0x7f3a341983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 -- 172.21.15.18:0/2948119714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a34102c10 msgr2=0x7f3a3419f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a34102c10 0x7f3a3419f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a337fe700 1 -- 172.21.15.18:0/2948119714 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a341a0010 con 0x7f3a34102270 2024-03-07T09:58:33.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.413+0000 7f3a33fff700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34101070 0x7f3a341983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:33.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.414+0000 7f3a337fe700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34102270 0x7f3a341988f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c00e9d0 tx=0x7f3a1c00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:33.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.414+0000 7f3a317fa700 1 -- 172.21.15.18:0/2948119714 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c00cbd0 con 0x7f3a34102270 2024-03-07T09:58:33.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.414+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a341a0300 con 0x7f3a34102270 2024-03-07T09:58:33.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.414+0000 7f3a317fa700 1 -- 172.21.15.18:0/2948119714 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a1c00ee70 con 0x7f3a34102270 2024-03-07T09:58:33.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.414+0000 7f3a317fa700 1 -- 172.21.15.18:0/2948119714 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c018680 con 0x7f3a34102270 2024-03-07T09:58:33.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.414+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a341a0840 con 0x7f3a34102270 2024-03-07T09:58:33.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.415+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a34068e10 con 0x7f3a34102270 2024-03-07T09:58:33.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.416+0000 7f3a317fa700 1 -- 172.21.15.18:0/2948119714 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f3a1c0188e0 con 0x7f3a34102270 2024-03-07T09:58:33.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.416+0000 7f3a317fa700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3a200a1e10 0x7f3a200a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:33.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.417+0000 7f3a33fff700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3a200a1e10 0x7f3a200a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:33.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.417+0000 7f3a317fa700 1 -- 172.21.15.18:0/2948119714 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f3a1c0ce240 con 0x7f3a34102270 2024-03-07T09:58:33.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.417+0000 7f3a33fff700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3a200a1e10 0x7f3a200a42d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400b580 tx=0x7f3a24005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:33.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.420+0000 7f3a317fa700 1 -- 172.21.15.18:0/2948119714 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3a1c09b660 con 0x7f3a34102270 2024-03-07T09:58:33.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.630+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f3a340fe790 con 0x7f3a200a1e10 2024-03-07T09:58:33.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.632+0000 7f3a317fa700 1 -- 172.21.15.18:0/2948119714 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+187 (secure 0 0 0) 0x7f3a340fe790 con 0x7f3a200a1e10 2024-03-07T09:58:33.633 INFO:teuthology.orchestra.run.smithi018.stdout:HOST ADDR LABELS STATUS 2024-03-07T09:58:33.633 INFO:teuthology.orchestra.run.smithi018.stdout:smithi018 172.21.15.18 2024-03-07T09:58:33.633 INFO:teuthology.orchestra.run.smithi018.stdout:smithi063 172.21.15.63 2024-03-07T09:58:33.633 INFO:teuthology.orchestra.run.smithi018.stdout:smithi077 172.21.15.77 2024-03-07T09:58:33.633 INFO:teuthology.orchestra.run.smithi018.stdout:3 hosts in cluster 2024-03-07T09:58:33.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3a200a1e10 msgr2=0x7f3a200a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:33.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3a200a1e10 0x7f3a200a42d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400b580 tx=0x7f3a24005fb0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34102270 msgr2=0x7f3a341988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:33.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34102270 0x7f3a341988f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c00e9d0 tx=0x7f3a1c00ece0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 shutdown_connections 2024-03-07T09:58:33.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a34102c10 0x7f3a3419f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a34101070 0x7f3a341983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3a200a1e10 0x7f3a200a42d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 --2- 172.21.15.18:0/2948119714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a34102270 0x7f3a341988f0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:33.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 >> 172.21.15.18:0/2948119714 conn(0x7f3a340fc610 msgr2=0x7f3a340fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:33.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 shutdown_connections 2024-03-07T09:58:33.636 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:33.634+0000 7f3a3a2ca700 1 -- 172.21.15.18:0/2948119714 wait complete. 2024-03-07T09:58:33.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:33 smithi018 ceph-mon[32171]: pgmap v337: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-07T09:58:33.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:33 smithi063 ceph-mon[36356]: pgmap v337: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-07T09:58:34.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:33 smithi077 ceph-mon[36374]: pgmap v337: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-07T09:58:34.298 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- bash -c 'ceph orch device ls' 2024-03-07T09:58:34.541 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:34.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:34 smithi063 ceph-mon[36356]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:34.991 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:34 smithi018 ceph-mon[32171]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:35.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:34 smithi077 ceph-mon[36374]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:35.910 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:35 smithi018 ceph-mon[32171]: pgmap v338: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:35.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:35 smithi063 ceph-mon[36356]: pgmap v338: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:36.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:35 smithi077 ceph-mon[36374]: pgmap v338: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:36.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 -- 172.21.15.18:0/2147910001 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102c20 msgr2=0x7f93541094d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 --2- 172.21.15.18:0/2147910001 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102c20 0x7f93541094d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f934c00b0d0 tx=0x7f934c00b3e0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 -- 172.21.15.18:0/2147910001 shutdown_connections 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 --2- 172.21.15.18:0/2147910001 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102c20 0x7f93541094d0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 --2- 172.21.15.18:0/2147910001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9354101080 0x7f93541014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 --2- 172.21.15.18:0/2147910001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9354102280 0x7f93541026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 -- 172.21.15.18:0/2147910001 >> 172.21.15.18:0/2147910001 conn(0x7f93540fc640 msgr2=0x7f93540fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 -- 172.21.15.18:0/2147910001 shutdown_connections 2024-03-07T09:58:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.162+0000 7f9359d27700 1 -- 172.21.15.18:0/2147910001 wait complete. 2024-03-07T09:58:36.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 Processor -- start 2024-03-07T09:58:36.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 -- start start 2024-03-07T09:58:36.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9354101080 0x7f9354105010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:36.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102280 0x7f9354103660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:36.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9354102c20 0x7f9354103ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:36.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935410cc60 con 0x7f9354102280 2024-03-07T09:58:36.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935410cae0 con 0x7f9354102c20 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9359d27700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935410cde0 con 0x7f9354101080 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9352ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102280 0x7f9354103660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9352ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102280 0x7f9354103660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34664/0 (socket says 172.21.15.18:34664) 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9352ffd700 1 -- 172.21.15.18:0/181941641 learned_addr learned my addr 172.21.15.18:0/181941641 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f9353fff700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9354102c20 0x7f9354103ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.163+0000 7f93537fe700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9354101080 0x7f9354105010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9353fff700 1 -- 172.21.15.18:0/181941641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9354101080 msgr2=0x7f9354105010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9353fff700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9354101080 0x7f9354105010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9353fff700 1 -- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102280 msgr2=0x7f9354103660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9353fff700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102280 0x7f9354103660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9353fff700 1 -- 172.21.15.18:0/181941641 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9354104450 con 0x7f9354102c20 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9352ffd700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102280 0x7f9354103660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9353fff700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9354102c20 0x7f9354103ba0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f934c00d010 tx=0x7f934c007a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:36.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9350ff9700 1 -- 172.21.15.18:0/181941641 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934c021020 con 0x7f9354102c20 2024-03-07T09:58:36.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9350ff9700 1 -- 172.21.15.18:0/181941641 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f934c004c50 con 0x7f9354102c20 2024-03-07T09:58:36.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9350ff9700 1 -- 172.21.15.18:0/181941641 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934c005290 con 0x7f9354102c20 2024-03-07T09:58:36.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93541a2440 con 0x7f9354102c20 2024-03-07T09:58:36.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.164+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93541a28a0 con 0x7f9354102c20 2024-03-07T09:58:36.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.165+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9354068e10 con 0x7f9354102c20 2024-03-07T09:58:36.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.167+0000 7f9350ff9700 1 -- 172.21.15.18:0/181941641 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f934c024020 con 0x7f9354102c20 2024-03-07T09:58:36.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.167+0000 7f9350ff9700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f933c0a1e10 0x7f933c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:36.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.167+0000 7f93537fe700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f933c0a1e10 0x7f933c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:36.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.167+0000 7f9350ff9700 1 -- 172.21.15.18:0/181941641 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f934c00f030 con 0x7f9354102c20 2024-03-07T09:58:36.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.168+0000 7f93537fe700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f933c0a1e10 0x7f933c0a42d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f93541020e0 tx=0x7f9344009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:36.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.170+0000 7f9350ff9700 1 -- 172.21.15.18:0/181941641 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f934c09cab0 con 0x7f9354102c20 2024-03-07T09:58:36.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.380+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f93541a2b90 con 0x7f933c0a1e10 2024-03-07T09:58:36.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.382+0000 7f9350ff9700 1 -- 172.21.15.18:0/181941641 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7f93541a2b90 con 0x7f933c0a1e10 2024-03-07T09:58:36.383 INFO:teuthology.orchestra.run.smithi018.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-03-07T09:58:36.383 INFO:teuthology.orchestra.run.smithi018.stdout:smithi018 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75120091480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-03-07T09:58:36.383 INFO:teuthology.orchestra.run.smithi018.stdout:smithi063 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5344005B400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-03-07T09:58:36.383 INFO:teuthology.orchestra.run.smithi018.stdout:smithi077 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400ZJ400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-03-07T09:58:36.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f933c0a1e10 msgr2=0x7f933c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:36.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f933c0a1e10 0x7f933c0a42d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f93541020e0 tx=0x7f9344009260 comp rx=0 tx=0).stop 2024-03-07T09:58:36.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9354102c20 msgr2=0x7f9354103ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:36.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9354102c20 0x7f9354103ba0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f934c00d010 tx=0x7f934c007a20 comp rx=0 tx=0).stop 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 shutdown_connections 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9354102c20 0x7f9354103ba0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9354101080 0x7f9354105010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f933c0a1e10 0x7f933c0a42d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 --2- 172.21.15.18:0/181941641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9354102280 0x7f9354103660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 >> 172.21.15.18:0/181941641 conn(0x7f93540fc640 msgr2=0x7f93540fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 shutdown_connections 2024-03-07T09:58:36.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:36.384+0000 7f9359d27700 1 -- 172.21.15.18:0/181941641 wait complete. 2024-03-07T09:58:36.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:36 smithi063 ceph-mon[36356]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:37.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:36 smithi077 ceph-mon[36374]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:37.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:36 smithi018 ceph-mon[32171]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:37.059 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-07T09:58:37.069 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T09:58:37.069 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- bash -c 'ceph fs dump' 2024-03-07T09:58:37.317 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:37.734 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:37 smithi018 ceph-mon[32171]: pgmap v339: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:37.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:37 smithi063 ceph-mon[36356]: pgmap v339: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:37 smithi077 ceph-mon[36374]: pgmap v339: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:39.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 -- 172.21.15.18:0/2692552746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c102c20 msgr2=0x7f0c6c1094d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:39.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/2692552746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c102c20 0x7f0c6c1094d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0c6400b0d0 tx=0x7f0c6400b3e0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 -- 172.21.15.18:0/2692552746 shutdown_connections 2024-03-07T09:58:39.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/2692552746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c102c20 0x7f0c6c1094d0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/2692552746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c6c101080 0x7f0c6c1014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/2692552746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c6c102280 0x7f0c6c1026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 -- 172.21.15.18:0/2692552746 >> 172.21.15.18:0/2692552746 conn(0x7f0c6c0fc640 msgr2=0x7f0c6c0fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:39.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 -- 172.21.15.18:0/2692552746 shutdown_connections 2024-03-07T09:58:39.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.057+0000 7f0c71bbe700 1 -- 172.21.15.18:0/2692552746 wait complete. 2024-03-07T09:58:39.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 Processor -- start 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 -- start start 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c101080 0x7f0c6c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c6c102280 0x7f0c6c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c6c102c20 0x7f0c6c19f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c10cc60 con 0x7f0c6c101080 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c10cae0 con 0x7f0c6c102c20 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.058+0000 7f0c71bbe700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c6c10cde0 con 0x7f0c6c102280 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c101080 0x7f0c6c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c101080 0x7f0c6c198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53454/0 (socket says 172.21.15.18:53454) 2024-03-07T09:58:39.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 -- 172.21.15.18:0/4035581788 learned_addr learned my addr 172.21.15.18:0/4035581788 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6bfff700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c6c102c20 0x7f0c6c19f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6affd700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c6c102280 0x7f0c6c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 -- 172.21.15.18:0/4035581788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c6c102280 msgr2=0x7f0c6c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c6c102280 0x7f0c6c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 -- 172.21.15.18:0/4035581788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c6c102c20 msgr2=0x7f0c6c19f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c6c102c20 0x7f0c6c19f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 -- 172.21.15.18:0/4035581788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c6c19ff40 con 0x7f0c6c101080 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c6b7fe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c101080 0x7f0c6c198330 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00e9a0 tx=0x7f0c5c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c68ff9700 1 -- 172.21.15.18:0/4035581788 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c004220 con 0x7f0c6c101080 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c68ff9700 1 -- 172.21.15.18:0/4035581788 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c5c0043c0 con 0x7f0c6c101080 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c6c1a0230 con 0x7f0c6c101080 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c68ff9700 1 -- 172.21.15.18:0/4035581788 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c003df0 con 0x7f0c6c101080 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.059+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c6c1a07c0 con 0x7f0c6c101080 2024-03-07T09:58:39.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.060+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c6c068e10 con 0x7f0c6c101080 2024-03-07T09:58:39.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.062+0000 7f0c68ff9700 1 -- 172.21.15.18:0/4035581788 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f0c5c00c810 con 0x7f0c6c101080 2024-03-07T09:58:39.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.062+0000 7f0c68ff9700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c540a1e90 0x7f0c540a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:39.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.062+0000 7f0c6affd700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c540a1e90 0x7f0c540a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:39.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.062+0000 7f0c68ff9700 1 -- 172.21.15.18:0/4035581788 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f0c5c0cdfc0 con 0x7f0c6c101080 2024-03-07T09:58:39.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.063+0000 7f0c6affd700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c540a1e90 0x7f0c540a4350 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0c60009c60 tx=0x7f0c60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:39.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.066+0000 7f0c68ff9700 1 -- 172.21.15.18:0/4035581788 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0c5c09b470 con 0x7f0c6c101080 2024-03-07T09:58:39.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.315+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f0c6c1a0cb0 con 0x7f0c6c101080 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.315+0000 7f0c68ff9700 1 -- 172.21.15.18:0/4035581788 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) v1 ==== 76+0+2978 (secure 0 0 0) 0x7f0c5c09ad70 con 0x7f0c6c101080 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout:e23 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout:legacy client fscid: 1 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout:Filesystem 'cephfs' (1) 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout:fs_name cephfs 2024-03-07T09:58:39.317 INFO:teuthology.orchestra.run.smithi018.stdout:epoch 23 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:created 2024-03-07T09:56:53.038707+0000 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:modified 2024-03-07T09:56:58.527628+0000 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:tableserver 0 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:root 0 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:session_timeout 300 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:session_autoclose 300 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:max_file_size 1099511627776 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:max_xattr_size 65536 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:required_client_features {} 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:last_failure 0 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:last_failure_osd_epoch 0 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:max_mds 3 2024-03-07T09:58:39.318 INFO:teuthology.orchestra.run.smithi018.stdout:in 0,1,2 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:up {0=24517,1=24503,2=24467} 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:failed 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:damaged 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:stopped 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:data_pools [3] 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:metadata_pool 2 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:inline_data disabled 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:balancer 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:bal_rank_mask -1 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:standby_count_wanted 0 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:qdb_cluster leader: 24517 members: 24467,24517,24503 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.i{0:24517} state up:active seq 5 addr [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.c{0:24493} state up:standby-replay seq 1 addr [v2:172.21.15.77:6836/196148274,v1:172.21.15.77:6837/196148274] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.b{1:24503} state up:active seq 3 addr [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.f{1:24481} state up:standby-replay seq 1 addr [v2:172.21.15.77:6834/3650186044,v1:172.21.15.77:6835/3650186044] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.319 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.h{2:24467} state up:active seq 6 addr [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.l{2:24430} state up:standby-replay seq 1 addr [v2:172.21.15.77:6832/4002080212,v1:172.21.15.77:6833/4002080212] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:Standby daemons: 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.j{-1:14568} state up:standby seq 1 addr [v2:172.21.15.18:6834/886694425,v1:172.21.15.18:6835/886694425] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.d{-1:14580} state up:standby seq 1 addr [v2:172.21.15.18:6836/3414065561,v1:172.21.15.18:6837/3414065561] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.g{-1:14649} state up:standby seq 1 addr [v2:172.21.15.18:6838/1854975674,v1:172.21.15.18:6839/1854975674] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.a{-1:14661} state up:standby seq 1 addr [v2:172.21.15.18:6840/253238686,v1:172.21.15.18:6841/253238686] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.k{-1:24401} state up:standby seq 1 addr [v2:172.21.15.63:6832/4157197603,v1:172.21.15.63:6833/4157197603] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.320 INFO:teuthology.orchestra.run.smithi018.stdout:[mds.e{-1:24428} state up:standby seq 1 addr [v2:172.21.15.63:6834/3926513801,v1:172.21.15.63:6835/3926513801] compat {c=[1],r=[1],i=[fff]}] 2024-03-07T09:58:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c540a1e90 msgr2=0x7f0c540a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c540a1e90 0x7f0c540a4350 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0c60009c60 tx=0x7f0c60009260 comp rx=0 tx=0).stop 2024-03-07T09:58:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c101080 msgr2=0x7f0c6c198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c101080 0x7f0c6c198330 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00e9a0 tx=0x7f0c5c00ecb0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 shutdown_connections 2024-03-07T09:58:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c6c102c20 0x7f0c6c19f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f0c540a1e90 0x7f0c540a4350 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c6c101080 0x7f0c6c198330 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 --2- 172.21.15.18:0/4035581788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c6c102280 0x7f0c6c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:39.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.317+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 >> 172.21.15.18:0/4035581788 conn(0x7f0c6c0fc640 msgr2=0x7f0c6c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:39.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.318+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 shutdown_connections 2024-03-07T09:58:39.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:39.318+0000 7f0c71bbe700 1 -- 172.21.15.18:0/4035581788 wait complete. 2024-03-07T09:58:39.322 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-03-07T09:58:39.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:39 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4035581788' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-07T09:58:39.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:39 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4035581788' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-07T09:58:39.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:39 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4035581788' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-07T09:58:40.166 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- bash -c 'ceph osd dump' 2024-03-07T09:58:40.420 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:40.541 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:40 smithi018 ceph-mon[32171]: pgmap v340: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:58:40.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:40 smithi063 ceph-mon[36356]: pgmap v340: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:58:40.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:40 smithi077 ceph-mon[36374]: pgmap v340: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-03-07T09:58:41.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:41 smithi063 ceph-mon[36356]: pgmap v341: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:41.952 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:41 smithi018 ceph-mon[32171]: pgmap v341: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:42.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:41 smithi077 ceph-mon[36374]: pgmap v341: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.197+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/1754736514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08103d20 msgr2=0x7fdd0810a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.197+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/1754736514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08103d20 0x7fdd0810a5d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fdd0000b0d0 tx=0x7fdd0000b3e0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.197+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/1754736514 shutdown_connections 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.197+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/1754736514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08103d20 0x7fdd0810a5d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.197+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/1754736514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd08102180 0x7fdd081025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.197+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/1754736514 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 0x7fdd081037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.197+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/1754736514 >> 172.21.15.18:0/1754736514 conn(0x7fdd080fd760 msgr2=0x7fdd080ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:42.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.198+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/1754736514 shutdown_connections 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.198+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/1754736514 wait complete. 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.198+0000 7fdd0d9f2700 1 Processor -- start 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.198+0000 7fdd0d9f2700 1 -- start start 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0d9f2700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08102180 0x7fdd08075ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0d9f2700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 0x7fdd08074540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0d9f2700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd08103d20 0x7fdd08074a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0d9f2700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd0810dd50 con 0x7fdd08102180 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0d9f2700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd0810dbd0 con 0x7fdd08103d20 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0d9f2700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd0810ded0 con 0x7fdd08103380 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd06ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08102180 0x7fdd08075ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 0x7fdd08074540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 0x7fdd08074540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53936/0 (socket says 172.21.15.18:53936) 2024-03-07T09:58:42.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd06ffd700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08102180 0x7fdd08075ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53472/0 (socket says 172.21.15.18:53472) 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 -- 172.21.15.18:0/3161753523 learned_addr learned my addr 172.21.15.18:0/3161753523 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd077fe700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd08103d20 0x7fdd08074a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 -- 172.21.15.18:0/3161753523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd08103d20 msgr2=0x7fdd08074a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd08103d20 0x7fdd08074a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 -- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08102180 msgr2=0x7fdd08075ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08102180 0x7fdd08075ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 -- 172.21.15.18:0/3161753523 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd08075330 con 0x7fdd08103380 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd067fc700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 0x7fdd08074540 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc00e9a0 tx=0x7fdcfc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0c9f0700 1 -- 172.21.15.18:0/3161753523 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc00ca10 con 0x7fdd08103380 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd081a24a0 con 0x7fdd08103380 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0c9f0700 1 -- 172.21.15.18:0/3161753523 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdcfc00cbb0 con 0x7fdd08103380 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.199+0000 7fdd0c9f0700 1 -- 172.21.15.18:0/3161753523 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc018680 con 0x7fdd08103380 2024-03-07T09:58:42.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.200+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd081a29b0 con 0x7fdd08103380 2024-03-07T09:58:42.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.200+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd08068e10 con 0x7fdd08103380 2024-03-07T09:58:42.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.201+0000 7fdd0c9f0700 1 -- 172.21.15.18:0/3161753523 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fdcfc047850 con 0x7fdd08103380 2024-03-07T09:58:42.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.202+0000 7fdd0c9f0700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdcf00a1e10 0x7fdcf00a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:42.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.202+0000 7fdd06ffd700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdcf00a1e10 0x7fdcf00a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:42.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.202+0000 7fdd0c9f0700 1 -- 172.21.15.18:0/3161753523 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fdcfc0ce060 con 0x7fdd08103380 2024-03-07T09:58:42.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.203+0000 7fdd06ffd700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdcf00a1e10 0x7fdcf00a42d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdd081031e0 tx=0x7fdcf8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:42.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.205+0000 7fdd0c9f0700 1 -- 172.21.15.18:0/3161753523 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdcfc09b420 con 0x7fdd08103380 2024-03-07T09:58:42.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.408+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7fdd0802d9f0 con 0x7fdd08103380 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.409+0000 7fdd0c9f0700 1 -- 172.21.15.18:0/3161753523 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) v1 ==== 56+0+5270 (secure 0 0 0) 0x7fdcfc09ad20 con 0x7fdd08103380 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:epoch 88 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:fsid c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:created 2024-03-07T09:49:02.743976+0000 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:modified 2024-03-07T09:57:56.991971+0000 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:crush_version 26 2024-03-07T09:58:42.411 INFO:teuthology.orchestra.run.smithi018.stdout:full_ratio 0.95 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:backfillfull_ratio 0.9 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:nearfull_ratio 0.85 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:require_min_compat_client luminous 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:min_compat_client luminous 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:require_osd_release squid 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:stretch_mode_enabled false 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:max_osd 12 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:osd.0 up in weight 1 up_from 8 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6802/979935182,v1:172.21.15.18:6803/979935182] [v2:172.21.15.18:6804/979935182,v1:172.21.15.18:6805/979935182] exists,up 054a4e6a-c2f8-44c7-87ba-0e379d2f018e 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:osd.1 up in weight 1 up_from 13 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6800/2809892444,v1:172.21.15.63:6801/2809892444] [v2:172.21.15.63:6802/2809892444,v1:172.21.15.63:6803/2809892444] exists,up ccaccb7d-781c-4e67-8d21-b944ed7968ba 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:osd.2 up in weight 1 up_from 18 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6800/919634021,v1:172.21.15.77:6801/919634021] [v2:172.21.15.77:6802/919634021,v1:172.21.15.77:6803/919634021] exists,up 444a564b-56d3-467c-8b4d-e9c8fb7e56cb 2024-03-07T09:58:42.412 INFO:teuthology.orchestra.run.smithi018.stdout:osd.3 up in weight 1 up_from 26 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6810/3655490823,v1:172.21.15.18:6811/3655490823] [v2:172.21.15.18:6812/3655490823,v1:172.21.15.18:6813/3655490823] exists,up 6ad9c606-c436-4afd-8413-9c144c88557d 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.4 up in weight 1 up_from 34 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6808/228315177,v1:172.21.15.63:6809/228315177] [v2:172.21.15.63:6810/228315177,v1:172.21.15.63:6811/228315177] exists,up 7eebaaa0-d9e2-46b6-879f-3d45f116448b 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.5 up in weight 1 up_from 39 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6808/1712761232,v1:172.21.15.77:6809/1712761232] [v2:172.21.15.77:6810/1712761232,v1:172.21.15.77:6811/1712761232] exists,up 8f67679c-5f37-4a97-9106-1f3610f3de27 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.6 up in weight 1 up_from 47 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6818/4118164991,v1:172.21.15.18:6819/4118164991] [v2:172.21.15.18:6820/4118164991,v1:172.21.15.18:6821/4118164991] exists,up 50939730-0410-4ad8-b4cd-ea4ab5fb1875 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.7 up in weight 1 up_from 52 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6816/4207376325,v1:172.21.15.63:6817/4207376325] [v2:172.21.15.63:6818/4207376325,v1:172.21.15.63:6819/4207376325] exists,up 71878991-f7e5-48d5-acfe-ab11e9b06fed 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.8 up in weight 1 up_from 60 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6816/451390458,v1:172.21.15.77:6817/451390458] [v2:172.21.15.77:6818/451390458,v1:172.21.15.77:6819/451390458] exists,up 129cc554-d56c-495a-9b72-4427ae7abe27 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.9 up in weight 1 up_from 68 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.18:6826/676681057,v1:172.21.15.18:6827/676681057] [v2:172.21.15.18:6828/676681057,v1:172.21.15.18:6829/676681057] exists,up a625075b-3293-4f74-9911-bdacca9aca2a 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.10 up in weight 1 up_from 73 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6824/1509637185,v1:172.21.15.63:6825/1509637185] [v2:172.21.15.63:6826/1509637185,v1:172.21.15.63:6827/1509637185] exists,up f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:osd.11 up in weight 1 up_from 81 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6824/457173253,v1:172.21.15.77:6825/457173253] [v2:172.21.15.77:6826/457173253,v1:172.21.15.77:6827/457173253] exists,up 9ceefdd4-fca7-4079-9539-9e206a8dd2de 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 2.1b [2,4] 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.11 [4,8] 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.14 [1,9] 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.17 [4,7,5,8] 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.1a [5,6] 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.1b [4,6] 2024-03-07T09:58:42.413 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.27 [3,9] 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.38 [3,9] 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:pg_upmap_items 3.3a [4,7] 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/342263640 expires 2024-03-08T09:49:55.480884+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/2708184648 expires 2024-03-08T09:49:55.480884+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/2708184648 expires 2024-03-08T09:49:55.480884+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6801/3136177842 expires 2024-03-08T09:49:29.344023+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:6800/3136177842 expires 2024-03-08T09:49:29.344023+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/2603628983 expires 2024-03-08T09:49:29.344023+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/3264941039 expires 2024-03-08T09:49:29.344023+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/2616622330 expires 2024-03-08T09:49:55.480884+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/1399627494 expires 2024-03-08T09:49:29.344023+0000 2024-03-07T09:58:42.414 INFO:teuthology.orchestra.run.smithi018.stdout:blocklist 172.21.15.18:0/976499521 expires 2024-03-08T09:49:55.480884+0000 2024-03-07T09:58:42.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdcf00a1e10 msgr2=0x7fdcf00a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:42.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdcf00a1e10 0x7fdcf00a42d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdd081031e0 tx=0x7fdcf8009260 comp rx=0 tx=0).stop 2024-03-07T09:58:42.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 msgr2=0x7fdd08074540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:42.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 0x7fdd08074540 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc00e9a0 tx=0x7fdcfc00ecb0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 shutdown_connections 2024-03-07T09:58:42.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd08103d20 0x7fdd08074a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fdcf00a1e10 0x7fdcf00a42d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd08102180 0x7fdd08075ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 --2- 172.21.15.18:0/3161753523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd08103380 0x7fdd08074540 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:42.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 >> 172.21.15.18:0/3161753523 conn(0x7fdd080fd760 msgr2=0x7fdd08106680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:42.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 shutdown_connections 2024-03-07T09:58:42.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:42.412+0000 7fdd0d9f2700 1 -- 172.21.15.18:0/3161753523 wait complete. 2024-03-07T09:58:42.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:42 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3161753523' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-07T09:58:43.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:42 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3161753523' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-07T09:58:43.033 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:42 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3161753523' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-07T09:58:43.063 INFO:teuthology.run_tasks:Running task fs.ready... 2024-03-07T09:58:43.074 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:43.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.181+0000 7f49304dd640 1 -- 172.21.15.18:0/600910448 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 msgr2=0x7f4928104550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 --2- 172.21.15.18:0/600910448 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928104550 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4924009860 tx=0x7f492402bb70 comp rx=0 tx=0).stop 2024-03-07T09:58:43.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- 172.21.15.18:0/600910448 shutdown_connections 2024-03-07T09:58:43.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 --2- 172.21.15.18:0/600910448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49281073c0 0x7f4928109810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 --2- 172.21.15.18:0/600910448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4928104a90 0x7f4928106e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 --2- 172.21.15.18:0/600910448 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928104550 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- 172.21.15.18:0/600910448 >> 172.21.15.18:0/600910448 conn(0x7f49280fbb30 msgr2=0x7f49280fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- 172.21.15.18:0/600910448 shutdown_connections 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- 172.21.15.18:0/600910448 wait complete. 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 Processor -- start 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- start start 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4928104a90 0x7f492819a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49281073c0 0x7f49281a1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492810d310 con 0x7f49281073c0 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492810d190 con 0x7f4928104a90 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.182+0000 7f49304dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f492810d490 con 0x7f4928102160 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928199bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53948/0 (socket says 172.21.15.18:53948) 2024-03-07T09:58:43.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492ea7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49281073c0 0x7f49281a1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 -- 172.21.15.18:0/2968175674 learned_addr learned my addr 172.21.15.18:0/2968175674 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492da78640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4928104a90 0x7f492819a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 -- 172.21.15.18:0/2968175674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4928104a90 msgr2=0x7f492819a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4928104a90 0x7f492819a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 -- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49281073c0 msgr2=0x7f49281a1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49281073c0 0x7f49281a1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 -- 172.21.15.18:0/2968175674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49281a17e0 con 0x7f4928102160 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492ea7a640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49281073c0 0x7f49281a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f492e279640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928199bc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4924005940 tx=0x7f4924032470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f491f7fe640 1 -- 172.21.15.18:0/2968175674 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4924041020 con 0x7f4928102160 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f491f7fe640 1 -- 172.21.15.18:0/2968175674 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f492402c9f0 con 0x7f4928102160 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f491f7fe640 1 -- 172.21.15.18:0/2968175674 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4924039040 con 0x7f4928102160 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49281a1a70 con 0x7f4928102160 2024-03-07T09:58:43.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.183+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49281a1f60 con 0x7f4928102160 2024-03-07T09:58:43.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.184+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4928108f10 con 0x7f4928102160 2024-03-07T09:58:43.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.185+0000 7f491f7fe640 1 -- 172.21.15.18:0/2968175674 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f4924044020 con 0x7f4928102160 2024-03-07T09:58:43.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.186+0000 7f491f7fe640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49140a1d80 0x7f49140a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.186+0000 7f492da78640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49140a1d80 0x7f49140a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.186+0000 7f491f7fe640 1 -- 172.21.15.18:0/2968175674 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f49240ef780 con 0x7f4928102160 2024-03-07T09:58:43.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.186+0000 7f492da78640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49140a1d80 0x7f49140a4240 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f492819b0d0 tx=0x7f4918009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:43.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.189+0000 7f491f7fe640 1 -- 172.21.15.18:0/2968175674 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f492404b020 con 0x7f4928102160 2024-03-07T09:58:43.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.374+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f492802d280 con 0x7f4928102160 2024-03-07T09:58:43.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.375+0000 7f491f7fe640 1 -- 172.21.15.18:0/2968175674 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7f49240bcb40 con 0x7f4928102160 2024-03-07T09:58:43.377 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:43.377 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49140a1d80 msgr2=0x7f49140a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49140a1d80 0x7f49140a4240 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f492819b0d0 tx=0x7f4918009260 comp rx=0 tx=0).stop 2024-03-07T09:58:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 msgr2=0x7f4928199bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928199bc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4924005940 tx=0x7f4924032470 comp rx=0 tx=0).stop 2024-03-07T09:58:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 shutdown_connections 2024-03-07T09:58:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49140a1d80 0x7f49140a4240 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49281073c0 0x7f49281a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4928104a90 0x7f492819a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 --2- 172.21.15.18:0/2968175674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4928102160 0x7f4928199bc0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.377+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 >> 172.21.15.18:0/2968175674 conn(0x7f49280fbb30 msgr2=0x7f4928101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:43.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.378+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 shutdown_connections 2024-03-07T09:58:43.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.378+0000 7f49304dd640 1 -- 172.21.15.18:0/2968175674 wait complete. 2024-03-07T09:58:43.390 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:58:43.391 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:58:43.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 -- 172.21.15.18:0/1995659582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9678100f00 msgr2=0x7f9678101380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 --2- 172.21.15.18:0/1995659582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9678100f00 0x7f9678101380 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9660009900 tx=0x7f966002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:43.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 -- 172.21.15.18:0/1995659582 shutdown_connections 2024-03-07T09:58:43.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 --2- 172.21.15.18:0/1995659582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96781018c0 0x7f9678108150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 --2- 172.21.15.18:0/1995659582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9678100f00 0x7f9678101380 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 --2- 172.21.15.18:0/1995659582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96780ffd10 0x7f9678100130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 -- 172.21.15.18:0/1995659582 >> 172.21.15.18:0/1995659582 conn(0x7f96780fb280 msgr2=0x7f96780fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 -- 172.21.15.18:0/1995659582 shutdown_connections 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 -- 172.21.15.18:0/1995659582 wait complete. 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 Processor -- start 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.495+0000 7f967dfee640 1 -- start start 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96780ffd10 0x7f96781979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9678100f00 0x7f9678197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96781018c0 0x7f967819ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967810b990 con 0x7f96781018c0 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967810b810 con 0x7f9678100f00 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967810bb10 con 0x7f96780ffd10 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96781018c0 0x7f967819ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96781018c0 0x7f967819ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53502/0 (socket says 172.21.15.18:53502) 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 -- 172.21.15.18:0/390625924 learned_addr learned my addr 172.21.15.18:0/390625924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f96777fe640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96780ffd10 0x7f96781979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f966effd640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9678100f00 0x7f9678197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 -- 172.21.15.18:0/390625924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96780ffd10 msgr2=0x7f96781979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96780ffd10 0x7f96781979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 -- 172.21.15.18:0/390625924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9678100f00 msgr2=0x7f9678197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9678100f00 0x7f9678197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 -- 172.21.15.18:0/390625924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f967819f5c0 con 0x7f96781018c0 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f9677fff640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96781018c0 0x7f967819ef50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f967000eb10 tx=0x7f967000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f96757fa640 1 -- 172.21.15.18:0/390625924 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9670004b20 con 0x7f96781018c0 2024-03-07T09:58:43.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f96757fa640 1 -- 172.21.15.18:0/390625924 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9670004cc0 con 0x7f96781018c0 2024-03-07T09:58:43.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f96757fa640 1 -- 172.21.15.18:0/390625924 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9670010760 con 0x7f96781018c0 2024-03-07T09:58:43.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f967819f8b0 con 0x7f96781018c0 2024-03-07T09:58:43.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.496+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f967819fdd0 con 0x7f96781018c0 2024-03-07T09:58:43.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.497+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96781a0090 con 0x7f96781018c0 2024-03-07T09:58:43.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.498+0000 7f96757fa640 1 -- 172.21.15.18:0/390625924 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f9670005020 con 0x7f96781018c0 2024-03-07T09:58:43.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.499+0000 7f96757fa640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96640a1d80 0x7f96640a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.499+0000 7f96757fa640 1 -- 172.21.15.18:0/390625924 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f96700ce4c0 con 0x7f96781018c0 2024-03-07T09:58:43.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.499+0000 7f96777fe640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96640a1d80 0x7f96640a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.499+0000 7f96777fe640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96640a1d80 0x7f96640a4240 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9678100d60 tx=0x7f9668005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:43.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.503+0000 7f96757fa640 1 -- 172.21.15.18:0/390625924 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f967009b8e0 con 0x7f96781018c0 2024-03-07T09:58:43.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.689+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f96781a0420 con 0x7f96781018c0 2024-03-07T09:58:43.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.689+0000 7f96757fa640 1 -- 172.21.15.18:0/390625924 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f967009b1e0 con 0x7f96781018c0 2024-03-07T09:58:43.691 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:58:43.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96640a1d80 msgr2=0x7f96640a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96640a1d80 0x7f96640a4240 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9678100d60 tx=0x7f9668005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:43.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96781018c0 msgr2=0x7f967819ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96781018c0 0x7f967819ef50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f967000eb10 tx=0x7f967000c2d0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 shutdown_connections 2024-03-07T09:58:43.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f96640a1d80 0x7f96640a4240 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96781018c0 0x7f967819ef50 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9678100f00 0x7f9678197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 --2- 172.21.15.18:0/390625924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96780ffd10 0x7f96781979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 >> 172.21.15.18:0/390625924 conn(0x7f96780fb280 msgr2=0x7f96780fcc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:43.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 shutdown_connections 2024-03-07T09:58:43.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.692+0000 7f967dfee640 1 -- 172.21.15.18:0/390625924 wait complete. 2024-03-07T09:58:43.704 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T09:58:43.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 -- 172.21.15.18:0/2628752645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30102130 msgr2=0x7f8c301089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 --2- 172.21.15.18:0/2628752645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30102130 0x7f8c301089c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8c28009ca0 tx=0x7f8c2802c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 -- 172.21.15.18:0/2628752645 shutdown_connections 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 --2- 172.21.15.18:0/2628752645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30102130 0x7f8c301089c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 --2- 172.21.15.18:0/2628752645 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8c30101770 0x7f8c30101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 --2- 172.21.15.18:0/2628752645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c30100580 0x7f8c301009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 -- 172.21.15.18:0/2628752645 >> 172.21.15.18:0/2628752645 conn(0x7f8c300fbaf0 msgr2=0x7f8c300fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 -- 172.21.15.18:0/2628752645 shutdown_connections 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.808+0000 7f8c348dd640 1 -- 172.21.15.18:0/2628752645 wait complete. 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 Processor -- start 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 -- start start 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30100580 0x7f8c30197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8c30101770 0x7f8c30197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c30102130 0x7f8c3019ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3010c1e0 con 0x7f8c30100580 2024-03-07T09:58:43.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3010c060 con 0x7f8c30102130 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c348dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3010c360 con 0x7f8c30101770 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30100580 0x7f8c30197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30100580 0x7f8c30197950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53508/0 (socket says 172.21.15.18:53508) 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 -- 172.21.15.18:0/3556540412 learned_addr learned my addr 172.21.15.18:0/3556540412 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2ed9d640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c30102130 0x7f8c3019ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c27fff640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8c30101770 0x7f8c30197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 -- 172.21.15.18:0/3556540412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8c30101770 msgr2=0x7f8c30197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8c30101770 0x7f8c30197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 -- 172.21.15.18:0/3556540412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c30102130 msgr2=0x7f8c3019ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c30102130 0x7f8c3019ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 -- 172.21.15.18:0/3556540412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c3019f570 con 0x7f8c30100580 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c2e59c640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30100580 0x7f8c30197950 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000e9c0 tx=0x7f8c2000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c277fe640 1 -- 172.21.15.18:0/3556540412 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2000cd80 con 0x7f8c30100580 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.809+0000 7f8c277fe640 1 -- 172.21.15.18:0/3556540412 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8c200035f0 con 0x7f8c30100580 2024-03-07T09:58:43.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.810+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c3019f860 con 0x7f8c30100580 2024-03-07T09:58:43.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.810+0000 7f8c277fe640 1 -- 172.21.15.18:0/3556540412 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c20010690 con 0x7f8c30100580 2024-03-07T09:58:43.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.810+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c3019fe00 con 0x7f8c30100580 2024-03-07T09:58:43.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.810+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c301a00f0 con 0x7f8c30100580 2024-03-07T09:58:43.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.811+0000 7f8c277fe640 1 -- 172.21.15.18:0/3556540412 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f8c200037a0 con 0x7f8c30100580 2024-03-07T09:58:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.812+0000 7f8c277fe640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c1c0a1e00 0x7f8c1c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.812+0000 7f8c277fe640 1 -- 172.21.15.18:0/3556540412 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f8c200ce0d0 con 0x7f8c30100580 2024-03-07T09:58:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.812+0000 7f8c27fff640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c1c0a1e00 0x7f8c1c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:43.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.813+0000 7f8c27fff640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c1c0a1e00 0x7f8c1c0a42c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8c30198e60 tx=0x7f8c18005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:43.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.816+0000 7f8c277fe640 1 -- 172.21.15.18:0/3556540412 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8c2009b4f0 con 0x7f8c30100580 2024-03-07T09:58:43.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:43 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2968175674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:43.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:43 smithi063 ceph-mon[36356]: pgmap v342: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:43.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.998+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8c301a02c0 con 0x7f8c30100580 2024-03-07T09:58:43.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:43.998+0000 7f8c277fe640 1 -- 172.21.15.18:0/3556540412 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8c2009adf0 con 0x7f8c30100580 2024-03-07T09:58:43.999 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c1c0a1e00 msgr2=0x7f8c1c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c1c0a1e00 0x7f8c1c0a42c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8c30198e60 tx=0x7f8c18005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30100580 msgr2=0x7f8c30197950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30100580 0x7f8c30197950 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000e9c0 tx=0x7f8c2000ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 shutdown_connections 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c1c0a1e00 0x7f8c1c0a42c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c30102130 0x7f8c3019ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8c30101770 0x7f8c30197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 --2- 172.21.15.18:0/3556540412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8c30100580 0x7f8c30197950 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 >> 172.21.15.18:0/3556540412 conn(0x7f8c300fbaf0 msgr2=0x7f8c30069d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 shutdown_connections 2024-03-07T09:58:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.000+0000 7f8c348dd640 1 -- 172.21.15.18:0/3556540412 wait complete. 2024-03-07T09:58:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:43 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2968175674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:44.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:43 smithi077 ceph-mon[36374]: pgmap v342: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:44.012 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:43 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2968175674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:44.012 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:43 smithi018 ceph-mon[32171]: pgmap v342: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:44.013 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T09:58:44.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 -- 172.21.15.18:0/3216672944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83180ffd00 msgr2=0x7f8318100120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 --2- 172.21.15.18:0/3216672944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83180ffd00 0x7f8318100120 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f831400a970 tx=0x7f831402cea0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 -- 172.21.15.18:0/3216672944 shutdown_connections 2024-03-07T09:58:44.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 --2- 172.21.15.18:0/3216672944 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83181018b0 0x7f8318108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 --2- 172.21.15.18:0/3216672944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 0x7f8318101370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 --2- 172.21.15.18:0/3216672944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83180ffd00 0x7f8318100120 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 -- 172.21.15.18:0/3216672944 >> 172.21.15.18:0/3216672944 conn(0x7f83180fb270 msgr2=0x7f83180fd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 -- 172.21.15.18:0/3216672944 shutdown_connections 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 -- 172.21.15.18:0/3216672944 wait complete. 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 Processor -- start 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.117+0000 7f83204c7640 1 -- start start 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83180ffd00 0x7f83181979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 0x7f8318197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83181018b0 0x7f831819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831810b110 con 0x7f8318100ef0 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831810af90 con 0x7f83181018b0 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831810b290 con 0x7f83180ffd00 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 0x7f8318197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 0x7f8318197ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53530/0 (socket says 172.21.15.18:53530) 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 -- 172.21.15.18:0/386337049 learned_addr learned my addr 172.21.15.18:0/386337049 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831ea64640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83181018b0 0x7f831819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831e263640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83180ffd00 0x7f83181979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 -- 172.21.15.18:0/386337049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83180ffd00 msgr2=0x7f83181979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83180ffd00 0x7f83181979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 -- 172.21.15.18:0/386337049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83181018b0 msgr2=0x7f831819ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83181018b0 0x7f831819ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 -- 172.21.15.18:0/386337049 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f831819f5d0 con 0x7f8318100ef0 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f831da62640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 0x7f8318197ef0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f830800e9c0 tx=0x7f830800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:44.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f830f7fe640 1 -- 172.21.15.18:0/386337049 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830800cde0 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f830f7fe640 1 -- 172.21.15.18:0/386337049 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83080035f0 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f831819f8c0 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f830f7fe640 1 -- 172.21.15.18:0/386337049 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8308010690 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.118+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f831819fe10 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.119+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83181a00a0 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.120+0000 7f830f7fe640 1 -- 172.21.15.18:0/386337049 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f83080037a0 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.121+0000 7f830f7fe640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83040a1d80 0x7f83040a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.121+0000 7f830f7fe640 1 -- 172.21.15.18:0/386337049 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f83080ce130 con 0x7f8318100ef0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.121+0000 7f831e263640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83040a1d80 0x7f83040a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.121+0000 7f831e263640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83040a1d80 0x7f83040a4240 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f831402d4b0 tx=0x7f8314035f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:44.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.124+0000 7f830f7fe640 1 -- 172.21.15.18:0/386337049 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f830809b5e0 con 0x7f8318100ef0 2024-03-07T09:58:44.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.306+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f83181a0270 con 0x7f8318100ef0 2024-03-07T09:58:44.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.307+0000 7f830f7fe640 1 -- 172.21.15.18:0/386337049 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f830809aee0 con 0x7f8318100ef0 2024-03-07T09:58:44.308 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T09:58:44.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.308+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83040a1d80 msgr2=0x7f83040a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.308+0000 7f83204c7640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83040a1d80 0x7f83040a4240 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f831402d4b0 tx=0x7f8314035f90 comp rx=0 tx=0).stop 2024-03-07T09:58:44.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.308+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 msgr2=0x7f8318197ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.308+0000 7f83204c7640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 0x7f8318197ef0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f830800e9c0 tx=0x7f830800ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:44.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 shutdown_connections 2024-03-07T09:58:44.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f83040a1d80 0x7f83040a4240 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83181018b0 0x7f831819ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8318100ef0 0x7f8318197ef0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 --2- 172.21.15.18:0/386337049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83180ffd00 0x7f83181979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 >> 172.21.15.18:0/386337049 conn(0x7f83180fb270 msgr2=0x7f8318106450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:44.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 shutdown_connections 2024-03-07T09:58:44.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.309+0000 7f83204c7640 1 -- 172.21.15.18:0/386337049 wait complete. 2024-03-07T09:58:44.321 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 -- 172.21.15.18:0/4243221798 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744102140 msgr2=0x7fc7441089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 --2- 172.21.15.18:0/4243221798 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744102140 0x7fc7441089d0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009900 tx=0x7fc72c02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 -- 172.21.15.18:0/4243221798 shutdown_connections 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 --2- 172.21.15.18:0/4243221798 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744102140 0x7fc7441089d0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 --2- 172.21.15.18:0/4243221798 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc744101780 0x7fc744101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 --2- 172.21.15.18:0/4243221798 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc744100590 0x7fc7441009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 -- 172.21.15.18:0/4243221798 >> 172.21.15.18:0/4243221798 conn(0x7fc7440fbb20 msgr2=0x7fc7440fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 -- 172.21.15.18:0/4243221798 shutdown_connections 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 -- 172.21.15.18:0/4243221798 wait complete. 2024-03-07T09:58:44.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.422+0000 7fc74af99640 1 Processor -- start 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 -- start start 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744100590 0x7fc7441967f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc744101780 0x7fc744196d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc744102140 0x7fc74419dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74410c220 con 0x7fc744100590 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74410c0a0 con 0x7fc744102140 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74410c3a0 con 0x7fc744101780 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744100590 0x7fc7441967f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744100590 0x7fc7441967f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53552/0 (socket says 172.21.15.18:53552) 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 -- 172.21.15.18:0/3769938332 learned_addr learned my addr 172.21.15.18:0/3769938332 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc749536640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc744102140 0x7fc74419dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc743fff640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc744101780 0x7fc744196d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 -- 172.21.15.18:0/3769938332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc744101780 msgr2=0x7fc744196d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc744101780 0x7fc744196d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 -- 172.21.15.18:0/3769938332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc744102140 msgr2=0x7fc74419dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc744102140 0x7fc74419dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 -- 172.21.15.18:0/3769938332 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc74419e410 con 0x7fc744100590 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc748d35640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744100590 0x7fc7441967f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc73c00ebc0 tx=0x7fc73c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc741ffb640 1 -- 172.21.15.18:0/3769938332 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc73c003b70 con 0x7fc744100590 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc741ffb640 1 -- 172.21.15.18:0/3769938332 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc73c003d10 con 0x7fc744100590 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc74419e700 con 0x7fc744100590 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.423+0000 7fc741ffb640 1 -- 172.21.15.18:0/3769938332 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc73c019980 con 0x7fc744100590 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.424+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc74419eca0 con 0x7fc744100590 2024-03-07T09:58:44.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.424+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7441078b0 con 0x7fc744100590 2024-03-07T09:58:44.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.425+0000 7fc741ffb640 1 -- 172.21.15.18:0/3769938332 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fc73c019b20 con 0x7fc744100590 2024-03-07T09:58:44.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.426+0000 7fc741ffb640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7300a1e00 0x7fc7300a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.426+0000 7fc743fff640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7300a1e00 0x7fc7300a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.426+0000 7fc741ffb640 1 -- 172.21.15.18:0/3769938332 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fc73c0ce5a0 con 0x7fc744100590 2024-03-07T09:58:44.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.427+0000 7fc743fff640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7300a1e00 0x7fc7300a42c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc7340095f0 tx=0x7fc734005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:44.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.431+0000 7fc741ffb640 1 -- 172.21.15.18:0/3769938332 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc73c09b960 con 0x7fc744100590 2024-03-07T09:58:44.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.652+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc74402d030 con 0x7fc744100590 2024-03-07T09:58:44.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.653+0000 7fc741ffb640 1 -- 172.21.15.18:0/3769938332 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fc74402d030 con 0x7fc744100590 2024-03-07T09:58:44.654 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:44.654 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:56:58.527628+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T09:58:44.655 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-03-07T09:58:44.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7300a1e00 msgr2=0x7fc7300a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7300a1e00 0x7fc7300a42c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc7340095f0 tx=0x7fc734005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744100590 msgr2=0x7fc7441967f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744100590 0x7fc7441967f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fc73c00ebc0 tx=0x7fc73c00c6a0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 shutdown_connections 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7300a1e00 0x7fc7300a42c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc744102140 0x7fc74419dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc744101780 0x7fc744196d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 --2- 172.21.15.18:0/3769938332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc744100590 0x7fc7441967f0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 >> 172.21.15.18:0/3769938332 conn(0x7fc7440fbb20 msgr2=0x7fc744104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 shutdown_connections 2024-03-07T09:58:44.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.655+0000 7fc74af99640 1 -- 172.21.15.18:0/3769938332 wait complete. 2024-03-07T09:58:44.668 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:44.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 -- 172.21.15.18:0/2023089568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 msgr2=0x7fbb7c101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 --2- 172.21.15.18:0/2023089568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c101c00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fbb70009900 tx=0x7fbb7002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 -- 172.21.15.18:0/2023089568 shutdown_connections 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 --2- 172.21.15.18:0/2023089568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb7c102140 0x7fbb7c1089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 --2- 172.21.15.18:0/2023089568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c101c00 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 --2- 172.21.15.18:0/2023089568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb7c100590 0x7fbb7c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 -- 172.21.15.18:0/2023089568 >> 172.21.15.18:0/2023089568 conn(0x7fbb7c0fbb00 msgr2=0x7fbb7c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 -- 172.21.15.18:0/2023089568 shutdown_connections 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.770+0000 7fbb835ee640 1 -- 172.21.15.18:0/2023089568 wait complete. 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 Processor -- start 2024-03-07T09:58:44.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 -- start start 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb7c100590 0x7fbb7c10af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c109550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb7c102140 0x7fbb7c109a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c10d330 con 0x7fbb7c101780 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c10d1b0 con 0x7fbb7c102140 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb835ee640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb7c10d4b0 con 0x7fbb7c100590 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c109550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c109550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53568/0 (socket says 172.21.15.18:53568) 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 -- 172.21.15.18:0/3272702280 learned_addr learned my addr 172.21.15.18:0/3272702280 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb8138a640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb7c100590 0x7fbb7c10af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb81b8b640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb7c102140 0x7fbb7c109a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 -- 172.21.15.18:0/3272702280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb7c100590 msgr2=0x7fbb7c10af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb7c100590 0x7fbb7c10af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 -- 172.21.15.18:0/3272702280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb7c102140 msgr2=0x7fbb7c109a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb7c102140 0x7fbb7c109a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb80b89640 1 -- 172.21.15.18:0/3272702280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb7c10a320 con 0x7fbb7c101780 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb81b8b640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb7c102140 0x7fbb7c109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.771+0000 7fbb8138a640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb7c100590 0x7fbb7c10af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.772+0000 7fbb80b89640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c109550 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fbb70009230 tx=0x7fbb7002c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.772+0000 7fbb7a7fc640 1 -- 172.21.15.18:0/3272702280 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb70041070 con 0x7fbb7c101780 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.772+0000 7fbb7a7fc640 1 -- 172.21.15.18:0/3272702280 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbb70004450 con 0x7fbb7c101780 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.772+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb7c1a19f0 con 0x7fbb7c101780 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.772+0000 7fbb7a7fc640 1 -- 172.21.15.18:0/3272702280 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb70003e20 con 0x7fbb7c101780 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.772+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb7c1a1f40 con 0x7fbb7c101780 2024-03-07T09:58:44.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.773+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb7c1078b0 con 0x7fbb7c101780 2024-03-07T09:58:44.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.774+0000 7fbb7a7fc640 1 -- 172.21.15.18:0/3272702280 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fbb70044070 con 0x7fbb7c101780 2024-03-07T09:58:44.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.775+0000 7fbb7a7fc640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb640a1d80 0x7fbb640a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:44.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.775+0000 7fbb8138a640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb640a1d80 0x7fbb640a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:44.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.775+0000 7fbb7a7fc640 1 -- 172.21.15.18:0/3272702280 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fbb700efa80 con 0x7fbb7c101780 2024-03-07T09:58:44.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.775+0000 7fbb8138a640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb640a1d80 0x7fbb640a4240 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c1015e0 tx=0x7fbb74009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:44.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.779+0000 7fbb7a7fc640 1 -- 172.21.15.18:0/3272702280 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fbb700f1e20 con 0x7fbb7c101780 2024-03-07T09:58:44.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:44 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/390625924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:44 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3556540412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:44 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/386337049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:44 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3769938332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:44.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.963+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb7c062260 con 0x7fbb7c101780 2024-03-07T09:58:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.964+0000 7fbb7a7fc640 1 -- 172.21.15.18:0/3272702280 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7fbb700bce40 con 0x7fbb7c101780 2024-03-07T09:58:44.966 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:44.966 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb640a1d80 msgr2=0x7fbb640a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb640a1d80 0x7fbb640a4240 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fbb7c1015e0 tx=0x7fbb74009500 comp rx=0 tx=0).stop 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 msgr2=0x7fbb7c109550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c109550 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fbb70009230 tx=0x7fbb7002c650 comp rx=0 tx=0).stop 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 shutdown_connections 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb640a1d80 0x7fbb640a4240 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb7c102140 0x7fbb7c109a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb7c101780 0x7fbb7c109550 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 --2- 172.21.15.18:0/3272702280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb7c100590 0x7fbb7c10af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 >> 172.21.15.18:0/3272702280 conn(0x7fbb7c0fbb00 msgr2=0x7fbb7c104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 shutdown_connections 2024-03-07T09:58:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:44.966+0000 7fbb835ee640 1 -- 172.21.15.18:0/3272702280 wait complete. 2024-03-07T09:58:44.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:44 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/390625924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:44.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:44 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3556540412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:44.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:44 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/386337049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:44.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:44 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3769938332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:44.979 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:58:44.980 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:58:45.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:44 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/390625924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:44 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3556540412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:44 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/386337049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:44 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3769938332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1650570032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec102850 msgr2=0x7f1aec102cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1650570032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec102850 0x7f1aec102cd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8009860 tx=0x7f1ad802bb70 comp rx=0 tx=0).stop 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1650570032 shutdown_connections 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1650570032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1aec103210 0x7f1aec109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1650570032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec102850 0x7f1aec102cd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1650570032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec101660 0x7f1aec101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1650570032 >> 172.21.15.18:0/1650570032 conn(0x7f1aec0fcbb0 msgr2=0x7f1aec0ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1650570032 shutdown_connections 2024-03-07T09:58:45.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.084+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1650570032 wait complete. 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 Processor -- start 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 -- start start 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1aec101660 0x7f1aec1979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec102850 0x7f1aec197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec103210 0x7f1aec19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aec10d2f0 con 0x7f1aec102850 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aec10d170 con 0x7f1aec101660 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af2b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aec10d470 con 0x7f1aec103210 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec102850 0x7f1aec197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af08b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1aec101660 0x7f1aec1979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec102850 0x7f1aec197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53596/0 (socket says 172.21.15.18:53596) 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 -- 172.21.15.18:0/1219792924 learned_addr learned my addr 172.21.15.18:0/1219792924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af10ba640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec103210 0x7f1aec19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 -- 172.21.15.18:0/1219792924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec103210 msgr2=0x7f1aec19ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec103210 0x7f1aec19ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 -- 172.21.15.18:0/1219792924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1aec101660 msgr2=0x7f1aec1979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1aec101660 0x7f1aec1979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1aebfff640 1 -- 172.21.15.18:0/1219792924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aec19f590 con 0x7f1aec102850 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.085+0000 7f1af10ba640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec103210 0x7f1aec19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:45.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.086+0000 7f1aebfff640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec102850 0x7f1aec197f00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8005940 tx=0x7f1ad8032470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.086+0000 7f1ae9ffb640 1 -- 172.21.15.18:0/1219792924 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad8041020 con 0x7f1aec102850 2024-03-07T09:58:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.086+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aec19f820 con 0x7f1aec102850 2024-03-07T09:58:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.086+0000 7f1ae9ffb640 1 -- 172.21.15.18:0/1219792924 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1ad802c9f0 con 0x7f1aec102850 2024-03-07T09:58:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.086+0000 7f1ae9ffb640 1 -- 172.21.15.18:0/1219792924 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad8039040 con 0x7f1aec102850 2024-03-07T09:58:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.086+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aec19fd10 con 0x7f1aec102850 2024-03-07T09:58:45.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.087+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aec108a20 con 0x7f1aec102850 2024-03-07T09:58:45.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.088+0000 7f1ae9ffb640 1 -- 172.21.15.18:0/1219792924 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f1ad8044020 con 0x7f1aec102850 2024-03-07T09:58:45.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.089+0000 7f1ae9ffb640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1adc0a1d80 0x7f1adc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.089+0000 7f1af08b9640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1adc0a1d80 0x7f1adc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.089+0000 7f1ae9ffb640 1 -- 172.21.15.18:0/1219792924 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f1ad80ef720 con 0x7f1aec102850 2024-03-07T09:58:45.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.089+0000 7f1af08b9640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1adc0a1d80 0x7f1adc0a4240 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0009530 tx=0x7f1ae0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:45.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.093+0000 7f1ae9ffb640 1 -- 172.21.15.18:0/1219792924 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1ad804b020 con 0x7f1aec102850 2024-03-07T09:58:45.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.274+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1aec062260 con 0x7f1aec102850 2024-03-07T09:58:45.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.275+0000 7f1ae9ffb640 1 -- 172.21.15.18:0/1219792924 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1ad80bcb40 con 0x7f1aec102850 2024-03-07T09:58:45.276 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1adc0a1d80 msgr2=0x7f1adc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1adc0a1d80 0x7f1adc0a4240 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0009530 tx=0x7f1ae0009260 comp rx=0 tx=0).stop 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec102850 msgr2=0x7f1aec197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec102850 0x7f1aec197f00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8005940 tx=0x7f1ad8032470 comp rx=0 tx=0).stop 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 shutdown_connections 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f1adc0a1d80 0x7f1adc0a4240 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1aec103210 0x7f1aec19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1aec102850 0x7f1aec197f00 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 --2- 172.21.15.18:0/1219792924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1aec101660 0x7f1aec1979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 >> 172.21.15.18:0/1219792924 conn(0x7f1aec0fcbb0 msgr2=0x7f1aec105bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 shutdown_connections 2024-03-07T09:58:45.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.277+0000 7f1af2b1d640 1 -- 172.21.15.18:0/1219792924 wait complete. 2024-03-07T09:58:45.290 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 -- 172.21.15.18:0/172452543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd984103260 msgr2=0x7fd984109af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 --2- 172.21.15.18:0/172452543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd984103260 0x7fd984109af0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd97c009ca0 tx=0x7fd97c02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 -- 172.21.15.18:0/172452543 shutdown_connections 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 --2- 172.21.15.18:0/172452543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd984103260 0x7fd984109af0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 --2- 172.21.15.18:0/172452543 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9841028a0 0x7fd984102d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 --2- 172.21.15.18:0/172452543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9841016b0 0x7fd984101ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 -- 172.21.15.18:0/172452543 >> 172.21.15.18:0/172452543 conn(0x7fd9840fcc20 msgr2=0x7fd9840ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 -- 172.21.15.18:0/172452543 shutdown_connections 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 -- 172.21.15.18:0/172452543 wait complete. 2024-03-07T09:58:45.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 Processor -- start 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.394+0000 7fd98891d640 1 -- start start 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9841016b0 0x7fd984197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9841028a0 0x7fd984197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd984103260 0x7fd98419eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd98410d310 con 0x7fd9841016b0 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd98410d190 con 0x7fd9841028a0 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd98410d490 con 0x7fd984103260 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9841016b0 0x7fd984197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9841016b0 0x7fd984197920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53626/0 (socket says 172.21.15.18:53626) 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 -- 172.21.15.18:0/494352893 learned_addr learned my addr 172.21.15.18:0/494352893 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd982d9d640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd984103260 0x7fd98419eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd981d9b640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9841028a0 0x7fd984197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 -- 172.21.15.18:0/494352893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd984103260 msgr2=0x7fd98419eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd984103260 0x7fd98419eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 -- 172.21.15.18:0/494352893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9841028a0 msgr2=0x7fd984197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9841028a0 0x7fd984197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 -- 172.21.15.18:0/494352893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd98419f540 con 0x7fd9841016b0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98259c640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9841016b0 0x7fd984197920 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd97400e9c0 tx=0x7fd97400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd9737fe640 1 -- 172.21.15.18:0/494352893 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd97400cde0 con 0x7fd9841016b0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd98419f830 con 0x7fd9841016b0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd9737fe640 1 -- 172.21.15.18:0/494352893 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd974010910 con 0x7fd9841016b0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd9737fe640 1 -- 172.21.15.18:0/494352893 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd974018a10 con 0x7fd9841016b0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.395+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd98419fd80 con 0x7fd9841016b0 2024-03-07T09:58:45.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.396+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9841089d0 con 0x7fd9841016b0 2024-03-07T09:58:45.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.397+0000 7fd9737fe640 1 -- 172.21.15.18:0/494352893 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fd97401f020 con 0x7fd9841016b0 2024-03-07T09:58:45.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.398+0000 7fd9737fe640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd96c0a1d80 0x7fd96c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.398+0000 7fd9737fe640 1 -- 172.21.15.18:0/494352893 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd9740cdf70 con 0x7fd9841016b0 2024-03-07T09:58:45.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.398+0000 7fd981d9b640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd96c0a1d80 0x7fd96c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.398+0000 7fd981d9b640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd96c0a1d80 0x7fd96c0a4240 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd9780095f0 tx=0x7fd978005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:45.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.402+0000 7fd9737fe640 1 -- 172.21.15.18:0/494352893 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd97409b390 con 0x7fd9841016b0 2024-03-07T09:58:45.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.582+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd984062290 con 0x7fd9841016b0 2024-03-07T09:58:45.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.583+0000 7fd9737fe640 1 -- 172.21.15.18:0/494352893 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd97409ac90 con 0x7fd9841016b0 2024-03-07T09:58:45.584 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T09:58:45.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd96c0a1d80 msgr2=0x7fd96c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd96c0a1d80 0x7fd96c0a4240 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd9780095f0 tx=0x7fd978005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:45.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9841016b0 msgr2=0x7fd984197920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9841016b0 0x7fd984197920 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd97400e9c0 tx=0x7fd97400ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:45.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 shutdown_connections 2024-03-07T09:58:45.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd96c0a1d80 0x7fd96c0a4240 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd984103260 0x7fd98419eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9841028a0 0x7fd984197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 --2- 172.21.15.18:0/494352893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9841016b0 0x7fd984197920 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 >> 172.21.15.18:0/494352893 conn(0x7fd9840fcc20 msgr2=0x7fd984105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:45.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 shutdown_connections 2024-03-07T09:58:45.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.585+0000 7fd98891d640 1 -- 172.21.15.18:0/494352893 wait complete. 2024-03-07T09:58:45.597 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T09:58:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 -- 172.21.15.18:0/2724621714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4101770 msgr2=0x7f41a4101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 --2- 172.21.15.18:0/2724621714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4101770 0x7f41a4101bf0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4194009900 tx=0x7f419402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 -- 172.21.15.18:0/2724621714 shutdown_connections 2024-03-07T09:58:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 --2- 172.21.15.18:0/2724621714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41a4102130 0x7f41a41089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 --2- 172.21.15.18:0/2724621714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4101770 0x7f41a4101bf0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 --2- 172.21.15.18:0/2724621714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41a4100580 0x7f41a41009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 -- 172.21.15.18:0/2724621714 >> 172.21.15.18:0/2724621714 conn(0x7f41a40fbaf0 msgr2=0x7f41a40fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 -- 172.21.15.18:0/2724621714 shutdown_connections 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.707+0000 7f41ab714640 1 -- 172.21.15.18:0/2724621714 wait complete. 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 Processor -- start 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 -- start start 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4100580 0x7f41a4196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41a4101770 0x7f41a4196dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41a4102130 0x7f41a419de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a410c210 con 0x7f41a4100580 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a410c090 con 0x7f41a4102130 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41ab714640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a410c390 con 0x7f41a4101770 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4100580 0x7f41a4196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4100580 0x7f41a4196890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53632/0 (socket says 172.21.15.18:53632) 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 -- 172.21.15.18:0/1621124956 learned_addr learned my addr 172.21.15.18:0/1621124956 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a8caf640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41a4101770 0x7f41a4196dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a9cb1640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41a4102130 0x7f41a419de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 -- 172.21.15.18:0/1621124956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41a4101770 msgr2=0x7f41a4196dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41a4101770 0x7f41a4196dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 -- 172.21.15.18:0/1621124956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41a4102130 msgr2=0x7f41a419de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41a4102130 0x7f41a419de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 -- 172.21.15.18:0/1621124956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41a419e4b0 con 0x7f41a4100580 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a9cb1640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41a4102130 0x7f41a419de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f41a94b0640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4100580 0x7f41a4196890 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f41a000e9c0 tx=0x7f41a000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.708+0000 7f419a7fc640 1 -- 172.21.15.18:0/1621124956 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a000cd80 con 0x7f41a4100580 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.709+0000 7f419a7fc640 1 -- 172.21.15.18:0/1621124956 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41a00035f0 con 0x7f41a4100580 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.709+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41a419e7a0 con 0x7f41a4100580 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.709+0000 7f419a7fc640 1 -- 172.21.15.18:0/1621124956 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a0010690 con 0x7f41a4100580 2024-03-07T09:58:45.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.709+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41a419ec70 con 0x7f41a4100580 2024-03-07T09:58:45.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.709+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41a41078a0 con 0x7f41a4100580 2024-03-07T09:58:45.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.711+0000 7f419a7fc640 1 -- 172.21.15.18:0/1621124956 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f41a00037a0 con 0x7f41a4100580 2024-03-07T09:58:45.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.711+0000 7f419a7fc640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41900a1d80 0x7f41900a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:45.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.711+0000 7f41a8caf640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41900a1d80 0x7f41900a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:45.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.711+0000 7f419a7fc640 1 -- 172.21.15.18:0/1621124956 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f41a00ce1c0 con 0x7f41a4100580 2024-03-07T09:58:45.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.712+0000 7f41a8caf640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41900a1d80 0x7f41900a4240 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f419402c7b0 tx=0x7f4194005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.715+0000 7f419a7fc640 1 -- 172.21.15.18:0/1621124956 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f41a009b5e0 con 0x7f41a4100580 2024-03-07T09:58:45.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.899+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f41a4062260 con 0x7f41a4100580 2024-03-07T09:58:45.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.900+0000 7f419a7fc640 1 -- 172.21.15.18:0/1621124956 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f41a009aee0 con 0x7f41a4100580 2024-03-07T09:58:45.904 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T09:58:45.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41900a1d80 msgr2=0x7f41900a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41900a1d80 0x7f41900a4240 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f419402c7b0 tx=0x7f4194005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4100580 msgr2=0x7f41a4196890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4100580 0x7f41a4196890 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f41a000e9c0 tx=0x7f41a000ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 shutdown_connections 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41900a1d80 0x7f41900a4240 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41a4102130 0x7f41a419de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41a4101770 0x7f41a4196dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 --2- 172.21.15.18:0/1621124956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41a4100580 0x7f41a4196890 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 >> 172.21.15.18:0/1621124956 conn(0x7f41a40fbaf0 msgr2=0x7f41a4104a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:45.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 shutdown_connections 2024-03-07T09:58:45.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:45.902+0000 7f41ab714640 1 -- 172.21.15.18:0/1621124956 wait complete. 2024-03-07T09:58:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:45 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3272702280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:45.913 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:45 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1219792924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:45 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/494352893' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:45.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:45 smithi018 ceph-mon[32171]: pgmap v343: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:45.915 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:58:45.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:45 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3272702280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:45.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:45 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1219792924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:45.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:45 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/494352893' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:45.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:45 smithi063 ceph-mon[36356]: pgmap v343: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:46.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:45 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3272702280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:46.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:45 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1219792924' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:46.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:45 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/494352893' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:46.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:45 smithi077 ceph-mon[36374]: pgmap v343: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T09:58:46.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 -- 172.21.15.18:0/528385102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 msgr2=0x7f58d0101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 --2- 172.21.15.18:0/528385102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d0101c00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009900 tx=0x7f58c402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:46.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 -- 172.21.15.18:0/528385102 shutdown_connections 2024-03-07T09:58:46.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 --2- 172.21.15.18:0/528385102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58d0102140 0x7f58d01089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 --2- 172.21.15.18:0/528385102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d0101c00 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 --2- 172.21.15.18:0/528385102 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58d0100590 0x7f58d01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 -- 172.21.15.18:0/528385102 >> 172.21.15.18:0/528385102 conn(0x7f58d00fbb00 msgr2=0x7f58d00fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 -- 172.21.15.18:0/528385102 shutdown_connections 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.021+0000 7f58d4b89640 1 -- 172.21.15.18:0/528385102 wait complete. 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 Processor -- start 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 -- start start 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58d0100590 0x7f58d00694a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d019c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58d0102140 0x7f58d019ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d010c220 con 0x7f58d0101780 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d010c0a0 con 0x7f58d0100590 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58d4b89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d010c3a0 con 0x7f58d0102140 2024-03-07T09:58:46.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d019c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d019c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53640/0 (socket says 172.21.15.18:53640) 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 -- 172.21.15.18:0/1564559636 learned_addr learned my addr 172.21.15.18:0/1564559636 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58ce59c640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58d0100590 0x7f58d00694a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58ced9d640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58d0102140 0x7f58d019ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 -- 172.21.15.18:0/1564559636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58d0102140 msgr2=0x7f58d019ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58d0102140 0x7f58d019ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 -- 172.21.15.18:0/1564559636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58d0100590 msgr2=0x7f58d00694a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58d0100590 0x7f58d00694a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 -- 172.21.15.18:0/1564559636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58d019f5a0 con 0x7f58d0101780 2024-03-07T09:58:46.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58cdd9b640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d019c670 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009230 tx=0x7f58c402c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.022+0000 7f58bf7fe640 1 -- 172.21.15.18:0/1564559636 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58c4041070 con 0x7f58d0101780 2024-03-07T09:58:46.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.023+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58d019f7d0 con 0x7f58d0101780 2024-03-07T09:58:46.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.023+0000 7f58bf7fe640 1 -- 172.21.15.18:0/1564559636 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f58c4004450 con 0x7f58d0101780 2024-03-07T09:58:46.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.023+0000 7f58bf7fe640 1 -- 172.21.15.18:0/1564559636 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58c4003e20 con 0x7f58d0101780 2024-03-07T09:58:46.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.023+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58d019fcc0 con 0x7f58d0101780 2024-03-07T09:58:46.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.024+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58d01078b0 con 0x7f58d0101780 2024-03-07T09:58:46.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.025+0000 7f58bf7fe640 1 -- 172.21.15.18:0/1564559636 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f58c4044070 con 0x7f58d0101780 2024-03-07T09:58:46.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.025+0000 7f58bf7fe640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f58b80a1d80 0x7f58b80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.025+0000 7f58ce59c640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f58b80a1d80 0x7f58b80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.025+0000 7f58bf7fe640 1 -- 172.21.15.18:0/1564559636 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f58c40ef930 con 0x7f58d0101780 2024-03-07T09:58:46.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.026+0000 7f58ce59c640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f58b80a1d80 0x7f58b80a4240 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f58d01015e0 tx=0x7f58c0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.030+0000 7f58bf7fe640 1 -- 172.21.15.18:0/1564559636 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f58c40bc700 con 0x7f58d0101780 2024-03-07T09:58:46.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.248+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f58d002d030 con 0x7f58d0101780 2024-03-07T09:58:46.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.249+0000 7f58bf7fe640 1 -- 172.21.15.18:0/1564559636 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f58c40c07a0 con 0x7f58d0101780 2024-03-07T09:58:46.251 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:46.251 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:56:58.527628+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T09:58:46.251 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 23 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f58b80a1d80 msgr2=0x7f58b80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f58b80a1d80 0x7f58b80a4240 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f58d01015e0 tx=0x7f58c0009500 comp rx=0 tx=0).stop 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 msgr2=0x7f58d019c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d019c670 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009230 tx=0x7f58c402c650 comp rx=0 tx=0).stop 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 shutdown_connections 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f58b80a1d80 0x7f58b80a4240 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f58d0102140 0x7f58d019ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f58d0101780 0x7f58d019c670 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 --2- 172.21.15.18:0/1564559636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58d0100590 0x7f58d00694a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 >> 172.21.15.18:0/1564559636 conn(0x7f58d00fbb00 msgr2=0x7f58d0104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 shutdown_connections 2024-03-07T09:58:46.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.251+0000 7f58d4b89640 1 -- 172.21.15.18:0/1564559636 wait complete. 2024-03-07T09:58:46.264 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 -- 172.21.15.18:0/3295450613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 msgr2=0x7f8b401009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 --2- 172.21.15.18:0/3295450613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b401009b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8b30009900 tx=0x7f8b3002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 -- 172.21.15.18:0/3295450613 shutdown_connections 2024-03-07T09:58:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 --2- 172.21.15.18:0/3295450613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b40102140 0x7f8b401089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 --2- 172.21.15.18:0/3295450613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b40101780 0x7f8b40101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 --2- 172.21.15.18:0/3295450613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b401009b0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 -- 172.21.15.18:0/3295450613 >> 172.21.15.18:0/3295450613 conn(0x7f8b400fbb20 msgr2=0x7f8b400fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 -- 172.21.15.18:0/3295450613 shutdown_connections 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 -- 172.21.15.18:0/3295450613 wait complete. 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 Processor -- start 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.365+0000 7f8b480a1640 1 -- start start 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b40197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b40101780 0x7f8b40197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b40102140 0x7f8b4019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b4010c230 con 0x7f8b40100590 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b4010c0b0 con 0x7f8b40102140 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b4010c3b0 con 0x7f8b40101780 2024-03-07T09:58:46.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b40197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b40197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53664/0 (socket says 172.21.15.18:53664) 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 -- 172.21.15.18:0/2415362976 learned_addr learned my addr 172.21.15.18:0/2415362976 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b4563c640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b40101780 0x7f8b40197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b4663e640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b40102140 0x7f8b4019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 -- 172.21.15.18:0/2415362976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b40101780 msgr2=0x7f8b40197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b40101780 0x7f8b40197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 -- 172.21.15.18:0/2415362976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b40102140 msgr2=0x7f8b4019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b40102140 0x7f8b4019efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 -- 172.21.15.18:0/2415362976 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b4019f620 con 0x7f8b40100590 2024-03-07T09:58:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b45e3d640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b40197a00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8b30000c00 tx=0x7f8b3002c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b36ffd640 1 -- 172.21.15.18:0/2415362976 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b30043020 con 0x7f8b40100590 2024-03-07T09:58:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b36ffd640 1 -- 172.21.15.18:0/2415362976 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b300054e0 con 0x7f8b40100590 2024-03-07T09:58:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b4019f8b0 con 0x7f8b40100590 2024-03-07T09:58:46.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b36ffd640 1 -- 172.21.15.18:0/2415362976 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b30003bd0 con 0x7f8b40100590 2024-03-07T09:58:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.366+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b4019fe50 con 0x7f8b40100590 2024-03-07T09:58:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.367+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b401a0020 con 0x7f8b40100590 2024-03-07T09:58:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.369+0000 7f8b36ffd640 1 -- 172.21.15.18:0/2415362976 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f8b30046020 con 0x7f8b40100590 2024-03-07T09:58:46.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.369+0000 7f8b36ffd640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8b2c0a1e00 0x7f8b2c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.369+0000 7f8b4563c640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8b2c0a1e00 0x7f8b2c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.369+0000 7f8b36ffd640 1 -- 172.21.15.18:0/2415362976 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f8b300f0120 con 0x7f8b40100590 2024-03-07T09:58:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.370+0000 7f8b4563c640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8b2c0a1e00 0x7f8b2c0a42c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8b40198f10 tx=0x7f8b3c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.373+0000 7f8b36ffd640 1 -- 172.21.15.18:0/2415362976 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8b3004d020 con 0x7f8b40100590 2024-03-07T09:58:46.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.557+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8b401a01f0 con 0x7f8b40100590 2024-03-07T09:58:46.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.559+0000 7f8b36ffd640 1 -- 172.21.15.18:0/2415362976 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7f8b300bd540 con 0x7f8b40100590 2024-03-07T09:58:46.561 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:46.561 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8b2c0a1e00 msgr2=0x7f8b2c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8b2c0a1e00 0x7f8b2c0a42c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8b40198f10 tx=0x7f8b3c005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 msgr2=0x7f8b40197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b40197a00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8b30000c00 tx=0x7f8b3002c650 comp rx=0 tx=0).stop 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 shutdown_connections 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8b2c0a1e00 0x7f8b2c0a42c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b40102140 0x7f8b4019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b40101780 0x7f8b40197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 --2- 172.21.15.18:0/2415362976 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b40100590 0x7f8b40197a00 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 >> 172.21.15.18:0/2415362976 conn(0x7f8b400fbb20 msgr2=0x7f8b400fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 shutdown_connections 2024-03-07T09:58:46.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.561+0000 7f8b480a1640 1 -- 172.21.15.18:0/2415362976 wait complete. 2024-03-07T09:58:46.575 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-07T09:56:53.038707+0000', 'modified': '2024-03-07T09:56:58.527628+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24517, 'mds_1': 24503, 'mds_2': 24467}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24430': {'gid': 24430, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6833/4002080212', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6832', 'nonce': 4002080212}, {'type': 'v1', 'addr': '172.21.15.77:6833', 'nonce': 4002080212}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24467': {'gid': 24467, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.63:6837/4105016846', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6836', 'nonce': 4105016846}, {'type': 'v1', 'addr': '172.21.15.63:6837', 'nonce': 4105016846}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6835/3650186044', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6834', 'nonce': 3650186044}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 3650186044}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24493': {'gid': 24493, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6837/196148274', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6836', 'nonce': 196148274}, {'type': 'v1', 'addr': '172.21.15.77:6837', 'nonce': 196148274}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.63:6839/2397861497', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6838', 'nonce': 2397861497}, {'type': 'v1', 'addr': '172.21.15.63:6839', 'nonce': 2397861497}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.77:6839/910411166', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6838', 'nonce': 910411166}, {'type': 'v1', 'addr': '172.21.15.77:6839', 'nonce': 910411166}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24517, 'qdb_cluster': [24467, 24517, 24503]} 2024-03-07T09:58:46.575 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-03-07T09:58:46.575 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-03-07T09:58:46.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 -- 172.21.15.18:0/1787024490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 msgr2=0x7f94481009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 --2- 172.21.15.18:0/1787024490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481009a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f9438009900 tx=0x7f943802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 -- 172.21.15.18:0/1787024490 shutdown_connections 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 --2- 172.21.15.18:0/1787024490 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9448102130 0x7f94481089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 --2- 172.21.15.18:0/1787024490 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9448101770 0x7f9448101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 --2- 172.21.15.18:0/1787024490 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481009a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 -- 172.21.15.18:0/1787024490 >> 172.21.15.18:0/1787024490 conn(0x7f94480fbaf0 msgr2=0x7f94480fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 -- 172.21.15.18:0/1787024490 shutdown_connections 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 -- 172.21.15.18:0/1787024490 wait complete. 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.678+0000 7f94505d2640 1 Processor -- start 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 -- start start 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481968b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9448101770 0x7f9448196df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9448102130 0x7f944819de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f944810c1e0 con 0x7f9448100580 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f944810c060 con 0x7f9448101770 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f944810c360 con 0x7f9448102130 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481968b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481968b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53686/0 (socket says 172.21.15.18:53686) 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 -- 172.21.15.18:0/2679260043 learned_addr learned my addr 172.21.15.18:0/2679260043 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944db6d640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9448101770 0x7f9448196df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944eb6f640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9448102130 0x7f944819de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 -- 172.21.15.18:0/2679260043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9448102130 msgr2=0x7f944819de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9448102130 0x7f944819de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 -- 172.21.15.18:0/2679260043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9448101770 msgr2=0x7f9448196df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9448101770 0x7f9448196df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 -- 172.21.15.18:0/2679260043 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f944819e4d0 con 0x7f9448100580 2024-03-07T09:58:46.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f944e36e640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481968b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f9438000c00 tx=0x7f943802c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94477fe640 1 -- 172.21.15.18:0/2679260043 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9438041070 con 0x7f9448100580 2024-03-07T09:58:46.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f944819e760 con 0x7f9448100580 2024-03-07T09:58:46.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94477fe640 1 -- 172.21.15.18:0/2679260043 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9438004450 con 0x7f9448100580 2024-03-07T09:58:46.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.679+0000 7f94477fe640 1 -- 172.21.15.18:0/2679260043 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9438034440 con 0x7f9448100580 2024-03-07T09:58:46.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.680+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f944819eca0 con 0x7f9448100580 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.681+0000 7f94477fe640 1 -- 172.21.15.18:0/2679260043 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f9438044070 con 0x7f9448100580 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 Processor -- start 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 -- start start 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94477fe640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94300a1d80 0x7f94300a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a19284d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a1928aa0 0x5595a192d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a19300a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a188d790 con 0x5595a192dc10 2024-03-07T09:58:46.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1836b20 con 0x5595a1928aa0 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94533b6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1889830 con 0x5595a19280b0 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f944eb6f640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94300a1d80 0x7f94300a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.682+0000 7f94477fe640 1 -- 172.21.15.18:0/2679260043 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f94380ef830 con 0x7f9448100580 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944eb6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a19300a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a19284d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944eb6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a19300a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53690/0 (socket says 172.21.15.18:53690) 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a19284d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54148/0 (socket says 172.21.15.18:54148) 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944eb6f640 1 -- 172.21.15.18:0/1433273011 learned_addr learned my addr 172.21.15.18:0/1433273011 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944db6d640 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a1928aa0 0x5595a192d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 -- 172.21.15.18:0/1433273011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a1928aa0 msgr2=0x5595a192d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a1928aa0 0x5595a192d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 -- 172.21.15.18:0/1433273011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 msgr2=0x5595a19300a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a19300a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 -- 172.21.15.18:0/1433273011 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5595a184a970 con 0x5595a19280b0 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944eb6f640 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a19300a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944db6d640 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a1928aa0 0x5595a192d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944eb6f640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94300a1d80 0x7f94300a4240 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9440005c40 tx=0x7f9440004ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f944e36e640 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a19284d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9438005ab0 tx=0x7f9438005e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5aec1ea29befa7fb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f9444bfe640 1 -- 172.21.15.18:0/1433273011 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943804b070 con 0x5595a19280b0 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f9444bfe640 1 -- 172.21.15.18:0/1433273011 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9438004c80 con 0x5595a19280b0 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.683+0000 7f9444bfe640 1 -- 172.21.15.18:0/1433273011 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94380bc690 con 0x5595a19280b0 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 -- 172.21.15.18:0/1433273011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 msgr2=0x5595a19284d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a19284d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9438005ab0 tx=0x7f9438005e50 comp rx=0 tx=0).stop 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 -- 172.21.15.18:0/1433273011 shutdown_connections 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a19300a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a1928aa0 0x5595a192d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 --2- 172.21.15.18:0/1433273011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a19284d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 -- 172.21.15.18:0/1433273011 >> 172.21.15.18:0/1433273011 conn(0x5595a18f03d0 msgr2=0x5595a1923a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 -- 172.21.15.18:0/1433273011 shutdown_connections 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.684+0000 7f94533b6740 1 -- 172.21.15.18:0/1433273011 wait complete. 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 -- start start 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 Processor -- start 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a19280b0 0x5595a19366a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a1936be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a193dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1930980 con 0x5595a192dc10 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1849f60 con 0x5595a19280b0 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1930b00 con 0x5595a1928aa0 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f94533b6740 10 client.0 _ll_register_callbacks cb 0x5595a18853d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944eb6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a193dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944eb6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a193dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53706/0 (socket says 172.21.15.18:53706) 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944eb6f640 1 -- 172.21.15.18:0/3729037657 learned_addr learned my addr 172.21.15.18:0/3729037657 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944db6d640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a1936be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944e36e640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a19280b0 0x5595a19366a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944db6d640 1 -- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a19280b0 msgr2=0x5595a19366a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944db6d640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a19280b0 0x5595a19366a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944db6d640 1 -- 172.21.15.18:0/3729037657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 msgr2=0x5595a193dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944db6d640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a193dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944db6d640 1 -- 172.21.15.18:0/3729037657 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5595a15a22d0 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944eb6f640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a193dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.685+0000 7f944db6d640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a1936be0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x5595a1928ea0 tx=0x7f943c012a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43d8dce395b99074 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f942dffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f942dffb640 1 -- 172.21.15.18:0/3729037657 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943c004030 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f942dffb640 1 -- 172.21.15.18:0/3729037657 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f943c0041d0 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9438004c80 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f942dffb640 1 -- 172.21.15.18:0/3729037657 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f943c0043d0 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 10 client.25099 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5595a166c6b0 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f942dffb640 1 -- 172.21.15.18:0/3729037657 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9438004c80 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f942dffb640 1 -- 172.21.15.18:0/3729037657 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f943c00f960 con 0x5595a1928aa0 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 10 client.25099 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:46.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 10 client.25099 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 20 client.25099 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19432c0 0x5595a1942350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 4 client.25099 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5595a189acd0 con 0x5595a19432c0 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.686+0000 7f944e36e640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19432c0 0x5595a1942350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.687+0000 7f942dffb640 10 client.25099 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.687+0000 7f944e36e640 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19432c0 0x5595a1942350 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7256f8128e16ea60 server_cookie=e09511833310d15e in_seq=0 out_seq=0 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.687+0000 7f942dffb640 1 -- 172.21.15.18:0/3729037657 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5595a189acd0 con 0x5595a19432c0 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.687+0000 7f942dffb640 10 client.25099 handle_command_reply: tid=0 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.687+0000 7f94533b6740 1 client.25099 shutdown 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 msgr2=0x5595a1936be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a1936be0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x5595a1928ea0 tx=0x7f943c012a80 comp rx=0 tx=0).stop 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 shutdown_connections 2024-03-07T09:58:46.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19432c0 0x5595a1942350 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a192dc10 0x5595a193dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a1936be0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 --2- 172.21.15.18:0/3729037657 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a19280b0 0x5595a19366a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f942dffb640 0 client.25099 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 >> 172.21.15.18:0/3729037657 conn(0x5595a18f03d0 msgr2=0x5595a1922c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 shutdown_connections 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 1 -- 172.21.15.18:0/3729037657 wait complete. 2024-03-07T09:58:46.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.688+0000 7f94533b6740 20 client.25099 trim_cache size 0 max 16384 2024-03-07T09:58:46.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.704+0000 7f94533b6740 1 Processor -- start 2024-03-07T09:58:46.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.704+0000 7f94533b6740 1 -- start start 2024-03-07T09:58:46.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f94533b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a19280b0 0x5595a1923540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f94533b6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a193dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f94533b6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a1923a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f94533b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1942ae0 con 0x5595a19280b0 2024-03-07T09:58:46.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f94533b6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1943140 con 0x5595a192dc10 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f94533b6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a19437a0 con 0x5595a1928aa0 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a19280b0 0x5595a1923540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a19280b0 0x5595a1923540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53710/0 (socket says 172.21.15.18:53710) 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 -- 172.21.15.18:0/4210822393 learned_addr learned my addr 172.21.15.18:0/4210822393 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944db6d640 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a193dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944eb6f640 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a1923a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 -- 172.21.15.18:0/4210822393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 msgr2=0x5595a193dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a193dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 -- 172.21.15.18:0/4210822393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 msgr2=0x5595a1923a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a1923a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 -- 172.21.15.18:0/4210822393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5595a1923fc0 con 0x5595a19280b0 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944eb6f640 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a1923a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:58:46.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f944e36e640 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a19280b0 0x5595a1923540 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f94380ed370 tx=0x7f94380dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18bad82e42a2a3f6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f942ffff640 1 -- 172.21.15.18:0/4210822393 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943804b040 con 0x5595a19280b0 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f942ffff640 1 -- 172.21.15.18:0/4210822393 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9438004c80 con 0x5595a19280b0 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.705+0000 7f942ffff640 1 -- 172.21.15.18:0/4210822393 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94380ba990 con 0x5595a19280b0 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- 172.21.15.18:0/4210822393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a19280b0 msgr2=0x5595a1923540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a19280b0 0x5595a1923540 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f94380ed370 tx=0x7f94380dc040 comp rx=0 tx=0).stop 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- 172.21.15.18:0/4210822393 shutdown_connections 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a1923a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a1928aa0 0x5595a193dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 --2- 172.21.15.18:0/4210822393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a19280b0 0x5595a1923540 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- 172.21.15.18:0/4210822393 >> 172.21.15.18:0/4210822393 conn(0x5595a18f03d0 msgr2=0x5595a19316c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- 172.21.15.18:0/4210822393 shutdown_connections 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- 172.21.15.18:0/4210822393 wait complete. 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- start start 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 Processor -- start 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a1939990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a1928aa0 0x5595a1939ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a193cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1944460 con 0x5595a1928aa0 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1943e00 con 0x5595a192dc10 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595a1944ac0 con 0x5595a19280b0 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f94533b6740 10 client.0 _ll_register_callbacks cb 0x7f943c009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.706+0000 7f944db6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a1928aa0 0x5595a1939ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944db6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a1928aa0 0x5595a1939ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53716/0 (socket says 172.21.15.18:53716) 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944db6d640 1 -- 172.21.15.18:0/1445976357 learned_addr learned my addr 172.21.15.18:0/1445976357 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944e36e640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a1939990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944eb6f640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a193cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944e36e640 1 -- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 msgr2=0x5595a193cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944e36e640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a193cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944e36e640 1 -- 172.21.15.18:0/1445976357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a1928aa0 msgr2=0x5595a1939ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944e36e640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a1928aa0 0x5595a1939ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944e36e640 1 -- 172.21.15.18:0/1445976357 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5595a193d4e0 con 0x5595a19280b0 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944db6d640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a1928aa0 0x5595a1939ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f944e36e640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a1939990 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f94380039d0 tx=0x7f9438005bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28951d0808f6293d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f942dffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f942dffb640 1 -- 172.21.15.18:0/1445976357 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943804b040 con 0x5595a19280b0 2024-03-07T09:58:46.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f942dffb640 1 -- 172.21.15.18:0/1445976357 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f94380dc0b0 con 0x5595a19280b0 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9438004c80 con 0x5595a19280b0 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f942dffb640 1 -- 172.21.15.18:0/1445976357 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94380bc1d0 con 0x5595a19280b0 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f94533b6740 10 client.25105 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5595a199e910 con 0x5595a19280b0 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.707+0000 7f942dffb640 1 -- 172.21.15.18:0/1445976357 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9438004c80 con 0x5595a19280b0 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f942dffb640 1 -- 172.21.15.18:0/1445976357 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f94380035f0 con 0x5595a19280b0 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 10 client.25105 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 10 client.25105 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 20 client.25105 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19a2b60 0x5595a199e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 4 client.25105 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5595a1895020 con 0x5595a19a2b60 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f944db6d640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19a2b60 0x5595a199e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f942dffb640 10 client.25105 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f944db6d640 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19a2b60 0x5595a199e910 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=473f0db95c40f227 server_cookie=700267291b7d87fd in_seq=0 out_seq=0 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f942dffb640 1 -- 172.21.15.18:0/1445976357 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x5595a1895020 con 0x5595a19a2b60 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f942dffb640 10 client.25105 handle_command_reply: tid=0 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 client.25105 shutdown 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 msgr2=0x5595a1939990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a1939990 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f94380039d0 tx=0x7f9438005bf0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 shutdown_connections 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5595a19a2b60 0x5595a199e910 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5595a192dc10 0x5595a193cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f942dffb640 0 client.25105 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T09:58:46.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5595a1928aa0 0x5595a1939ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.708+0000 7f94533b6740 1 --2- 172.21.15.18:0/1445976357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595a19280b0 0x5595a1939990 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 >> 172.21.15.18:0/1445976357 conn(0x5595a18f03d0 msgr2=0x5595a19316c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 shutdown_connections 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94533b6740 1 -- 172.21.15.18:0/1445976357 wait complete. 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94533b6740 20 client.25105 trim_cache size 0 max 16384 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 2, 2024-03-07T09:58:46.723 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24467, 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 109.187999355, 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 88, 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 86, 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 128.71751234800001 2024-03-07T09:58:46.724 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:46.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94300a1d80 msgr2=0x7f94300a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94300a1d80 0x7f94300a4240 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9440005c40 tx=0x7f9440004ab0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 msgr2=0x7f94481968b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481968b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f9438000c00 tx=0x7f943802c640 comp rx=0 tx=0).stop 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 shutdown_connections 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f94300a1d80 0x7f94300a4240 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9448102130 0x7f944819de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9448101770 0x7f9448196df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 --2- 172.21.15.18:0/2679260043 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9448100580 0x7f94481968b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 >> 172.21.15.18:0/2679260043 conn(0x7f94480fbaf0 msgr2=0x7f9448104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 shutdown_connections 2024-03-07T09:58:46.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.709+0000 7f94505d2640 1 -- 172.21.15.18:0/2679260043 wait complete. 2024-03-07T09:58:46.727 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 -- 172.21.15.18:0/2072391612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc100560 msgr2=0x7fd0fc100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 --2- 172.21.15.18:0/2072391612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc100560 0x7fd0fc100980 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fd0ec009900 tx=0x7fd0ec02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 -- 172.21.15.18:0/2072391612 shutdown_connections 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 --2- 172.21.15.18:0/2072391612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0fc102110 0x7fd0fc1089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 --2- 172.21.15.18:0/2072391612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0fc101750 0x7fd0fc101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 --2- 172.21.15.18:0/2072391612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc100560 0x7fd0fc100980 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 -- 172.21.15.18:0/2072391612 >> 172.21.15.18:0/2072391612 conn(0x7fd0fc0fbad0 msgr2=0x7fd0fc0fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 -- 172.21.15.18:0/2072391612 shutdown_connections 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.829+0000 7fd100f5a640 1 -- 172.21.15.18:0/2072391612 wait complete. 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 Processor -- start 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 -- start start 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0fc100560 0x7fd0fc06a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0fc101750 0x7fd0fc19c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc102110 0x7fd0fc19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0fc10c1f0 con 0x7fd0fc102110 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0fc10c070 con 0x7fd0fc101750 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd100f5a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0fc10c370 con 0x7fd0fc100560 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc102110 0x7fd0fc19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0fc100560 0x7fd0fc06a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc102110 0x7fd0fc19ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53724/0 (socket says 172.21.15.18:53724) 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 -- 172.21.15.18:0/1642371140 learned_addr learned my addr 172.21.15.18:0/1642371140 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0fc101750 0x7fd0fc19c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 -- 172.21.15.18:0/1642371140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0fc100560 msgr2=0x7fd0fc06a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0fc100560 0x7fd0fc06a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 -- 172.21.15.18:0/1642371140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0fc101750 msgr2=0x7fd0fc19c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0fc101750 0x7fd0fc19c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.830+0000 7fd0fad9d640 1 -- 172.21.15.18:0/1642371140 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0fc19f610 con 0x7fd0fc102110 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.831+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc102110 0x7fd0fc19ed50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400efd0 tx=0x7fd0f400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.831+0000 7fd0f37fe640 1 -- 172.21.15.18:0/1642371140 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4003b70 con 0x7fd0fc102110 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.831+0000 7fd0f37fe640 1 -- 172.21.15.18:0/1642371140 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0f4003d10 con 0x7fd0fc102110 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.831+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0fc19f900 con 0x7fd0fc102110 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.831+0000 7fd0f37fe640 1 -- 172.21.15.18:0/1642371140 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f40109f0 con 0x7fd0fc102110 2024-03-07T09:58:46.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.831+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0fc19fe00 con 0x7fd0fc102110 2024-03-07T09:58:46.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.833+0000 7fd0f37fe640 1 -- 172.21.15.18:0/1642371140 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fd0f4004020 con 0x7fd0fc102110 2024-03-07T09:58:46.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.833+0000 7fd103e28740 1 Processor -- start 2024-03-07T09:58:46.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd103e28740 1 -- start start 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0f37fe640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0e80a1d80 0x7fd0e80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd103e28740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb40880b0 0x55eeb40884d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd103e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd103e28740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb408dc10 0x55eeb40900a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd103e28740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb3fed790 con 0x55eeb40880b0 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd103e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb3f96b20 con 0x55eeb4088aa0 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd103e28740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb3fe9830 con 0x55eeb408dc10 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb40880b0 0x55eeb40884d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0e80a1d80 0x7fd0e80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0f37fe640 1 -- 172.21.15.18:0/1642371140 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd0f40ce1f0 con 0x7fd0fc102110 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb40880b0 0x55eeb40884d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53728/0 (socket says 172.21.15.18:53728) 2024-03-07T09:58:46.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fa59c640 1 -- 172.21.15.18:0/2674732766 learned_addr learned my addr 172.21.15.18:0/2674732766 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb408dc10 0x55eeb40900a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2674732766 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 msgr2=0x55eeb408d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2674732766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb40880b0 msgr2=0x55eeb40884d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb40880b0 0x55eeb40884d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2674732766 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eeb3faa970 con 0x55eeb408dc10 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fa59c640 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb40880b0 0x55eeb40884d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0e80a1d80 0x7fd0e80a4240 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc06a640 tx=0x7fd0e4013940 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.834+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb408dc10 0x55eeb40900a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd0f40cc050 tx=0x7fd0f4010430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88bee6e9375a5229 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd0f0ff9640 1 -- 172.21.15.18:0/2674732766 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f40173d0 con 0x55eeb408dc10 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd0f0ff9640 1 -- 172.21.15.18:0/2674732766 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0f4009820 con 0x55eeb408dc10 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd0f0ff9640 1 -- 172.21.15.18:0/2674732766 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4016370 con 0x55eeb408dc10 2024-03-07T09:58:46.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 -- 172.21.15.18:0/2674732766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb408dc10 msgr2=0x55eeb40900a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb408dc10 0x55eeb40900a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd0f40cc050 tx=0x7fd0f4010430 comp rx=0 tx=0).stop 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 -- 172.21.15.18:0/2674732766 shutdown_connections 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb408dc10 0x55eeb40900a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 --2- 172.21.15.18:0/2674732766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb40880b0 0x55eeb40884d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 -- 172.21.15.18:0/2674732766 >> 172.21.15.18:0/2674732766 conn(0x55eeb40503d0 msgr2=0x55eeb4083a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 -- 172.21.15.18:0/2674732766 shutdown_connections 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.835+0000 7fd103e28740 1 -- 172.21.15.18:0/2674732766 wait complete. 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 -- start start 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 Processor -- start 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4092590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb4088aa0 0x55eeb4092ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb408dc10 0x55eeb4099b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb4090b60 con 0x55eeb4088aa0 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb3fa9f60 con 0x55eeb408dc10 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb4090ce0 con 0x55eeb40880b0 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd103e28740 10 client.0 _ll_register_callbacks cb 0x55eeb3fe53d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb4088aa0 0x55eeb4092ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4092590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb4088aa0 0x55eeb4092ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53734/0 (socket says 172.21.15.18:53734) 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 -- 172.21.15.18:0/1848055504 learned_addr learned my addr 172.21.15.18:0/1848055504 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb408dc10 0x55eeb4099b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 -- 172.21.15.18:0/1848055504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 msgr2=0x55eeb4092590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4092590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 -- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb408dc10 msgr2=0x55eeb4099b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb408dc10 0x55eeb4099b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 -- 172.21.15.18:0/1848055504 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55eeb3d022d0 con 0x55eeb4088aa0 2024-03-07T09:58:46.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb4088aa0 0x55eeb4092ad0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fd0e400f830 tx=0x7fd0e4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2425db41d2248dcf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.836+0000 7fd0e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/1848055504 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0e4026070 con 0x55eeb4088aa0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/1848055504 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd0e4011d50 con 0x55eeb4088aa0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd0f4009820 con 0x55eeb4088aa0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/1848055504 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0e4004020 con 0x55eeb4088aa0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 10 client.15258 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55eeb3dcc6b0 con 0x55eeb4088aa0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/1848055504 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0f4009820 con 0x55eeb4088aa0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/1848055504 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd0e401f070 con 0x55eeb4088aa0 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 10 client.15258 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 10 client.15258 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 20 client.15258 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:46.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb409f150 0x55eeb409e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 4 client.15258 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55eeb3ffacd0 con 0x55eeb409f150 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.837+0000 7fd0fa59c640 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb409f150 0x55eeb409e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.838+0000 7fd0e1ffb640 10 client.15258 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.838+0000 7fd0fa59c640 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb409f150 0x55eeb409e180 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c954b8aa8cffffca server_cookie=3e7252fd0d847922 in_seq=0 out_seq=0 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.838+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/1848055504 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55eeb3ffacd0 con 0x55eeb409f150 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.838+0000 7fd0e1ffb640 10 client.15258 handle_command_reply: tid=0 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.838+0000 7fd103e28740 1 client.15258 shutdown 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.838+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb4088aa0 msgr2=0x55eeb4092ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.838+0000 7fd103e28740 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb4088aa0 0x55eeb4092ad0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fd0e400f830 tx=0x7fd0e4004730 comp rx=0 tx=0).stop 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 shutdown_connections 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb408dc10 0x55eeb4099b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb4088aa0 0x55eeb4092ad0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb409f150 0x55eeb409e180 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 --2- 172.21.15.18:0/1848055504 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4092590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd0e1ffb640 0 client.15258 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 >> 172.21.15.18:0/1848055504 conn(0x55eeb40503d0 msgr2=0x55eeb4082c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 shutdown_connections 2024-03-07T09:58:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 1 -- 172.21.15.18:0/1848055504 wait complete. 2024-03-07T09:58:46.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.839+0000 7fd103e28740 20 client.15258 trim_cache size 0 max 16384 2024-03-07T09:58:46.850 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:46 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1621124956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:46.850 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:46 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1564559636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:46.850 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:46 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2415362976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:46.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 Processor -- start 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 -- start start 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4089fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb4086c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb409e970 con 0x55eeb408dc10 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb409efd0 con 0x55eeb4088aa0 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.855+0000 7fd103e28740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb409f630 con 0x55eeb40880b0 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb4086c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb4086c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53744/0 (socket says 172.21.15.18:53744) 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2974049181 learned_addr learned my addr 172.21.15.18:0/2974049181 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fa59c640 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4089fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2974049181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 msgr2=0x55eeb4089fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4089fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2974049181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 msgr2=0x55eeb408a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2974049181 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eeb4083fc0 con 0x55eeb408dc10 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb4086c60 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400cba0 tx=0x7fd0f409ab80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=372ef015786d229e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0e3fff640 1 -- 172.21.15.18:0/2974049181 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f409b610 con 0x55eeb408dc10 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0e3fff640 1 -- 172.21.15.18:0/2974049181 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0f4009820 con 0x55eeb408dc10 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.856+0000 7fd0e3fff640 1 -- 172.21.15.18:0/2974049181 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f4004620 con 0x55eeb408dc10 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- 172.21.15.18:0/2974049181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 msgr2=0x55eeb4086c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb4086c60 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400cba0 tx=0x7fd0f409ab80 comp rx=0 tx=0).stop 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- 172.21.15.18:0/2974049181 shutdown_connections 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb4086c60 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb408a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 --2- 172.21.15.18:0/2974049181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb4089fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- 172.21.15.18:0/2974049181 >> 172.21.15.18:0/2974049181 conn(0x55eeb40503d0 msgr2=0x55eeb409e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- 172.21.15.18:0/2974049181 shutdown_connections 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- 172.21.15.18:0/2974049181 wait complete. 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- start start 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 Processor -- start 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb40f81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb40fa6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb40fcd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb40a02f0 con 0x55eeb408dc10 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb409fc90 con 0x55eeb4088aa0 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eeb40a0950 con 0x55eeb40880b0 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd103e28740 10 client.0 _ll_register_callbacks cb 0x7fd0e400f4e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:46.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd0fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb40fcd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd0fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb40f81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd0f3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb40fa6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd0fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb40fcd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53746/0 (socket says 172.21.15.18:53746) 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd0fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb40f81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54234/0 (socket says 172.21.15.18:54234) 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.857+0000 7fd0fad9d640 1 -- 172.21.15.18:0/2409839684 learned_addr learned my addr 172.21.15.18:0/2409839684 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0f3fff640 1 -- 172.21.15.18:0/2409839684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 msgr2=0x55eeb40f81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb40f81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0f3fff640 1 -- 172.21.15.18:0/2409839684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 msgr2=0x55eeb40fcd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb40fcd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0f3fff640 1 -- 172.21.15.18:0/2409839684 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55eeb40fd590 con 0x55eeb4088aa0 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0fa59c640 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb40f81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0fad9d640 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb40fcd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0f3fff640 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb40fa6f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd0e4003d40 tx=0x7fd0e4009fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38d7346e0e0a2f66 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/2409839684 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0e4026040 con 0x55eeb4088aa0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd0f4009820 con 0x55eeb4088aa0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/2409839684 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd0e4011b50 con 0x55eeb4088aa0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/2409839684 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0e4047050 con 0x55eeb4088aa0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd103e28740 10 client.25073 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.858+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55eeb40fe900 con 0x55eeb4088aa0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/2409839684 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0f4009820 con 0x55eeb4088aa0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/2409839684 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd0e40356b0 con 0x55eeb4088aa0 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 10 client.25073 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 10 client.25073 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 20 client.25073 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb4102f40 0x55eeb40feb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 4 client.25073 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55eeb3ff5020 con 0x55eeb4102f40 2024-03-07T09:58:46.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd0fa59c640 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb4102f40 0x55eeb40feb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd0fa59c640 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb4102f40 0x55eeb40feb90 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cb6e7babd73c24e1 server_cookie=31c831be555392ee in_seq=0 out_seq=0 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd0e1ffb640 10 client.25073 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd0e1ffb640 1 -- 172.21.15.18:0/2409839684 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55eeb3ff5020 con 0x55eeb4102f40 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd0e1ffb640 10 client.25073 handle_command_reply: tid=0 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 1 client.25073 shutdown 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 msgr2=0x55eeb40fa6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.859+0000 7fd103e28740 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb40fa6f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd0e4003d40 tx=0x7fd0e4009fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 shutdown_connections 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eeb408dc10 0x55eeb40fcd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eeb4088aa0 0x55eeb40fa6f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55eeb4102f40 0x55eeb40feb90 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 --2- 172.21.15.18:0/2409839684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eeb40880b0 0x55eeb40f81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd0e1ffb640 0 client.25073 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 >> 172.21.15.18:0/2409839684 conn(0x55eeb40503d0 msgr2=0x55eeb4092590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 shutdown_connections 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 1 -- 172.21.15.18:0/2409839684 wait complete. 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd103e28740 20 client.25073 trim_cache size 0 max 16384 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 1, 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24503, 2024-03-07T09:58:46.869 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 110.15425318200001, 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 88, 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 86, 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 117.32512322700001 2024-03-07T09:58:46.870 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:46.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0e80a1d80 msgr2=0x7fd0e80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0e80a1d80 0x7fd0e80a4240 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc06a640 tx=0x7fd0e4013940 comp rx=0 tx=0).stop 2024-03-07T09:58:46.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc102110 msgr2=0x7fd0fc19ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc102110 0x7fd0fc19ed50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fd0f400efd0 tx=0x7fd0f400c6a0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 shutdown_connections 2024-03-07T09:58:46.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd0e80a1d80 0x7fd0e80a4240 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd0fc102110 0x7fd0fc19ed50 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0fc101750 0x7fd0fc19c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 --2- 172.21.15.18:0/1642371140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd0fc100560 0x7fd0fc06a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 >> 172.21.15.18:0/1642371140 conn(0x7fd0fc0fbad0 msgr2=0x7fd0fc104ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 shutdown_connections 2024-03-07T09:58:46.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.860+0000 7fd100f5a640 1 -- 172.21.15.18:0/1642371140 wait complete. 2024-03-07T09:58:46.873 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-07T09:58:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:46 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1621124956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:46 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1564559636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:46 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2415362976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:46.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 -- 172.21.15.18:0/3132869050 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418101670 msgr2=0x7fc418101a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 --2- 172.21.15.18:0/3132869050 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418101670 0x7fc418101a90 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc410009900 tx=0x7fc41002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 -- 172.21.15.18:0/3132869050 shutdown_connections 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 --2- 172.21.15.18:0/3132869050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418103220 0x7fc418109ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 --2- 172.21.15.18:0/3132869050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 0x7fc418102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 --2- 172.21.15.18:0/3132869050 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418101670 0x7fc418101a90 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 -- 172.21.15.18:0/3132869050 >> 172.21.15.18:0/3132869050 conn(0x7fc4180fcbe0 msgr2=0x7fc4180ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 -- 172.21.15.18:0/3132869050 shutdown_connections 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 -- 172.21.15.18:0/3132869050 wait complete. 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.975+0000 7fc41d599640 1 Processor -- start 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc41d599640 1 -- start start 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc41d599640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418101670 0x7fc4181979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc41d599640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 0x7fc418197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc41d599640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418103220 0x7fc41819ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc41d599640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41810d2e0 con 0x7fc418103220 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc41d599640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41810d160 con 0x7fc418102860 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc41d599640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41810d460 con 0x7fc418101670 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418103220 0x7fc41819ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 0x7fc418197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc416ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418101670 0x7fc4181979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 0x7fc418197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54852/0 (socket says 172.21.15.18:54852) 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418103220 0x7fc41819ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53766/0 (socket says 172.21.15.18:53766) 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc416ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418101670 0x7fc4181979e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54256/0 (socket says 172.21.15.18:54256) 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 -- 172.21.15.18:0/733630143 learned_addr learned my addr 172.21.15.18:0/733630143 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 -- 172.21.15.18:0/733630143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418101670 msgr2=0x7fc4181979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418101670 0x7fc4181979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 -- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418103220 msgr2=0x7fc41819ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418103220 0x7fc41819ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 -- 172.21.15.18:0/733630143 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc41819f600 con 0x7fc418102860 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc416ffd640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418101670 0x7fc4181979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.976+0000 7fc4167fc640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 0x7fc418197f20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc40000ea60 tx=0x7fc40000ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.977+0000 7fc40ffff640 1 -- 172.21.15.18:0/733630143 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc40000cde0 con 0x7fc418102860 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.977+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc41819f8f0 con 0x7fc418102860 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.977+0000 7fc40ffff640 1 -- 172.21.15.18:0/733630143 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc4000035f0 con 0x7fc418102860 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.977+0000 7fc40ffff640 1 -- 172.21.15.18:0/733630143 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc400010670 con 0x7fc418102860 2024-03-07T09:58:46.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.977+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc41819fe90 con 0x7fc418102860 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 Processor -- start 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc40ffff640 1 -- 172.21.15.18:0/733630143 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fc4000037a0 con 0x7fc418102860 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 -- start start 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x5558090334d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090385a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580903b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555808f98790 con 0x555809038c10 2024-03-07T09:58:46.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555808f41b20 con 0x5558090330b0 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc420383740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555808f94830 con 0x555809033aa0 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580903b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc4177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x5558090334d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc416ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090385a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc4177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x5558090334d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54860/0 (socket says 172.21.15.18:54860) 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.979+0000 7fc4177fe640 1 -- 172.21.15.18:0/3358986522 learned_addr learned my addr 172.21.15.18:0/3358986522 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc4167fc640 1 -- 172.21.15.18:0/3358986522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 msgr2=0x5558090385a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc4167fc640 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090385a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc4167fc640 1 -- 172.21.15.18:0/3358986522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 msgr2=0x5558090334d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc4167fc640 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x5558090334d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc4167fc640 1 -- 172.21.15.18:0/3358986522 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555808f55970 con 0x555809038c10 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc40ffff640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc4040a1d80 0x7fc4040a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc416ffd640 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090385a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc4177fe640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc4040a1d80 0x7fc4040a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc4167fc640 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580903b0a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc4000cbb10 tx=0x7fc4000d6570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1a533a143300921 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc40ffff640 1 -- 172.21.15.18:0/733630143 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fc4000ce030 con 0x7fc418102860 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc40d7fa640 1 -- 172.21.15.18:0/3358986522 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc40009ab40 con 0x555809038c10 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc40d7fa640 1 -- 172.21.15.18:0/3358986522 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc40009b470 con 0x555809038c10 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.980+0000 7fc40d7fa640 1 -- 172.21.15.18:0/3358986522 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc40009a6d0 con 0x555809038c10 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 -- 172.21.15.18:0/3358986522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 msgr2=0x55580903b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc4177fe640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc4040a1d80 0x7fc4040a4240 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x555809034300 tx=0x7fc408009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580903b0a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc4000cbb10 tx=0x7fc4000d6570 comp rx=0 tx=0).stop 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 -- 172.21.15.18:0/3358986522 shutdown_connections 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580903b0a0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090385a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 --2- 172.21.15.18:0/3358986522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x5558090334d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 -- 172.21.15.18:0/3358986522 >> 172.21.15.18:0/3358986522 conn(0x555808ffb3d0 msgr2=0x55580902ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 -- 172.21.15.18:0/3358986522 shutdown_connections 2024-03-07T09:58:46.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 -- 172.21.15.18:0/3358986522 wait complete. 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 -- start start 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.981+0000 7fc420383740 1 Processor -- start 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809033aa0 0x55580903daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809038c10 0x555809044ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55580903bbc0 con 0x555809033aa0 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555808f54f60 con 0x5558090330b0 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55580903bd40 con 0x555809038c10 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 10 client.0 _ll_register_callbacks cb 0x555808f903d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809033aa0 0x55580903daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809033aa0 0x55580903daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53784/0 (socket says 172.21.15.18:53784) 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc416ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 -- 172.21.15.18:0/343042235 learned_addr learned my addr 172.21.15.18:0/343042235 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4177fe640 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809038c10 0x555809044ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 -- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809038c10 msgr2=0x555809044ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809038c10 0x555809044ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 -- 172.21.15.18:0/343042235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 msgr2=0x55580903d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 -- 172.21.15.18:0/343042235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555808cad2d0 con 0x555809033aa0 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc4167fc640 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809033aa0 0x55580903daa0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc4000cbb90 tx=0x7fc4000d1980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=145b5bcca2628525 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc3fe7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/343042235 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4000b3060 con 0x555809033aa0 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/343042235 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fc4000973e0 con 0x555809033aa0 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.982+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc40009b470 con 0x555809033aa0 2024-03-07T09:58:46.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/343042235 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc40009a8b0 con 0x555809033aa0 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 10 client.15276 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x555808d776b0 con 0x555809033aa0 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/343042235 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc40009b470 con 0x555809033aa0 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/343042235 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc400079be0 con 0x555809033aa0 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 10 client.15276 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 10 client.15276 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 20 client.15276 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555809049b00 0x55580904df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 4 client.15276 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555808fa5cd0 con 0x555809049b00 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc416ffd640 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555809049b00 0x55580904df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc416ffd640 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555809049b00 0x55580904df80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2b0155f21db0f1 server_cookie=552842bdb7cbe2df in_seq=0 out_seq=0 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.983+0000 7fc3fe7fc640 10 client.15276 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:46.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/343042235 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555808fa5cd0 con 0x555809049b00 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc3fe7fc640 10 client.15276 handle_command_reply: tid=0 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 client.15276 shutdown 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809033aa0 msgr2=0x55580903daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809033aa0 0x55580903daa0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc4000cbb90 tx=0x7fc4000d1980 comp rx=0 tx=0).stop 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 shutdown_connections 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555809049b00 0x55580904df80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809038c10 0x555809044ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc3fe7fc640 0 client.15276 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809033aa0 0x55580903daa0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 --2- 172.21.15.18:0/343042235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 >> 172.21.15.18:0/343042235 conn(0x555808ffb3d0 msgr2=0x55580902dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 shutdown_connections 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 1 -- 172.21.15.18:0/343042235 wait complete. 2024-03-07T09:58:46.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:46.984+0000 7fc420383740 20 client.15276 trim_cache size 0 max 16384 2024-03-07T09:58:47.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:46 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1621124956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:47.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:46 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1564559636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:47.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:46 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2415362976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 Processor -- start 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 -- start start 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x555809044aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580902d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555809049320 con 0x555809038c10 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555809049980 con 0x5558090330b0 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc420383740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555809049fe0 con 0x555809033aa0 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x555809044aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc4177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580902d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x555809044aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54292/0 (socket says 172.21.15.18:54292) 2024-03-07T09:58:47.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc416ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.001+0000 7fc4167fc640 1 -- 172.21.15.18:0/2131310223 learned_addr learned my addr 172.21.15.18:0/2131310223 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc4167fc640 1 -- 172.21.15.18:0/2131310223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 msgr2=0x55580903d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc4167fc640 1 --2- 172.21.15.18:0/2131310223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc4167fc640 1 -- 172.21.15.18:0/2131310223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 msgr2=0x55580902d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc4167fc640 1 --2- 172.21.15.18:0/2131310223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580902d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc4167fc640 1 -- 172.21.15.18:0/2131310223 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5558090381e0 con 0x555809033aa0 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc4167fc640 1 --2- 172.21.15.18:0/2131310223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x555809044aa0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc400097740 tx=0x7fc4000a3560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa44d5b711463ebf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc40cff9640 1 -- 172.21.15.18:0/2131310223 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4000d5030 con 0x555809033aa0 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc40cff9640 1 -- 172.21.15.18:0/2131310223 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc40009b470 con 0x555809033aa0 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.002+0000 7fc40cff9640 1 -- 172.21.15.18:0/2131310223 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4000b3040 con 0x555809033aa0 2024-03-07T09:58:47.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- 172.21.15.18:0/2131310223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 msgr2=0x555809044aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:47.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 --2- 172.21.15.18:0/2131310223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x555809044aa0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc400097740 tx=0x7fc4000a3560 comp rx=0 tx=0).stop 2024-03-07T09:58:47.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- 172.21.15.18:0/2131310223 shutdown_connections 2024-03-07T09:58:47.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 --2- 172.21.15.18:0/2131310223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555809038c10 0x55580902d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 --2- 172.21.15.18:0/2131310223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x555809044aa0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 --2- 172.21.15.18:0/2131310223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5558090330b0 0x55580903d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- 172.21.15.18:0/2131310223 >> 172.21.15.18:0/2131310223 conn(0x555808ffb3d0 msgr2=0x55580903d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:47.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- 172.21.15.18:0/2131310223 shutdown_connections 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- 172.21.15.18:0/2131310223 wait complete. 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- start start 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 Processor -- start 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558090330b0 0x555809044290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090447d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555809038c10 0x555809040d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55580904aca0 con 0x5558090330b0 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55580904a640 con 0x555809038c10 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55580904b300 con 0x555809033aa0 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc420383740 10 client.0 _ll_register_callbacks cb 0x7fc408009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc416ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558090330b0 0x555809044290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc416ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558090330b0 0x555809044290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53796/0 (socket says 172.21.15.18:53796) 2024-03-07T09:58:47.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc4167fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc416ffd640 1 -- 172.21.15.18:0/2606725578 learned_addr learned my addr 172.21.15.18:0/2606725578 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.003+0000 7fc4177fe640 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555809038c10 0x555809040d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc416ffd640 1 -- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 msgr2=0x5558090447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc416ffd640 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090447d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc416ffd640 1 -- 172.21.15.18:0/2606725578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555809038c10 msgr2=0x555809040d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc416ffd640 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555809038c10 0x555809040d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc416ffd640 1 -- 172.21.15.18:0/2606725578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5558090413f0 con 0x5558090330b0 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc4167fc640 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc416ffd640 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558090330b0 0x555809044290 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc41002bc70 tx=0x7fc410005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a983f16a04afc1b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc3fe7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/2606725578 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc410005040 con 0x5558090330b0 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/2606725578 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fc4100051e0 con 0x5558090330b0 2024-03-07T09:58:47.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc40009b470 con 0x5558090330b0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/2606725578 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc410055050 con 0x5558090330b0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 10 client.15282 fetch_fsmap learned FSMap version 23 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5558090a5d10 con 0x5558090330b0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/2606725578 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc40009b470 con 0x5558090330b0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/2606725578 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 23) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc4100035f0 con 0x5558090330b0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 10 client.15282 fetch_fsmap finished waiting for FSMap version 23 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 10 client.15282 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 20 client.15282 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5558090aa3d0 0x5558090a6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 4 client.15282 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.004+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "status"}) v1 -- 0x555808fa0020 con 0x5558090aa3d0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc4167fc640 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5558090aa3d0 0x5558090a6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc4167fc640 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5558090aa3d0 0x5558090a6000 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b00f6028c2b240b server_cookie=b391f9591acd641c in_seq=0 out_seq=0 2024-03-07T09:58:47.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc3fe7fc640 10 client.15282 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc3fe7fc640 1 -- 172.21.15.18:0/2606725578 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x555808fa0020 con 0x5558090aa3d0 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc3fe7fc640 10 client.15282 handle_command_reply: tid=0 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 client.15282 shutdown 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558090330b0 msgr2=0x555809044290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558090330b0 0x555809044290 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc41002bc70 tx=0x7fc410005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 shutdown_connections 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5558090aa3d0 0x5558090a6000 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555809038c10 0x555809040d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555809033aa0 0x5558090447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc3fe7fc640 0 client.15282 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 --2- 172.21.15.18:0/2606725578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5558090330b0 0x555809044290 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 >> 172.21.15.18:0/2606725578 conn(0x555808ffb3d0 msgr2=0x55580903d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 shutdown_connections 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 1 -- 172.21.15.18:0/2606725578 wait complete. 2024-03-07T09:58:47.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.005+0000 7fc420383740 20 client.15282 trim_cache size 0 max 16384 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "cluster_fsid": "c474c52c-dc67-11ee-95c6-87774f69a715", 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "whoami": 0, 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "id": 24517, 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "want_state": "up:active", 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "state": "up:active", 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "fs_name": "cephfs", 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "rank_uptime": 113.319771198, 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "mdsmap_epoch": 23, 2024-03-07T09:58:47.016 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch": 88, 2024-03-07T09:58:47.017 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_epoch_barrier": 86, 2024-03-07T09:58:47.017 INFO:teuthology.orchestra.run.smithi018.stdout: "uptime": 126.097569545 2024-03-07T09:58:47.017 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:47.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc4040a1d80 msgr2=0x7fc4040a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:47.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc4040a1d80 0x7fc4040a4240 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x555809034300 tx=0x7fc408009500 comp rx=0 tx=0).stop 2024-03-07T09:58:47.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 msgr2=0x7fc418197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:47.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 0x7fc418197f20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc40000ea60 tx=0x7fc40000ef20 comp rx=0 tx=0).stop 2024-03-07T09:58:47.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 shutdown_connections 2024-03-07T09:58:47.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc4040a1d80 0x7fc4040a4240 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc418103220 0x7fc41819ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc418102860 0x7fc418197f20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 --2- 172.21.15.18:0/733630143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc418101670 0x7fc4181979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:47.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 >> 172.21.15.18:0/733630143 conn(0x7fc4180fcbe0 msgr2=0x7fc418105bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:47.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 shutdown_connections 2024-03-07T09:58:47.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:47.006+0000 7fc41d599640 1 -- 172.21.15.18:0/733630143 wait complete. 2024-03-07T09:58:47.019 INFO:teuthology.run_tasks:Running task kclient... 2024-03-07T09:58:47.047 INFO:tasks.kclient:Mounting kernel clients... 2024-03-07T09:58:47.047 INFO:tasks.kclient:config is {'client.0': {}} 2024-03-07T09:58:47.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:47.047 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-03-07T09:58:47.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:47.063 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link delete ceph-brx 2024-03-07T09:58:47.130 INFO:teuthology.orchestra.run.smithi018.stderr:Cannot find device "ceph-brx" 2024-03-07T09:58:47.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T09:58:47.132 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'wsync', 'context=system_u:object_r:postgresql_db_t:s0'], 'syntax': 'v2', 'mount_subvol_num': 1, 'mountpoint': '/tmp/cephfs'} 2024-03-07T09:58:47.132 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-03-07T09:58:47.132 INFO:tasks.cephfs.mount:using client_config["hostfs_mntpt"] = /tmp/cephfs 2024-03-07T09:58:47.132 INFO:tasks.cephfs.mount:hostfs_mntpt = /tmp/cephfs 2024-03-07T09:58:47.133 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph fs ls 2024-03-07T09:58:47.415 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T09:58:47.839 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:47 smithi018 ceph-mon[32171]: pgmap v344: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:47.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:47 smithi063 ceph-mon[36356]: pgmap v344: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:48.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:47 smithi077 ceph-mon[36374]: pgmap v344: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-03-07T09:58:49.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 -- 172.21.15.18:0/2281864560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 msgr2=0x7f219410efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 --2- 172.21.15.18:0/2281864560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f219410efe0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f218c00b0d0 tx=0x7f218c00b3e0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 -- 172.21.15.18:0/2281864560 shutdown_connections 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 --2- 172.21.15.18:0/2281864560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f219410efe0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 --2- 172.21.15.18:0/2281864560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21941081a0 0x7f2194108580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 --2- 172.21.15.18:0/2281864560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2194069e00 0x7f219406a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 -- 172.21.15.18:0/2281864560 >> 172.21.15.18:0/2281864560 conn(0x7f2194077f80 msgr2=0x7f2194078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 -- 172.21.15.18:0/2281864560 shutdown_connections 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.198+0000 7f219b591700 1 -- 172.21.15.18:0/2281864560 wait complete. 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 Processor -- start 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 -- start start 2024-03-07T09:58:49.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2194069e00 0x7f2194101120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f2194101660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f21941081a0 0x7f2194101ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21941123f0 con 0x7f219406a7a0 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2194112270 con 0x7f2194069e00 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219b591700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2194112570 con 0x7f21941081a0 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2198b2c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f2194101660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219932d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2194069e00 0x7f2194101120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2199b2e700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f21941081a0 0x7f2194101ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219932d700 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2194069e00 0x7f2194101120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:38452/0 (socket says 172.21.15.18:38452) 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2198b2c700 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f2194101660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41932/0 (socket says 172.21.15.18:41932) 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f219932d700 1 -- 172.21.15.18:0/1043147107 learned_addr learned my addr 172.21.15.18:0/1043147107 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2199b2e700 1 -- 172.21.15.18:0/1043147107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2194069e00 msgr2=0x7f2194101120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2199b2e700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2194069e00 0x7f2194101120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2199b2e700 1 -- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 msgr2=0x7f2194101660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2199b2e700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f2194101660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.199+0000 7f2199b2e700 1 -- 172.21.15.18:0/1043147107 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21941a6de0 con 0x7f21941081a0 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f219932d700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2194069e00 0x7f2194101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f2198b2c700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f2194101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f2199b2e700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f21941081a0 0x7f2194101ba0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f218c00b770 tx=0x7f218c007a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f218a7fc700 1 -- 172.21.15.18:0/1043147107 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f218c021020 con 0x7f21941081a0 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f218a7fc700 1 -- 172.21.15.18:0/1043147107 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f218c004c50 con 0x7f21941081a0 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21941a7070 con 0x7f21941081a0 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f218a7fc700 1 -- 172.21.15.18:0/1043147107 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f218c0052b0 con 0x7f21941081a0 2024-03-07T09:58:49.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.200+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21941a7520 con 0x7f21941081a0 2024-03-07T09:58:49.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.201+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2194068e10 con 0x7f21941081a0 2024-03-07T09:58:49.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.202+0000 7f218a7fc700 1 -- 172.21.15.18:0/1043147107 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f218c024020 con 0x7f21941081a0 2024-03-07T09:58:49.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.203+0000 7f218a7fc700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21800a1e90 0x7f21800a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:49.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.203+0000 7f219932d700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21800a1e90 0x7f21800a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:49.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.203+0000 7f218a7fc700 1 -- 172.21.15.18:0/1043147107 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f218c00f020 con 0x7f21941081a0 2024-03-07T09:58:49.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.203+0000 7f219932d700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21800a1e90 0x7f21800a4350 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2190011550 tx=0x7f2190009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:49.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.206+0000 7f218a7fc700 1 -- 172.21.15.18:0/1043147107 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f218c01de20 con 0x7f21941081a0 2024-03-07T09:58:49.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.455+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f219402d9f0 con 0x7f21941081a0 2024-03-07T09:58:49.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.455+0000 7f218a7fc700 1 -- 172.21.15.18:0/1043147107 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+73 (secure 0 0 0) 0x7f218c09c6a0 con 0x7f21941081a0 2024-03-07T09:58:49.457 INFO:teuthology.orchestra.run.smithi018.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-03-07T09:58:49.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21800a1e90 msgr2=0x7f21800a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:49.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21800a1e90 0x7f21800a4350 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2190011550 tx=0x7f2190009260 comp rx=0 tx=0).stop 2024-03-07T09:58:49.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f21941081a0 msgr2=0x7f2194101ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f21941081a0 0x7f2194101ba0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f218c00b770 tx=0x7f218c007a20 comp rx=0 tx=0).stop 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 shutdown_connections 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f21941081a0 0x7f2194101ba0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2194069e00 0x7f2194101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f21800a1e90 0x7f21800a4350 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 --2- 172.21.15.18:0/1043147107 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f219406a7a0 0x7f2194101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 >> 172.21.15.18:0/1043147107 conn(0x7f2194077f80 msgr2=0x7f21940ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 shutdown_connections 2024-03-07T09:58:49.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:49.458+0000 7f219b591700 1 -- 172.21.15.18:0/1043147107 wait complete. 2024-03-07T09:58:49.810 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:49 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1043147107' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-07T09:58:49.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:49 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1043147107' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-07T09:58:50.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:49 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1043147107' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-07T09:58:50.149 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-03-07T09:58:50.149 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-03-07T09:58:50.150 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi018.front.sepia.ceph.com 2024-03-07T09:58:50.150 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-03-07T09:58:50.150 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /tmp/cephfs 2024-03-07T09:58:50.150 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-03-07T09:58:50.150 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-03-07T09:58:50.150 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-03-07T09:58:50.150 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/tmp/cephfs' 2024-03-07T09:58:50.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.151 DEBUG:teuthology.orchestra.run.smithi018:> ip addr 2024-03-07T09:58:50.167 INFO:teuthology.orchestra.run.smithi018.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: inet 127.0.0.1/8 scope host lo 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: inet6 ::1/128 scope host 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:6b:fd:98 brd ff:ff:ff:ff:ff:ff 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp7s0f0 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-07T09:58:50.168 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:6b:fd:99 brd ff:ff:ff:ff:ff:ff 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp7s0f1 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:bd:13:62 brd ff:ff:ff:ff:ff:ff 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp1s0f0 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: inet 172.21.15.18/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft 42081sec preferred_lft 42081sec 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: inet6 fe80::ec4:7aff:febd:1362/64 scope link noprefixroute 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: valid_lft forever preferred_lft forever 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: link/ether 0c:c4:7a:bd:13:63 brd ff:ff:ff:ff:ff:ff 2024-03-07T09:58:50.169 INFO:teuthology.orchestra.run.smithi018.stdout: altname enp1s0f1 2024-03-07T09:58:50.170 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-03-07T09:58:50.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.170 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec bash -c ' 2024-03-07T09:58:50.170 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-03-07T09:58:50.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link add name ceph-brx type bridge 2024-03-07T09:58:50.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip addr flush dev ceph-brx 2024-03-07T09:58:50.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set ceph-brx up 2024-03-07T09:58:50.170 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-03-07T09:58:50.171 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-03-07T09:58:50.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.329 DEBUG:teuthology.orchestra.run.smithi018:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-03-07T09:58:50.356 INFO:teuthology.orchestra.run.smithi018.stdout:1 2024-03-07T09:58:50.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.357 DEBUG:teuthology.orchestra.run.smithi018:> route 2024-03-07T09:58:50.427 INFO:teuthology.orchestra.run.smithi018.stdout:Kernel IP routing table 2024-03-07T09:58:50.427 INFO:teuthology.orchestra.run.smithi018.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-03-07T09:58:50.427 INFO:teuthology.orchestra.run.smithi018.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-03-07T09:58:50.427 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-03-07T09:58:50.427 INFO:teuthology.orchestra.run.smithi018.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-03-07T09:58:50.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.428 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec bash -c ' 2024-03-07T09:58:50.428 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-03-07T09:58:50.428 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-03-07T09:58:50.428 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-03-07T09:58:50.428 DEBUG:teuthology.orchestra.run.smithi018:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-03-07T09:58:50.428 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-03-07T09:58:50.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.689 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-03-07T09:58:50.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.704 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list-id 2024-03-07T09:58:50.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.759 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec bash -c ' 2024-03-07T09:58:50.759 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-03-07T09:58:50.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns add ceph-ns--tmp-cephfs 2024-03-07T09:58:50.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns set ceph-ns--tmp-cephfs 0 2024-03-07T09:58:50.759 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-03-07T09:58:50.823 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:50 smithi018 ceph-mon[32171]: pgmap v345: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:50.842 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--tmp-cephfs' with 192.168.0.1/16 2024-03-07T09:58:50.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.842 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec bash -c ' 2024-03-07T09:58:50.842 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-03-07T09:58:50.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link add veth0 netns ceph-ns--tmp-cephfs type veth peer name brx.0 2024-03-07T09:58:50.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-03-07T09:58:50.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set veth0 up 2024-03-07T09:58:50.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set lo up 2024-03-07T09:58:50.843 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns exec ceph-ns--tmp-cephfs ip route add default via 192.168.255.254 2024-03-07T09:58:50.843 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-03-07T09:58:50.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:50 smithi063 ceph-mon[36356]: pgmap v345: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:50.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:50.978 DEBUG:teuthology.orchestra.run.smithi018:> (cd / && exec bash -c ' 2024-03-07T09:58:50.978 DEBUG:teuthology.orchestra.run.smithi018:> set -e 2024-03-07T09:58:50.978 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set brx.0 up 2024-03-07T09:58:50.978 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link set dev brx.0 master ceph-brx 2024-03-07T09:58:50.978 DEBUG:teuthology.orchestra.run.smithi018:> ') 2024-03-07T09:58:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:50 smithi077 ceph-mon[36374]: pgmap v345: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-03-07T09:58:51.021 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-07T09:58:51.021 DEBUG:teuthology.orchestra.run.smithi018:> mkdir -p -v /tmp/cephfs 2024-03-07T09:58:51.084 INFO:teuthology.orchestra.run.smithi018.stdout:mkdir: created directory '/tmp/cephfs' 2024-03-07T09:58:51.084 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-07T09:58:51.084 DEBUG:teuthology.orchestra.run.smithi018:> chmod 0000 /tmp/cephfs 2024-03-07T09:58:51.141 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-03-07T09:58:51.142 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-03-07T09:58:51.142 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/85eeb1b6-6511-43c7-ab9e-70c6237f25fe 2024-03-07T09:58:51.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:51.142 DEBUG:teuthology.orchestra.run.smithi018:> sudo nsenter --net=/var/run/netns/ceph-ns--tmp-cephfs adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/85eeb1b6-6511-43c7-ab9e-70c6237f25fe /tmp/cephfs -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,context=system_u:object_r:postgresql_db_t:s0,nofallback 2024-03-07T09:58:51.226 INFO:teuthology.orchestra.run.smithi018.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,context="system_u:object_r:postgresql_db_t:s0",nofallback 2024-03-07T09:58:51.226 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync,context="system_u:object_r:postgresql_db_t:s0"". 2024-03-07T09:58:51.330 INFO:teuthology.orchestra.run.smithi018.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,context="system_u:object_r:postgresql_db_t:s0",nofallback 2024-03-07T09:58:51.330 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync,context="system_u:object_r:postgresql_db_t:s0"". 2024-03-07T09:58:51.330 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: resolved to: "172.21.15.18:3300,172.21.15.63:3300,172.21.15.77:3300" 2024-03-07T09:58:51.330 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: trying mount with new device syntax: 0@c474c52c-dc67-11ee-95c6-87774f69a715.cephfs=/volumes/qa/sv_1/85eeb1b6-6511-43c7-ab9e-70c6237f25fe 2024-03-07T09:58:51.330 INFO:teuthology.orchestra.run.smithi018.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync,context="system_u:object_r:postgresql_db_t:s0",name=0,key=0,mon_addr=172.21.15.18:3300/172.21.15.63:3300/172.21.15.77:3300" will pass to kernel 2024-03-07T09:58:51.332 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-03-07T09:58:51.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:51.333 DEBUG:teuthology.orchestra.run.smithi018:> sudo chmod 1777 /tmp/cephfs 2024-03-07T09:58:51.405 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:51.406 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-07T09:58:51.461 INFO:teuthology.orchestra.run.smithi018.stdout:client25150 2024-03-07T09:58:51.462 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T09:58:51.462 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-07T09:58:51.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:51.519 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-07T09:58:51.575 INFO:teuthology.orchestra.run.smithi018.stdout:client25150 2024-03-07T09:58:51.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:51.575 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-03-07T09:58:51.631 INFO:teuthology.orchestra.run.smithi018.stdout:client25150 2024-03-07T09:58:51.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:51.631 DEBUG:teuthology.orchestra.run.smithi018:> (cd /tmp/cephfs && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/c474c52c-dc67-11ee-95c6-87774f69a715.client25150/status') 2024-03-07T09:58:51.698 INFO:teuthology.orchestra.run.smithi018.stdout:instance: client.25150 (3)172.21.15.18:0/67429994 2024-03-07T09:58:51.698 INFO:teuthology.orchestra.run.smithi018.stdout:blocklisted: false 2024-03-07T09:58:51.698 INFO:teuthology.orchestra.run.smithi018.stderr:0+1 records in 2024-03-07T09:58:51.698 INFO:teuthology.orchestra.run.smithi018.stderr:0+1 records out 2024-03-07T09:58:51.698 INFO:teuthology.orchestra.run.smithi018.stderr:69 bytes copied, 2.11e-05 s, 3.3 MB/s 2024-03-07T09:58:51.699 INFO:teuthology.run_tasks:Running task exec... 2024-03-07T09:58:51.840 INFO:teuthology.task.exec:Executing custom commands... 2024-03-07T09:58:51.840 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T09:58:51.840 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-03-07T09:58:51.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 -- 172.21.15.18:0/288066497 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a01005a0 msgr2=0x7fb5a01009c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:51.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/288066497 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a01005a0 0x7fb5a01009c0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb590009900 tx=0x7fb59002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:51.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 -- 172.21.15.18:0/288066497 shutdown_connections 2024-03-07T09:58:51.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/288066497 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5a0102150 0x7fb5a01089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/288066497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a0101790 0x7fb5a0101c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/288066497 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a01005a0 0x7fb5a01009c0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 -- 172.21.15.18:0/288066497 >> 172.21.15.18:0/288066497 conn(0x7fb5a00fbb30 msgr2=0x7fb5a00fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 -- 172.21.15.18:0/288066497 shutdown_connections 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 -- 172.21.15.18:0/288066497 wait complete. 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.944+0000 7fb5a63a7640 1 Processor -- start 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a63a7640 1 -- start start 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a63a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a01005a0 0x7fb5a01979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a63a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a0101790 0x7fb5a0197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a63a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5a0102150 0x7fb5a019ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a63a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a010c240 con 0x7fb5a0101790 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a63a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a010c0c0 con 0x7fb5a0102150 2024-03-07T09:58:51.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a63a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a010c3c0 con 0x7fb5a01005a0 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a01005a0 0x7fb5a01979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a0101790 0x7fb5a0197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a01005a0 0x7fb5a01979e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52410/0 (socket says 172.21.15.18:52410) 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59ffff640 1 -- 172.21.15.18:0/3700600424 learned_addr learned my addr 172.21.15.18:0/3700600424 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a4944640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5a0102150 0x7fb5a019ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59f7fe640 1 -- 172.21.15.18:0/3700600424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a01005a0 msgr2=0x7fb5a01979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59f7fe640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a01005a0 0x7fb5a01979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59f7fe640 1 -- 172.21.15.18:0/3700600424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5a0102150 msgr2=0x7fb5a019ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59f7fe640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5a0102150 0x7fb5a019ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59f7fe640 1 -- 172.21.15.18:0/3700600424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a019f600 con 0x7fb5a0101790 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59ffff640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a01005a0 0x7fb5a01979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb5a4944640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5a0102150 0x7fb5a019ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.945+0000 7fb59f7fe640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a0101790 0x7fb5a0197f20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb59400e9f0 tx=0x7fb59400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:51.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.946+0000 7fb59d7fa640 1 -- 172.21.15.18:0/3700600424 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59400ccc0 con 0x7fb5a0101790 2024-03-07T09:58:51.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.946+0000 7fb59d7fa640 1 -- 172.21.15.18:0/3700600424 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb594010910 con 0x7fb5a0101790 2024-03-07T09:58:51.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.946+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5a019f8f0 con 0x7fb5a0101790 2024-03-07T09:58:51.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.946+0000 7fb59d7fa640 1 -- 172.21.15.18:0/3700600424 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb594018960 con 0x7fb5a0101790 2024-03-07T09:58:51.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.946+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5a019fe90 con 0x7fb5a0101790 2024-03-07T09:58:51.950 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:51 smithi063 ceph-mon[36356]: pgmap v346: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-07T09:58:51.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.947+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5a01a00c0 con 0x7fb5a0101790 2024-03-07T09:58:51.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.948+0000 7fb59d7fa640 1 -- 172.21.15.18:0/3700600424 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fb594010ac0 con 0x7fb5a0101790 2024-03-07T09:58:51.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.948+0000 7fb59d7fa640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5880a1df0 0x7fb5880a42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:51.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.948+0000 7fb59ffff640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5880a1df0 0x7fb5880a42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:51.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.948+0000 7fb59d7fa640 1 -- 172.21.15.18:0/3700600424 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fb5940ce0c0 con 0x7fb5a0101790 2024-03-07T09:58:51.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.949+0000 7fb59ffff640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5880a1df0 0x7fb5880a42b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb590006010 tx=0x7fb59002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:51.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:51.953+0000 7fb59d7fa640 1 -- 172.21.15.18:0/3700600424 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb59409ae90 con 0x7fb5a0101790 2024-03-07T09:58:52.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:51 smithi077 ceph-mon[36374]: pgmap v346: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-07T09:58:52.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:51 smithi018 ceph-mon[32171]: pgmap v346: 97 pgs: 97 active+clean; 639 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-03-07T09:58:52.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.175+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) v1 -- 0x7fb5a01a0290 con 0x7fb5a0101790 2024-03-07T09:58:52.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.666+0000 7fb59d7fa640 1 -- 172.21.15.18:0/3700600424 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v24) v1 ==== 118+0+0 (secure 0 0 0) 0x7fb59409ef30 con 0x7fb5a0101790 2024-03-07T09:58:52.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.668+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5880a1df0 msgr2=0x7fb5880a42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:52.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.668+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5880a1df0 0x7fb5880a42b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb590006010 tx=0x7fb59002df90 comp rx=0 tx=0).stop 2024-03-07T09:58:52.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a0101790 msgr2=0x7fb5a0197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:52.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a0101790 0x7fb5a0197f20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb59400e9f0 tx=0x7fb59400eeb0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 shutdown_connections 2024-03-07T09:58:52.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5880a1df0 0x7fb5880a42b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5a0102150 0x7fb5a019ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5a0101790 0x7fb5a0197f20 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 --2- 172.21.15.18:0/3700600424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5a01005a0 0x7fb5a01979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 >> 172.21.15.18:0/3700600424 conn(0x7fb5a00fbb30 msgr2=0x7fb5a00fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:52.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 shutdown_connections 2024-03-07T09:58:52.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.669+0000 7fb5a63a7640 1 -- 172.21.15.18:0/3700600424 wait complete. 2024-03-07T09:58:52.683 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 -- 172.21.15.18:0/1921400707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184102170 msgr2=0x7f4184108a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 --2- 172.21.15.18:0/1921400707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184102170 0x7f4184108a00 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f417c009ca0 tx=0x7f417c02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 -- 172.21.15.18:0/1921400707 shutdown_connections 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 --2- 172.21.15.18:0/1921400707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4184102170 0x7f4184108a00 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 --2- 172.21.15.18:0/1921400707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41841017b0 0x7f4184101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 --2- 172.21.15.18:0/1921400707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41841005c0 0x7f41841009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 -- 172.21.15.18:0/1921400707 >> 172.21.15.18:0/1921400707 conn(0x7f41840fbb30 msgr2=0x7f41840fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 -- 172.21.15.18:0/1921400707 shutdown_connections 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 -- 172.21.15.18:0/1921400707 wait complete. 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 Processor -- start 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 -- start start 2024-03-07T09:58:52.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41841005c0 0x7f4184197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.791+0000 7f418aadd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41841017b0 0x7f4184197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f418aadd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4184102170 0x7f418419ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f418aadd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f418410c240 con 0x7f41841005c0 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f418aadd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f418410c0c0 con 0x7f41841017b0 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f418aadd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f418410c3c0 con 0x7f4184102170 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41841005c0 0x7f4184197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41841005c0 0x7f4184197980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41972/0 (socket says 172.21.15.18:41972) 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 -- 172.21.15.18:0/2076275437 learned_addr learned my addr 172.21.15.18:0/2076275437 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4183fff640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41841017b0 0x7f4184197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f418907a640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4184102170 0x7f418419ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 -- 172.21.15.18:0/2076275437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4184102170 msgr2=0x7f418419ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4184102170 0x7f418419ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 -- 172.21.15.18:0/2076275437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41841017b0 msgr2=0x7f4184197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41841017b0 0x7f4184197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 -- 172.21.15.18:0/2076275437 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f418419f5a0 con 0x7f41841005c0 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4188879640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41841005c0 0x7f4184197980 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f417800e9c0 tx=0x7f417800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4181ffb640 1 -- 172.21.15.18:0/2076275437 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f417800cd80 con 0x7f41841005c0 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f418419f890 con 0x7f41841005c0 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4181ffb640 1 -- 172.21.15.18:0/2076275437 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41780035f0 con 0x7f41841005c0 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f4181ffb640 1 -- 172.21.15.18:0/2076275437 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4178010690 con 0x7f41841005c0 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.792+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f418419fe30 con 0x7f41841005c0 2024-03-07T09:58:52.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.793+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41841a00c0 con 0x7f41841005c0 2024-03-07T09:58:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.794+0000 7f4181ffb640 1 -- 172.21.15.18:0/2076275437 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f41780037a0 con 0x7f41841005c0 2024-03-07T09:58:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.795+0000 7f4181ffb640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41740a1d70 0x7f41740a4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.795+0000 7f4183fff640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41740a1d70 0x7f41740a4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.795+0000 7f4181ffb640 1 -- 172.21.15.18:0/2076275437 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f41780ce1a0 con 0x7f41841005c0 2024-03-07T09:58:52.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.795+0000 7f4183fff640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41740a1d70 0x7f41740a4230 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4184198e90 tx=0x7f4170005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:52.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:52.799+0000 7f4181ffb640 1 -- 172.21.15.18:0/2076275437 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f417809b560 con 0x7f41841005c0 2024-03-07T09:58:52.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:52 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3700600424' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-03-07T09:58:53.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:52 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3700600424' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-03-07T09:58:53.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.009+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) v1 -- 0x7f41840fdc70 con 0x7f41740a1d70 2024-03-07T09:58:53.015 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:52 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3700600424' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-03-07T09:58:53.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.022+0000 7f4181ffb640 1 -- 172.21.15.18:0/2076275437 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3 (secure 0 0 0) 0x7f41840fdc70 con 0x7f41740a1d70 2024-03-07T09:58:53.023 INFO:teuthology.orchestra.run.smithi018.stdout:{} 2024-03-07T09:58:53.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41740a1d70 msgr2=0x7f41740a4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41740a1d70 0x7f41740a4230 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4184198e90 tx=0x7f4170005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41841005c0 msgr2=0x7f4184197980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41841005c0 0x7f4184197980 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f417800e9c0 tx=0x7f417800ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 shutdown_connections 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f41740a1d70 0x7f41740a4230 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4184102170 0x7f418419ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41841017b0 0x7f4184197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 --2- 172.21.15.18:0/2076275437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41841005c0 0x7f4184197980 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 >> 172.21.15.18:0/2076275437 conn(0x7f41840fbb30 msgr2=0x7f41840fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 shutdown_connections 2024-03-07T09:58:53.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.024+0000 7f418aadd640 1 -- 172.21.15.18:0/2076275437 wait complete. 2024-03-07T09:58:53.036 INFO:teuthology.run_tasks:Running task check-counter... 2024-03-07T09:58:53.047 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-03-07T09:58:53.124 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:53.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 -- 172.21.15.18:0/3935262448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50102a60 msgr2=0x7fbb50102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 --2- 172.21.15.18:0/3935262448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50102a60 0x7fbb50102ee0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fbb38009930 tx=0x7fbb3802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 -- 172.21.15.18:0/3935262448 shutdown_connections 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 --2- 172.21.15.18:0/3935262448 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb50103420 0x7fbb50109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 --2- 172.21.15.18:0/3935262448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50102a60 0x7fbb50102ee0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 --2- 172.21.15.18:0/3935262448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 0x7fbb500ffe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 -- 172.21.15.18:0/3935262448 >> 172.21.15.18:0/3935262448 conn(0x7fbb500fb2e0 msgr2=0x7fbb500fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 -- 172.21.15.18:0/3935262448 shutdown_connections 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.226+0000 7fbb55771640 1 -- 172.21.15.18:0/3935262448 wait complete. 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 Processor -- start 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 -- start start 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 0x7fbb501979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb50102a60 0x7fbb50197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50103420 0x7fbb5019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb5010d310 con 0x7fbb50103420 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb5010d190 con 0x7fbb500ff9f0 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb55771640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb5010d490 con 0x7fbb50102a60 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb4f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50103420 0x7fbb5019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb4effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 0x7fbb501979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb4effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 0x7fbb501979b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:38542/0 (socket says 172.21.15.18:38542) 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb4effd640 1 -- 172.21.15.18:0/1977046256 learned_addr learned my addr 172.21.15.18:0/1977046256 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb4f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50103420 0x7fbb5019ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42014/0 (socket says 172.21.15.18:42014) 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.227+0000 7fbb4e7fc640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb50102a60 0x7fbb50197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb4effd640 1 -- 172.21.15.18:0/1977046256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb50102a60 msgr2=0x7fbb50197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb4effd640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb50102a60 0x7fbb50197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb4effd640 1 -- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50103420 msgr2=0x7fbb5019ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb4effd640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50103420 0x7fbb5019ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb4effd640 1 -- 172.21.15.18:0/1977046256 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb5019f5d0 con 0x7fbb500ff9f0 2024-03-07T09:58:53.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb4f7fe640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50103420 0x7fbb5019ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:53.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb4effd640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 0x7fbb501979b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbb4800e9c0 tx=0x7fbb4800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:53.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb47fff640 1 -- 172.21.15.18:0/1977046256 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4800cde0 con 0x7fbb500ff9f0 2024-03-07T09:58:53.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb5019f8c0 con 0x7fbb500ff9f0 2024-03-07T09:58:53.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb47fff640 1 -- 172.21.15.18:0/1977046256 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbb48010910 con 0x7fbb500ff9f0 2024-03-07T09:58:53.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb47fff640 1 -- 172.21.15.18:0/1977046256 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb48018a10 con 0x7fbb500ff9f0 2024-03-07T09:58:53.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.228+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb5019fe30 con 0x7fbb500ff9f0 2024-03-07T09:58:53.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.229+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb50108b90 con 0x7fbb500ff9f0 2024-03-07T09:58:53.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.230+0000 7fbb47fff640 1 -- 172.21.15.18:0/1977046256 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fbb4801f020 con 0x7fbb500ff9f0 2024-03-07T09:58:53.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.231+0000 7fbb47fff640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb3c0a1d80 0x7fbb3c0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.231+0000 7fbb4e7fc640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb3c0a1d80 0x7fbb3c0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.231+0000 7fbb47fff640 1 -- 172.21.15.18:0/1977046256 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fbb480ce140 con 0x7fbb500ff9f0 2024-03-07T09:58:53.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.231+0000 7fbb4e7fc640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb3c0a1d80 0x7fbb3c0a4240 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fbb38000c00 tx=0x7fbb38005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:53.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.234+0000 7fbb47fff640 1 -- 172.21.15.18:0/1977046256 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fbb4809b500 con 0x7fbb500ff9f0 2024-03-07T09:58:53.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:58:53.013+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:58:53.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:58:53.013+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:58:53.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:58:53.013+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:58:53.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:58:53.013+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:58:53.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:58:53.013+0000 7fa2bb808700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:58:53.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.417+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb5002d220 con 0x7fbb500ff9f0 2024-03-07T09:58:53.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.419+0000 7fbb47fff640 1 -- 172.21.15.18:0/1977046256 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7fbb4809ae00 con 0x7fbb500ff9f0 2024-03-07T09:58:53.420 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:53.421 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:53.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb3c0a1d80 msgr2=0x7fbb3c0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb3c0a1d80 0x7fbb3c0a4240 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fbb38000c00 tx=0x7fbb38005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 msgr2=0x7fbb501979b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 0x7fbb501979b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbb4800e9c0 tx=0x7fbb4800ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 shutdown_connections 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fbb3c0a1d80 0x7fbb3c0a4240 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbb50103420 0x7fbb5019ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbb50102a60 0x7fbb50197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 --2- 172.21.15.18:0/1977046256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500ff9f0 0x7fbb501979b0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 >> 172.21.15.18:0/1977046256 conn(0x7fbb500fb2e0 msgr2=0x7fbb50105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 shutdown_connections 2024-03-07T09:58:53.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.421+0000 7fbb55771640 1 -- 172.21.15.18:0/1977046256 wait complete. 2024-03-07T09:58:53.434 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:58:53.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:58:53.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 -- 172.21.15.18:0/3083824472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc1020f0 msgr2=0x7fd6cc1044e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3083824472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc1020f0 0x7fd6cc1044e0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8009900 tx=0x7fd6c802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:53.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 -- 172.21.15.18:0/3083824472 shutdown_connections 2024-03-07T09:58:53.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3083824472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc107350 0x7fd6cc1097a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3083824472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6cc104a20 0x7fd6cc106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3083824472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc1020f0 0x7fd6cc1044e0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 -- 172.21.15.18:0/3083824472 >> 172.21.15.18:0/3083824472 conn(0x7fd6cc0fbac0 msgr2=0x7fd6cc0fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 -- 172.21.15.18:0/3083824472 shutdown_connections 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.538+0000 7fd6d411d640 1 -- 172.21.15.18:0/3083824472 wait complete. 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 Processor -- start 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 -- start start 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6cc1020f0 0x7fd6cc1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc104a20 0x7fd6cc197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc107350 0x7fd6cc19ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6cc10d2f0 con 0x7fd6cc107350 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6cc10d170 con 0x7fd6cc1020f0 2024-03-07T09:58:53.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d411d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6cc10d470 con 0x7fd6cc104a20 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d26ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc107350 0x7fd6cc19ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc104a20 0x7fd6cc197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d1eb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6cc1020f0 0x7fd6cc1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc104a20 0x7fd6cc197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52492/0 (socket says 172.21.15.18:52492) 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 -- 172.21.15.18:0/3203341781 learned_addr learned my addr 172.21.15.18:0/3203341781 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d26ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc107350 0x7fd6cc19ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42026/0 (socket says 172.21.15.18:42026) 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d1eb9640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6cc1020f0 0x7fd6cc1979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:38562/0 (socket says 172.21.15.18:38562) 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 -- 172.21.15.18:0/3203341781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6cc1020f0 msgr2=0x7fd6cc1979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6cc1020f0 0x7fd6cc1979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 -- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc107350 msgr2=0x7fd6cc19ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc107350 0x7fd6cc19ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 -- 172.21.15.18:0/3203341781 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6cc19f5c0 con 0x7fd6cc104a20 2024-03-07T09:58:53.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.539+0000 7fd6d16b8640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc104a20 0x7fd6cc197ee0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd6bc00e9c0 tx=0x7fd6bc00edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:53.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.540+0000 7fd6c2ffd640 1 -- 172.21.15.18:0/3203341781 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6bc00ccc0 con 0x7fd6cc104a20 2024-03-07T09:58:53.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.540+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6cc19f8b0 con 0x7fd6cc104a20 2024-03-07T09:58:53.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.540+0000 7fd6c2ffd640 1 -- 172.21.15.18:0/3203341781 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd6bc005500 con 0x7fd6cc104a20 2024-03-07T09:58:53.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.540+0000 7fd6c2ffd640 1 -- 172.21.15.18:0/3203341781 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6bc010430 con 0x7fd6cc104a20 2024-03-07T09:58:53.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.540+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6cc19fe00 con 0x7fd6cc104a20 2024-03-07T09:58:53.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.541+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6cc0fd5b0 con 0x7fd6cc104a20 2024-03-07T09:58:53.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.542+0000 7fd6c2ffd640 1 -- 172.21.15.18:0/3203341781 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fd6bc005000 con 0x7fd6cc104a20 2024-03-07T09:58:53.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.542+0000 7fd6c2ffd640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd6b80a1d80 0x7fd6b80a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.542+0000 7fd6c2ffd640 1 -- 172.21.15.18:0/3203341781 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fd6bc0ce180 con 0x7fd6cc104a20 2024-03-07T09:58:53.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.542+0000 7fd6d1eb9640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd6b80a1d80 0x7fd6b80a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.543+0000 7fd6d1eb9640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd6b80a1d80 0x7fd6b80a4240 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd6c802c7b0 tx=0x7fd6c8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:53.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.546+0000 7fd6c2ffd640 1 -- 172.21.15.18:0/3203341781 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd6bc09b5a0 con 0x7fd6cc104a20 2024-03-07T09:58:53.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.731+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd6cc02d280 con 0x7fd6cc104a20 2024-03-07T09:58:53.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.732+0000 7fd6c2ffd640 1 -- 172.21.15.18:0/3203341781 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd6bc09aea0 con 0x7fd6cc104a20 2024-03-07T09:58:53.733 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:58:53.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd6b80a1d80 msgr2=0x7fd6b80a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd6b80a1d80 0x7fd6b80a4240 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd6c802c7b0 tx=0x7fd6c8005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc104a20 msgr2=0x7fd6cc197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc104a20 0x7fd6cc197ee0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd6bc00e9c0 tx=0x7fd6bc00edc0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 shutdown_connections 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd6b80a1d80 0x7fd6b80a4240 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd6cc107350 0x7fd6cc19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd6cc104a20 0x7fd6cc197ee0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 --2- 172.21.15.18:0/3203341781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6cc1020f0 0x7fd6cc1979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 >> 172.21.15.18:0/3203341781 conn(0x7fd6cc0fbac0 msgr2=0x7fd6cc102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 shutdown_connections 2024-03-07T09:58:53.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.734+0000 7fd6d411d640 1 -- 172.21.15.18:0/3203341781 wait complete. 2024-03-07T09:58:53.745 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3700600424' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-03-07T09:58:53.745 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-mon[32171]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:58:53.746 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-mon[32171]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:53.746 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1977046256' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:53.746 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:53 smithi018 ceph-mon[32171]: pgmap v347: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-07T09:58:53.747 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T09:58:53.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.850+0000 7f282b6dd640 1 -- 172.21.15.18:0/243141611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824101770 msgr2=0x7f2824101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.850+0000 7f282b6dd640 1 --2- 172.21.15.18:0/243141611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824101770 0x7f2824101bf0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2814009900 tx=0x7f281402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:53.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.850+0000 7f282b6dd640 1 -- 172.21.15.18:0/243141611 shutdown_connections 2024-03-07T09:58:53.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.850+0000 7f282b6dd640 1 --2- 172.21.15.18:0/243141611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2824102130 0x7f28241089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.850+0000 7f282b6dd640 1 --2- 172.21.15.18:0/243141611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824101770 0x7f2824101bf0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.850+0000 7f282b6dd640 1 --2- 172.21.15.18:0/243141611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2824100580 0x7f28241009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.850+0000 7f282b6dd640 1 -- 172.21.15.18:0/243141611 >> 172.21.15.18:0/243141611 conn(0x7f28240fbaf0 msgr2=0x7f28240fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 -- 172.21.15.18:0/243141611 shutdown_connections 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 -- 172.21.15.18:0/243141611 wait complete. 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 Processor -- start 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 -- start start 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2824100580 0x7f28241979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2824101770 0x7f2824197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824102130 0x7f282419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f282410d320 con 0x7f2824102130 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f282410d1a0 con 0x7f2824101770 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f282b6dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f282410d4a0 con 0x7f2824100580 2024-03-07T09:58:53.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f2829c7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824102130 0x7f282419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f2829c7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824102130 0x7f282419ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42038/0 (socket says 172.21.15.18:42038) 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f2829c7a640 1 -- 172.21.15.18:0/2114400810 learned_addr learned my addr 172.21.15.18:0/2114400810 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f2828c78640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2824101770 0x7f2824197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.851+0000 7f2829479640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2824100580 0x7f28241979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f2829c7a640 1 -- 172.21.15.18:0/2114400810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2824100580 msgr2=0x7f28241979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f2829c7a640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2824100580 0x7f28241979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f2829c7a640 1 -- 172.21.15.18:0/2114400810 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2824101770 msgr2=0x7f2824197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f2829c7a640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2824101770 0x7f2824197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f2829c7a640 1 -- 172.21.15.18:0/2114400810 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f282419f5f0 con 0x7f2824102130 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f2829c7a640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824102130 0x7f282419ef80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f281c00eb10 tx=0x7f281c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f281a7fc640 1 -- 172.21.15.18:0/2114400810 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f281c004b20 con 0x7f2824102130 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f282419f8e0 con 0x7f2824102130 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f281a7fc640 1 -- 172.21.15.18:0/2114400810 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f281c004cc0 con 0x7f2824102130 2024-03-07T09:58:53.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f281a7fc640 1 -- 172.21.15.18:0/2114400810 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f281c010760 con 0x7f2824102130 2024-03-07T09:58:53.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.852+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f282419fdb0 con 0x7f2824102130 2024-03-07T09:58:53.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.853+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2824107920 con 0x7f2824102130 2024-03-07T09:58:53.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.854+0000 7f281a7fc640 1 -- 172.21.15.18:0/2114400810 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f281c005000 con 0x7f2824102130 2024-03-07T09:58:53.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.855+0000 7f281a7fc640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f28100a1d80 0x7f28100a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:53.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.855+0000 7f2829479640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f28100a1d80 0x7f28100a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:53.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.855+0000 7f281a7fc640 1 -- 172.21.15.18:0/2114400810 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f281c0ce530 con 0x7f2824102130 2024-03-07T09:58:53.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.855+0000 7f2829479640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f28100a1d80 0x7f28100a4240 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f28241015d0 tx=0x7f2820005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:53.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:53.859+0000 7f281a7fc640 1 -- 172.21.15.18:0/2114400810 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f281c053280 con 0x7f2824102130 2024-03-07T09:58:53.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:53 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3700600424' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-03-07T09:58:53.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:53 smithi063 ceph-mon[36356]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:58:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:53 smithi063 ceph-mon[36356]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:53 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1977046256' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:53.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:53 smithi063 ceph-mon[36356]: pgmap v347: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-07T09:58:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3700600424' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-03-07T09:58:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:53 smithi077 ceph-mon[36374]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:58:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:53 smithi077 ceph-mon[36374]: from='client.15300 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:58:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1977046256' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:53 smithi077 ceph-mon[36374]: pgmap v347: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-03-07T09:58:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.039+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f282402d1c0 con 0x7f2824102130 2024-03-07T09:58:54.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.040+0000 7f281a7fc640 1 -- 172.21.15.18:0/2114400810 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f281c09b950 con 0x7f2824102130 2024-03-07T09:58:54.041 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T09:58:54.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.041+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f28100a1d80 msgr2=0x7f28100a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f28100a1d80 0x7f28100a4240 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f28241015d0 tx=0x7f2820005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:54.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824102130 msgr2=0x7f282419ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824102130 0x7f282419ef80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f281c00eb10 tx=0x7f281c00c2d0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 shutdown_connections 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f28100a1d80 0x7f28100a4240 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2824102130 0x7f282419ef80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2824101770 0x7f2824197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 --2- 172.21.15.18:0/2114400810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2824100580 0x7f28241979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 >> 172.21.15.18:0/2114400810 conn(0x7f28240fbaf0 msgr2=0x7f2824104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 shutdown_connections 2024-03-07T09:58:54.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.042+0000 7f282b6dd640 1 -- 172.21.15.18:0/2114400810 wait complete. 2024-03-07T09:58:54.054 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T09:58:54.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1488056674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 msgr2=0x7fc7b41089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1488056674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 0x7fc7b41089c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4009be0 tx=0x7fc7a402bef0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1488056674 shutdown_connections 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1488056674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 0x7fc7b41089c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1488056674 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4101770 0x7fc7b4101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1488056674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7b4100580 0x7fc7b41009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1488056674 >> 172.21.15.18:0/1488056674 conn(0x7fc7b40fbaf0 msgr2=0x7fc7b40fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1488056674 shutdown_connections 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1488056674 wait complete. 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 Processor -- start 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.159+0000 7fc7b8e9c640 1 -- start start 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4100580 0x7fc7b41978e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7b4101770 0x7fc7b4197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 0x7fc7b419ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7b410d310 con 0x7fc7b4100580 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7b410d190 con 0x7fc7b4101770 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7b410d490 con 0x7fc7b4102130 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4100580 0x7fc7b41978e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4100580 0x7fc7b41978e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42054/0 (socket says 172.21.15.18:42054) 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 -- 172.21.15.18:0/1673685060 learned_addr learned my addr 172.21.15.18:0/1673685060 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b1d9b640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7b4101770 0x7fc7b4197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b2d9d640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 0x7fc7b419ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 -- 172.21.15.18:0/1673685060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 msgr2=0x7fc7b419ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 0x7fc7b419ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 -- 172.21.15.18:0/1673685060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7b4101770 msgr2=0x7fc7b4197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7b4101770 0x7fc7b4197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 -- 172.21.15.18:0/1673685060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7b419f500 con 0x7fc7b4100580 2024-03-07T09:58:54.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b259c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4100580 0x7fc7b41978e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00e9c0 tx=0x7fc7ac00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:54.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7ab7fe640 1 -- 172.21.15.18:0/1673685060 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac00cd80 con 0x7fc7b4100580 2024-03-07T09:58:54.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7b419f7f0 con 0x7fc7b4100580 2024-03-07T09:58:54.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7ab7fe640 1 -- 172.21.15.18:0/1673685060 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7ac0035f0 con 0x7fc7b4100580 2024-03-07T09:58:54.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7ab7fe640 1 -- 172.21.15.18:0/1673685060 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac010690 con 0x7fc7b4100580 2024-03-07T09:58:54.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.160+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7b419fd90 con 0x7fc7b4100580 2024-03-07T09:58:54.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.161+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7b41078a0 con 0x7fc7b4100580 2024-03-07T09:58:54.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.163+0000 7fc7ab7fe640 1 -- 172.21.15.18:0/1673685060 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7fc7ac0037a0 con 0x7fc7b4100580 2024-03-07T09:58:54.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.163+0000 7fc7ab7fe640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7a00a1d80 0x7fc7a00a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.163+0000 7fc7b1d9b640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7a00a1d80 0x7fc7a00a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.163+0000 7fc7ab7fe640 1 -- 172.21.15.18:0/1673685060 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fc7ac0ce220 con 0x7fc7b4100580 2024-03-07T09:58:54.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.164+0000 7fc7b1d9b640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7a00a1d80 0x7fc7a00a4240 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4198df0 tx=0x7fc79c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:54.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.167+0000 7fc7ab7fe640 1 -- 172.21.15.18:0/1673685060 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc7ac09b6d0 con 0x7fc7b4100580 2024-03-07T09:58:54.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.348+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc7b4062260 con 0x7fc7b4100580 2024-03-07T09:58:54.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.349+0000 7fc7ab7fe640 1 -- 172.21.15.18:0/1673685060 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc7ac09afd0 con 0x7fc7b4100580 2024-03-07T09:58:54.350 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T09:58:54.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7a00a1d80 msgr2=0x7fc7a00a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7a00a1d80 0x7fc7a00a4240 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4198df0 tx=0x7fc79c009260 comp rx=0 tx=0).stop 2024-03-07T09:58:54.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4100580 msgr2=0x7fc7b41978e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4100580 0x7fc7b41978e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00e9c0 tx=0x7fc7ac00ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 shutdown_connections 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fc7a00a1d80 0x7fc7a00a4240 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7b4102130 0x7fc7b419ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7b4101770 0x7fc7b4197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 --2- 172.21.15.18:0/1673685060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7b4100580 0x7fc7b41978e0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 >> 172.21.15.18:0/1673685060 conn(0x7fc7b40fbaf0 msgr2=0x7fc7b4104a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 shutdown_connections 2024-03-07T09:58:54.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.351+0000 7fc7b8e9c640 1 -- 172.21.15.18:0/1673685060 wait complete. 2024-03-07T09:58:54.363 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 -- 172.21.15.18:0/4021346361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01032a0 msgr2=0x7f56d0109b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/4021346361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01032a0 0x7f56d0109b30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f56c8009860 tx=0x7f56c802bb70 comp rx=0 tx=0).stop 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 -- 172.21.15.18:0/4021346361 shutdown_connections 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/4021346361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01032a0 0x7f56d0109b30 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/4021346361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01028e0 0x7f56d0102d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/4021346361 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56d01016f0 0x7f56d0101b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 -- 172.21.15.18:0/4021346361 >> 172.21.15.18:0/4021346361 conn(0x7f56d00fcc80 msgr2=0x7f56d00ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 -- 172.21.15.18:0/4021346361 shutdown_connections 2024-03-07T09:58:54.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.464+0000 7f56d4b1d640 1 -- 172.21.15.18:0/4021346361 wait complete. 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 Processor -- start 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 -- start start 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01016f0 0x7f56d0075410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01028e0 0x7f56d0073a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56d01032a0 0x7f56d0073f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56d010d300 con 0x7f56d01016f0 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56d010d180 con 0x7f56d01028e0 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56d4b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56d010d480 con 0x7f56d01032a0 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01016f0 0x7f56d0075410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01016f0 0x7f56d0075410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42072/0 (socket says 172.21.15.18:42072) 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 -- 172.21.15.18:0/3112929724 learned_addr learned my addr 172.21.15.18:0/3112929724 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56cdd9b640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01028e0 0x7f56d0073a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ced9d640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56d01032a0 0x7f56d0073f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 -- 172.21.15.18:0/3112929724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56d01032a0 msgr2=0x7f56d0073f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56d01032a0 0x7f56d0073f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 -- 172.21.15.18:0/3112929724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01028e0 msgr2=0x7f56d0073a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01028e0 0x7f56d0073a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.465+0000 7f56ce59c640 1 -- 172.21.15.18:0/3112929724 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56d0074820 con 0x7f56d01016f0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.466+0000 7f56ce59c640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01016f0 0x7f56d0075410 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f56c000eb70 tx=0x7f56c000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.466+0000 7f56c77fe640 1 -- 172.21.15.18:0/3112929724 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56c0003b70 con 0x7f56d01016f0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.466+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56d01a1a00 con 0x7f56d01016f0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.466+0000 7f56c77fe640 1 -- 172.21.15.18:0/3112929724 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f56c000ee70 con 0x7f56d01016f0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.466+0000 7f56c77fe640 1 -- 172.21.15.18:0/3112929724 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56c0010830 con 0x7f56d01016f0 2024-03-07T09:58:54.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.466+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56d01a1f00 con 0x7f56d01016f0 2024-03-07T09:58:54.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.467+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56d0108a10 con 0x7f56d01016f0 2024-03-07T09:58:54.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.468+0000 7f56c77fe640 1 -- 172.21.15.18:0/3112929724 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 18) v1 ==== 136753+0+0 (secure 0 0 0) 0x7f56c0004020 con 0x7f56d01016f0 2024-03-07T09:58:54.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.469+0000 7f56c77fe640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f56bc0a1d80 0x7f56bc0a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.469+0000 7f56cdd9b640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f56bc0a1d80 0x7f56bc0a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.469+0000 7f56c77fe640 1 -- 172.21.15.18:0/3112929724 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f56c00ce560 con 0x7f56d01016f0 2024-03-07T09:58:54.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.469+0000 7f56cdd9b640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f56bc0a1d80 0x7f56bc0a4240 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f56d0075180 tx=0x7f56b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:54.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.473+0000 7f56c77fe640 1 -- 172.21.15.18:0/3112929724 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f56c009b920 con 0x7f56d01016f0 2024-03-07T09:58:54.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.656+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f56d0062260 con 0x7f56d01016f0 2024-03-07T09:58:54.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.658+0000 7f56c77fe640 1 -- 172.21.15.18:0/3112929724 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+22530 (secure 0 0 0) 0x7f56c009b220 con 0x7f56d01016f0 2024-03-07T09:58:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:54.660 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":88,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:57:56.991971+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:54.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f56bc0a1d80 msgr2=0x7f56bc0a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f56bc0a1d80 0x7f56bc0a4240 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f56d0075180 tx=0x7f56b8009260 comp rx=0 tx=0).stop 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01016f0 msgr2=0x7f56d0075410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01016f0 0x7f56d0075410 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f56c000eb70 tx=0x7f56c000c6a0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 shutdown_connections 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f56bc0a1d80 0x7f56bc0a4240 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56d01032a0 0x7f56d0073f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56d01028e0 0x7f56d0073a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 --2- 172.21.15.18:0/3112929724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56d01016f0 0x7f56d0075410 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 >> 172.21.15.18:0/3112929724 conn(0x7f56d00fcc80 msgr2=0x7f56d0105be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 shutdown_connections 2024-03-07T09:58:54.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.660+0000 7f56d4b1d640 1 -- 172.21.15.18:0/3112929724 wait complete. 2024-03-07T09:58:54.673 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:58:54.673 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:58:54.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 -- 172.21.15.18:0/3837253977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8100580 msgr2=0x7f4ee81009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/3837253977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8100580 0x7f4ee81009a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f4ed8009900 tx=0x7f4ed802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 -- 172.21.15.18:0/3837253977 shutdown_connections 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/3837253977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ee8102130 0x7f4ee81089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/3837253977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ee8101770 0x7f4ee8101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/3837253977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8100580 0x7f4ee81009a0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 -- 172.21.15.18:0/3837253977 >> 172.21.15.18:0/3837253977 conn(0x7f4ee80fbaf0 msgr2=0x7f4ee80fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 -- 172.21.15.18:0/3837253977 shutdown_connections 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.781+0000 7f4eed2dd640 1 -- 172.21.15.18:0/3837253977 wait complete. 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 Processor -- start 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 -- start start 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ee8100580 0x7f4ee81979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8101770 0x7f4ee8197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ee8102130 0x7f4ee819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee810c210 con 0x7f4ee8101770 2024-03-07T09:58:54.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee810c090 con 0x7f4ee8102130 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4eed2dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ee810c390 con 0x7f4ee8100580 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8101770 0x7f4ee8197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8101770 0x7f4ee8197ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42102/0 (socket says 172.21.15.18:42102) 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 -- 172.21.15.18:0/390718946 learned_addr learned my addr 172.21.15.18:0/390718946 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4ee6ffd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ee8100580 0x7f4ee81979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4ee77fe640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ee8102130 0x7f4ee819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 -- 172.21.15.18:0/390718946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ee8100580 msgr2=0x7f4ee81979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ee8100580 0x7f4ee81979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 -- 172.21.15.18:0/390718946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ee8102130 msgr2=0x7f4ee819ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ee8102130 0x7f4ee819ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.782+0000 7f4edffff640 1 -- 172.21.15.18:0/390718946 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ee819f5d0 con 0x7f4ee8101770 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.783+0000 7f4edffff640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8101770 0x7f4ee8197ef0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4ed000e9f0 tx=0x7f4ed000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.783+0000 7f4ee4ff9640 1 -- 172.21.15.18:0/390718946 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ed000cd80 con 0x7f4ee8101770 2024-03-07T09:58:54.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.783+0000 7f4ee4ff9640 1 -- 172.21.15.18:0/390718946 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4ed0010910 con 0x7f4ee8101770 2024-03-07T09:58:54.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.783+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ee819f8c0 con 0x7f4ee8101770 2024-03-07T09:58:54.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.783+0000 7f4ee4ff9640 1 -- 172.21.15.18:0/390718946 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ed0018990 con 0x7f4ee8101770 2024-03-07T09:58:54.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.783+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ee819fe10 con 0x7f4ee8101770 2024-03-07T09:58:54.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.784+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ee81a0040 con 0x7f4ee8101770 2024-03-07T09:58:54.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.785+0000 7f4ee4ff9640 1 -- 172.21.15.18:0/390718946 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f4ed0010ac0 con 0x7f4ee8101770 2024-03-07T09:58:54.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.785+0000 7f4ee4ff9640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4ed40a1e10 0x7f4ed40a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:54.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.785+0000 7f4ee6ffd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4ed40a1e10 0x7f4ed40a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:54.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.785+0000 7f4ee4ff9640 1 -- 172.21.15.18:0/390718946 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f4ed00ce220 con 0x7f4ee8101770 2024-03-07T09:58:54.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.786+0000 7f4ee6ffd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4ed40a1e10 0x7f4ed40a42d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f4ed8000c00 tx=0x7f4ed8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:54.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.790+0000 7f4ee4ff9640 1 -- 172.21.15.18:0/390718946 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4ed009ae90 con 0x7f4ee8101770 2024-03-07T09:58:54.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3203341781' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2114400810' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1673685060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3112929724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:54.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.970+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4ee81a0210 con 0x7f4ee8101770 2024-03-07T09:58:54.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.971+0000 7f4ee4ff9640 1 -- 172.21.15.18:0/390718946 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4ed009ef30 con 0x7f4ee8101770 2024-03-07T09:58:54.972 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:58:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4ed40a1e10 msgr2=0x7f4ed40a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4ed40a1e10 0x7f4ed40a42d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f4ed8000c00 tx=0x7f4ed8005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8101770 msgr2=0x7f4ee8197ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8101770 0x7f4ee8197ef0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4ed000e9f0 tx=0x7f4ed000eeb0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 shutdown_connections 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f4ed40a1e10 0x7f4ed40a42d0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4ee8102130 0x7f4ee819ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4ee8101770 0x7f4ee8197ef0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 --2- 172.21.15.18:0/390718946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4ee8100580 0x7f4ee81979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 >> 172.21.15.18:0/390718946 conn(0x7f4ee80fbaf0 msgr2=0x7f4ee8069d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 shutdown_connections 2024-03-07T09:58:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:54.973+0000 7f4eed2dd640 1 -- 172.21.15.18:0/390718946 wait complete. 2024-03-07T09:58:54.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3203341781' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:54.984 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2114400810' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:54.985 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1673685060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:54.985 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3112929724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:54.985 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T09:58:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3203341781' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2114400810' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1673685060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3112929724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:55.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.089+0000 7fb535d71640 1 -- 172.21.15.18:0/3316239305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5301021a0 msgr2=0x7fb530104590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.089+0000 7fb535d71640 1 --2- 172.21.15.18:0/3316239305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5301021a0 0x7fb530104590 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb520009900 tx=0x7fb52002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:55.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.089+0000 7fb535d71640 1 -- 172.21.15.18:0/3316239305 shutdown_connections 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.089+0000 7fb535d71640 1 --2- 172.21.15.18:0/3316239305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb530107400 0x7fb5301097f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.089+0000 7fb535d71640 1 --2- 172.21.15.18:0/3316239305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb530104ad0 0x7fb530106ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.089+0000 7fb535d71640 1 --2- 172.21.15.18:0/3316239305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5301021a0 0x7fb530104590 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.089+0000 7fb535d71640 1 -- 172.21.15.18:0/3316239305 >> 172.21.15.18:0/3316239305 conn(0x7fb5300fbaf0 msgr2=0x7fb5300fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.090+0000 7fb535d71640 1 -- 172.21.15.18:0/3316239305 shutdown_connections 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.090+0000 7fb535d71640 1 -- 172.21.15.18:0/3316239305 wait complete. 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.090+0000 7fb535d71640 1 Processor -- start 2024-03-07T09:58:55.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.091+0000 7fb535d71640 1 -- start start 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb535d71640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5301021a0 0x7fb5301979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb535d71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb530104ad0 0x7fb530197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb535d71640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb530107400 0x7fb53019ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb535d71640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb53010d320 con 0x7fb530104ad0 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb535d71640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb53010d1a0 con 0x7fb5301021a0 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb535d71640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb53010d4a0 con 0x7fb530107400 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5301021a0 0x7fb5301979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5301021a0 0x7fb5301979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:38650/0 (socket says 172.21.15.18:38650) 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 -- 172.21.15.18:0/4135835822 learned_addr learned my addr 172.21.15.18:0/4135835822 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52effd640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb530104ad0 0x7fb530197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52ffff640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb530107400 0x7fb53019ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 -- 172.21.15.18:0/4135835822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb530107400 msgr2=0x7fb53019ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb530107400 0x7fb53019ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 -- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb530104ad0 msgr2=0x7fb530197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb530104ad0 0x7fb530197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.092+0000 7fb52f7fe640 1 -- 172.21.15.18:0/4135835822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb53019f5e0 con 0x7fb5301021a0 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.093+0000 7fb52f7fe640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5301021a0 0x7fb5301979c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb520009230 tx=0x7fb52002c650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.093+0000 7fb52cff9640 1 -- 172.21.15.18:0/4135835822 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb520041070 con 0x7fb5301021a0 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.093+0000 7fb52cff9640 1 -- 172.21.15.18:0/4135835822 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb520004450 con 0x7fb5301021a0 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.093+0000 7fb52cff9640 1 -- 172.21.15.18:0/4135835822 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb520003e20 con 0x7fb5301021a0 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.093+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb53019f870 con 0x7fb5301021a0 2024-03-07T09:58:55.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.093+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb53019fd10 con 0x7fb5301021a0 2024-03-07T09:58:55.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.094+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5300fd5e0 con 0x7fb5301021a0 2024-03-07T09:58:55.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.095+0000 7fb52cff9640 1 -- 172.21.15.18:0/4135835822 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fb520044070 con 0x7fb5301021a0 2024-03-07T09:58:55.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.096+0000 7fb52cff9640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5180a1e10 0x7fb5180a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.096+0000 7fb52effd640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5180a1e10 0x7fb5180a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.096+0000 7fb52cff9640 1 -- 172.21.15.18:0/4135835822 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7fb5200efd80 con 0x7fb5301021a0 2024-03-07T09:58:55.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.097+0000 7fb52effd640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5180a1e10 0x7fb5180a42d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb530198ed0 tx=0x7fb524005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:55.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.100+0000 7fb52cff9640 1 -- 172.21.15.18:0/4135835822 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb5200bcaa0 con 0x7fb5301021a0 2024-03-07T09:58:55.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.280+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb53002d1c0 con 0x7fb5301021a0 2024-03-07T09:58:55.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.281+0000 7fb52cff9640 1 -- 172.21.15.18:0/4135835822 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb5200c0b40 con 0x7fb5301021a0 2024-03-07T09:58:55.282 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T09:58:55.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5180a1e10 msgr2=0x7fb5180a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5180a1e10 0x7fb5180a42d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb530198ed0 tx=0x7fb524005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5301021a0 msgr2=0x7fb5301979c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5301021a0 0x7fb5301979c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb520009230 tx=0x7fb52002c650 comp rx=0 tx=0).stop 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 shutdown_connections 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb5180a1e10 0x7fb5180a42d0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb530107400 0x7fb53019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb530104ad0 0x7fb530197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 --2- 172.21.15.18:0/4135835822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5301021a0 0x7fb5301979c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 >> 172.21.15.18:0/4135835822 conn(0x7fb5300fbaf0 msgr2=0x7fb530102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 shutdown_connections 2024-03-07T09:58:55.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.283+0000 7fb535d71640 1 -- 172.21.15.18:0/4135835822 wait complete. 2024-03-07T09:58:55.295 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T09:58:55.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 -- 172.21.15.18:0/401284896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 msgr2=0x7f27f01089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/401284896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f01089c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f27e8009ca0 tx=0x7f27e802c0f0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 -- 172.21.15.18:0/401284896 shutdown_connections 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/401284896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f01089c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/401284896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f27f0101770 0x7f27f0101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/401284896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27f0100580 0x7f27f01009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 -- 172.21.15.18:0/401284896 >> 172.21.15.18:0/401284896 conn(0x7f27f00fbaf0 msgr2=0x7f27f00fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 -- 172.21.15.18:0/401284896 shutdown_connections 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.399+0000 7f27f6b1d640 1 -- 172.21.15.18:0/401284896 wait complete. 2024-03-07T09:58:55.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 Processor -- start 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 -- start start 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f27f0100580 0x7f27f0104510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27f0101770 0x7f27f0102b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f0103090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f010c1e0 con 0x7f27f0102130 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f010c060 con 0x7f27f0101770 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f6b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f010c360 con 0x7f27f0100580 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f0103090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f0103090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42146/0 (socket says 172.21.15.18:42146) 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 -- 172.21.15.18:0/2960252699 learned_addr learned my addr 172.21.15.18:0/2960252699 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f48b9640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f27f0100580 0x7f27f0104510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27effff640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27f0101770 0x7f27f0102b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 -- 172.21.15.18:0/2960252699 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f27f0100580 msgr2=0x7f27f0104510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f27f0100580 0x7f27f0104510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 -- 172.21.15.18:0/2960252699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27f0101770 msgr2=0x7f27f0102b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27f0101770 0x7f27f0102b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 -- 172.21.15.18:0/2960252699 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27f0103920 con 0x7f27f0102130 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.400+0000 7f27f50ba640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f0103090 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f27e8037040 tx=0x7f27e8032f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.401+0000 7f27edffb640 1 -- 172.21.15.18:0/2960252699 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e8041020 con 0x7f27f0102130 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.401+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27f01a1a40 con 0x7f27f0102130 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.401+0000 7f27edffb640 1 -- 172.21.15.18:0/2960252699 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f27e8034cd0 con 0x7f27f0102130 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.401+0000 7f27edffb640 1 -- 172.21.15.18:0/2960252699 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e8039040 con 0x7f27f0102130 2024-03-07T09:58:55.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.401+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27f01a1f90 con 0x7f27f0102130 2024-03-07T09:58:55.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.402+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27f01a2160 con 0x7f27f0102130 2024-03-07T09:58:55.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.403+0000 7f27edffb640 1 -- 172.21.15.18:0/2960252699 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f27e8044020 con 0x7f27f0102130 2024-03-07T09:58:55.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.403+0000 7f27edffb640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f27e00a1e10 0x7f27e00a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.404+0000 7f27edffb640 1 -- 172.21.15.18:0/2960252699 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f27e80f00c0 con 0x7f27f0102130 2024-03-07T09:58:55.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.404+0000 7f27f48b9640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f27e00a1e10 0x7f27e00a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.404+0000 7f27f48b9640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f27e00a1e10 0x7f27e00a42d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f27f01015d0 tx=0x7f27e4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:55.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.407+0000 7f27edffb640 1 -- 172.21.15.18:0/2960252699 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f27e804b020 con 0x7f27f0102130 2024-03-07T09:58:55.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.591+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f27f01a2330 con 0x7f27f0102130 2024-03-07T09:58:55.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.591+0000 7f27edffb640 1 -- 172.21.15.18:0/2960252699 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f27e80bd4c0 con 0x7f27f0102130 2024-03-07T09:58:55.593 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f27e00a1e10 msgr2=0x7f27e00a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f27e00a1e10 0x7f27e00a42d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f27f01015d0 tx=0x7f27e4005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 msgr2=0x7f27f0103090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f0103090 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f27e8037040 tx=0x7f27e8032f40 comp rx=0 tx=0).stop 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 shutdown_connections 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f27e00a1e10 0x7f27e00a42d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f27f0102130 0x7f27f0103090 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27f0101770 0x7f27f0102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 --2- 172.21.15.18:0/2960252699 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f27f0100580 0x7f27f0104510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 >> 172.21.15.18:0/2960252699 conn(0x7f27f00fbaf0 msgr2=0x7f27f00fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:55.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 shutdown_connections 2024-03-07T09:58:55.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.593+0000 7f27f6b1d640 1 -- 172.21.15.18:0/2960252699 wait complete. 2024-03-07T09:58:55.605 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-03-07T09:58:55.606 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 -- 172.21.15.18:0/3449312134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740756a0 msgr2=0x7f3c74073af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/3449312134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740756a0 0x7f3c74073af0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009930 tx=0x7f3c6802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 -- 172.21.15.18:0/3449312134 shutdown_connections 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/3449312134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c7410dcc0 0x7f3c741100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/3449312134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c740740c0 0x7f3c74074540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/3449312134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740756a0 0x7f3c74073af0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 -- 172.21.15.18:0/3449312134 >> 172.21.15.18:0/3449312134 conn(0x7f3c740fcc80 msgr2=0x7f3c740ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 -- 172.21.15.18:0/3449312134 shutdown_connections 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.711+0000 7f3c7afa7640 1 -- 172.21.15.18:0/3449312134 wait complete. 2024-03-07T09:58:55.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 Processor -- start 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 -- start start 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740740c0 0x7f3c7419df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c740756a0 0x7f3c7419e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c7410dcc0 0x7f3c741a5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c741138f0 con 0x7f3c740740c0 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c74113770 con 0x7f3c7410dcc0 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c7afa7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c74113a70 con 0x7f3c740756a0 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740740c0 0x7f3c7419df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740740c0 0x7f3c7419df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42162/0 (socket says 172.21.15.18:42162) 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 -- 172.21.15.18:0/585452301 learned_addr learned my addr 172.21.15.18:0/585452301 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c79544640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c7410dcc0 0x7f3c741a5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c73fff640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c740756a0 0x7f3c7419e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 -- 172.21.15.18:0/585452301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c740756a0 msgr2=0x7f3c7419e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c740756a0 0x7f3c7419e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 -- 172.21.15.18:0/585452301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c7410dcc0 msgr2=0x7f3c741a5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c7410dcc0 0x7f3c741a5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c78d43640 1 -- 172.21.15.18:0/585452301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c741a5ba0 con 0x7f3c740740c0 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.712+0000 7f3c79544640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c7410dcc0 0x7f3c741a5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.713+0000 7f3c78d43640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740740c0 0x7f3c7419df80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f3c68000c00 tx=0x7f3c6802c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.713+0000 7f3c71ffb640 1 -- 172.21.15.18:0/585452301 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c68041070 con 0x7f3c740740c0 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.713+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c741a5e30 con 0x7f3c740740c0 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.713+0000 7f3c71ffb640 1 -- 172.21.15.18:0/585452301 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3c68004450 con 0x7f3c740740c0 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.713+0000 7f3c71ffb640 1 -- 172.21.15.18:0/585452301 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c68034440 con 0x7f3c740740c0 2024-03-07T09:58:55.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.713+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c741a6240 con 0x7f3c740740c0 2024-03-07T09:58:55.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.714+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c74103e90 con 0x7f3c740740c0 2024-03-07T09:58:55.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.715+0000 7f3c71ffb640 1 -- 172.21.15.18:0/585452301 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f3c68044070 con 0x7f3c740740c0 2024-03-07T09:58:55.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.716+0000 7f3c71ffb640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3c640a1e10 0x7f3c640a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:55.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.716+0000 7f3c73fff640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3c640a1e10 0x7f3c640a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:55.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.716+0000 7f3c71ffb640 1 -- 172.21.15.18:0/585452301 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f3c680ef8d0 con 0x7f3c740740c0 2024-03-07T09:58:55.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.716+0000 7f3c73fff640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3c640a1e10 0x7f3c640a42d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3c600095f0 tx=0x7f3c60005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:55.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.720+0000 7f3c71ffb640 1 -- 172.21.15.18:0/585452301 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3c680bc6e0 con 0x7f3c740740c0 2024-03-07T09:58:55.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.941+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3c7402d250 con 0x7f3c740740c0 2024-03-07T09:58:55.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.941+0000 7f3c71ffb640 1 -- 172.21.15.18:0/585452301 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f3c680c0780 con 0x7f3c740740c0 2024-03-07T09:58:55.943 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:55.943 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:58:52.176397+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T09:58:55.943 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 24 2024-03-07T09:58:55.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3c640a1e10 msgr2=0x7f3c640a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3c640a1e10 0x7f3c640a42d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3c600095f0 tx=0x7f3c60005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:55.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740740c0 msgr2=0x7f3c7419df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740740c0 0x7f3c7419df80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f3c68000c00 tx=0x7f3c6802c640 comp rx=0 tx=0).stop 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 shutdown_connections 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f3c640a1e10 0x7f3c640a42d0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c7410dcc0 0x7f3c741a5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c740756a0 0x7f3c7419e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 --2- 172.21.15.18:0/585452301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c740740c0 0x7f3c7419df80 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 >> 172.21.15.18:0/585452301 conn(0x7f3c740fcc80 msgr2=0x7f3c74101060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 shutdown_connections 2024-03-07T09:58:55.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:55.944+0000 7f3c7afa7640 1 -- 172.21.15.18:0/585452301 wait complete. 2024-03-07T09:58:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:55 smithi063 ceph-mon[36356]: mgrmap e19: x(active, since 8m), standbys: y, z 2024-03-07T09:58:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:55 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/390718946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:55 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4135835822' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:55 smithi063 ceph-mon[36356]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:55 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2960252699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.955 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:55 smithi018 ceph-mon[32171]: mgrmap e19: x(active, since 8m), standbys: y, z 2024-03-07T09:58:55.955 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:55 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/390718946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.955 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:55 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4135835822' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.955 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:55 smithi018 ceph-mon[32171]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:55.955 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:55 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2960252699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:55.957 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-03-07T09:58:55.957 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-03-07T09:58:55.957 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-07T09:58:56.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:55 smithi077 ceph-mon[36374]: mgrmap e19: x(active, since 8m), standbys: y, z 2024-03-07T09:58:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:55 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/390718946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:55 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4135835822' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:55 smithi077 ceph-mon[36374]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-03-07T09:58:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:55 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2960252699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:56.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 -- 172.21.15.18:0/2853616844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0100590 msgr2=0x7f69d01009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 --2- 172.21.15.18:0/2853616844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0100590 0x7f69d01009b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f69cc009900 tx=0x7f69cc02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 -- 172.21.15.18:0/2853616844 shutdown_connections 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 --2- 172.21.15.18:0/2853616844 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69d0102140 0x7f69d01089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 --2- 172.21.15.18:0/2853616844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0101780 0x7f69d0101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 --2- 172.21.15.18:0/2853616844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0100590 0x7f69d01009b0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 -- 172.21.15.18:0/2853616844 >> 172.21.15.18:0/2853616844 conn(0x7f69d00fbb20 msgr2=0x7f69d00fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 -- 172.21.15.18:0/2853616844 shutdown_connections 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.059+0000 7f69d7434640 1 -- 172.21.15.18:0/2853616844 wait complete. 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 Processor -- start 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 -- start start 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0100590 0x7f69d01979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69d0101780 0x7f69d0197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0102140 0x7f69d019ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69d010c220 con 0x7f69d0102140 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69d010c0a0 con 0x7f69d0101780 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d7434640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69d010c3a0 con 0x7f69d0100590 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0100590 0x7f69d01979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d59d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0102140 0x7f69d019ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0100590 0x7f69d01979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52628/0 (socket says 172.21.15.18:52628) 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 -- 172.21.15.18:0/3741149992 learned_addr learned my addr 172.21.15.18:0/3741149992 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d49cf640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69d0101780 0x7f69d0197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 -- 172.21.15.18:0/3741149992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69d0101780 msgr2=0x7f69d0197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69d0101780 0x7f69d0197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 -- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0102140 msgr2=0x7f69d019ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0102140 0x7f69d019ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d51d0640 1 -- 172.21.15.18:0/3741149992 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69d019f5e0 con 0x7f69d0100590 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.060+0000 7f69d59d1640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0102140 0x7f69d019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.061+0000 7f69d51d0640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0100590 0x7f69d01979c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f69cc000c00 tx=0x7f69cc02c640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.061+0000 7f69c67fc640 1 -- 172.21.15.18:0/3741149992 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69cc041070 con 0x7f69d0100590 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.061+0000 7f69c67fc640 1 -- 172.21.15.18:0/3741149992 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f69cc004450 con 0x7f69d0100590 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.061+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69d019f870 con 0x7f69d0100590 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.061+0000 7f69c67fc640 1 -- 172.21.15.18:0/3741149992 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69cc034440 con 0x7f69d0100590 2024-03-07T09:58:56.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.061+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69d019fdb0 con 0x7f69d0100590 2024-03-07T09:58:56.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.062+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69d019ffb0 con 0x7f69d0100590 2024-03-07T09:58:56.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.063+0000 7f69c67fc640 1 -- 172.21.15.18:0/3741149992 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f69cc044070 con 0x7f69d0100590 2024-03-07T09:58:56.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.063+0000 7f69c67fc640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f69bc0a1e90 0x7f69bc0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.064+0000 7f69d49cf640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f69bc0a1e90 0x7f69bc0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.064+0000 7f69c67fc640 1 -- 172.21.15.18:0/3741149992 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f69cc0efaa0 con 0x7f69d0100590 2024-03-07T09:58:56.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.064+0000 7f69d49cf640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f69bc0a1e90 0x7f69bc0a4350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f69d0198ed0 tx=0x7f69c0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:56.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.067+0000 7f69c67fc640 1 -- 172.21.15.18:0/3741149992 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f69cc0bc8b0 con 0x7f69d0100590 2024-03-07T09:58:56.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.246+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f69d006a450 con 0x7f69bc0a1e90 2024-03-07T09:58:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.254+0000 7f69c67fc640 1 -- 172.21.15.18:0/3741149992 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+259077 (secure 0 0 0) 0x7f69d006a450 con 0x7f69bc0a1e90 2024-03-07T09:58:56.259 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-03-07T09:58:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f69bc0a1e90 msgr2=0x7f69bc0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f69bc0a1e90 0x7f69bc0a4350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f69d0198ed0 tx=0x7f69c0005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0100590 msgr2=0x7f69d01979c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0100590 0x7f69d01979c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f69cc000c00 tx=0x7f69cc02c640 comp rx=0 tx=0).stop 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 shutdown_connections 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f69bc0a1e90 0x7f69bc0a4350 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f69d0102140 0x7f69d019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69d0101780 0x7f69d0197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 --2- 172.21.15.18:0/3741149992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69d0100590 0x7f69d01979c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 >> 172.21.15.18:0/3741149992 conn(0x7f69d00fbb20 msgr2=0x7f69d0069d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 shutdown_connections 2024-03-07T09:58:56.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.257+0000 7f69d7434640 1 -- 172.21.15.18:0/3741149992 wait complete. 2024-03-07T09:58:56.269 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-03-07T09:58:55.591367+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655074,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":849,"num_read_kb":546,"num_write":352,"num_write_kb":3057,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":784,"ondisk_log_size":784,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364968,"kb_used_data":11656,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576856,"statfs":{"total":1151940427776,"available":1151566700544,"internally_reserved":0,"allocated":11935744,"data_stored":7474943,"data_compressed":183903,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":32,"num_write":7,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002669"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607498+0000","last_change":"2024-03-07T09:56:53.697255+0000","last_active":"2024-03-07T09:58:25.607498+0000","last_peered":"2024-03-07T09:58:25.607498+0000","last_clean":"2024-03-07T09:58:25.607498+0000","last_became_active":"2024-03-07T09:56:53.696926+0000","last_became_peered":"2024-03-07T09:56:53.696926+0000","last_unstale":"2024-03-07T09:58:25.607498+0000","last_undegraded":"2024-03-07T09:58:25.607498+0000","last_fullsized":"2024-03-07T09:58:25.607498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:37.320715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606213+0000","last_change":"2024-03-07T09:56:53.686202+0000","last_active":"2024-03-07T09:58:25.606213+0000","last_peered":"2024-03-07T09:58:25.606213+0000","last_clean":"2024-03-07T09:58:25.606213+0000","last_became_active":"2024-03-07T09:56:53.685863+0000","last_became_peered":"2024-03-07T09:56:53.685863+0000","last_unstale":"2024-03-07T09:58:25.606213+0000","last_undegraded":"2024-03-07T09:58:25.606213+0000","last_fullsized":"2024-03-07T09:58:25.606213+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:23:40.849068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613227+0000","last_change":"2024-03-07T09:56:53.691296+0000","last_active":"2024-03-07T09:58:25.613227+0000","last_peered":"2024-03-07T09:58:25.613227+0000","last_clean":"2024-03-07T09:58:25.613227+0000","last_became_active":"2024-03-07T09:56:53.688681+0000","last_became_peered":"2024-03-07T09:56:53.688681+0000","last_unstale":"2024-03-07T09:58:25.613227+0000","last_undegraded":"2024-03-07T09:58:25.613227+0000","last_fullsized":"2024-03-07T09:58:25.613227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:29:56.318403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592578+0000","last_change":"2024-03-07T09:56:53.694328+0000","last_active":"2024-03-07T09:58:25.592578+0000","last_peered":"2024-03-07T09:58:25.592578+0000","last_clean":"2024-03-07T09:58:25.592578+0000","last_became_active":"2024-03-07T09:56:53.694014+0000","last_became_peered":"2024-03-07T09:56:53.694014+0000","last_unstale":"2024-03-07T09:58:25.592578+0000","last_undegraded":"2024-03-07T09:58:25.592578+0000","last_fullsized":"2024-03-07T09:58:25.592578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:57.266870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.616965+0000","last_change":"2024-03-07T09:56:53.687800+0000","last_active":"2024-03-07T09:58:25.616965+0000","last_peered":"2024-03-07T09:58:25.616965+0000","last_clean":"2024-03-07T09:58:25.616965+0000","last_became_active":"2024-03-07T09:56:53.687477+0000","last_became_peered":"2024-03-07T09:56:53.687477+0000","last_unstale":"2024-03-07T09:58:25.616965+0000","last_undegraded":"2024-03-07T09:58:25.616965+0000","last_fullsized":"2024-03-07T09:58:25.616965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:09:41.318882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592672+0000","last_change":"2024-03-07T09:57:57.003969+0000","last_active":"2024-03-07T09:58:25.592672+0000","last_peered":"2024-03-07T09:58:25.592672+0000","last_clean":"2024-03-07T09:58:25.592672+0000","last_became_active":"2024-03-07T09:57:57.003563+0000","last_became_peered":"2024-03-07T09:57:57.003563+0000","last_unstale":"2024-03-07T09:58:25.592672+0000","last_undegraded":"2024-03-07T09:58:25.592672+0000","last_fullsized":"2024-03-07T09:58:25.592672+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:40.230021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,7],"acting":[10,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.598233+0000","last_change":"2024-03-07T09:56:53.689616+0000","last_active":"2024-03-07T09:58:25.598233+0000","last_peered":"2024-03-07T09:58:25.598233+0000","last_clean":"2024-03-07T09:58:25.598233+0000","last_became_active":"2024-03-07T09:56:53.689240+0000","last_became_peered":"2024-03-07T09:56:53.689240+0000","last_unstale":"2024-03-07T09:58:25.598233+0000","last_undegraded":"2024-03-07T09:58:25.598233+0000","last_fullsized":"2024-03-07T09:58:25.598233+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:44:04.340761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.599564+0000","last_change":"2024-03-07T09:57:57.002548+0000","last_active":"2024-03-07T09:58:25.599564+0000","last_peered":"2024-03-07T09:58:25.599564+0000","last_clean":"2024-03-07T09:58:25.599564+0000","last_became_active":"2024-03-07T09:57:57.002312+0000","last_became_peered":"2024-03-07T09:57:57.002312+0000","last_unstale":"2024-03-07T09:58:25.599564+0000","last_undegraded":"2024-03-07T09:58:25.599564+0000","last_fullsized":"2024-03-07T09:58:25.599564+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:23:39.912981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613116+0000","last_change":"2024-03-07T09:56:53.682789+0000","last_active":"2024-03-07T09:58:25.613116+0000","last_peered":"2024-03-07T09:58:25.613116+0000","last_clean":"2024-03-07T09:58:25.613116+0000","last_became_active":"2024-03-07T09:56:53.682481+0000","last_became_peered":"2024-03-07T09:56:53.682481+0000","last_unstale":"2024-03-07T09:58:25.613116+0000","last_undegraded":"2024-03-07T09:58:25.613116+0000","last_fullsized":"2024-03-07T09:58:25.613116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:30:11.951180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.587817+0000","last_change":"2024-03-07T09:56:53.688489+0000","last_active":"2024-03-07T09:58:25.587817+0000","last_peered":"2024-03-07T09:58:25.587817+0000","last_clean":"2024-03-07T09:58:25.587817+0000","last_became_active":"2024-03-07T09:56:53.688169+0000","last_became_peered":"2024-03-07T09:56:53.688169+0000","last_unstale":"2024-03-07T09:58:25.587817+0000","last_undegraded":"2024-03-07T09:58:25.587817+0000","last_fullsized":"2024-03-07T09:58:25.587817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:41:42.874074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611776+0000","last_change":"2024-03-07T09:56:53.686782+0000","last_active":"2024-03-07T09:58:25.611776+0000","last_peered":"2024-03-07T09:58:25.611776+0000","last_clean":"2024-03-07T09:58:25.611776+0000","last_became_active":"2024-03-07T09:56:53.686471+0000","last_became_peered":"2024-03-07T09:56:53.686471+0000","last_unstale":"2024-03-07T09:58:25.611776+0000","last_undegraded":"2024-03-07T09:58:25.611776+0000","last_fullsized":"2024-03-07T09:58:25.611776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:44:24.735145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.580355+0000","last_change":"2024-03-07T09:56:53.688561+0000","last_active":"2024-03-07T09:58:25.580355+0000","last_peered":"2024-03-07T09:58:25.580355+0000","last_clean":"2024-03-07T09:58:25.580355+0000","last_became_active":"2024-03-07T09:56:53.688189+0000","last_became_peered":"2024-03-07T09:56:53.688189+0000","last_unstale":"2024-03-07T09:58:25.580355+0000","last_undegraded":"2024-03-07T09:58:25.580355+0000","last_fullsized":"2024-03-07T09:58:25.580355+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:06:14.804988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.615616+0000","last_change":"2024-03-07T09:56:53.680197+0000","last_active":"2024-03-07T09:58:25.615616+0000","last_peered":"2024-03-07T09:58:25.615616+0000","last_clean":"2024-03-07T09:58:25.615616+0000","last_became_active":"2024-03-07T09:56:53.679448+0000","last_became_peered":"2024-03-07T09:56:53.679448+0000","last_unstale":"2024-03-07T09:58:25.615616+0000","last_undegraded":"2024-03-07T09:58:25.615616+0000","last_fullsized":"2024-03-07T09:58:25.615616+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:47:04.662071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610869+0000","last_change":"2024-03-07T09:56:53.687128+0000","last_active":"2024-03-07T09:58:25.610869+0000","last_peered":"2024-03-07T09:58:25.610869+0000","last_clean":"2024-03-07T09:58:25.610869+0000","last_became_active":"2024-03-07T09:56:53.686747+0000","last_became_peered":"2024-03-07T09:56:53.686747+0000","last_unstale":"2024-03-07T09:58:25.610869+0000","last_undegraded":"2024-03-07T09:58:25.610869+0000","last_fullsized":"2024-03-07T09:58:25.610869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:35:07.335342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612063+0000","last_change":"2024-03-07T09:56:53.693110+0000","last_active":"2024-03-07T09:58:25.612063+0000","last_peered":"2024-03-07T09:58:25.612063+0000","last_clean":"2024-03-07T09:58:25.612063+0000","last_became_active":"2024-03-07T09:56:53.691079+0000","last_became_peered":"2024-03-07T09:56:53.691079+0000","last_unstale":"2024-03-07T09:58:25.612063+0000","last_undegraded":"2024-03-07T09:58:25.612063+0000","last_fullsized":"2024-03-07T09:58:25.612063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:59.776450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.609984+0000","last_change":"2024-03-07T09:56:53.690438+0000","last_active":"2024-03-07T09:58:25.609984+0000","last_peered":"2024-03-07T09:58:25.609984+0000","last_clean":"2024-03-07T09:58:25.609984+0000","last_became_active":"2024-03-07T09:56:53.690097+0000","last_became_peered":"2024-03-07T09:56:53.690097+0000","last_unstale":"2024-03-07T09:58:25.609984+0000","last_undegraded":"2024-03-07T09:58:25.609984+0000","last_fullsized":"2024-03-07T09:58:25.609984+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:24.950160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607737+0000","last_change":"2024-03-07T09:56:53.699061+0000","last_active":"2024-03-07T09:58:25.607737+0000","last_peered":"2024-03-07T09:58:25.607737+0000","last_clean":"2024-03-07T09:58:25.607737+0000","last_became_active":"2024-03-07T09:56:53.698747+0000","last_became_peered":"2024-03-07T09:56:53.698747+0000","last_unstale":"2024-03-07T09:58:25.607737+0000","last_undegraded":"2024-03-07T09:58:25.607737+0000","last_fullsized":"2024-03-07T09:58:25.607737+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:45.059437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606471+0000","last_change":"2024-03-07T09:56:53.690691+0000","last_active":"2024-03-07T09:58:25.606471+0000","last_peered":"2024-03-07T09:58:25.606471+0000","last_clean":"2024-03-07T09:58:25.606471+0000","last_became_active":"2024-03-07T09:56:53.690307+0000","last_became_peered":"2024-03-07T09:56:53.690307+0000","last_unstale":"2024-03-07T09:58:25.606471+0000","last_undegraded":"2024-03-07T09:58:25.606471+0000","last_fullsized":"2024-03-07T09:58:25.606471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:12.515637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.593065+0000","last_change":"2024-03-07T09:56:53.688203+0000","last_active":"2024-03-07T09:58:25.593065+0000","last_peered":"2024-03-07T09:58:25.593065+0000","last_clean":"2024-03-07T09:58:25.593065+0000","last_became_active":"2024-03-07T09:56:53.687900+0000","last_became_peered":"2024-03-07T09:56:53.687900+0000","last_unstale":"2024-03-07T09:58:25.593065+0000","last_undegraded":"2024-03-07T09:58:25.593065+0000","last_fullsized":"2024-03-07T09:58:25.593065+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:50.360051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996363+0000","last_change":"2024-03-07T09:56:52.681604+0000","last_active":"2024-03-07T09:57:56.996363+0000","last_peered":"2024-03-07T09:57:56.996363+0000","last_clean":"2024-03-07T09:57:56.996363+0000","last_became_active":"2024-03-07T09:56:52.681255+0000","last_became_peered":"2024-03-07T09:56:52.681255+0000","last_unstale":"2024-03-07T09:57:56.996363+0000","last_undegraded":"2024-03-07T09:57:56.996363+0000","last_fullsized":"2024-03-07T09:57:56.996363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:09:35.012580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.594343+0000","last_change":"2024-03-07T09:56:53.695464+0000","last_active":"2024-03-07T09:58:25.594343+0000","last_peered":"2024-03-07T09:58:25.594343+0000","last_clean":"2024-03-07T09:58:25.594343+0000","last_became_active":"2024-03-07T09:56:53.695094+0000","last_became_peered":"2024-03-07T09:56:53.695094+0000","last_unstale":"2024-03-07T09:58:25.594343+0000","last_undegraded":"2024-03-07T09:58:25.594343+0000","last_fullsized":"2024-03-07T09:58:25.594343+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:30.240961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041219+0000","last_change":"2024-03-07T09:56:52.683020+0000","last_active":"2024-03-07T09:57:57.041219+0000","last_peered":"2024-03-07T09:57:57.041219+0000","last_clean":"2024-03-07T09:57:57.041219+0000","last_became_active":"2024-03-07T09:56:52.682717+0000","last_became_peered":"2024-03-07T09:56:52.682717+0000","last_unstale":"2024-03-07T09:57:57.041219+0000","last_undegraded":"2024-03-07T09:57:57.041219+0000","last_fullsized":"2024-03-07T09:57:57.041219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:11:22.765618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613512+0000","last_change":"2024-03-07T09:56:53.682305+0000","last_active":"2024-03-07T09:58:25.613512+0000","last_peered":"2024-03-07T09:58:25.613512+0000","last_clean":"2024-03-07T09:58:25.613512+0000","last_became_active":"2024-03-07T09:56:53.681988+0000","last_became_peered":"2024-03-07T09:56:53.681988+0000","last_unstale":"2024-03-07T09:58:25.613512+0000","last_undegraded":"2024-03-07T09:58:25.613512+0000","last_fullsized":"2024-03-07T09:58:25.613512+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:30:24.602548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998113+0000","last_change":"2024-03-07T09:56:52.679412+0000","last_active":"2024-03-07T09:57:56.998113+0000","last_peered":"2024-03-07T09:57:56.998113+0000","last_clean":"2024-03-07T09:57:56.998113+0000","last_became_active":"2024-03-07T09:56:52.679071+0000","last_became_peered":"2024-03-07T09:56:52.679071+0000","last_unstale":"2024-03-07T09:57:56.998113+0000","last_undegraded":"2024-03-07T09:57:56.998113+0000","last_fullsized":"2024-03-07T09:57:56.998113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:53.532980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612104+0000","last_change":"2024-03-07T09:56:53.687040+0000","last_active":"2024-03-07T09:58:25.612104+0000","last_peered":"2024-03-07T09:58:25.612104+0000","last_clean":"2024-03-07T09:58:25.612104+0000","last_became_active":"2024-03-07T09:56:53.685080+0000","last_became_peered":"2024-03-07T09:56:53.685080+0000","last_unstale":"2024-03-07T09:58:25.612104+0000","last_undegraded":"2024-03-07T09:58:25.612104+0000","last_fullsized":"2024-03-07T09:58:25.612104+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:45:40.356956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998139+0000","last_change":"2024-03-07T09:56:52.677070+0000","last_active":"2024-03-07T09:57:56.998139+0000","last_peered":"2024-03-07T09:57:56.998139+0000","last_clean":"2024-03-07T09:57:56.998139+0000","last_became_active":"2024-03-07T09:56:52.676730+0000","last_became_peered":"2024-03-07T09:56:52.676730+0000","last_unstale":"2024-03-07T09:57:56.998139+0000","last_undegraded":"2024-03-07T09:57:56.998139+0000","last_fullsized":"2024-03-07T09:57:56.998139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:59:47.995102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610787+0000","last_change":"2024-03-07T09:56:53.692055+0000","last_active":"2024-03-07T09:58:25.610787+0000","last_peered":"2024-03-07T09:58:25.610787+0000","last_clean":"2024-03-07T09:58:25.610787+0000","last_became_active":"2024-03-07T09:56:53.691444+0000","last_became_peered":"2024-03-07T09:56:53.691444+0000","last_unstale":"2024-03-07T09:58:25.610787+0000","last_undegraded":"2024-03-07T09:58:25.610787+0000","last_fullsized":"2024-03-07T09:58:25.610787+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:10:02.293498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":156,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:54.113041+0000","last_change":"2024-03-07T09:57:57.055069+0000","last_active":"2024-03-07T09:58:54.113041+0000","last_peered":"2024-03-07T09:58:54.113041+0000","last_clean":"2024-03-07T09:58:54.113041+0000","last_became_active":"2024-03-07T09:57:57.051578+0000","last_became_peered":"2024-03-07T09:57:57.051578+0000","last_unstale":"2024-03-07T09:58:54.113041+0000","last_undegraded":"2024-03-07T09:58:54.113041+0000","last_fullsized":"2024-03-07T09:58:54.113041+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:47:18.850439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":113,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.617104+0000","last_change":"2024-03-07T09:57:56.999965+0000","last_active":"2024-03-07T09:58:25.617104+0000","last_peered":"2024-03-07T09:58:25.617104+0000","last_clean":"2024-03-07T09:58:25.617104+0000","last_became_active":"2024-03-07T09:57:56.999629+0000","last_became_peered":"2024-03-07T09:57:56.999629+0000","last_unstale":"2024-03-07T09:58:25.617104+0000","last_undegraded":"2024-03-07T09:58:25.617104+0000","last_fullsized":"2024-03-07T09:58:25.617104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:07:54.456716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994948+0000","last_change":"2024-03-07T09:56:52.672260+0000","last_active":"2024-03-07T09:57:56.994948+0000","last_peered":"2024-03-07T09:57:56.994948+0000","last_clean":"2024-03-07T09:57:56.994948+0000","last_became_active":"2024-03-07T09:56:52.670437+0000","last_became_peered":"2024-03-07T09:56:52.670437+0000","last_unstale":"2024-03-07T09:57:56.994948+0000","last_undegraded":"2024-03-07T09:57:56.994948+0000","last_fullsized":"2024-03-07T09:57:56.994948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:14:47.850432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.617024+0000","last_change":"2024-03-07T09:57:57.041849+0000","last_active":"2024-03-07T09:58:25.617024+0000","last_peered":"2024-03-07T09:58:25.617024+0000","last_clean":"2024-03-07T09:58:25.617024+0000","last_became_active":"2024-03-07T09:57:57.041608+0000","last_became_peered":"2024-03-07T09:57:57.041608+0000","last_unstale":"2024-03-07T09:58:25.617024+0000","last_undegraded":"2024-03-07T09:58:25.617024+0000","last_fullsized":"2024-03-07T09:58:25.617024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:54:00.362242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994577+0000","last_change":"2024-03-07T09:56:52.672741+0000","last_active":"2024-03-07T09:57:56.994577+0000","last_peered":"2024-03-07T09:57:56.994577+0000","last_clean":"2024-03-07T09:57:56.994577+0000","last_became_active":"2024-03-07T09:56:52.672443+0000","last_became_peered":"2024-03-07T09:56:52.672443+0000","last_unstale":"2024-03-07T09:57:56.994577+0000","last_undegraded":"2024-03-07T09:57:56.994577+0000","last_fullsized":"2024-03-07T09:57:56.994577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:44.336987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612676+0000","last_change":"2024-03-07T09:56:53.694089+0000","last_active":"2024-03-07T09:58:25.612676+0000","last_peered":"2024-03-07T09:58:25.612676+0000","last_clean":"2024-03-07T09:58:25.612676+0000","last_became_active":"2024-03-07T09:56:53.693212+0000","last_became_peered":"2024-03-07T09:56:53.693212+0000","last_unstale":"2024-03-07T09:58:25.612676+0000","last_undegraded":"2024-03-07T09:58:25.612676+0000","last_fullsized":"2024-03-07T09:58:25.612676+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:44.999925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000347+0000","last_change":"2024-03-07T09:56:52.681767+0000","last_active":"2024-03-07T09:57:57.000347+0000","last_peered":"2024-03-07T09:57:57.000347+0000","last_clean":"2024-03-07T09:57:57.000347+0000","last_became_active":"2024-03-07T09:56:52.681454+0000","last_became_peered":"2024-03-07T09:56:52.681454+0000","last_unstale":"2024-03-07T09:57:57.000347+0000","last_undegraded":"2024-03-07T09:57:57.000347+0000","last_fullsized":"2024-03-07T09:57:57.000347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:44:59.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606029+0000","last_change":"2024-03-07T09:56:53.689119+0000","last_active":"2024-03-07T09:58:25.606029+0000","last_peered":"2024-03-07T09:58:25.606029+0000","last_clean":"2024-03-07T09:58:25.606029+0000","last_became_active":"2024-03-07T09:56:53.688805+0000","last_became_peered":"2024-03-07T09:56:53.688805+0000","last_unstale":"2024-03-07T09:58:25.606029+0000","last_undegraded":"2024-03-07T09:58:25.606029+0000","last_fullsized":"2024-03-07T09:58:25.606029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:03.135423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":137,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:51.109427+0000","last_change":"2024-03-07T09:56:52.673288+0000","last_active":"2024-03-07T09:58:51.109427+0000","last_peered":"2024-03-07T09:58:51.109427+0000","last_clean":"2024-03-07T09:58:51.109427+0000","last_became_active":"2024-03-07T09:56:52.672977+0000","last_became_peered":"2024-03-07T09:56:52.672977+0000","last_unstale":"2024-03-07T09:58:51.109427+0000","last_undegraded":"2024-03-07T09:58:51.109427+0000","last_fullsized":"2024-03-07T09:58:51.109427+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:14.034278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610295+0000","last_change":"2024-03-07T09:56:53.687614+0000","last_active":"2024-03-07T09:58:25.610295+0000","last_peered":"2024-03-07T09:58:25.610295+0000","last_clean":"2024-03-07T09:58:25.610295+0000","last_became_active":"2024-03-07T09:56:53.687314+0000","last_became_peered":"2024-03-07T09:56:53.687314+0000","last_unstale":"2024-03-07T09:58:25.610295+0000","last_undegraded":"2024-03-07T09:58:25.610295+0000","last_fullsized":"2024-03-07T09:58:25.610295+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:18.017086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002788+0000","last_change":"2024-03-07T09:56:52.682405+0000","last_active":"2024-03-07T09:57:57.002788+0000","last_peered":"2024-03-07T09:57:57.002788+0000","last_clean":"2024-03-07T09:57:57.002788+0000","last_became_active":"2024-03-07T09:56:52.681285+0000","last_became_peered":"2024-03-07T09:56:52.681285+0000","last_unstale":"2024-03-07T09:57:57.002788+0000","last_undegraded":"2024-03-07T09:57:57.002788+0000","last_fullsized":"2024-03-07T09:57:57.002788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:38:55.931027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613932+0000","last_change":"2024-03-07T09:57:57.003900+0000","last_active":"2024-03-07T09:58:25.613932+0000","last_peered":"2024-03-07T09:58:25.613932+0000","last_clean":"2024-03-07T09:58:25.613932+0000","last_became_active":"2024-03-07T09:57:57.003544+0000","last_became_peered":"2024-03-07T09:57:57.003544+0000","last_unstale":"2024-03-07T09:58:25.613932+0000","last_undegraded":"2024-03-07T09:58:25.613932+0000","last_fullsized":"2024-03-07T09:58:25.613932+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:15:59.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000534+0000","last_change":"2024-03-07T09:56:52.682045+0000","last_active":"2024-03-07T09:57:57.000534+0000","last_peered":"2024-03-07T09:57:57.000534+0000","last_clean":"2024-03-07T09:57:57.000534+0000","last_became_active":"2024-03-07T09:56:52.681690+0000","last_became_peered":"2024-03-07T09:56:52.681690+0000","last_unstale":"2024-03-07T09:57:57.000534+0000","last_undegraded":"2024-03-07T09:57:57.000534+0000","last_fullsized":"2024-03-07T09:57:57.000534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:00.964295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611130+0000","last_change":"2024-03-07T09:57:57.050104+0000","last_active":"2024-03-07T09:58:25.611130+0000","last_peered":"2024-03-07T09:58:25.611130+0000","last_clean":"2024-03-07T09:58:25.611130+0000","last_became_active":"2024-03-07T09:57:57.049825+0000","last_became_peered":"2024-03-07T09:57:57.049825+0000","last_unstale":"2024-03-07T09:58:25.611130+0000","last_undegraded":"2024-03-07T09:58:25.611130+0000","last_fullsized":"2024-03-07T09:58:25.611130+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:34:00.997185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"88'32","reported_seq":290,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:52.110862+0000","last_change":"2024-03-07T09:56:52.676887+0000","last_active":"2024-03-07T09:58:52.110862+0000","last_peered":"2024-03-07T09:58:52.110862+0000","last_clean":"2024-03-07T09:58:52.110862+0000","last_became_active":"2024-03-07T09:56:52.676557+0000","last_became_peered":"2024-03-07T09:56:52.676557+0000","last_unstale":"2024-03-07T09:58:52.110862+0000","last_undegraded":"2024-03-07T09:58:52.110862+0000","last_fullsized":"2024-03-07T09:58:52.110862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:42:43.428232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60022,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":178,"num_write":33,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596467+0000","last_change":"2024-03-07T09:56:53.697045+0000","last_active":"2024-03-07T09:58:25.596467+0000","last_peered":"2024-03-07T09:58:25.596467+0000","last_clean":"2024-03-07T09:58:25.596467+0000","last_became_active":"2024-03-07T09:56:53.696752+0000","last_became_peered":"2024-03-07T09:56:53.696752+0000","last_unstale":"2024-03-07T09:58:25.596467+0000","last_undegraded":"2024-03-07T09:58:25.596467+0000","last_fullsized":"2024-03-07T09:58:25.596467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:10:21.125373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002563+0000","last_change":"2024-03-07T09:56:52.675566+0000","last_active":"2024-03-07T09:57:57.002563+0000","last_peered":"2024-03-07T09:57:57.002563+0000","last_clean":"2024-03-07T09:57:57.002563+0000","last_became_active":"2024-03-07T09:56:52.674620+0000","last_became_peered":"2024-03-07T09:56:52.674620+0000","last_unstale":"2024-03-07T09:57:57.002563+0000","last_undegraded":"2024-03-07T09:57:57.002563+0000","last_fullsized":"2024-03-07T09:57:57.002563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:21.040161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611844+0000","last_change":"2024-03-07T09:56:53.689565+0000","last_active":"2024-03-07T09:58:25.611844+0000","last_peered":"2024-03-07T09:58:25.611844+0000","last_clean":"2024-03-07T09:58:25.611844+0000","last_became_active":"2024-03-07T09:56:53.689225+0000","last_became_peered":"2024-03-07T09:56:53.689225+0000","last_unstale":"2024-03-07T09:58:25.611844+0000","last_undegraded":"2024-03-07T09:58:25.611844+0000","last_fullsized":"2024-03-07T09:58:25.611844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:53:16.212787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000166+0000","last_change":"2024-03-07T09:56:52.682207+0000","last_active":"2024-03-07T09:57:57.000166+0000","last_peered":"2024-03-07T09:57:57.000166+0000","last_clean":"2024-03-07T09:57:57.000166+0000","last_became_active":"2024-03-07T09:56:52.681737+0000","last_became_peered":"2024-03-07T09:56:52.681737+0000","last_unstale":"2024-03-07T09:57:57.000166+0000","last_undegraded":"2024-03-07T09:57:57.000166+0000","last_fullsized":"2024-03-07T09:57:57.000166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:24:40.596762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610981+0000","last_change":"2024-03-07T09:56:53.691814+0000","last_active":"2024-03-07T09:58:25.610981+0000","last_peered":"2024-03-07T09:58:25.610981+0000","last_clean":"2024-03-07T09:58:25.610981+0000","last_became_active":"2024-03-07T09:56:53.691476+0000","last_became_peered":"2024-03-07T09:56:53.691476+0000","last_unstale":"2024-03-07T09:58:25.610981+0000","last_undegraded":"2024-03-07T09:58:25.610981+0000","last_fullsized":"2024-03-07T09:58:25.610981+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:38:11.327538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'6","reported_seq":144,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:51.674441+0000","last_change":"2024-03-07T09:56:52.678047+0000","last_active":"2024-03-07T09:58:51.674441+0000","last_peered":"2024-03-07T09:58:51.674441+0000","last_clean":"2024-03-07T09:58:51.674441+0000","last_became_active":"2024-03-07T09:56:52.677720+0000","last_became_peered":"2024-03-07T09:56:52.677720+0000","last_unstale":"2024-03-07T09:58:51.674441+0000","last_undegraded":"2024-03-07T09:58:51.674441+0000","last_fullsized":"2024-03-07T09:58:51.674441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:33.096744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.590785+0000","last_change":"2024-03-07T09:56:53.686046+0000","last_active":"2024-03-07T09:58:25.590785+0000","last_peered":"2024-03-07T09:58:25.590785+0000","last_clean":"2024-03-07T09:58:25.590785+0000","last_became_active":"2024-03-07T09:56:53.684956+0000","last_became_peered":"2024-03-07T09:56:53.684956+0000","last_unstale":"2024-03-07T09:58:25.590785+0000","last_undegraded":"2024-03-07T09:58:25.590785+0000","last_fullsized":"2024-03-07T09:58:25.590785+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:50:24.178857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997658+0000","last_change":"2024-03-07T09:56:52.675992+0000","last_active":"2024-03-07T09:57:56.997658+0000","last_peered":"2024-03-07T09:57:56.997658+0000","last_clean":"2024-03-07T09:57:56.997658+0000","last_became_active":"2024-03-07T09:56:52.675065+0000","last_became_peered":"2024-03-07T09:56:52.675065+0000","last_unstale":"2024-03-07T09:57:56.997658+0000","last_undegraded":"2024-03-07T09:57:56.997658+0000","last_fullsized":"2024-03-07T09:57:56.997658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:03:45.950928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.601492+0000","last_change":"2024-03-07T09:57:57.049897+0000","last_active":"2024-03-07T09:58:25.601492+0000","last_peered":"2024-03-07T09:58:25.601492+0000","last_clean":"2024-03-07T09:58:25.601492+0000","last_became_active":"2024-03-07T09:57:57.049574+0000","last_became_peered":"2024-03-07T09:57:57.049574+0000","last_unstale":"2024-03-07T09:58:25.601492+0000","last_undegraded":"2024-03-07T09:58:25.601492+0000","last_fullsized":"2024-03-07T09:58:25.601492+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:28.163009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998018+0000","last_change":"2024-03-07T09:56:52.671795+0000","last_active":"2024-03-07T09:57:56.998018+0000","last_peered":"2024-03-07T09:57:56.998018+0000","last_clean":"2024-03-07T09:57:56.998018+0000","last_became_active":"2024-03-07T09:56:52.670717+0000","last_became_peered":"2024-03-07T09:56:52.670717+0000","last_unstale":"2024-03-07T09:57:56.998018+0000","last_undegraded":"2024-03-07T09:57:56.998018+0000","last_fullsized":"2024-03-07T09:57:56.998018+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:00:23.478823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592656+0000","last_change":"2024-03-07T09:56:53.699800+0000","last_active":"2024-03-07T09:58:25.592656+0000","last_peered":"2024-03-07T09:58:25.592656+0000","last_clean":"2024-03-07T09:58:25.592656+0000","last_became_active":"2024-03-07T09:56:53.699468+0000","last_became_peered":"2024-03-07T09:56:53.699468+0000","last_unstale":"2024-03-07T09:58:25.592656+0000","last_undegraded":"2024-03-07T09:58:25.592656+0000","last_fullsized":"2024-03-07T09:58:25.592656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:26:44.230225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996150+0000","last_change":"2024-03-07T09:56:52.687857+0000","last_active":"2024-03-07T09:57:56.996150+0000","last_peered":"2024-03-07T09:57:56.996150+0000","last_clean":"2024-03-07T09:57:56.996150+0000","last_became_active":"2024-03-07T09:56:52.687520+0000","last_became_peered":"2024-03-07T09:56:52.687520+0000","last_unstale":"2024-03-07T09:57:56.996150+0000","last_undegraded":"2024-03-07T09:57:56.996150+0000","last_fullsized":"2024-03-07T09:57:56.996150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:44.180484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.590177+0000","last_change":"2024-03-07T09:56:53.693802+0000","last_active":"2024-03-07T09:58:25.590177+0000","last_peered":"2024-03-07T09:58:25.590177+0000","last_clean":"2024-03-07T09:58:25.590177+0000","last_became_active":"2024-03-07T09:56:53.689641+0000","last_became_peered":"2024-03-07T09:56:53.689641+0000","last_unstale":"2024-03-07T09:58:25.590177+0000","last_undegraded":"2024-03-07T09:58:25.590177+0000","last_fullsized":"2024-03-07T09:58:25.590177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:39:57.407771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002604+0000","last_change":"2024-03-07T09:56:52.680592+0000","last_active":"2024-03-07T09:57:57.002604+0000","last_peered":"2024-03-07T09:57:57.002604+0000","last_clean":"2024-03-07T09:57:57.002604+0000","last_became_active":"2024-03-07T09:56:52.679707+0000","last_became_peered":"2024-03-07T09:56:52.679707+0000","last_unstale":"2024-03-07T09:57:57.002604+0000","last_undegraded":"2024-03-07T09:57:57.002604+0000","last_fullsized":"2024-03-07T09:57:57.002604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.630182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.579517+0000","last_change":"2024-03-07T09:56:53.693861+0000","last_active":"2024-03-07T09:58:25.579517+0000","last_peered":"2024-03-07T09:58:25.579517+0000","last_clean":"2024-03-07T09:58:25.579517+0000","last_became_active":"2024-03-07T09:56:53.693534+0000","last_became_peered":"2024-03-07T09:56:53.693534+0000","last_unstale":"2024-03-07T09:58:25.579517+0000","last_undegraded":"2024-03-07T09:58:25.579517+0000","last_fullsized":"2024-03-07T09:58:25.579517+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:12:39.545760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596637+0000","last_change":"2024-03-07T09:56:53.691164+0000","last_active":"2024-03-07T09:58:25.596637+0000","last_peered":"2024-03-07T09:58:25.596637+0000","last_clean":"2024-03-07T09:58:25.596637+0000","last_became_active":"2024-03-07T09:56:53.690865+0000","last_became_peered":"2024-03-07T09:56:53.690865+0000","last_unstale":"2024-03-07T09:58:25.596637+0000","last_undegraded":"2024-03-07T09:58:25.596637+0000","last_fullsized":"2024-03-07T09:58:25.596637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:05.398797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":137,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:49.671506+0000","last_change":"2024-03-07T09:56:52.684348+0000","last_active":"2024-03-07T09:58:49.671506+0000","last_peered":"2024-03-07T09:58:49.671506+0000","last_clean":"2024-03-07T09:58:49.671506+0000","last_became_active":"2024-03-07T09:56:52.683994+0000","last_became_peered":"2024-03-07T09:56:52.683994+0000","last_unstale":"2024-03-07T09:58:49.671506+0000","last_undegraded":"2024-03-07T09:58:49.671506+0000","last_fullsized":"2024-03-07T09:58:49.671506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:04:30.557227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608467+0000","last_change":"2024-03-07T09:56:53.697599+0000","last_active":"2024-03-07T09:58:25.608467+0000","last_peered":"2024-03-07T09:58:25.608467+0000","last_clean":"2024-03-07T09:58:25.608467+0000","last_became_active":"2024-03-07T09:56:53.697160+0000","last_became_peered":"2024-03-07T09:56:53.697160+0000","last_unstale":"2024-03-07T09:58:25.608467+0000","last_undegraded":"2024-03-07T09:58:25.608467+0000","last_fullsized":"2024-03-07T09:58:25.608467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:45:45.478791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050574+0000","last_change":"2024-03-07T09:56:52.674603+0000","last_active":"2024-03-07T09:57:57.050574+0000","last_peered":"2024-03-07T09:57:57.050574+0000","last_clean":"2024-03-07T09:57:57.050574+0000","last_became_active":"2024-03-07T09:56:52.674269+0000","last_became_peered":"2024-03-07T09:56:52.674269+0000","last_unstale":"2024-03-07T09:57:57.050574+0000","last_undegraded":"2024-03-07T09:57:57.050574+0000","last_fullsized":"2024-03-07T09:57:57.050574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:12:21.011326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":354,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002422+0000","last_change":"2024-03-07T09:55:41.530015+0000","last_active":"2024-03-07T09:57:57.002422+0000","last_peered":"2024-03-07T09:57:57.002422+0000","last_clean":"2024-03-07T09:57:57.002422+0000","last_became_active":"2024-03-07T09:55:41.529507+0000","last_became_peered":"2024-03-07T09:55:41.529507+0000","last_unstale":"2024-03-07T09:57:57.002422+0000","last_undegraded":"2024-03-07T09:57:57.002422+0000","last_fullsized":"2024-03-07T09:57:57.002422+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_clean_scrub_stamp":"2024-03-07T09:52:19.873115+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:16:11.815935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.616141+0000","last_change":"2024-03-07T09:56:53.694226+0000","last_active":"2024-03-07T09:58:25.616141+0000","last_peered":"2024-03-07T09:58:25.616141+0000","last_clean":"2024-03-07T09:58:25.616141+0000","last_became_active":"2024-03-07T09:56:53.693887+0000","last_became_peered":"2024-03-07T09:56:53.693887+0000","last_unstale":"2024-03-07T09:58:25.616141+0000","last_undegraded":"2024-03-07T09:58:25.616141+0000","last_fullsized":"2024-03-07T09:58:25.616141+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:01.536716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002496+0000","last_change":"2024-03-07T09:56:52.679844+0000","last_active":"2024-03-07T09:57:57.002496+0000","last_peered":"2024-03-07T09:57:57.002496+0000","last_clean":"2024-03-07T09:57:57.002496+0000","last_became_active":"2024-03-07T09:56:52.679518+0000","last_became_peered":"2024-03-07T09:56:52.679518+0000","last_unstale":"2024-03-07T09:57:57.002496+0000","last_undegraded":"2024-03-07T09:57:57.002496+0000","last_fullsized":"2024-03-07T09:57:57.002496+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:37:21.585749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997887+0000","last_change":"2024-03-07T09:56:52.681781+0000","last_active":"2024-03-07T09:57:56.997887+0000","last_peered":"2024-03-07T09:57:56.997887+0000","last_clean":"2024-03-07T09:57:56.997887+0000","last_became_active":"2024-03-07T09:56:52.681452+0000","last_became_peered":"2024-03-07T09:56:52.681452+0000","last_unstale":"2024-03-07T09:57:56.997887+0000","last_undegraded":"2024-03-07T09:57:56.997887+0000","last_fullsized":"2024-03-07T09:57:56.997887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:47:05.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612816+0000","last_change":"2024-03-07T09:56:53.684434+0000","last_active":"2024-03-07T09:58:25.612816+0000","last_peered":"2024-03-07T09:58:25.612816+0000","last_clean":"2024-03-07T09:58:25.612816+0000","last_became_active":"2024-03-07T09:56:53.684113+0000","last_became_peered":"2024-03-07T09:56:53.684113+0000","last_unstale":"2024-03-07T09:58:25.612816+0000","last_undegraded":"2024-03-07T09:58:25.612816+0000","last_fullsized":"2024-03-07T09:58:25.612816+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:23:52.040589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.701640+0000","last_change":"2024-03-07T09:56:52.683979+0000","last_active":"2024-03-07T09:58:25.701640+0000","last_peered":"2024-03-07T09:58:25.701640+0000","last_clean":"2024-03-07T09:58:25.701640+0000","last_became_active":"2024-03-07T09:56:52.683673+0000","last_became_peered":"2024-03-07T09:56:52.683673+0000","last_unstale":"2024-03-07T09:58:25.701640+0000","last_undegraded":"2024-03-07T09:58:25.701640+0000","last_fullsized":"2024-03-07T09:58:25.701640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:23.188168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.597347+0000","last_change":"2024-03-07T09:56:53.693109+0000","last_active":"2024-03-07T09:58:25.597347+0000","last_peered":"2024-03-07T09:58:25.597347+0000","last_clean":"2024-03-07T09:58:25.597347+0000","last_became_active":"2024-03-07T09:56:53.692728+0000","last_became_peered":"2024-03-07T09:56:53.692728+0000","last_unstale":"2024-03-07T09:58:25.597347+0000","last_undegraded":"2024-03-07T09:58:25.597347+0000","last_fullsized":"2024-03-07T09:58:25.597347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:45.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050891+0000","last_change":"2024-03-07T09:56:52.676551+0000","last_active":"2024-03-07T09:57:57.050891+0000","last_peered":"2024-03-07T09:57:57.050891+0000","last_clean":"2024-03-07T09:57:57.050891+0000","last_became_active":"2024-03-07T09:56:52.676193+0000","last_became_peered":"2024-03-07T09:56:52.676193+0000","last_unstale":"2024-03-07T09:57:57.050891+0000","last_undegraded":"2024-03-07T09:57:57.050891+0000","last_fullsized":"2024-03-07T09:57:57.050891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:52:21.182409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.605305+0000","last_change":"2024-03-07T09:56:53.693473+0000","last_active":"2024-03-07T09:58:25.605305+0000","last_peered":"2024-03-07T09:58:25.605305+0000","last_clean":"2024-03-07T09:58:25.605305+0000","last_became_active":"2024-03-07T09:56:53.692255+0000","last_became_peered":"2024-03-07T09:56:53.692255+0000","last_unstale":"2024-03-07T09:58:25.605305+0000","last_undegraded":"2024-03-07T09:58:25.605305+0000","last_fullsized":"2024-03-07T09:58:25.605305+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:57:15.348523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048707+0000","last_change":"2024-03-07T09:56:52.680677+0000","last_active":"2024-03-07T09:57:57.048707+0000","last_peered":"2024-03-07T09:57:57.048707+0000","last_clean":"2024-03-07T09:57:57.048707+0000","last_became_active":"2024-03-07T09:56:52.680337+0000","last_became_peered":"2024-03-07T09:56:52.680337+0000","last_unstale":"2024-03-07T09:57:57.048707+0000","last_undegraded":"2024-03-07T09:57:57.048707+0000","last_fullsized":"2024-03-07T09:57:57.048707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:09.745088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.584116+0000","last_change":"2024-03-07T09:56:53.684780+0000","last_active":"2024-03-07T09:58:25.584116+0000","last_peered":"2024-03-07T09:58:25.584116+0000","last_clean":"2024-03-07T09:58:25.584116+0000","last_became_active":"2024-03-07T09:56:53.684447+0000","last_became_peered":"2024-03-07T09:56:53.684447+0000","last_unstale":"2024-03-07T09:58:25.584116+0000","last_undegraded":"2024-03-07T09:58:25.584116+0000","last_fullsized":"2024-03-07T09:58:25.584116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:11:58.261928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040857+0000","last_change":"2024-03-07T09:56:52.686676+0000","last_active":"2024-03-07T09:57:57.040857+0000","last_peered":"2024-03-07T09:57:57.040857+0000","last_clean":"2024-03-07T09:57:57.040857+0000","last_became_active":"2024-03-07T09:56:52.686364+0000","last_became_peered":"2024-03-07T09:56:52.686364+0000","last_unstale":"2024-03-07T09:57:57.040857+0000","last_undegraded":"2024-03-07T09:57:57.040857+0000","last_fullsized":"2024-03-07T09:57:57.040857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:19:11.156952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607229+0000","last_change":"2024-03-07T09:56:53.699576+0000","last_active":"2024-03-07T09:58:25.607229+0000","last_peered":"2024-03-07T09:58:25.607229+0000","last_clean":"2024-03-07T09:58:25.607229+0000","last_became_active":"2024-03-07T09:56:53.699185+0000","last_became_peered":"2024-03-07T09:56:53.699185+0000","last_unstale":"2024-03-07T09:58:25.607229+0000","last_undegraded":"2024-03-07T09:58:25.607229+0000","last_fullsized":"2024-03-07T09:58:25.607229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:33:45.641810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002694+0000","last_change":"2024-03-07T09:56:52.674029+0000","last_active":"2024-03-07T09:57:57.002694+0000","last_peered":"2024-03-07T09:57:57.002694+0000","last_clean":"2024-03-07T09:57:57.002694+0000","last_became_active":"2024-03-07T09:56:52.673542+0000","last_became_peered":"2024-03-07T09:56:52.673542+0000","last_unstale":"2024-03-07T09:57:57.002694+0000","last_undegraded":"2024-03-07T09:57:57.002694+0000","last_fullsized":"2024-03-07T09:57:57.002694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:53:36.681031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608039+0000","last_change":"2024-03-07T09:56:53.699001+0000","last_active":"2024-03-07T09:58:25.608039+0000","last_peered":"2024-03-07T09:58:25.608039+0000","last_clean":"2024-03-07T09:58:25.608039+0000","last_became_active":"2024-03-07T09:56:53.698684+0000","last_became_peered":"2024-03-07T09:56:53.698684+0000","last_unstale":"2024-03-07T09:58:25.608039+0000","last_undegraded":"2024-03-07T09:58:25.608039+0000","last_fullsized":"2024-03-07T09:58:25.608039+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:53:47.028887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997967+0000","last_change":"2024-03-07T09:56:52.678590+0000","last_active":"2024-03-07T09:57:56.997967+0000","last_peered":"2024-03-07T09:57:56.997967+0000","last_clean":"2024-03-07T09:57:56.997967+0000","last_became_active":"2024-03-07T09:56:52.678270+0000","last_became_peered":"2024-03-07T09:56:52.678270+0000","last_unstale":"2024-03-07T09:57:56.997967+0000","last_undegraded":"2024-03-07T09:57:56.997967+0000","last_fullsized":"2024-03-07T09:57:56.997967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.957337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611718+0000","last_change":"2024-03-07T09:56:53.690935+0000","last_active":"2024-03-07T09:58:25.611718+0000","last_peered":"2024-03-07T09:58:25.611718+0000","last_clean":"2024-03-07T09:58:25.611718+0000","last_became_active":"2024-03-07T09:56:53.690615+0000","last_became_peered":"2024-03-07T09:56:53.690615+0000","last_unstale":"2024-03-07T09:58:25.611718+0000","last_undegraded":"2024-03-07T09:58:25.611718+0000","last_fullsized":"2024-03-07T09:58:25.611718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:30:43.338237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002935+0000","last_change":"2024-03-07T09:56:52.681753+0000","last_active":"2024-03-07T09:57:57.002935+0000","last_peered":"2024-03-07T09:57:57.002935+0000","last_clean":"2024-03-07T09:57:57.002935+0000","last_became_active":"2024-03-07T09:56:52.681453+0000","last_became_peered":"2024-03-07T09:56:52.681453+0000","last_unstale":"2024-03-07T09:57:57.002935+0000","last_undegraded":"2024-03-07T09:57:57.002935+0000","last_fullsized":"2024-03-07T09:57:57.002935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:14:22.498607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611456+0000","last_change":"2024-03-07T09:56:53.688388+0000","last_active":"2024-03-07T09:58:25.611456+0000","last_peered":"2024-03-07T09:58:25.611456+0000","last_clean":"2024-03-07T09:58:25.611456+0000","last_became_active":"2024-03-07T09:56:53.688037+0000","last_became_peered":"2024-03-07T09:56:53.688037+0000","last_unstale":"2024-03-07T09:58:25.611456+0000","last_undegraded":"2024-03-07T09:58:25.611456+0000","last_fullsized":"2024-03-07T09:58:25.611456+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:36:57.898656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000582+0000","last_change":"2024-03-07T09:56:52.680982+0000","last_active":"2024-03-07T09:57:57.000582+0000","last_peered":"2024-03-07T09:57:57.000582+0000","last_clean":"2024-03-07T09:57:57.000582+0000","last_became_active":"2024-03-07T09:56:52.680612+0000","last_became_peered":"2024-03-07T09:56:52.680612+0000","last_unstale":"2024-03-07T09:57:57.000582+0000","last_undegraded":"2024-03-07T09:57:57.000582+0000","last_fullsized":"2024-03-07T09:57:57.000582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:22:11.488947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596706+0000","last_change":"2024-03-07T09:56:53.690429+0000","last_active":"2024-03-07T09:58:25.596706+0000","last_peered":"2024-03-07T09:58:25.596706+0000","last_clean":"2024-03-07T09:58:25.596706+0000","last_became_active":"2024-03-07T09:56:53.689481+0000","last_became_peered":"2024-03-07T09:56:53.689481+0000","last_unstale":"2024-03-07T09:58:25.596706+0000","last_undegraded":"2024-03-07T09:58:25.596706+0000","last_fullsized":"2024-03-07T09:58:25.596706+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:01.124032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994882+0000","last_change":"2024-03-07T09:56:52.677142+0000","last_active":"2024-03-07T09:57:56.994882+0000","last_peered":"2024-03-07T09:57:56.994882+0000","last_clean":"2024-03-07T09:57:56.994882+0000","last_became_active":"2024-03-07T09:56:52.676818+0000","last_became_peered":"2024-03-07T09:56:52.676818+0000","last_unstale":"2024-03-07T09:57:56.994882+0000","last_undegraded":"2024-03-07T09:57:56.994882+0000","last_fullsized":"2024-03-07T09:57:56.994882+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:50:11.938064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592747+0000","last_change":"2024-03-07T09:56:53.688439+0000","last_active":"2024-03-07T09:58:25.592747+0000","last_peered":"2024-03-07T09:58:25.592747+0000","last_clean":"2024-03-07T09:58:25.592747+0000","last_became_active":"2024-03-07T09:56:53.688106+0000","last_became_peered":"2024-03-07T09:56:53.688106+0000","last_unstale":"2024-03-07T09:58:25.592747+0000","last_undegraded":"2024-03-07T09:58:25.592747+0000","last_fullsized":"2024-03-07T09:58:25.592747+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:17.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.594163+0000","last_change":"2024-03-07T09:56:53.695927+0000","last_active":"2024-03-07T09:58:25.594163+0000","last_peered":"2024-03-07T09:58:25.594163+0000","last_clean":"2024-03-07T09:58:25.594163+0000","last_became_active":"2024-03-07T09:56:53.695593+0000","last_became_peered":"2024-03-07T09:56:53.695593+0000","last_unstale":"2024-03-07T09:58:25.594163+0000","last_undegraded":"2024-03-07T09:58:25.594163+0000","last_fullsized":"2024-03-07T09:58:25.594163+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:48:40.078379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592897+0000","last_change":"2024-03-07T09:56:53.690800+0000","last_active":"2024-03-07T09:58:25.592897+0000","last_peered":"2024-03-07T09:58:25.592897+0000","last_clean":"2024-03-07T09:58:25.592897+0000","last_became_active":"2024-03-07T09:56:53.690477+0000","last_became_peered":"2024-03-07T09:56:53.690477+0000","last_unstale":"2024-03-07T09:58:25.592897+0000","last_undegraded":"2024-03-07T09:58:25.592897+0000","last_fullsized":"2024-03-07T09:58:25.592897+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:08:20.640796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606775+0000","last_change":"2024-03-07T09:56:53.693613+0000","last_active":"2024-03-07T09:58:25.606775+0000","last_peered":"2024-03-07T09:58:25.606775+0000","last_clean":"2024-03-07T09:58:25.606775+0000","last_became_active":"2024-03-07T09:56:53.693231+0000","last_became_peered":"2024-03-07T09:56:53.693231+0000","last_unstale":"2024-03-07T09:58:25.606775+0000","last_undegraded":"2024-03-07T09:58:25.606775+0000","last_fullsized":"2024-03-07T09:58:25.606775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:15:06.043644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618190+0000","last_change":"2024-03-07T09:56:53.692778+0000","last_active":"2024-03-07T09:58:25.618190+0000","last_peered":"2024-03-07T09:58:25.618190+0000","last_clean":"2024-03-07T09:58:25.618190+0000","last_became_active":"2024-03-07T09:56:53.691666+0000","last_became_peered":"2024-03-07T09:56:53.691666+0000","last_unstale":"2024-03-07T09:58:25.618190+0000","last_undegraded":"2024-03-07T09:58:25.618190+0000","last_fullsized":"2024-03-07T09:58:25.618190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:09.023721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618354+0000","last_change":"2024-03-07T09:56:53.693554+0000","last_active":"2024-03-07T09:58:25.618354+0000","last_peered":"2024-03-07T09:58:25.618354+0000","last_clean":"2024-03-07T09:58:25.618354+0000","last_became_active":"2024-03-07T09:56:53.693199+0000","last_became_peered":"2024-03-07T09:56:53.693199+0000","last_unstale":"2024-03-07T09:58:25.618354+0000","last_undegraded":"2024-03-07T09:58:25.618354+0000","last_fullsized":"2024-03-07T09:58:25.618354+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:17:08.748508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592543+0000","last_change":"2024-03-07T09:56:53.689390+0000","last_active":"2024-03-07T09:58:25.592543+0000","last_peered":"2024-03-07T09:58:25.592543+0000","last_clean":"2024-03-07T09:58:25.592543+0000","last_became_active":"2024-03-07T09:56:53.689087+0000","last_became_peered":"2024-03-07T09:56:53.689087+0000","last_unstale":"2024-03-07T09:58:25.592543+0000","last_undegraded":"2024-03-07T09:58:25.592543+0000","last_fullsized":"2024-03-07T09:58:25.592543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:47:52.147173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608438+0000","last_change":"2024-03-07T09:56:53.693152+0000","last_active":"2024-03-07T09:58:25.608438+0000","last_peered":"2024-03-07T09:58:25.608438+0000","last_clean":"2024-03-07T09:58:25.608438+0000","last_became_active":"2024-03-07T09:56:53.692844+0000","last_became_peered":"2024-03-07T09:56:53.692844+0000","last_unstale":"2024-03-07T09:58:25.608438+0000","last_undegraded":"2024-03-07T09:58:25.608438+0000","last_fullsized":"2024-03-07T09:58:25.608438+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:50:03.459742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607124+0000","last_change":"2024-03-07T09:57:57.050734+0000","last_active":"2024-03-07T09:58:25.607124+0000","last_peered":"2024-03-07T09:58:25.607124+0000","last_clean":"2024-03-07T09:58:25.607124+0000","last_became_active":"2024-03-07T09:57:57.050489+0000","last_became_peered":"2024-03-07T09:57:57.050489+0000","last_unstale":"2024-03-07T09:58:25.607124+0000","last_undegraded":"2024-03-07T09:58:25.607124+0000","last_fullsized":"2024-03-07T09:58:25.607124+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:31:30.186951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.591598+0000","last_change":"2024-03-07T09:56:53.686968+0000","last_active":"2024-03-07T09:58:25.591598+0000","last_peered":"2024-03-07T09:58:25.591598+0000","last_clean":"2024-03-07T09:58:25.591598+0000","last_became_active":"2024-03-07T09:56:53.686669+0000","last_became_peered":"2024-03-07T09:56:53.686669+0000","last_unstale":"2024-03-07T09:58:25.591598+0000","last_undegraded":"2024-03-07T09:58:25.591598+0000","last_fullsized":"2024-03-07T09:58:25.591598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:59:12.812492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596597+0000","last_change":"2024-03-07T09:56:53.691033+0000","last_active":"2024-03-07T09:58:25.596597+0000","last_peered":"2024-03-07T09:58:25.596597+0000","last_clean":"2024-03-07T09:58:25.596597+0000","last_became_active":"2024-03-07T09:56:53.690741+0000","last_became_peered":"2024-03-07T09:56:53.690741+0000","last_unstale":"2024-03-07T09:58:25.596597+0000","last_undegraded":"2024-03-07T09:58:25.596597+0000","last_fullsized":"2024-03-07T09:58:25.596597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:34:39.551286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610190+0000","last_change":"2024-03-07T09:56:53.690542+0000","last_active":"2024-03-07T09:58:25.610190+0000","last_peered":"2024-03-07T09:58:25.610190+0000","last_clean":"2024-03-07T09:58:25.610190+0000","last_became_active":"2024-03-07T09:56:53.690219+0000","last_became_peered":"2024-03-07T09:56:53.690219+0000","last_unstale":"2024-03-07T09:58:25.610190+0000","last_undegraded":"2024-03-07T09:58:25.610190+0000","last_fullsized":"2024-03-07T09:58:25.610190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:13.711316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618537+0000","last_change":"2024-03-07T09:56:53.687632+0000","last_active":"2024-03-07T09:58:25.618537+0000","last_peered":"2024-03-07T09:58:25.618537+0000","last_clean":"2024-03-07T09:58:25.618537+0000","last_became_active":"2024-03-07T09:56:53.687259+0000","last_became_peered":"2024-03-07T09:56:53.687259+0000","last_unstale":"2024-03-07T09:58:25.618537+0000","last_undegraded":"2024-03-07T09:58:25.618537+0000","last_fullsized":"2024-03-07T09:58:25.618537+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:32.112649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.589301+0000","last_change":"2024-03-07T09:56:53.688649+0000","last_active":"2024-03-07T09:58:25.589301+0000","last_peered":"2024-03-07T09:58:25.589301+0000","last_clean":"2024-03-07T09:58:25.589301+0000","last_became_active":"2024-03-07T09:56:53.688281+0000","last_became_peered":"2024-03-07T09:56:53.688281+0000","last_unstale":"2024-03-07T09:58:25.589301+0000","last_undegraded":"2024-03-07T09:58:25.589301+0000","last_fullsized":"2024-03-07T09:58:25.589301+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:34.074256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":3542208,"data_compressed":214670,"data_compressed_allocated":270336,"data_compressed_original":3506176,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64472,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":713,"num_read_kb":427,"num_write":169,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":202518,"data_compressed":5580,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351014,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":459359,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612650,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1097728,"data_stored":1111702,"data_compressed":43964,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":966656,"data_stored":459595,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037813,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":459515,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299449,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":1051586,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462975,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36268,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708884,"statfs":{"total":95995035648,"available":95957897216,"internally_reserved":0,"allocated":954368,"data_stored":458984,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":523504,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":460255,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":519527,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":459295,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":460883,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724612,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1050738,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":64727,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65455,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":62440,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T09:58:56.274 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-07T09:58:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 -- 172.21.15.18:0/1452321810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 msgr2=0x7f68dc101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1452321810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc101c00 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f68cc009900 tx=0x7f68cc02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:56.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 -- 172.21.15.18:0/1452321810 shutdown_connections 2024-03-07T09:58:56.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1452321810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc102140 0x7f68dc1089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1452321810 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc101c00 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1452321810 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc100590 0x7f68dc1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 -- 172.21.15.18:0/1452321810 >> 172.21.15.18:0/1452321810 conn(0x7f68dc0fbb20 msgr2=0x7f68dc0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 -- 172.21.15.18:0/1452321810 shutdown_connections 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.410+0000 7f68e37c9640 1 -- 172.21.15.18:0/1452321810 wait complete. 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 Processor -- start 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 -- start start 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc100590 0x7f68dc197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc102140 0x7f68dc19ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68dc10d330 con 0x7f68dc101780 2024-03-07T09:58:56.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68dc10d1b0 con 0x7f68dc102140 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e37c9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68dc10d4b0 con 0x7f68dc100590 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42196/0 (socket says 172.21.15.18:42196) 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 -- 172.21.15.18:0/1331162007 learned_addr learned my addr 172.21.15.18:0/1331162007 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e1565640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc100590 0x7f68dc197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e1d66640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc102140 0x7f68dc19ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 -- 172.21.15.18:0/1331162007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc100590 msgr2=0x7f68dc197980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc100590 0x7f68dc197980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 -- 172.21.15.18:0/1331162007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc102140 msgr2=0x7f68dc19ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc102140 0x7f68dc19ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 -- 172.21.15.18:0/1331162007 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68dc19f5a0 con 0x7f68dc101780 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e1565640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc100590 0x7f68dc197980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:56.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68e0d64640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc197ec0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f68cc009230 tx=0x7f68cc02c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:56.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.411+0000 7f68d27fc640 1 -- 172.21.15.18:0/1331162007 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68cc041070 con 0x7f68dc101780 2024-03-07T09:58:56.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.412+0000 7f68d27fc640 1 -- 172.21.15.18:0/1331162007 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68cc004450 con 0x7f68dc101780 2024-03-07T09:58:56.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.412+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68dc19f830 con 0x7f68dc101780 2024-03-07T09:58:56.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.412+0000 7f68d27fc640 1 -- 172.21.15.18:0/1331162007 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68cc003e20 con 0x7f68dc101780 2024-03-07T09:58:56.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.412+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68dc19fd20 con 0x7f68dc101780 2024-03-07T09:58:56.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.413+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68dc1078b0 con 0x7f68dc101780 2024-03-07T09:58:56.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.414+0000 7f68d27fc640 1 -- 172.21.15.18:0/1331162007 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f68cc044070 con 0x7f68dc101780 2024-03-07T09:58:56.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.414+0000 7f68d27fc640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c80a1e10 0x7f68c80a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.414+0000 7f68e1565640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c80a1e10 0x7f68c80a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.414+0000 7f68d27fc640 1 -- 172.21.15.18:0/1331162007 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8248+0+0 (secure 0 0 0) 0x7f68cc0ef9f0 con 0x7f68dc101780 2024-03-07T09:58:56.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.415+0000 7f68e1565640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c80a1e10 0x7f68c80a42d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f68dc1015e0 tx=0x7f68d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:56.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.418+0000 7f68d27fc640 1 -- 172.21.15.18:0/1331162007 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f68cc0bc770 con 0x7f68dc101780 2024-03-07T09:58:56.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.597+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f68dc061aa0 con 0x7f68c80a1e10 2024-03-07T09:58:56.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.604+0000 7f68d27fc640 1 -- 172.21.15.18:0/1331162007 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+259077 (secure 0 0 0) 0x7f68dc061aa0 con 0x7f68c80a1e10 2024-03-07T09:58:56.608 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:56.609 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c80a1e10 msgr2=0x7f68c80a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c80a1e10 0x7f68c80a42d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f68dc1015e0 tx=0x7f68d4005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 msgr2=0x7f68dc197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc197ec0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f68cc009230 tx=0x7f68cc02c650 comp rx=0 tx=0).stop 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 shutdown_connections 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f68c80a1e10 0x7f68c80a42d0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68dc102140 0x7f68dc19ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f68dc101780 0x7f68dc197ec0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 --2- 172.21.15.18:0/1331162007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f68dc100590 0x7f68dc197980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 >> 172.21.15.18:0/1331162007 conn(0x7f68dc0fbb20 msgr2=0x7f68dc104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 shutdown_connections 2024-03-07T09:58:56.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.607+0000 7f68e37c9640 1 -- 172.21.15.18:0/1331162007 wait complete. 2024-03-07T09:58:56.619 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-03-07T09:58:55.591367+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655074,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":849,"num_read_kb":546,"num_write":352,"num_write_kb":3057,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":784,"ondisk_log_size":784,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364968,"kb_used_data":11656,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576856,"statfs":{"total":1151940427776,"available":1151566700544,"internally_reserved":0,"allocated":11935744,"data_stored":7474943,"data_compressed":183903,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":32,"num_write":7,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002669"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607498+0000","last_change":"2024-03-07T09:56:53.697255+0000","last_active":"2024-03-07T09:58:25.607498+0000","last_peered":"2024-03-07T09:58:25.607498+0000","last_clean":"2024-03-07T09:58:25.607498+0000","last_became_active":"2024-03-07T09:56:53.696926+0000","last_became_peered":"2024-03-07T09:56:53.696926+0000","last_unstale":"2024-03-07T09:58:25.607498+0000","last_undegraded":"2024-03-07T09:58:25.607498+0000","last_fullsized":"2024-03-07T09:58:25.607498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:37.320715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606213+0000","last_change":"2024-03-07T09:56:53.686202+0000","last_active":"2024-03-07T09:58:25.606213+0000","last_peered":"2024-03-07T09:58:25.606213+0000","last_clean":"2024-03-07T09:58:25.606213+0000","last_became_active":"2024-03-07T09:56:53.685863+0000","last_became_peered":"2024-03-07T09:56:53.685863+0000","last_unstale":"2024-03-07T09:58:25.606213+0000","last_undegraded":"2024-03-07T09:58:25.606213+0000","last_fullsized":"2024-03-07T09:58:25.606213+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:23:40.849068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613227+0000","last_change":"2024-03-07T09:56:53.691296+0000","last_active":"2024-03-07T09:58:25.613227+0000","last_peered":"2024-03-07T09:58:25.613227+0000","last_clean":"2024-03-07T09:58:25.613227+0000","last_became_active":"2024-03-07T09:56:53.688681+0000","last_became_peered":"2024-03-07T09:56:53.688681+0000","last_unstale":"2024-03-07T09:58:25.613227+0000","last_undegraded":"2024-03-07T09:58:25.613227+0000","last_fullsized":"2024-03-07T09:58:25.613227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:29:56.318403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592578+0000","last_change":"2024-03-07T09:56:53.694328+0000","last_active":"2024-03-07T09:58:25.592578+0000","last_peered":"2024-03-07T09:58:25.592578+0000","last_clean":"2024-03-07T09:58:25.592578+0000","last_became_active":"2024-03-07T09:56:53.694014+0000","last_became_peered":"2024-03-07T09:56:53.694014+0000","last_unstale":"2024-03-07T09:58:25.592578+0000","last_undegraded":"2024-03-07T09:58:25.592578+0000","last_fullsized":"2024-03-07T09:58:25.592578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:57.266870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.616965+0000","last_change":"2024-03-07T09:56:53.687800+0000","last_active":"2024-03-07T09:58:25.616965+0000","last_peered":"2024-03-07T09:58:25.616965+0000","last_clean":"2024-03-07T09:58:25.616965+0000","last_became_active":"2024-03-07T09:56:53.687477+0000","last_became_peered":"2024-03-07T09:56:53.687477+0000","last_unstale":"2024-03-07T09:58:25.616965+0000","last_undegraded":"2024-03-07T09:58:25.616965+0000","last_fullsized":"2024-03-07T09:58:25.616965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:09:41.318882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592672+0000","last_change":"2024-03-07T09:57:57.003969+0000","last_active":"2024-03-07T09:58:25.592672+0000","last_peered":"2024-03-07T09:58:25.592672+0000","last_clean":"2024-03-07T09:58:25.592672+0000","last_became_active":"2024-03-07T09:57:57.003563+0000","last_became_peered":"2024-03-07T09:57:57.003563+0000","last_unstale":"2024-03-07T09:58:25.592672+0000","last_undegraded":"2024-03-07T09:58:25.592672+0000","last_fullsized":"2024-03-07T09:58:25.592672+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:40.230021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,7],"acting":[10,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.598233+0000","last_change":"2024-03-07T09:56:53.689616+0000","last_active":"2024-03-07T09:58:25.598233+0000","last_peered":"2024-03-07T09:58:25.598233+0000","last_clean":"2024-03-07T09:58:25.598233+0000","last_became_active":"2024-03-07T09:56:53.689240+0000","last_became_peered":"2024-03-07T09:56:53.689240+0000","last_unstale":"2024-03-07T09:58:25.598233+0000","last_undegraded":"2024-03-07T09:58:25.598233+0000","last_fullsized":"2024-03-07T09:58:25.598233+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:44:04.340761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.599564+0000","last_change":"2024-03-07T09:57:57.002548+0000","last_active":"2024-03-07T09:58:25.599564+0000","last_peered":"2024-03-07T09:58:25.599564+0000","last_clean":"2024-03-07T09:58:25.599564+0000","last_became_active":"2024-03-07T09:57:57.002312+0000","last_became_peered":"2024-03-07T09:57:57.002312+0000","last_unstale":"2024-03-07T09:58:25.599564+0000","last_undegraded":"2024-03-07T09:58:25.599564+0000","last_fullsized":"2024-03-07T09:58:25.599564+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:23:39.912981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613116+0000","last_change":"2024-03-07T09:56:53.682789+0000","last_active":"2024-03-07T09:58:25.613116+0000","last_peered":"2024-03-07T09:58:25.613116+0000","last_clean":"2024-03-07T09:58:25.613116+0000","last_became_active":"2024-03-07T09:56:53.682481+0000","last_became_peered":"2024-03-07T09:56:53.682481+0000","last_unstale":"2024-03-07T09:58:25.613116+0000","last_undegraded":"2024-03-07T09:58:25.613116+0000","last_fullsized":"2024-03-07T09:58:25.613116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:30:11.951180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.587817+0000","last_change":"2024-03-07T09:56:53.688489+0000","last_active":"2024-03-07T09:58:25.587817+0000","last_peered":"2024-03-07T09:58:25.587817+0000","last_clean":"2024-03-07T09:58:25.587817+0000","last_became_active":"2024-03-07T09:56:53.688169+0000","last_became_peered":"2024-03-07T09:56:53.688169+0000","last_unstale":"2024-03-07T09:58:25.587817+0000","last_undegraded":"2024-03-07T09:58:25.587817+0000","last_fullsized":"2024-03-07T09:58:25.587817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:41:42.874074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611776+0000","last_change":"2024-03-07T09:56:53.686782+0000","last_active":"2024-03-07T09:58:25.611776+0000","last_peered":"2024-03-07T09:58:25.611776+0000","last_clean":"2024-03-07T09:58:25.611776+0000","last_became_active":"2024-03-07T09:56:53.686471+0000","last_became_peered":"2024-03-07T09:56:53.686471+0000","last_unstale":"2024-03-07T09:58:25.611776+0000","last_undegraded":"2024-03-07T09:58:25.611776+0000","last_fullsized":"2024-03-07T09:58:25.611776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:44:24.735145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.580355+0000","last_change":"2024-03-07T09:56:53.688561+0000","last_active":"2024-03-07T09:58:25.580355+0000","last_peered":"2024-03-07T09:58:25.580355+0000","last_clean":"2024-03-07T09:58:25.580355+0000","last_became_active":"2024-03-07T09:56:53.688189+0000","last_became_peered":"2024-03-07T09:56:53.688189+0000","last_unstale":"2024-03-07T09:58:25.580355+0000","last_undegraded":"2024-03-07T09:58:25.580355+0000","last_fullsized":"2024-03-07T09:58:25.580355+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:06:14.804988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.615616+0000","last_change":"2024-03-07T09:56:53.680197+0000","last_active":"2024-03-07T09:58:25.615616+0000","last_peered":"2024-03-07T09:58:25.615616+0000","last_clean":"2024-03-07T09:58:25.615616+0000","last_became_active":"2024-03-07T09:56:53.679448+0000","last_became_peered":"2024-03-07T09:56:53.679448+0000","last_unstale":"2024-03-07T09:58:25.615616+0000","last_undegraded":"2024-03-07T09:58:25.615616+0000","last_fullsized":"2024-03-07T09:58:25.615616+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:47:04.662071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610869+0000","last_change":"2024-03-07T09:56:53.687128+0000","last_active":"2024-03-07T09:58:25.610869+0000","last_peered":"2024-03-07T09:58:25.610869+0000","last_clean":"2024-03-07T09:58:25.610869+0000","last_became_active":"2024-03-07T09:56:53.686747+0000","last_became_peered":"2024-03-07T09:56:53.686747+0000","last_unstale":"2024-03-07T09:58:25.610869+0000","last_undegraded":"2024-03-07T09:58:25.610869+0000","last_fullsized":"2024-03-07T09:58:25.610869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:35:07.335342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612063+0000","last_change":"2024-03-07T09:56:53.693110+0000","last_active":"2024-03-07T09:58:25.612063+0000","last_peered":"2024-03-07T09:58:25.612063+0000","last_clean":"2024-03-07T09:58:25.612063+0000","last_became_active":"2024-03-07T09:56:53.691079+0000","last_became_peered":"2024-03-07T09:56:53.691079+0000","last_unstale":"2024-03-07T09:58:25.612063+0000","last_undegraded":"2024-03-07T09:58:25.612063+0000","last_fullsized":"2024-03-07T09:58:25.612063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:59.776450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.609984+0000","last_change":"2024-03-07T09:56:53.690438+0000","last_active":"2024-03-07T09:58:25.609984+0000","last_peered":"2024-03-07T09:58:25.609984+0000","last_clean":"2024-03-07T09:58:25.609984+0000","last_became_active":"2024-03-07T09:56:53.690097+0000","last_became_peered":"2024-03-07T09:56:53.690097+0000","last_unstale":"2024-03-07T09:58:25.609984+0000","last_undegraded":"2024-03-07T09:58:25.609984+0000","last_fullsized":"2024-03-07T09:58:25.609984+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:24.950160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607737+0000","last_change":"2024-03-07T09:56:53.699061+0000","last_active":"2024-03-07T09:58:25.607737+0000","last_peered":"2024-03-07T09:58:25.607737+0000","last_clean":"2024-03-07T09:58:25.607737+0000","last_became_active":"2024-03-07T09:56:53.698747+0000","last_became_peered":"2024-03-07T09:56:53.698747+0000","last_unstale":"2024-03-07T09:58:25.607737+0000","last_undegraded":"2024-03-07T09:58:25.607737+0000","last_fullsized":"2024-03-07T09:58:25.607737+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:45.059437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606471+0000","last_change":"2024-03-07T09:56:53.690691+0000","last_active":"2024-03-07T09:58:25.606471+0000","last_peered":"2024-03-07T09:58:25.606471+0000","last_clean":"2024-03-07T09:58:25.606471+0000","last_became_active":"2024-03-07T09:56:53.690307+0000","last_became_peered":"2024-03-07T09:56:53.690307+0000","last_unstale":"2024-03-07T09:58:25.606471+0000","last_undegraded":"2024-03-07T09:58:25.606471+0000","last_fullsized":"2024-03-07T09:58:25.606471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:12.515637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.593065+0000","last_change":"2024-03-07T09:56:53.688203+0000","last_active":"2024-03-07T09:58:25.593065+0000","last_peered":"2024-03-07T09:58:25.593065+0000","last_clean":"2024-03-07T09:58:25.593065+0000","last_became_active":"2024-03-07T09:56:53.687900+0000","last_became_peered":"2024-03-07T09:56:53.687900+0000","last_unstale":"2024-03-07T09:58:25.593065+0000","last_undegraded":"2024-03-07T09:58:25.593065+0000","last_fullsized":"2024-03-07T09:58:25.593065+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:50.360051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996363+0000","last_change":"2024-03-07T09:56:52.681604+0000","last_active":"2024-03-07T09:57:56.996363+0000","last_peered":"2024-03-07T09:57:56.996363+0000","last_clean":"2024-03-07T09:57:56.996363+0000","last_became_active":"2024-03-07T09:56:52.681255+0000","last_became_peered":"2024-03-07T09:56:52.681255+0000","last_unstale":"2024-03-07T09:57:56.996363+0000","last_undegraded":"2024-03-07T09:57:56.996363+0000","last_fullsized":"2024-03-07T09:57:56.996363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:09:35.012580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.594343+0000","last_change":"2024-03-07T09:56:53.695464+0000","last_active":"2024-03-07T09:58:25.594343+0000","last_peered":"2024-03-07T09:58:25.594343+0000","last_clean":"2024-03-07T09:58:25.594343+0000","last_became_active":"2024-03-07T09:56:53.695094+0000","last_became_peered":"2024-03-07T09:56:53.695094+0000","last_unstale":"2024-03-07T09:58:25.594343+0000","last_undegraded":"2024-03-07T09:58:25.594343+0000","last_fullsized":"2024-03-07T09:58:25.594343+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:30.240961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041219+0000","last_change":"2024-03-07T09:56:52.683020+0000","last_active":"2024-03-07T09:57:57.041219+0000","last_peered":"2024-03-07T09:57:57.041219+0000","last_clean":"2024-03-07T09:57:57.041219+0000","last_became_active":"2024-03-07T09:56:52.682717+0000","last_became_peered":"2024-03-07T09:56:52.682717+0000","last_unstale":"2024-03-07T09:57:57.041219+0000","last_undegraded":"2024-03-07T09:57:57.041219+0000","last_fullsized":"2024-03-07T09:57:57.041219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:11:22.765618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613512+0000","last_change":"2024-03-07T09:56:53.682305+0000","last_active":"2024-03-07T09:58:25.613512+0000","last_peered":"2024-03-07T09:58:25.613512+0000","last_clean":"2024-03-07T09:58:25.613512+0000","last_became_active":"2024-03-07T09:56:53.681988+0000","last_became_peered":"2024-03-07T09:56:53.681988+0000","last_unstale":"2024-03-07T09:58:25.613512+0000","last_undegraded":"2024-03-07T09:58:25.613512+0000","last_fullsized":"2024-03-07T09:58:25.613512+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:30:24.602548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998113+0000","last_change":"2024-03-07T09:56:52.679412+0000","last_active":"2024-03-07T09:57:56.998113+0000","last_peered":"2024-03-07T09:57:56.998113+0000","last_clean":"2024-03-07T09:57:56.998113+0000","last_became_active":"2024-03-07T09:56:52.679071+0000","last_became_peered":"2024-03-07T09:56:52.679071+0000","last_unstale":"2024-03-07T09:57:56.998113+0000","last_undegraded":"2024-03-07T09:57:56.998113+0000","last_fullsized":"2024-03-07T09:57:56.998113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:53.532980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612104+0000","last_change":"2024-03-07T09:56:53.687040+0000","last_active":"2024-03-07T09:58:25.612104+0000","last_peered":"2024-03-07T09:58:25.612104+0000","last_clean":"2024-03-07T09:58:25.612104+0000","last_became_active":"2024-03-07T09:56:53.685080+0000","last_became_peered":"2024-03-07T09:56:53.685080+0000","last_unstale":"2024-03-07T09:58:25.612104+0000","last_undegraded":"2024-03-07T09:58:25.612104+0000","last_fullsized":"2024-03-07T09:58:25.612104+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:45:40.356956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998139+0000","last_change":"2024-03-07T09:56:52.677070+0000","last_active":"2024-03-07T09:57:56.998139+0000","last_peered":"2024-03-07T09:57:56.998139+0000","last_clean":"2024-03-07T09:57:56.998139+0000","last_became_active":"2024-03-07T09:56:52.676730+0000","last_became_peered":"2024-03-07T09:56:52.676730+0000","last_unstale":"2024-03-07T09:57:56.998139+0000","last_undegraded":"2024-03-07T09:57:56.998139+0000","last_fullsized":"2024-03-07T09:57:56.998139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:59:47.995102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610787+0000","last_change":"2024-03-07T09:56:53.692055+0000","last_active":"2024-03-07T09:58:25.610787+0000","last_peered":"2024-03-07T09:58:25.610787+0000","last_clean":"2024-03-07T09:58:25.610787+0000","last_became_active":"2024-03-07T09:56:53.691444+0000","last_became_peered":"2024-03-07T09:56:53.691444+0000","last_unstale":"2024-03-07T09:58:25.610787+0000","last_undegraded":"2024-03-07T09:58:25.610787+0000","last_fullsized":"2024-03-07T09:58:25.610787+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:10:02.293498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":156,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:54.113041+0000","last_change":"2024-03-07T09:57:57.055069+0000","last_active":"2024-03-07T09:58:54.113041+0000","last_peered":"2024-03-07T09:58:54.113041+0000","last_clean":"2024-03-07T09:58:54.113041+0000","last_became_active":"2024-03-07T09:57:57.051578+0000","last_became_peered":"2024-03-07T09:57:57.051578+0000","last_unstale":"2024-03-07T09:58:54.113041+0000","last_undegraded":"2024-03-07T09:58:54.113041+0000","last_fullsized":"2024-03-07T09:58:54.113041+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:47:18.850439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":113,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.617104+0000","last_change":"2024-03-07T09:57:56.999965+0000","last_active":"2024-03-07T09:58:25.617104+0000","last_peered":"2024-03-07T09:58:25.617104+0000","last_clean":"2024-03-07T09:58:25.617104+0000","last_became_active":"2024-03-07T09:57:56.999629+0000","last_became_peered":"2024-03-07T09:57:56.999629+0000","last_unstale":"2024-03-07T09:58:25.617104+0000","last_undegraded":"2024-03-07T09:58:25.617104+0000","last_fullsized":"2024-03-07T09:58:25.617104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:07:54.456716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994948+0000","last_change":"2024-03-07T09:56:52.672260+0000","last_active":"2024-03-07T09:57:56.994948+0000","last_peered":"2024-03-07T09:57:56.994948+0000","last_clean":"2024-03-07T09:57:56.994948+0000","last_became_active":"2024-03-07T09:56:52.670437+0000","last_became_peered":"2024-03-07T09:56:52.670437+0000","last_unstale":"2024-03-07T09:57:56.994948+0000","last_undegraded":"2024-03-07T09:57:56.994948+0000","last_fullsized":"2024-03-07T09:57:56.994948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:14:47.850432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.617024+0000","last_change":"2024-03-07T09:57:57.041849+0000","last_active":"2024-03-07T09:58:25.617024+0000","last_peered":"2024-03-07T09:58:25.617024+0000","last_clean":"2024-03-07T09:58:25.617024+0000","last_became_active":"2024-03-07T09:57:57.041608+0000","last_became_peered":"2024-03-07T09:57:57.041608+0000","last_unstale":"2024-03-07T09:58:25.617024+0000","last_undegraded":"2024-03-07T09:58:25.617024+0000","last_fullsized":"2024-03-07T09:58:25.617024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:54:00.362242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994577+0000","last_change":"2024-03-07T09:56:52.672741+0000","last_active":"2024-03-07T09:57:56.994577+0000","last_peered":"2024-03-07T09:57:56.994577+0000","last_clean":"2024-03-07T09:57:56.994577+0000","last_became_active":"2024-03-07T09:56:52.672443+0000","last_became_peered":"2024-03-07T09:56:52.672443+0000","last_unstale":"2024-03-07T09:57:56.994577+0000","last_undegraded":"2024-03-07T09:57:56.994577+0000","last_fullsized":"2024-03-07T09:57:56.994577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:44.336987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612676+0000","last_change":"2024-03-07T09:56:53.694089+0000","last_active":"2024-03-07T09:58:25.612676+0000","last_peered":"2024-03-07T09:58:25.612676+0000","last_clean":"2024-03-07T09:58:25.612676+0000","last_became_active":"2024-03-07T09:56:53.693212+0000","last_became_peered":"2024-03-07T09:56:53.693212+0000","last_unstale":"2024-03-07T09:58:25.612676+0000","last_undegraded":"2024-03-07T09:58:25.612676+0000","last_fullsized":"2024-03-07T09:58:25.612676+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:44.999925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000347+0000","last_change":"2024-03-07T09:56:52.681767+0000","last_active":"2024-03-07T09:57:57.000347+0000","last_peered":"2024-03-07T09:57:57.000347+0000","last_clean":"2024-03-07T09:57:57.000347+0000","last_became_active":"2024-03-07T09:56:52.681454+0000","last_became_peered":"2024-03-07T09:56:52.681454+0000","last_unstale":"2024-03-07T09:57:57.000347+0000","last_undegraded":"2024-03-07T09:57:57.000347+0000","last_fullsized":"2024-03-07T09:57:57.000347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:44:59.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606029+0000","last_change":"2024-03-07T09:56:53.689119+0000","last_active":"2024-03-07T09:58:25.606029+0000","last_peered":"2024-03-07T09:58:25.606029+0000","last_clean":"2024-03-07T09:58:25.606029+0000","last_became_active":"2024-03-07T09:56:53.688805+0000","last_became_peered":"2024-03-07T09:56:53.688805+0000","last_unstale":"2024-03-07T09:58:25.606029+0000","last_undegraded":"2024-03-07T09:58:25.606029+0000","last_fullsized":"2024-03-07T09:58:25.606029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:03.135423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":137,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:51.109427+0000","last_change":"2024-03-07T09:56:52.673288+0000","last_active":"2024-03-07T09:58:51.109427+0000","last_peered":"2024-03-07T09:58:51.109427+0000","last_clean":"2024-03-07T09:58:51.109427+0000","last_became_active":"2024-03-07T09:56:52.672977+0000","last_became_peered":"2024-03-07T09:56:52.672977+0000","last_unstale":"2024-03-07T09:58:51.109427+0000","last_undegraded":"2024-03-07T09:58:51.109427+0000","last_fullsized":"2024-03-07T09:58:51.109427+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:14.034278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610295+0000","last_change":"2024-03-07T09:56:53.687614+0000","last_active":"2024-03-07T09:58:25.610295+0000","last_peered":"2024-03-07T09:58:25.610295+0000","last_clean":"2024-03-07T09:58:25.610295+0000","last_became_active":"2024-03-07T09:56:53.687314+0000","last_became_peered":"2024-03-07T09:56:53.687314+0000","last_unstale":"2024-03-07T09:58:25.610295+0000","last_undegraded":"2024-03-07T09:58:25.610295+0000","last_fullsized":"2024-03-07T09:58:25.610295+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:18.017086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002788+0000","last_change":"2024-03-07T09:56:52.682405+0000","last_active":"2024-03-07T09:57:57.002788+0000","last_peered":"2024-03-07T09:57:57.002788+0000","last_clean":"2024-03-07T09:57:57.002788+0000","last_became_active":"2024-03-07T09:56:52.681285+0000","last_became_peered":"2024-03-07T09:56:52.681285+0000","last_unstale":"2024-03-07T09:57:57.002788+0000","last_undegraded":"2024-03-07T09:57:57.002788+0000","last_fullsized":"2024-03-07T09:57:57.002788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:38:55.931027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613932+0000","last_change":"2024-03-07T09:57:57.003900+0000","last_active":"2024-03-07T09:58:25.613932+0000","last_peered":"2024-03-07T09:58:25.613932+0000","last_clean":"2024-03-07T09:58:25.613932+0000","last_became_active":"2024-03-07T09:57:57.003544+0000","last_became_peered":"2024-03-07T09:57:57.003544+0000","last_unstale":"2024-03-07T09:58:25.613932+0000","last_undegraded":"2024-03-07T09:58:25.613932+0000","last_fullsized":"2024-03-07T09:58:25.613932+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:15:59.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000534+0000","last_change":"2024-03-07T09:56:52.682045+0000","last_active":"2024-03-07T09:57:57.000534+0000","last_peered":"2024-03-07T09:57:57.000534+0000","last_clean":"2024-03-07T09:57:57.000534+0000","last_became_active":"2024-03-07T09:56:52.681690+0000","last_became_peered":"2024-03-07T09:56:52.681690+0000","last_unstale":"2024-03-07T09:57:57.000534+0000","last_undegraded":"2024-03-07T09:57:57.000534+0000","last_fullsized":"2024-03-07T09:57:57.000534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:00.964295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611130+0000","last_change":"2024-03-07T09:57:57.050104+0000","last_active":"2024-03-07T09:58:25.611130+0000","last_peered":"2024-03-07T09:58:25.611130+0000","last_clean":"2024-03-07T09:58:25.611130+0000","last_became_active":"2024-03-07T09:57:57.049825+0000","last_became_peered":"2024-03-07T09:57:57.049825+0000","last_unstale":"2024-03-07T09:58:25.611130+0000","last_undegraded":"2024-03-07T09:58:25.611130+0000","last_fullsized":"2024-03-07T09:58:25.611130+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:34:00.997185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"88'32","reported_seq":290,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:52.110862+0000","last_change":"2024-03-07T09:56:52.676887+0000","last_active":"2024-03-07T09:58:52.110862+0000","last_peered":"2024-03-07T09:58:52.110862+0000","last_clean":"2024-03-07T09:58:52.110862+0000","last_became_active":"2024-03-07T09:56:52.676557+0000","last_became_peered":"2024-03-07T09:56:52.676557+0000","last_unstale":"2024-03-07T09:58:52.110862+0000","last_undegraded":"2024-03-07T09:58:52.110862+0000","last_fullsized":"2024-03-07T09:58:52.110862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:42:43.428232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60022,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":178,"num_write":33,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596467+0000","last_change":"2024-03-07T09:56:53.697045+0000","last_active":"2024-03-07T09:58:25.596467+0000","last_peered":"2024-03-07T09:58:25.596467+0000","last_clean":"2024-03-07T09:58:25.596467+0000","last_became_active":"2024-03-07T09:56:53.696752+0000","last_became_peered":"2024-03-07T09:56:53.696752+0000","last_unstale":"2024-03-07T09:58:25.596467+0000","last_undegraded":"2024-03-07T09:58:25.596467+0000","last_fullsized":"2024-03-07T09:58:25.596467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:10:21.125373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002563+0000","last_change":"2024-03-07T09:56:52.675566+0000","last_active":"2024-03-07T09:57:57.002563+0000","last_peered":"2024-03-07T09:57:57.002563+0000","last_clean":"2024-03-07T09:57:57.002563+0000","last_became_active":"2024-03-07T09:56:52.674620+0000","last_became_peered":"2024-03-07T09:56:52.674620+0000","last_unstale":"2024-03-07T09:57:57.002563+0000","last_undegraded":"2024-03-07T09:57:57.002563+0000","last_fullsized":"2024-03-07T09:57:57.002563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:21.040161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611844+0000","last_change":"2024-03-07T09:56:53.689565+0000","last_active":"2024-03-07T09:58:25.611844+0000","last_peered":"2024-03-07T09:58:25.611844+0000","last_clean":"2024-03-07T09:58:25.611844+0000","last_became_active":"2024-03-07T09:56:53.689225+0000","last_became_peered":"2024-03-07T09:56:53.689225+0000","last_unstale":"2024-03-07T09:58:25.611844+0000","last_undegraded":"2024-03-07T09:58:25.611844+0000","last_fullsized":"2024-03-07T09:58:25.611844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:53:16.212787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000166+0000","last_change":"2024-03-07T09:56:52.682207+0000","last_active":"2024-03-07T09:57:57.000166+0000","last_peered":"2024-03-07T09:57:57.000166+0000","last_clean":"2024-03-07T09:57:57.000166+0000","last_became_active":"2024-03-07T09:56:52.681737+0000","last_became_peered":"2024-03-07T09:56:52.681737+0000","last_unstale":"2024-03-07T09:57:57.000166+0000","last_undegraded":"2024-03-07T09:57:57.000166+0000","last_fullsized":"2024-03-07T09:57:57.000166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:24:40.596762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610981+0000","last_change":"2024-03-07T09:56:53.691814+0000","last_active":"2024-03-07T09:58:25.610981+0000","last_peered":"2024-03-07T09:58:25.610981+0000","last_clean":"2024-03-07T09:58:25.610981+0000","last_became_active":"2024-03-07T09:56:53.691476+0000","last_became_peered":"2024-03-07T09:56:53.691476+0000","last_unstale":"2024-03-07T09:58:25.610981+0000","last_undegraded":"2024-03-07T09:58:25.610981+0000","last_fullsized":"2024-03-07T09:58:25.610981+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:38:11.327538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'6","reported_seq":144,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:51.674441+0000","last_change":"2024-03-07T09:56:52.678047+0000","last_active":"2024-03-07T09:58:51.674441+0000","last_peered":"2024-03-07T09:58:51.674441+0000","last_clean":"2024-03-07T09:58:51.674441+0000","last_became_active":"2024-03-07T09:56:52.677720+0000","last_became_peered":"2024-03-07T09:56:52.677720+0000","last_unstale":"2024-03-07T09:58:51.674441+0000","last_undegraded":"2024-03-07T09:58:51.674441+0000","last_fullsized":"2024-03-07T09:58:51.674441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:33.096744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.590785+0000","last_change":"2024-03-07T09:56:53.686046+0000","last_active":"2024-03-07T09:58:25.590785+0000","last_peered":"2024-03-07T09:58:25.590785+0000","last_clean":"2024-03-07T09:58:25.590785+0000","last_became_active":"2024-03-07T09:56:53.684956+0000","last_became_peered":"2024-03-07T09:56:53.684956+0000","last_unstale":"2024-03-07T09:58:25.590785+0000","last_undegraded":"2024-03-07T09:58:25.590785+0000","last_fullsized":"2024-03-07T09:58:25.590785+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:50:24.178857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997658+0000","last_change":"2024-03-07T09:56:52.675992+0000","last_active":"2024-03-07T09:57:56.997658+0000","last_peered":"2024-03-07T09:57:56.997658+0000","last_clean":"2024-03-07T09:57:56.997658+0000","last_became_active":"2024-03-07T09:56:52.675065+0000","last_became_peered":"2024-03-07T09:56:52.675065+0000","last_unstale":"2024-03-07T09:57:56.997658+0000","last_undegraded":"2024-03-07T09:57:56.997658+0000","last_fullsized":"2024-03-07T09:57:56.997658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:03:45.950928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.601492+0000","last_change":"2024-03-07T09:57:57.049897+0000","last_active":"2024-03-07T09:58:25.601492+0000","last_peered":"2024-03-07T09:58:25.601492+0000","last_clean":"2024-03-07T09:58:25.601492+0000","last_became_active":"2024-03-07T09:57:57.049574+0000","last_became_peered":"2024-03-07T09:57:57.049574+0000","last_unstale":"2024-03-07T09:58:25.601492+0000","last_undegraded":"2024-03-07T09:58:25.601492+0000","last_fullsized":"2024-03-07T09:58:25.601492+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:28.163009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998018+0000","last_change":"2024-03-07T09:56:52.671795+0000","last_active":"2024-03-07T09:57:56.998018+0000","last_peered":"2024-03-07T09:57:56.998018+0000","last_clean":"2024-03-07T09:57:56.998018+0000","last_became_active":"2024-03-07T09:56:52.670717+0000","last_became_peered":"2024-03-07T09:56:52.670717+0000","last_unstale":"2024-03-07T09:57:56.998018+0000","last_undegraded":"2024-03-07T09:57:56.998018+0000","last_fullsized":"2024-03-07T09:57:56.998018+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:00:23.478823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592656+0000","last_change":"2024-03-07T09:56:53.699800+0000","last_active":"2024-03-07T09:58:25.592656+0000","last_peered":"2024-03-07T09:58:25.592656+0000","last_clean":"2024-03-07T09:58:25.592656+0000","last_became_active":"2024-03-07T09:56:53.699468+0000","last_became_peered":"2024-03-07T09:56:53.699468+0000","last_unstale":"2024-03-07T09:58:25.592656+0000","last_undegraded":"2024-03-07T09:58:25.592656+0000","last_fullsized":"2024-03-07T09:58:25.592656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:26:44.230225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996150+0000","last_change":"2024-03-07T09:56:52.687857+0000","last_active":"2024-03-07T09:57:56.996150+0000","last_peered":"2024-03-07T09:57:56.996150+0000","last_clean":"2024-03-07T09:57:56.996150+0000","last_became_active":"2024-03-07T09:56:52.687520+0000","last_became_peered":"2024-03-07T09:56:52.687520+0000","last_unstale":"2024-03-07T09:57:56.996150+0000","last_undegraded":"2024-03-07T09:57:56.996150+0000","last_fullsized":"2024-03-07T09:57:56.996150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:44.180484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.590177+0000","last_change":"2024-03-07T09:56:53.693802+0000","last_active":"2024-03-07T09:58:25.590177+0000","last_peered":"2024-03-07T09:58:25.590177+0000","last_clean":"2024-03-07T09:58:25.590177+0000","last_became_active":"2024-03-07T09:56:53.689641+0000","last_became_peered":"2024-03-07T09:56:53.689641+0000","last_unstale":"2024-03-07T09:58:25.590177+0000","last_undegraded":"2024-03-07T09:58:25.590177+0000","last_fullsized":"2024-03-07T09:58:25.590177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:39:57.407771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002604+0000","last_change":"2024-03-07T09:56:52.680592+0000","last_active":"2024-03-07T09:57:57.002604+0000","last_peered":"2024-03-07T09:57:57.002604+0000","last_clean":"2024-03-07T09:57:57.002604+0000","last_became_active":"2024-03-07T09:56:52.679707+0000","last_became_peered":"2024-03-07T09:56:52.679707+0000","last_unstale":"2024-03-07T09:57:57.002604+0000","last_undegraded":"2024-03-07T09:57:57.002604+0000","last_fullsized":"2024-03-07T09:57:57.002604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.630182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.579517+0000","last_change":"2024-03-07T09:56:53.693861+0000","last_active":"2024-03-07T09:58:25.579517+0000","last_peered":"2024-03-07T09:58:25.579517+0000","last_clean":"2024-03-07T09:58:25.579517+0000","last_became_active":"2024-03-07T09:56:53.693534+0000","last_became_peered":"2024-03-07T09:56:53.693534+0000","last_unstale":"2024-03-07T09:58:25.579517+0000","last_undegraded":"2024-03-07T09:58:25.579517+0000","last_fullsized":"2024-03-07T09:58:25.579517+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:12:39.545760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596637+0000","last_change":"2024-03-07T09:56:53.691164+0000","last_active":"2024-03-07T09:58:25.596637+0000","last_peered":"2024-03-07T09:58:25.596637+0000","last_clean":"2024-03-07T09:58:25.596637+0000","last_became_active":"2024-03-07T09:56:53.690865+0000","last_became_peered":"2024-03-07T09:56:53.690865+0000","last_unstale":"2024-03-07T09:58:25.596637+0000","last_undegraded":"2024-03-07T09:58:25.596637+0000","last_fullsized":"2024-03-07T09:58:25.596637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:05.398797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":137,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:49.671506+0000","last_change":"2024-03-07T09:56:52.684348+0000","last_active":"2024-03-07T09:58:49.671506+0000","last_peered":"2024-03-07T09:58:49.671506+0000","last_clean":"2024-03-07T09:58:49.671506+0000","last_became_active":"2024-03-07T09:56:52.683994+0000","last_became_peered":"2024-03-07T09:56:52.683994+0000","last_unstale":"2024-03-07T09:58:49.671506+0000","last_undegraded":"2024-03-07T09:58:49.671506+0000","last_fullsized":"2024-03-07T09:58:49.671506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:04:30.557227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608467+0000","last_change":"2024-03-07T09:56:53.697599+0000","last_active":"2024-03-07T09:58:25.608467+0000","last_peered":"2024-03-07T09:58:25.608467+0000","last_clean":"2024-03-07T09:58:25.608467+0000","last_became_active":"2024-03-07T09:56:53.697160+0000","last_became_peered":"2024-03-07T09:56:53.697160+0000","last_unstale":"2024-03-07T09:58:25.608467+0000","last_undegraded":"2024-03-07T09:58:25.608467+0000","last_fullsized":"2024-03-07T09:58:25.608467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:45:45.478791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050574+0000","last_change":"2024-03-07T09:56:52.674603+0000","last_active":"2024-03-07T09:57:57.050574+0000","last_peered":"2024-03-07T09:57:57.050574+0000","last_clean":"2024-03-07T09:57:57.050574+0000","last_became_active":"2024-03-07T09:56:52.674269+0000","last_became_peered":"2024-03-07T09:56:52.674269+0000","last_unstale":"2024-03-07T09:57:57.050574+0000","last_undegraded":"2024-03-07T09:57:57.050574+0000","last_fullsized":"2024-03-07T09:57:57.050574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:12:21.011326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":354,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002422+0000","last_change":"2024-03-07T09:55:41.530015+0000","last_active":"2024-03-07T09:57:57.002422+0000","last_peered":"2024-03-07T09:57:57.002422+0000","last_clean":"2024-03-07T09:57:57.002422+0000","last_became_active":"2024-03-07T09:55:41.529507+0000","last_became_peered":"2024-03-07T09:55:41.529507+0000","last_unstale":"2024-03-07T09:57:57.002422+0000","last_undegraded":"2024-03-07T09:57:57.002422+0000","last_fullsized":"2024-03-07T09:57:57.002422+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_clean_scrub_stamp":"2024-03-07T09:52:19.873115+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:16:11.815935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.616141+0000","last_change":"2024-03-07T09:56:53.694226+0000","last_active":"2024-03-07T09:58:25.616141+0000","last_peered":"2024-03-07T09:58:25.616141+0000","last_clean":"2024-03-07T09:58:25.616141+0000","last_became_active":"2024-03-07T09:56:53.693887+0000","last_became_peered":"2024-03-07T09:56:53.693887+0000","last_unstale":"2024-03-07T09:58:25.616141+0000","last_undegraded":"2024-03-07T09:58:25.616141+0000","last_fullsized":"2024-03-07T09:58:25.616141+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:01.536716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002496+0000","last_change":"2024-03-07T09:56:52.679844+0000","last_active":"2024-03-07T09:57:57.002496+0000","last_peered":"2024-03-07T09:57:57.002496+0000","last_clean":"2024-03-07T09:57:57.002496+0000","last_became_active":"2024-03-07T09:56:52.679518+0000","last_became_peered":"2024-03-07T09:56:52.679518+0000","last_unstale":"2024-03-07T09:57:57.002496+0000","last_undegraded":"2024-03-07T09:57:57.002496+0000","last_fullsized":"2024-03-07T09:57:57.002496+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:37:21.585749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997887+0000","last_change":"2024-03-07T09:56:52.681781+0000","last_active":"2024-03-07T09:57:56.997887+0000","last_peered":"2024-03-07T09:57:56.997887+0000","last_clean":"2024-03-07T09:57:56.997887+0000","last_became_active":"2024-03-07T09:56:52.681452+0000","last_became_peered":"2024-03-07T09:56:52.681452+0000","last_unstale":"2024-03-07T09:57:56.997887+0000","last_undegraded":"2024-03-07T09:57:56.997887+0000","last_fullsized":"2024-03-07T09:57:56.997887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:47:05.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612816+0000","last_change":"2024-03-07T09:56:53.684434+0000","last_active":"2024-03-07T09:58:25.612816+0000","last_peered":"2024-03-07T09:58:25.612816+0000","last_clean":"2024-03-07T09:58:25.612816+0000","last_became_active":"2024-03-07T09:56:53.684113+0000","last_became_peered":"2024-03-07T09:56:53.684113+0000","last_unstale":"2024-03-07T09:58:25.612816+0000","last_undegraded":"2024-03-07T09:58:25.612816+0000","last_fullsized":"2024-03-07T09:58:25.612816+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:23:52.040589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.701640+0000","last_change":"2024-03-07T09:56:52.683979+0000","last_active":"2024-03-07T09:58:25.701640+0000","last_peered":"2024-03-07T09:58:25.701640+0000","last_clean":"2024-03-07T09:58:25.701640+0000","last_became_active":"2024-03-07T09:56:52.683673+0000","last_became_peered":"2024-03-07T09:56:52.683673+0000","last_unstale":"2024-03-07T09:58:25.701640+0000","last_undegraded":"2024-03-07T09:58:25.701640+0000","last_fullsized":"2024-03-07T09:58:25.701640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:23.188168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.597347+0000","last_change":"2024-03-07T09:56:53.693109+0000","last_active":"2024-03-07T09:58:25.597347+0000","last_peered":"2024-03-07T09:58:25.597347+0000","last_clean":"2024-03-07T09:58:25.597347+0000","last_became_active":"2024-03-07T09:56:53.692728+0000","last_became_peered":"2024-03-07T09:56:53.692728+0000","last_unstale":"2024-03-07T09:58:25.597347+0000","last_undegraded":"2024-03-07T09:58:25.597347+0000","last_fullsized":"2024-03-07T09:58:25.597347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:45.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050891+0000","last_change":"2024-03-07T09:56:52.676551+0000","last_active":"2024-03-07T09:57:57.050891+0000","last_peered":"2024-03-07T09:57:57.050891+0000","last_clean":"2024-03-07T09:57:57.050891+0000","last_became_active":"2024-03-07T09:56:52.676193+0000","last_became_peered":"2024-03-07T09:56:52.676193+0000","last_unstale":"2024-03-07T09:57:57.050891+0000","last_undegraded":"2024-03-07T09:57:57.050891+0000","last_fullsized":"2024-03-07T09:57:57.050891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:52:21.182409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.605305+0000","last_change":"2024-03-07T09:56:53.693473+0000","last_active":"2024-03-07T09:58:25.605305+0000","last_peered":"2024-03-07T09:58:25.605305+0000","last_clean":"2024-03-07T09:58:25.605305+0000","last_became_active":"2024-03-07T09:56:53.692255+0000","last_became_peered":"2024-03-07T09:56:53.692255+0000","last_unstale":"2024-03-07T09:58:25.605305+0000","last_undegraded":"2024-03-07T09:58:25.605305+0000","last_fullsized":"2024-03-07T09:58:25.605305+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:57:15.348523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048707+0000","last_change":"2024-03-07T09:56:52.680677+0000","last_active":"2024-03-07T09:57:57.048707+0000","last_peered":"2024-03-07T09:57:57.048707+0000","last_clean":"2024-03-07T09:57:57.048707+0000","last_became_active":"2024-03-07T09:56:52.680337+0000","last_became_peered":"2024-03-07T09:56:52.680337+0000","last_unstale":"2024-03-07T09:57:57.048707+0000","last_undegraded":"2024-03-07T09:57:57.048707+0000","last_fullsized":"2024-03-07T09:57:57.048707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:09.745088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.584116+0000","last_change":"2024-03-07T09:56:53.684780+0000","last_active":"2024-03-07T09:58:25.584116+0000","last_peered":"2024-03-07T09:58:25.584116+0000","last_clean":"2024-03-07T09:58:25.584116+0000","last_became_active":"2024-03-07T09:56:53.684447+0000","last_became_peered":"2024-03-07T09:56:53.684447+0000","last_unstale":"2024-03-07T09:58:25.584116+0000","last_undegraded":"2024-03-07T09:58:25.584116+0000","last_fullsized":"2024-03-07T09:58:25.584116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:11:58.261928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040857+0000","last_change":"2024-03-07T09:56:52.686676+0000","last_active":"2024-03-07T09:57:57.040857+0000","last_peered":"2024-03-07T09:57:57.040857+0000","last_clean":"2024-03-07T09:57:57.040857+0000","last_became_active":"2024-03-07T09:56:52.686364+0000","last_became_peered":"2024-03-07T09:56:52.686364+0000","last_unstale":"2024-03-07T09:57:57.040857+0000","last_undegraded":"2024-03-07T09:57:57.040857+0000","last_fullsized":"2024-03-07T09:57:57.040857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:19:11.156952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607229+0000","last_change":"2024-03-07T09:56:53.699576+0000","last_active":"2024-03-07T09:58:25.607229+0000","last_peered":"2024-03-07T09:58:25.607229+0000","last_clean":"2024-03-07T09:58:25.607229+0000","last_became_active":"2024-03-07T09:56:53.699185+0000","last_became_peered":"2024-03-07T09:56:53.699185+0000","last_unstale":"2024-03-07T09:58:25.607229+0000","last_undegraded":"2024-03-07T09:58:25.607229+0000","last_fullsized":"2024-03-07T09:58:25.607229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:33:45.641810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002694+0000","last_change":"2024-03-07T09:56:52.674029+0000","last_active":"2024-03-07T09:57:57.002694+0000","last_peered":"2024-03-07T09:57:57.002694+0000","last_clean":"2024-03-07T09:57:57.002694+0000","last_became_active":"2024-03-07T09:56:52.673542+0000","last_became_peered":"2024-03-07T09:56:52.673542+0000","last_unstale":"2024-03-07T09:57:57.002694+0000","last_undegraded":"2024-03-07T09:57:57.002694+0000","last_fullsized":"2024-03-07T09:57:57.002694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:53:36.681031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608039+0000","last_change":"2024-03-07T09:56:53.699001+0000","last_active":"2024-03-07T09:58:25.608039+0000","last_peered":"2024-03-07T09:58:25.608039+0000","last_clean":"2024-03-07T09:58:25.608039+0000","last_became_active":"2024-03-07T09:56:53.698684+0000","last_became_peered":"2024-03-07T09:56:53.698684+0000","last_unstale":"2024-03-07T09:58:25.608039+0000","last_undegraded":"2024-03-07T09:58:25.608039+0000","last_fullsized":"2024-03-07T09:58:25.608039+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:53:47.028887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997967+0000","last_change":"2024-03-07T09:56:52.678590+0000","last_active":"2024-03-07T09:57:56.997967+0000","last_peered":"2024-03-07T09:57:56.997967+0000","last_clean":"2024-03-07T09:57:56.997967+0000","last_became_active":"2024-03-07T09:56:52.678270+0000","last_became_peered":"2024-03-07T09:56:52.678270+0000","last_unstale":"2024-03-07T09:57:56.997967+0000","last_undegraded":"2024-03-07T09:57:56.997967+0000","last_fullsized":"2024-03-07T09:57:56.997967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.957337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611718+0000","last_change":"2024-03-07T09:56:53.690935+0000","last_active":"2024-03-07T09:58:25.611718+0000","last_peered":"2024-03-07T09:58:25.611718+0000","last_clean":"2024-03-07T09:58:25.611718+0000","last_became_active":"2024-03-07T09:56:53.690615+0000","last_became_peered":"2024-03-07T09:56:53.690615+0000","last_unstale":"2024-03-07T09:58:25.611718+0000","last_undegraded":"2024-03-07T09:58:25.611718+0000","last_fullsized":"2024-03-07T09:58:25.611718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:30:43.338237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002935+0000","last_change":"2024-03-07T09:56:52.681753+0000","last_active":"2024-03-07T09:57:57.002935+0000","last_peered":"2024-03-07T09:57:57.002935+0000","last_clean":"2024-03-07T09:57:57.002935+0000","last_became_active":"2024-03-07T09:56:52.681453+0000","last_became_peered":"2024-03-07T09:56:52.681453+0000","last_unstale":"2024-03-07T09:57:57.002935+0000","last_undegraded":"2024-03-07T09:57:57.002935+0000","last_fullsized":"2024-03-07T09:57:57.002935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:14:22.498607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611456+0000","last_change":"2024-03-07T09:56:53.688388+0000","last_active":"2024-03-07T09:58:25.611456+0000","last_peered":"2024-03-07T09:58:25.611456+0000","last_clean":"2024-03-07T09:58:25.611456+0000","last_became_active":"2024-03-07T09:56:53.688037+0000","last_became_peered":"2024-03-07T09:56:53.688037+0000","last_unstale":"2024-03-07T09:58:25.611456+0000","last_undegraded":"2024-03-07T09:58:25.611456+0000","last_fullsized":"2024-03-07T09:58:25.611456+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:36:57.898656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000582+0000","last_change":"2024-03-07T09:56:52.680982+0000","last_active":"2024-03-07T09:57:57.000582+0000","last_peered":"2024-03-07T09:57:57.000582+0000","last_clean":"2024-03-07T09:57:57.000582+0000","last_became_active":"2024-03-07T09:56:52.680612+0000","last_became_peered":"2024-03-07T09:56:52.680612+0000","last_unstale":"2024-03-07T09:57:57.000582+0000","last_undegraded":"2024-03-07T09:57:57.000582+0000","last_fullsized":"2024-03-07T09:57:57.000582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:22:11.488947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596706+0000","last_change":"2024-03-07T09:56:53.690429+0000","last_active":"2024-03-07T09:58:25.596706+0000","last_peered":"2024-03-07T09:58:25.596706+0000","last_clean":"2024-03-07T09:58:25.596706+0000","last_became_active":"2024-03-07T09:56:53.689481+0000","last_became_peered":"2024-03-07T09:56:53.689481+0000","last_unstale":"2024-03-07T09:58:25.596706+0000","last_undegraded":"2024-03-07T09:58:25.596706+0000","last_fullsized":"2024-03-07T09:58:25.596706+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:01.124032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994882+0000","last_change":"2024-03-07T09:56:52.677142+0000","last_active":"2024-03-07T09:57:56.994882+0000","last_peered":"2024-03-07T09:57:56.994882+0000","last_clean":"2024-03-07T09:57:56.994882+0000","last_became_active":"2024-03-07T09:56:52.676818+0000","last_became_peered":"2024-03-07T09:56:52.676818+0000","last_unstale":"2024-03-07T09:57:56.994882+0000","last_undegraded":"2024-03-07T09:57:56.994882+0000","last_fullsized":"2024-03-07T09:57:56.994882+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:50:11.938064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592747+0000","last_change":"2024-03-07T09:56:53.688439+0000","last_active":"2024-03-07T09:58:25.592747+0000","last_peered":"2024-03-07T09:58:25.592747+0000","last_clean":"2024-03-07T09:58:25.592747+0000","last_became_active":"2024-03-07T09:56:53.688106+0000","last_became_peered":"2024-03-07T09:56:53.688106+0000","last_unstale":"2024-03-07T09:58:25.592747+0000","last_undegraded":"2024-03-07T09:58:25.592747+0000","last_fullsized":"2024-03-07T09:58:25.592747+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:17.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.594163+0000","last_change":"2024-03-07T09:56:53.695927+0000","last_active":"2024-03-07T09:58:25.594163+0000","last_peered":"2024-03-07T09:58:25.594163+0000","last_clean":"2024-03-07T09:58:25.594163+0000","last_became_active":"2024-03-07T09:56:53.695593+0000","last_became_peered":"2024-03-07T09:56:53.695593+0000","last_unstale":"2024-03-07T09:58:25.594163+0000","last_undegraded":"2024-03-07T09:58:25.594163+0000","last_fullsized":"2024-03-07T09:58:25.594163+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:48:40.078379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592897+0000","last_change":"2024-03-07T09:56:53.690800+0000","last_active":"2024-03-07T09:58:25.592897+0000","last_peered":"2024-03-07T09:58:25.592897+0000","last_clean":"2024-03-07T09:58:25.592897+0000","last_became_active":"2024-03-07T09:56:53.690477+0000","last_became_peered":"2024-03-07T09:56:53.690477+0000","last_unstale":"2024-03-07T09:58:25.592897+0000","last_undegraded":"2024-03-07T09:58:25.592897+0000","last_fullsized":"2024-03-07T09:58:25.592897+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:08:20.640796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606775+0000","last_change":"2024-03-07T09:56:53.693613+0000","last_active":"2024-03-07T09:58:25.606775+0000","last_peered":"2024-03-07T09:58:25.606775+0000","last_clean":"2024-03-07T09:58:25.606775+0000","last_became_active":"2024-03-07T09:56:53.693231+0000","last_became_peered":"2024-03-07T09:56:53.693231+0000","last_unstale":"2024-03-07T09:58:25.606775+0000","last_undegraded":"2024-03-07T09:58:25.606775+0000","last_fullsized":"2024-03-07T09:58:25.606775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:15:06.043644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618190+0000","last_change":"2024-03-07T09:56:53.692778+0000","last_active":"2024-03-07T09:58:25.618190+0000","last_peered":"2024-03-07T09:58:25.618190+0000","last_clean":"2024-03-07T09:58:25.618190+0000","last_became_active":"2024-03-07T09:56:53.691666+0000","last_became_peered":"2024-03-07T09:56:53.691666+0000","last_unstale":"2024-03-07T09:58:25.618190+0000","last_undegraded":"2024-03-07T09:58:25.618190+0000","last_fullsized":"2024-03-07T09:58:25.618190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:09.023721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618354+0000","last_change":"2024-03-07T09:56:53.693554+0000","last_active":"2024-03-07T09:58:25.618354+0000","last_peered":"2024-03-07T09:58:25.618354+0000","last_clean":"2024-03-07T09:58:25.618354+0000","last_became_active":"2024-03-07T09:56:53.693199+0000","last_became_peered":"2024-03-07T09:56:53.693199+0000","last_unstale":"2024-03-07T09:58:25.618354+0000","last_undegraded":"2024-03-07T09:58:25.618354+0000","last_fullsized":"2024-03-07T09:58:25.618354+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:17:08.748508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592543+0000","last_change":"2024-03-07T09:56:53.689390+0000","last_active":"2024-03-07T09:58:25.592543+0000","last_peered":"2024-03-07T09:58:25.592543+0000","last_clean":"2024-03-07T09:58:25.592543+0000","last_became_active":"2024-03-07T09:56:53.689087+0000","last_became_peered":"2024-03-07T09:56:53.689087+0000","last_unstale":"2024-03-07T09:58:25.592543+0000","last_undegraded":"2024-03-07T09:58:25.592543+0000","last_fullsized":"2024-03-07T09:58:25.592543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:47:52.147173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608438+0000","last_change":"2024-03-07T09:56:53.693152+0000","last_active":"2024-03-07T09:58:25.608438+0000","last_peered":"2024-03-07T09:58:25.608438+0000","last_clean":"2024-03-07T09:58:25.608438+0000","last_became_active":"2024-03-07T09:56:53.692844+0000","last_became_peered":"2024-03-07T09:56:53.692844+0000","last_unstale":"2024-03-07T09:58:25.608438+0000","last_undegraded":"2024-03-07T09:58:25.608438+0000","last_fullsized":"2024-03-07T09:58:25.608438+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:50:03.459742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607124+0000","last_change":"2024-03-07T09:57:57.050734+0000","last_active":"2024-03-07T09:58:25.607124+0000","last_peered":"2024-03-07T09:58:25.607124+0000","last_clean":"2024-03-07T09:58:25.607124+0000","last_became_active":"2024-03-07T09:57:57.050489+0000","last_became_peered":"2024-03-07T09:57:57.050489+0000","last_unstale":"2024-03-07T09:58:25.607124+0000","last_undegraded":"2024-03-07T09:58:25.607124+0000","last_fullsized":"2024-03-07T09:58:25.607124+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:31:30.186951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.591598+0000","last_change":"2024-03-07T09:56:53.686968+0000","last_active":"2024-03-07T09:58:25.591598+0000","last_peered":"2024-03-07T09:58:25.591598+0000","last_clean":"2024-03-07T09:58:25.591598+0000","last_became_active":"2024-03-07T09:56:53.686669+0000","last_became_peered":"2024-03-07T09:56:53.686669+0000","last_unstale":"2024-03-07T09:58:25.591598+0000","last_undegraded":"2024-03-07T09:58:25.591598+0000","last_fullsized":"2024-03-07T09:58:25.591598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:59:12.812492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596597+0000","last_change":"2024-03-07T09:56:53.691033+0000","last_active":"2024-03-07T09:58:25.596597+0000","last_peered":"2024-03-07T09:58:25.596597+0000","last_clean":"2024-03-07T09:58:25.596597+0000","last_became_active":"2024-03-07T09:56:53.690741+0000","last_became_peered":"2024-03-07T09:56:53.690741+0000","last_unstale":"2024-03-07T09:58:25.596597+0000","last_undegraded":"2024-03-07T09:58:25.596597+0000","last_fullsized":"2024-03-07T09:58:25.596597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:34:39.551286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610190+0000","last_change":"2024-03-07T09:56:53.690542+0000","last_active":"2024-03-07T09:58:25.610190+0000","last_peered":"2024-03-07T09:58:25.610190+0000","last_clean":"2024-03-07T09:58:25.610190+0000","last_became_active":"2024-03-07T09:56:53.690219+0000","last_became_peered":"2024-03-07T09:56:53.690219+0000","last_unstale":"2024-03-07T09:58:25.610190+0000","last_undegraded":"2024-03-07T09:58:25.610190+0000","last_fullsized":"2024-03-07T09:58:25.610190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:13.711316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618537+0000","last_change":"2024-03-07T09:56:53.687632+0000","last_active":"2024-03-07T09:58:25.618537+0000","last_peered":"2024-03-07T09:58:25.618537+0000","last_clean":"2024-03-07T09:58:25.618537+0000","last_became_active":"2024-03-07T09:56:53.687259+0000","last_became_peered":"2024-03-07T09:56:53.687259+0000","last_unstale":"2024-03-07T09:58:25.618537+0000","last_undegraded":"2024-03-07T09:58:25.618537+0000","last_fullsized":"2024-03-07T09:58:25.618537+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:32.112649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.589301+0000","last_change":"2024-03-07T09:56:53.688649+0000","last_active":"2024-03-07T09:58:25.589301+0000","last_peered":"2024-03-07T09:58:25.589301+0000","last_clean":"2024-03-07T09:58:25.589301+0000","last_became_active":"2024-03-07T09:56:53.688281+0000","last_became_peered":"2024-03-07T09:56:53.688281+0000","last_unstale":"2024-03-07T09:58:25.589301+0000","last_undegraded":"2024-03-07T09:58:25.589301+0000","last_fullsized":"2024-03-07T09:58:25.589301+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:34.074256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":3542208,"data_compressed":214670,"data_compressed_allocated":270336,"data_compressed_original":3506176,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64472,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":713,"num_read_kb":427,"num_write":169,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":202518,"data_compressed":5580,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351014,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":459359,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612650,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1097728,"data_stored":1111702,"data_compressed":43964,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":966656,"data_stored":459595,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037813,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":459515,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299449,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":1051586,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462975,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36268,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708884,"statfs":{"total":95995035648,"available":95957897216,"internally_reserved":0,"allocated":954368,"data_stored":458984,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":523504,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":460255,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":519527,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":459295,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":460883,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724612,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1050738,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":64727,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65455,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":62440,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T09:58:56.623 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-03-07T09:58:56.623 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 -- 172.21.15.18:0/63237927 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b0101280 msgr2=0x7f70b0101700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 --2- 172.21.15.18:0/63237927 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b0101280 0x7f70b0101700 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f70a8009ca0 tx=0x7f70a802c180 comp rx=0 tx=0).stop 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 -- 172.21.15.18:0/63237927 shutdown_connections 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 --2- 172.21.15.18:0/63237927 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b0101280 0x7f70b0101700 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 --2- 172.21.15.18:0/63237927 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70b01008e0 0x7f70b0100d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 --2- 172.21.15.18:0/63237927 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70b00fff80 0x7f70b01003a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 -- 172.21.15.18:0/63237927 >> 172.21.15.18:0/63237927 conn(0x7f70b00fbb00 msgr2=0x7f70b00fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 -- 172.21.15.18:0/63237927 shutdown_connections 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.764+0000 7f70b671d640 1 -- 172.21.15.18:0/63237927 wait complete. 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 Processor -- start 2024-03-07T09:58:56.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 -- start start 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70b00fff80 0x7f70b0199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b01008e0 0x7f70b019a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70b0101280 0x7f70b01a10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b010f510 con 0x7f70b01008e0 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b010f390 con 0x7f70b0101280 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70b671d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b010f690 con 0x7f70b00fff80 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70af7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b01008e0 0x7f70b019a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70af7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b01008e0 0x7f70b019a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42204/0 (socket says 172.21.15.18:42204) 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70af7fe640 1 -- 172.21.15.18:0/2969780491 learned_addr learned my addr 172.21.15.18:0/2969780491 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.765+0000 7f70affff640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70b00fff80 0x7f70b0199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70b4cba640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70b0101280 0x7f70b01a10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70af7fe640 1 -- 172.21.15.18:0/2969780491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70b00fff80 msgr2=0x7f70b0199b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70af7fe640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70b00fff80 0x7f70b0199b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70af7fe640 1 -- 172.21.15.18:0/2969780491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70b0101280 msgr2=0x7f70b01a10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70af7fe640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70b0101280 0x7f70b01a10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70af7fe640 1 -- 172.21.15.18:0/2969780491 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70b01a1740 con 0x7f70b01008e0 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70af7fe640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b01008e0 0x7f70b019a060 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f70a400e9f0 tx=0x7f70a400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70ad7fa640 1 -- 172.21.15.18:0/2969780491 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a400cd80 con 0x7f70b01008e0 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70ad7fa640 1 -- 172.21.15.18:0/2969780491 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f70a4005500 con 0x7f70b01008e0 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70b01a1a30 con 0x7f70b01008e0 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70ad7fa640 1 -- 172.21.15.18:0/2969780491 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a4010690 con 0x7f70b01008e0 2024-03-07T09:58:56.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.766+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70b01a1f30 con 0x7f70b01008e0 2024-03-07T09:58:56.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.767+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70b010acd0 con 0x7f70b01008e0 2024-03-07T09:58:56.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.768+0000 7f70ad7fa640 1 -- 172.21.15.18:0/2969780491 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f70a40046c0 con 0x7f70b01008e0 2024-03-07T09:58:56.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.769+0000 7f70ad7fa640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f70980a1e10 0x7f70980a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:56.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.769+0000 7f70affff640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f70980a1e10 0x7f70980a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:56.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.769+0000 7f70ad7fa640 1 -- 172.21.15.18:0/2969780491 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f70a40ce390 con 0x7f70b01008e0 2024-03-07T09:58:56.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.769+0000 7f70affff640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f70980a1e10 0x7f70980a42d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009bd0 tx=0x7f70a0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:56.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.773+0000 7f70ad7fa640 1 -- 172.21.15.18:0/2969780491 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f70a409b600 con 0x7f70b01008e0 2024-03-07T09:58:56.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:56 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/585452301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:56.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-03-07T09:58:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-07T09:58:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:56 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-03-07T09:58:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:56 smithi063 ceph-mon[36356]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:56 smithi063 ceph-mon[36356]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:56.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.955+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f70b0061aa0 con 0x7f70980a1e10 2024-03-07T09:58:56.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.962+0000 7f70ad7fa640 1 -- 172.21.15.18:0/2969780491 <== mgr.14152 v2:172.21.15.18:6800/1270389896 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+259077 (secure 0 0 0) 0x7f70b0061aa0 con 0x7f70980a1e10 2024-03-07T09:58:56.966 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:56.968 INFO:teuthology.orchestra.run.smithi018.stderr:dumped all 2024-03-07T09:58:56.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.965+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f70980a1e10 msgr2=0x7f70980a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.965+0000 7f70b671d640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f70980a1e10 0x7f70980a42d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009bd0 tx=0x7f70a0005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:56.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.965+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b01008e0 msgr2=0x7f70b019a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:56.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.965+0000 7f70b671d640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b01008e0 0x7f70b019a060 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f70a400e9f0 tx=0x7f70a400edf0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 shutdown_connections 2024-03-07T09:58:56.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f70980a1e10 0x7f70980a42d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70b0101280 0x7f70b01a10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f70b01008e0 0x7f70b019a060 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 --2- 172.21.15.18:0/2969780491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f70b00fff80 0x7f70b0199b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:56.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 >> 172.21.15.18:0/2969780491 conn(0x7f70b00fbb00 msgr2=0x7f70b00fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:56.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 shutdown_connections 2024-03-07T09:58:56.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:56.966+0000 7f70b671d640 1 -- 172.21.15.18:0/2969780491 wait complete. 2024-03-07T09:58:56.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:56 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/585452301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:56.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-03-07T09:58:56.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-07T09:58:56.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:56 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-03-07T09:58:56.977 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:56 smithi018 ceph-mon[32171]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:56.978 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:56 smithi018 ceph-mon[32171]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:56.978 INFO:teuthology.orchestra.run.smithi018.stdout:{"pg_ready":true,"pg_map":{"version":349,"stamp":"2024-03-07T09:58:56.686506+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655074,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":854,"num_read_kb":551,"num_write":353,"num_write_kb":3058,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":785,"ondisk_log_size":785,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364968,"kb_used_data":11656,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576856,"statfs":{"total":1151940427776,"available":1151566700544,"internally_reserved":0,"allocated":11935744,"data_stored":7475251,"data_compressed":183903,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":37,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.097400"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607498+0000","last_change":"2024-03-07T09:56:53.697255+0000","last_active":"2024-03-07T09:58:25.607498+0000","last_peered":"2024-03-07T09:58:25.607498+0000","last_clean":"2024-03-07T09:58:25.607498+0000","last_became_active":"2024-03-07T09:56:53.696926+0000","last_became_peered":"2024-03-07T09:56:53.696926+0000","last_unstale":"2024-03-07T09:58:25.607498+0000","last_undegraded":"2024-03-07T09:58:25.607498+0000","last_fullsized":"2024-03-07T09:58:25.607498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:13:37.320715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606213+0000","last_change":"2024-03-07T09:56:53.686202+0000","last_active":"2024-03-07T09:58:25.606213+0000","last_peered":"2024-03-07T09:58:25.606213+0000","last_clean":"2024-03-07T09:58:25.606213+0000","last_became_active":"2024-03-07T09:56:53.685863+0000","last_became_peered":"2024-03-07T09:56:53.685863+0000","last_unstale":"2024-03-07T09:58:25.606213+0000","last_undegraded":"2024-03-07T09:58:25.606213+0000","last_fullsized":"2024-03-07T09:58:25.606213+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:23:40.849068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613227+0000","last_change":"2024-03-07T09:56:53.691296+0000","last_active":"2024-03-07T09:58:25.613227+0000","last_peered":"2024-03-07T09:58:25.613227+0000","last_clean":"2024-03-07T09:58:25.613227+0000","last_became_active":"2024-03-07T09:56:53.688681+0000","last_became_peered":"2024-03-07T09:56:53.688681+0000","last_unstale":"2024-03-07T09:58:25.613227+0000","last_undegraded":"2024-03-07T09:58:25.613227+0000","last_fullsized":"2024-03-07T09:58:25.613227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:29:56.318403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592578+0000","last_change":"2024-03-07T09:56:53.694328+0000","last_active":"2024-03-07T09:58:25.592578+0000","last_peered":"2024-03-07T09:58:25.592578+0000","last_clean":"2024-03-07T09:58:25.592578+0000","last_became_active":"2024-03-07T09:56:53.694014+0000","last_became_peered":"2024-03-07T09:56:53.694014+0000","last_unstale":"2024-03-07T09:58:25.592578+0000","last_undegraded":"2024-03-07T09:58:25.592578+0000","last_fullsized":"2024-03-07T09:58:25.592578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:57.266870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.616965+0000","last_change":"2024-03-07T09:56:53.687800+0000","last_active":"2024-03-07T09:58:25.616965+0000","last_peered":"2024-03-07T09:58:25.616965+0000","last_clean":"2024-03-07T09:58:25.616965+0000","last_became_active":"2024-03-07T09:56:53.687477+0000","last_became_peered":"2024-03-07T09:56:53.687477+0000","last_unstale":"2024-03-07T09:58:25.616965+0000","last_undegraded":"2024-03-07T09:58:25.616965+0000","last_fullsized":"2024-03-07T09:58:25.616965+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:09:41.318882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592672+0000","last_change":"2024-03-07T09:57:57.003969+0000","last_active":"2024-03-07T09:58:25.592672+0000","last_peered":"2024-03-07T09:58:25.592672+0000","last_clean":"2024-03-07T09:58:25.592672+0000","last_became_active":"2024-03-07T09:57:57.003563+0000","last_became_peered":"2024-03-07T09:57:57.003563+0000","last_unstale":"2024-03-07T09:58:25.592672+0000","last_undegraded":"2024-03-07T09:58:25.592672+0000","last_fullsized":"2024-03-07T09:58:25.592672+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:40.230021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,7],"acting":[10,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.598233+0000","last_change":"2024-03-07T09:56:53.689616+0000","last_active":"2024-03-07T09:58:25.598233+0000","last_peered":"2024-03-07T09:58:25.598233+0000","last_clean":"2024-03-07T09:58:25.598233+0000","last_became_active":"2024-03-07T09:56:53.689240+0000","last_became_peered":"2024-03-07T09:56:53.689240+0000","last_unstale":"2024-03-07T09:58:25.598233+0000","last_undegraded":"2024-03-07T09:58:25.598233+0000","last_fullsized":"2024-03-07T09:58:25.598233+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:44:04.340761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.599564+0000","last_change":"2024-03-07T09:57:57.002548+0000","last_active":"2024-03-07T09:58:25.599564+0000","last_peered":"2024-03-07T09:58:25.599564+0000","last_clean":"2024-03-07T09:58:25.599564+0000","last_became_active":"2024-03-07T09:57:57.002312+0000","last_became_peered":"2024-03-07T09:57:57.002312+0000","last_unstale":"2024-03-07T09:58:25.599564+0000","last_undegraded":"2024-03-07T09:58:25.599564+0000","last_fullsized":"2024-03-07T09:58:25.599564+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:23:39.912981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613116+0000","last_change":"2024-03-07T09:56:53.682789+0000","last_active":"2024-03-07T09:58:25.613116+0000","last_peered":"2024-03-07T09:58:25.613116+0000","last_clean":"2024-03-07T09:58:25.613116+0000","last_became_active":"2024-03-07T09:56:53.682481+0000","last_became_peered":"2024-03-07T09:56:53.682481+0000","last_unstale":"2024-03-07T09:58:25.613116+0000","last_undegraded":"2024-03-07T09:58:25.613116+0000","last_fullsized":"2024-03-07T09:58:25.613116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:30:11.951180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.587817+0000","last_change":"2024-03-07T09:56:53.688489+0000","last_active":"2024-03-07T09:58:25.587817+0000","last_peered":"2024-03-07T09:58:25.587817+0000","last_clean":"2024-03-07T09:58:25.587817+0000","last_became_active":"2024-03-07T09:56:53.688169+0000","last_became_peered":"2024-03-07T09:56:53.688169+0000","last_unstale":"2024-03-07T09:58:25.587817+0000","last_undegraded":"2024-03-07T09:58:25.587817+0000","last_fullsized":"2024-03-07T09:58:25.587817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:41:42.874074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611776+0000","last_change":"2024-03-07T09:56:53.686782+0000","last_active":"2024-03-07T09:58:25.611776+0000","last_peered":"2024-03-07T09:58:25.611776+0000","last_clean":"2024-03-07T09:58:25.611776+0000","last_became_active":"2024-03-07T09:56:53.686471+0000","last_became_peered":"2024-03-07T09:56:53.686471+0000","last_unstale":"2024-03-07T09:58:25.611776+0000","last_undegraded":"2024-03-07T09:58:25.611776+0000","last_fullsized":"2024-03-07T09:58:25.611776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:44:24.735145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.580355+0000","last_change":"2024-03-07T09:56:53.688561+0000","last_active":"2024-03-07T09:58:25.580355+0000","last_peered":"2024-03-07T09:58:25.580355+0000","last_clean":"2024-03-07T09:58:25.580355+0000","last_became_active":"2024-03-07T09:56:53.688189+0000","last_became_peered":"2024-03-07T09:56:53.688189+0000","last_unstale":"2024-03-07T09:58:25.580355+0000","last_undegraded":"2024-03-07T09:58:25.580355+0000","last_fullsized":"2024-03-07T09:58:25.580355+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:06:14.804988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.615616+0000","last_change":"2024-03-07T09:56:53.680197+0000","last_active":"2024-03-07T09:58:25.615616+0000","last_peered":"2024-03-07T09:58:25.615616+0000","last_clean":"2024-03-07T09:58:25.615616+0000","last_became_active":"2024-03-07T09:56:53.679448+0000","last_became_peered":"2024-03-07T09:56:53.679448+0000","last_unstale":"2024-03-07T09:58:25.615616+0000","last_undegraded":"2024-03-07T09:58:25.615616+0000","last_fullsized":"2024-03-07T09:58:25.615616+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:47:04.662071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610869+0000","last_change":"2024-03-07T09:56:53.687128+0000","last_active":"2024-03-07T09:58:25.610869+0000","last_peered":"2024-03-07T09:58:25.610869+0000","last_clean":"2024-03-07T09:58:25.610869+0000","last_became_active":"2024-03-07T09:56:53.686747+0000","last_became_peered":"2024-03-07T09:56:53.686747+0000","last_unstale":"2024-03-07T09:58:25.610869+0000","last_undegraded":"2024-03-07T09:58:25.610869+0000","last_fullsized":"2024-03-07T09:58:25.610869+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:35:07.335342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612063+0000","last_change":"2024-03-07T09:56:53.693110+0000","last_active":"2024-03-07T09:58:25.612063+0000","last_peered":"2024-03-07T09:58:25.612063+0000","last_clean":"2024-03-07T09:58:25.612063+0000","last_became_active":"2024-03-07T09:56:53.691079+0000","last_became_peered":"2024-03-07T09:56:53.691079+0000","last_unstale":"2024-03-07T09:58:25.612063+0000","last_undegraded":"2024-03-07T09:58:25.612063+0000","last_fullsized":"2024-03-07T09:58:25.612063+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:59.776450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.609984+0000","last_change":"2024-03-07T09:56:53.690438+0000","last_active":"2024-03-07T09:58:25.609984+0000","last_peered":"2024-03-07T09:58:25.609984+0000","last_clean":"2024-03-07T09:58:25.609984+0000","last_became_active":"2024-03-07T09:56:53.690097+0000","last_became_peered":"2024-03-07T09:56:53.690097+0000","last_unstale":"2024-03-07T09:58:25.609984+0000","last_undegraded":"2024-03-07T09:58:25.609984+0000","last_fullsized":"2024-03-07T09:58:25.609984+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:24.950160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607737+0000","last_change":"2024-03-07T09:56:53.699061+0000","last_active":"2024-03-07T09:58:25.607737+0000","last_peered":"2024-03-07T09:58:25.607737+0000","last_clean":"2024-03-07T09:58:25.607737+0000","last_became_active":"2024-03-07T09:56:53.698747+0000","last_became_peered":"2024-03-07T09:56:53.698747+0000","last_unstale":"2024-03-07T09:58:25.607737+0000","last_undegraded":"2024-03-07T09:58:25.607737+0000","last_fullsized":"2024-03-07T09:58:25.607737+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:45.059437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606471+0000","last_change":"2024-03-07T09:56:53.690691+0000","last_active":"2024-03-07T09:58:25.606471+0000","last_peered":"2024-03-07T09:58:25.606471+0000","last_clean":"2024-03-07T09:58:25.606471+0000","last_became_active":"2024-03-07T09:56:53.690307+0000","last_became_peered":"2024-03-07T09:56:53.690307+0000","last_unstale":"2024-03-07T09:58:25.606471+0000","last_undegraded":"2024-03-07T09:58:25.606471+0000","last_fullsized":"2024-03-07T09:58:25.606471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:00:12.515637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.593065+0000","last_change":"2024-03-07T09:56:53.688203+0000","last_active":"2024-03-07T09:58:25.593065+0000","last_peered":"2024-03-07T09:58:25.593065+0000","last_clean":"2024-03-07T09:58:25.593065+0000","last_became_active":"2024-03-07T09:56:53.687900+0000","last_became_peered":"2024-03-07T09:56:53.687900+0000","last_unstale":"2024-03-07T09:58:25.593065+0000","last_undegraded":"2024-03-07T09:58:25.593065+0000","last_fullsized":"2024-03-07T09:58:25.593065+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:45:50.360051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996363+0000","last_change":"2024-03-07T09:56:52.681604+0000","last_active":"2024-03-07T09:57:56.996363+0000","last_peered":"2024-03-07T09:57:56.996363+0000","last_clean":"2024-03-07T09:57:56.996363+0000","last_became_active":"2024-03-07T09:56:52.681255+0000","last_became_peered":"2024-03-07T09:56:52.681255+0000","last_unstale":"2024-03-07T09:57:56.996363+0000","last_undegraded":"2024-03-07T09:57:56.996363+0000","last_fullsized":"2024-03-07T09:57:56.996363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:09:35.012580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.594343+0000","last_change":"2024-03-07T09:56:53.695464+0000","last_active":"2024-03-07T09:58:25.594343+0000","last_peered":"2024-03-07T09:58:25.594343+0000","last_clean":"2024-03-07T09:58:25.594343+0000","last_became_active":"2024-03-07T09:56:53.695094+0000","last_became_peered":"2024-03-07T09:56:53.695094+0000","last_unstale":"2024-03-07T09:58:25.594343+0000","last_undegraded":"2024-03-07T09:58:25.594343+0000","last_fullsized":"2024-03-07T09:58:25.594343+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:30.240961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.041219+0000","last_change":"2024-03-07T09:56:52.683020+0000","last_active":"2024-03-07T09:57:57.041219+0000","last_peered":"2024-03-07T09:57:57.041219+0000","last_clean":"2024-03-07T09:57:57.041219+0000","last_became_active":"2024-03-07T09:56:52.682717+0000","last_became_peered":"2024-03-07T09:56:52.682717+0000","last_unstale":"2024-03-07T09:57:57.041219+0000","last_undegraded":"2024-03-07T09:57:57.041219+0000","last_fullsized":"2024-03-07T09:57:57.041219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:11:22.765618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613512+0000","last_change":"2024-03-07T09:56:53.682305+0000","last_active":"2024-03-07T09:58:25.613512+0000","last_peered":"2024-03-07T09:58:25.613512+0000","last_clean":"2024-03-07T09:58:25.613512+0000","last_became_active":"2024-03-07T09:56:53.681988+0000","last_became_peered":"2024-03-07T09:56:53.681988+0000","last_unstale":"2024-03-07T09:58:25.613512+0000","last_undegraded":"2024-03-07T09:58:25.613512+0000","last_fullsized":"2024-03-07T09:58:25.613512+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:30:24.602548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998113+0000","last_change":"2024-03-07T09:56:52.679412+0000","last_active":"2024-03-07T09:57:56.998113+0000","last_peered":"2024-03-07T09:57:56.998113+0000","last_clean":"2024-03-07T09:57:56.998113+0000","last_became_active":"2024-03-07T09:56:52.679071+0000","last_became_peered":"2024-03-07T09:56:52.679071+0000","last_unstale":"2024-03-07T09:57:56.998113+0000","last_undegraded":"2024-03-07T09:57:56.998113+0000","last_fullsized":"2024-03-07T09:57:56.998113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:17:53.532980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612104+0000","last_change":"2024-03-07T09:56:53.687040+0000","last_active":"2024-03-07T09:58:25.612104+0000","last_peered":"2024-03-07T09:58:25.612104+0000","last_clean":"2024-03-07T09:58:25.612104+0000","last_became_active":"2024-03-07T09:56:53.685080+0000","last_became_peered":"2024-03-07T09:56:53.685080+0000","last_unstale":"2024-03-07T09:58:25.612104+0000","last_undegraded":"2024-03-07T09:58:25.612104+0000","last_fullsized":"2024-03-07T09:58:25.612104+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:45:40.356956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998139+0000","last_change":"2024-03-07T09:56:52.677070+0000","last_active":"2024-03-07T09:57:56.998139+0000","last_peered":"2024-03-07T09:57:56.998139+0000","last_clean":"2024-03-07T09:57:56.998139+0000","last_became_active":"2024-03-07T09:56:52.676730+0000","last_became_peered":"2024-03-07T09:56:52.676730+0000","last_unstale":"2024-03-07T09:57:56.998139+0000","last_undegraded":"2024-03-07T09:57:56.998139+0000","last_fullsized":"2024-03-07T09:57:56.998139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:59:47.995102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610787+0000","last_change":"2024-03-07T09:56:53.692055+0000","last_active":"2024-03-07T09:58:25.610787+0000","last_peered":"2024-03-07T09:58:25.610787+0000","last_clean":"2024-03-07T09:58:25.610787+0000","last_became_active":"2024-03-07T09:56:53.691444+0000","last_became_peered":"2024-03-07T09:56:53.691444+0000","last_unstale":"2024-03-07T09:58:25.610787+0000","last_undegraded":"2024-03-07T09:58:25.610787+0000","last_fullsized":"2024-03-07T09:58:25.610787+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:10:02.293498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":156,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:54.113041+0000","last_change":"2024-03-07T09:57:57.055069+0000","last_active":"2024-03-07T09:58:54.113041+0000","last_peered":"2024-03-07T09:58:54.113041+0000","last_clean":"2024-03-07T09:58:54.113041+0000","last_became_active":"2024-03-07T09:57:57.051578+0000","last_became_peered":"2024-03-07T09:57:57.051578+0000","last_unstale":"2024-03-07T09:58:54.113041+0000","last_undegraded":"2024-03-07T09:58:54.113041+0000","last_fullsized":"2024-03-07T09:58:54.113041+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:47:18.850439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":113,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.617104+0000","last_change":"2024-03-07T09:57:56.999965+0000","last_active":"2024-03-07T09:58:25.617104+0000","last_peered":"2024-03-07T09:58:25.617104+0000","last_clean":"2024-03-07T09:58:25.617104+0000","last_became_active":"2024-03-07T09:57:56.999629+0000","last_became_peered":"2024-03-07T09:57:56.999629+0000","last_unstale":"2024-03-07T09:58:25.617104+0000","last_undegraded":"2024-03-07T09:58:25.617104+0000","last_fullsized":"2024-03-07T09:58:25.617104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:07:54.456716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994948+0000","last_change":"2024-03-07T09:56:52.672260+0000","last_active":"2024-03-07T09:57:56.994948+0000","last_peered":"2024-03-07T09:57:56.994948+0000","last_clean":"2024-03-07T09:57:56.994948+0000","last_became_active":"2024-03-07T09:56:52.670437+0000","last_became_peered":"2024-03-07T09:56:52.670437+0000","last_unstale":"2024-03-07T09:57:56.994948+0000","last_undegraded":"2024-03-07T09:57:56.994948+0000","last_fullsized":"2024-03-07T09:57:56.994948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:14:47.850432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.617024+0000","last_change":"2024-03-07T09:57:57.041849+0000","last_active":"2024-03-07T09:58:25.617024+0000","last_peered":"2024-03-07T09:58:25.617024+0000","last_clean":"2024-03-07T09:58:25.617024+0000","last_became_active":"2024-03-07T09:57:57.041608+0000","last_became_peered":"2024-03-07T09:57:57.041608+0000","last_unstale":"2024-03-07T09:58:25.617024+0000","last_undegraded":"2024-03-07T09:58:25.617024+0000","last_fullsized":"2024-03-07T09:58:25.617024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:54:00.362242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994577+0000","last_change":"2024-03-07T09:56:52.672741+0000","last_active":"2024-03-07T09:57:56.994577+0000","last_peered":"2024-03-07T09:57:56.994577+0000","last_clean":"2024-03-07T09:57:56.994577+0000","last_became_active":"2024-03-07T09:56:52.672443+0000","last_became_peered":"2024-03-07T09:56:52.672443+0000","last_unstale":"2024-03-07T09:57:56.994577+0000","last_undegraded":"2024-03-07T09:57:56.994577+0000","last_fullsized":"2024-03-07T09:57:56.994577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:44.336987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612676+0000","last_change":"2024-03-07T09:56:53.694089+0000","last_active":"2024-03-07T09:58:25.612676+0000","last_peered":"2024-03-07T09:58:25.612676+0000","last_clean":"2024-03-07T09:58:25.612676+0000","last_became_active":"2024-03-07T09:56:53.693212+0000","last_became_peered":"2024-03-07T09:56:53.693212+0000","last_unstale":"2024-03-07T09:58:25.612676+0000","last_undegraded":"2024-03-07T09:58:25.612676+0000","last_fullsized":"2024-03-07T09:58:25.612676+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:00:44.999925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000347+0000","last_change":"2024-03-07T09:56:52.681767+0000","last_active":"2024-03-07T09:57:57.000347+0000","last_peered":"2024-03-07T09:57:57.000347+0000","last_clean":"2024-03-07T09:57:57.000347+0000","last_became_active":"2024-03-07T09:56:52.681454+0000","last_became_peered":"2024-03-07T09:56:52.681454+0000","last_unstale":"2024-03-07T09:57:57.000347+0000","last_undegraded":"2024-03-07T09:57:57.000347+0000","last_fullsized":"2024-03-07T09:57:57.000347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:44:59.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606029+0000","last_change":"2024-03-07T09:56:53.689119+0000","last_active":"2024-03-07T09:58:25.606029+0000","last_peered":"2024-03-07T09:58:25.606029+0000","last_clean":"2024-03-07T09:58:25.606029+0000","last_became_active":"2024-03-07T09:56:53.688805+0000","last_became_peered":"2024-03-07T09:56:53.688805+0000","last_unstale":"2024-03-07T09:58:25.606029+0000","last_undegraded":"2024-03-07T09:58:25.606029+0000","last_fullsized":"2024-03-07T09:58:25.606029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:38:03.135423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":137,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:51.109427+0000","last_change":"2024-03-07T09:56:52.673288+0000","last_active":"2024-03-07T09:58:51.109427+0000","last_peered":"2024-03-07T09:58:51.109427+0000","last_clean":"2024-03-07T09:58:51.109427+0000","last_became_active":"2024-03-07T09:56:52.672977+0000","last_became_peered":"2024-03-07T09:56:52.672977+0000","last_unstale":"2024-03-07T09:58:51.109427+0000","last_undegraded":"2024-03-07T09:58:51.109427+0000","last_fullsized":"2024-03-07T09:58:51.109427+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:14.034278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610295+0000","last_change":"2024-03-07T09:56:53.687614+0000","last_active":"2024-03-07T09:58:25.610295+0000","last_peered":"2024-03-07T09:58:25.610295+0000","last_clean":"2024-03-07T09:58:25.610295+0000","last_became_active":"2024-03-07T09:56:53.687314+0000","last_became_peered":"2024-03-07T09:56:53.687314+0000","last_unstale":"2024-03-07T09:58:25.610295+0000","last_undegraded":"2024-03-07T09:58:25.610295+0000","last_fullsized":"2024-03-07T09:58:25.610295+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:18.017086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002788+0000","last_change":"2024-03-07T09:56:52.682405+0000","last_active":"2024-03-07T09:57:57.002788+0000","last_peered":"2024-03-07T09:57:57.002788+0000","last_clean":"2024-03-07T09:57:57.002788+0000","last_became_active":"2024-03-07T09:56:52.681285+0000","last_became_peered":"2024-03-07T09:56:52.681285+0000","last_unstale":"2024-03-07T09:57:57.002788+0000","last_undegraded":"2024-03-07T09:57:57.002788+0000","last_fullsized":"2024-03-07T09:57:57.002788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:38:55.931027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.613932+0000","last_change":"2024-03-07T09:57:57.003900+0000","last_active":"2024-03-07T09:58:25.613932+0000","last_peered":"2024-03-07T09:58:25.613932+0000","last_clean":"2024-03-07T09:58:25.613932+0000","last_became_active":"2024-03-07T09:57:57.003544+0000","last_became_peered":"2024-03-07T09:57:57.003544+0000","last_unstale":"2024-03-07T09:58:25.613932+0000","last_undegraded":"2024-03-07T09:58:25.613932+0000","last_fullsized":"2024-03-07T09:58:25.613932+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:15:59.138396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000534+0000","last_change":"2024-03-07T09:56:52.682045+0000","last_active":"2024-03-07T09:57:57.000534+0000","last_peered":"2024-03-07T09:57:57.000534+0000","last_clean":"2024-03-07T09:57:57.000534+0000","last_became_active":"2024-03-07T09:56:52.681690+0000","last_became_peered":"2024-03-07T09:56:52.681690+0000","last_unstale":"2024-03-07T09:57:57.000534+0000","last_undegraded":"2024-03-07T09:57:57.000534+0000","last_fullsized":"2024-03-07T09:57:57.000534+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:07:00.964295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611130+0000","last_change":"2024-03-07T09:57:57.050104+0000","last_active":"2024-03-07T09:58:25.611130+0000","last_peered":"2024-03-07T09:58:25.611130+0000","last_clean":"2024-03-07T09:58:25.611130+0000","last_became_active":"2024-03-07T09:57:57.049825+0000","last_became_peered":"2024-03-07T09:57:57.049825+0000","last_unstale":"2024-03-07T09:58:25.611130+0000","last_undegraded":"2024-03-07T09:58:25.611130+0000","last_fullsized":"2024-03-07T09:58:25.611130+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:34:00.997185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"88'32","reported_seq":290,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:52.110862+0000","last_change":"2024-03-07T09:56:52.676887+0000","last_active":"2024-03-07T09:58:52.110862+0000","last_peered":"2024-03-07T09:58:52.110862+0000","last_clean":"2024-03-07T09:58:52.110862+0000","last_became_active":"2024-03-07T09:56:52.676557+0000","last_became_peered":"2024-03-07T09:56:52.676557+0000","last_unstale":"2024-03-07T09:58:52.110862+0000","last_undegraded":"2024-03-07T09:58:52.110862+0000","last_fullsized":"2024-03-07T09:58:52.110862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:42:43.428232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60022,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":178,"num_write":33,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596467+0000","last_change":"2024-03-07T09:56:53.697045+0000","last_active":"2024-03-07T09:58:25.596467+0000","last_peered":"2024-03-07T09:58:25.596467+0000","last_clean":"2024-03-07T09:58:25.596467+0000","last_became_active":"2024-03-07T09:56:53.696752+0000","last_became_peered":"2024-03-07T09:56:53.696752+0000","last_unstale":"2024-03-07T09:58:25.596467+0000","last_undegraded":"2024-03-07T09:58:25.596467+0000","last_fullsized":"2024-03-07T09:58:25.596467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:10:21.125373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002563+0000","last_change":"2024-03-07T09:56:52.675566+0000","last_active":"2024-03-07T09:57:57.002563+0000","last_peered":"2024-03-07T09:57:57.002563+0000","last_clean":"2024-03-07T09:57:57.002563+0000","last_became_active":"2024-03-07T09:56:52.674620+0000","last_became_peered":"2024-03-07T09:56:52.674620+0000","last_unstale":"2024-03-07T09:57:57.002563+0000","last_undegraded":"2024-03-07T09:57:57.002563+0000","last_fullsized":"2024-03-07T09:57:57.002563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:58:21.040161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611844+0000","last_change":"2024-03-07T09:56:53.689565+0000","last_active":"2024-03-07T09:58:25.611844+0000","last_peered":"2024-03-07T09:58:25.611844+0000","last_clean":"2024-03-07T09:58:25.611844+0000","last_became_active":"2024-03-07T09:56:53.689225+0000","last_became_peered":"2024-03-07T09:56:53.689225+0000","last_unstale":"2024-03-07T09:58:25.611844+0000","last_undegraded":"2024-03-07T09:58:25.611844+0000","last_fullsized":"2024-03-07T09:58:25.611844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:53:16.212787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000166+0000","last_change":"2024-03-07T09:56:52.682207+0000","last_active":"2024-03-07T09:57:57.000166+0000","last_peered":"2024-03-07T09:57:57.000166+0000","last_clean":"2024-03-07T09:57:57.000166+0000","last_became_active":"2024-03-07T09:56:52.681737+0000","last_became_peered":"2024-03-07T09:56:52.681737+0000","last_unstale":"2024-03-07T09:57:57.000166+0000","last_undegraded":"2024-03-07T09:57:57.000166+0000","last_fullsized":"2024-03-07T09:57:57.000166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:24:40.596762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610981+0000","last_change":"2024-03-07T09:56:53.691814+0000","last_active":"2024-03-07T09:58:25.610981+0000","last_peered":"2024-03-07T09:58:25.610981+0000","last_clean":"2024-03-07T09:58:25.610981+0000","last_became_active":"2024-03-07T09:56:53.691476+0000","last_became_peered":"2024-03-07T09:56:53.691476+0000","last_unstale":"2024-03-07T09:58:25.610981+0000","last_undegraded":"2024-03-07T09:58:25.610981+0000","last_fullsized":"2024-03-07T09:58:25.610981+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:38:11.327538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'6","reported_seq":144,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:51.674441+0000","last_change":"2024-03-07T09:56:52.678047+0000","last_active":"2024-03-07T09:58:51.674441+0000","last_peered":"2024-03-07T09:58:51.674441+0000","last_clean":"2024-03-07T09:58:51.674441+0000","last_became_active":"2024-03-07T09:56:52.677720+0000","last_became_peered":"2024-03-07T09:56:52.677720+0000","last_unstale":"2024-03-07T09:58:51.674441+0000","last_undegraded":"2024-03-07T09:58:51.674441+0000","last_fullsized":"2024-03-07T09:58:51.674441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:33.096744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.590785+0000","last_change":"2024-03-07T09:56:53.686046+0000","last_active":"2024-03-07T09:58:25.590785+0000","last_peered":"2024-03-07T09:58:25.590785+0000","last_clean":"2024-03-07T09:58:25.590785+0000","last_became_active":"2024-03-07T09:56:53.684956+0000","last_became_peered":"2024-03-07T09:56:53.684956+0000","last_unstale":"2024-03-07T09:58:25.590785+0000","last_undegraded":"2024-03-07T09:58:25.590785+0000","last_fullsized":"2024-03-07T09:58:25.590785+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:50:24.178857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997658+0000","last_change":"2024-03-07T09:56:52.675992+0000","last_active":"2024-03-07T09:57:56.997658+0000","last_peered":"2024-03-07T09:57:56.997658+0000","last_clean":"2024-03-07T09:57:56.997658+0000","last_became_active":"2024-03-07T09:56:52.675065+0000","last_became_peered":"2024-03-07T09:56:52.675065+0000","last_unstale":"2024-03-07T09:57:56.997658+0000","last_undegraded":"2024-03-07T09:57:56.997658+0000","last_fullsized":"2024-03-07T09:57:56.997658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:03:45.950928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.601492+0000","last_change":"2024-03-07T09:57:57.049897+0000","last_active":"2024-03-07T09:58:25.601492+0000","last_peered":"2024-03-07T09:58:25.601492+0000","last_clean":"2024-03-07T09:58:25.601492+0000","last_became_active":"2024-03-07T09:57:57.049574+0000","last_became_peered":"2024-03-07T09:57:57.049574+0000","last_unstale":"2024-03-07T09:58:25.601492+0000","last_undegraded":"2024-03-07T09:58:25.601492+0000","last_fullsized":"2024-03-07T09:58:25.601492+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:01:28.163009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.998018+0000","last_change":"2024-03-07T09:56:52.671795+0000","last_active":"2024-03-07T09:57:56.998018+0000","last_peered":"2024-03-07T09:57:56.998018+0000","last_clean":"2024-03-07T09:57:56.998018+0000","last_became_active":"2024-03-07T09:56:52.670717+0000","last_became_peered":"2024-03-07T09:56:52.670717+0000","last_unstale":"2024-03-07T09:57:56.998018+0000","last_undegraded":"2024-03-07T09:57:56.998018+0000","last_fullsized":"2024-03-07T09:57:56.998018+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:00:23.478823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592656+0000","last_change":"2024-03-07T09:56:53.699800+0000","last_active":"2024-03-07T09:58:25.592656+0000","last_peered":"2024-03-07T09:58:25.592656+0000","last_clean":"2024-03-07T09:58:25.592656+0000","last_became_active":"2024-03-07T09:56:53.699468+0000","last_became_peered":"2024-03-07T09:56:53.699468+0000","last_unstale":"2024-03-07T09:58:25.592656+0000","last_undegraded":"2024-03-07T09:58:25.592656+0000","last_fullsized":"2024-03-07T09:58:25.592656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:26:44.230225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.996150+0000","last_change":"2024-03-07T09:56:52.687857+0000","last_active":"2024-03-07T09:57:56.996150+0000","last_peered":"2024-03-07T09:57:56.996150+0000","last_clean":"2024-03-07T09:57:56.996150+0000","last_became_active":"2024-03-07T09:56:52.687520+0000","last_became_peered":"2024-03-07T09:56:52.687520+0000","last_unstale":"2024-03-07T09:57:56.996150+0000","last_undegraded":"2024-03-07T09:57:56.996150+0000","last_fullsized":"2024-03-07T09:57:56.996150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:45:44.180484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.590177+0000","last_change":"2024-03-07T09:56:53.693802+0000","last_active":"2024-03-07T09:58:25.590177+0000","last_peered":"2024-03-07T09:58:25.590177+0000","last_clean":"2024-03-07T09:58:25.590177+0000","last_became_active":"2024-03-07T09:56:53.689641+0000","last_became_peered":"2024-03-07T09:56:53.689641+0000","last_unstale":"2024-03-07T09:58:25.590177+0000","last_undegraded":"2024-03-07T09:58:25.590177+0000","last_fullsized":"2024-03-07T09:58:25.590177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:39:57.407771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002604+0000","last_change":"2024-03-07T09:56:52.680592+0000","last_active":"2024-03-07T09:57:57.002604+0000","last_peered":"2024-03-07T09:57:57.002604+0000","last_clean":"2024-03-07T09:57:57.002604+0000","last_became_active":"2024-03-07T09:56:52.679707+0000","last_became_peered":"2024-03-07T09:56:52.679707+0000","last_unstale":"2024-03-07T09:57:57.002604+0000","last_undegraded":"2024-03-07T09:57:57.002604+0000","last_fullsized":"2024-03-07T09:57:57.002604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.630182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.579517+0000","last_change":"2024-03-07T09:56:53.693861+0000","last_active":"2024-03-07T09:58:25.579517+0000","last_peered":"2024-03-07T09:58:25.579517+0000","last_clean":"2024-03-07T09:58:25.579517+0000","last_became_active":"2024-03-07T09:56:53.693534+0000","last_became_peered":"2024-03-07T09:56:53.693534+0000","last_unstale":"2024-03-07T09:58:25.579517+0000","last_undegraded":"2024-03-07T09:58:25.579517+0000","last_fullsized":"2024-03-07T09:58:25.579517+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:12:39.545760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596637+0000","last_change":"2024-03-07T09:56:53.691164+0000","last_active":"2024-03-07T09:58:25.596637+0000","last_peered":"2024-03-07T09:58:25.596637+0000","last_clean":"2024-03-07T09:58:25.596637+0000","last_became_active":"2024-03-07T09:56:53.690865+0000","last_became_peered":"2024-03-07T09:56:53.690865+0000","last_unstale":"2024-03-07T09:58:25.596637+0000","last_undegraded":"2024-03-07T09:58:25.596637+0000","last_fullsized":"2024-03-07T09:58:25.596637+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:44:05.398797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'6","reported_seq":143,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:54.677946+0000","last_change":"2024-03-07T09:56:52.684348+0000","last_active":"2024-03-07T09:58:54.677946+0000","last_peered":"2024-03-07T09:58:54.677946+0000","last_clean":"2024-03-07T09:58:54.677946+0000","last_became_active":"2024-03-07T09:56:52.683994+0000","last_became_peered":"2024-03-07T09:56:52.683994+0000","last_unstale":"2024-03-07T09:58:54.677946+0000","last_undegraded":"2024-03-07T09:58:54.677946+0000","last_fullsized":"2024-03-07T09:58:54.677946+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:04:30.557227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608467+0000","last_change":"2024-03-07T09:56:53.697599+0000","last_active":"2024-03-07T09:58:25.608467+0000","last_peered":"2024-03-07T09:58:25.608467+0000","last_clean":"2024-03-07T09:58:25.608467+0000","last_became_active":"2024-03-07T09:56:53.697160+0000","last_became_peered":"2024-03-07T09:56:53.697160+0000","last_unstale":"2024-03-07T09:58:25.608467+0000","last_undegraded":"2024-03-07T09:58:25.608467+0000","last_fullsized":"2024-03-07T09:58:25.608467+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:45:45.478791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050574+0000","last_change":"2024-03-07T09:56:52.674603+0000","last_active":"2024-03-07T09:57:57.050574+0000","last_peered":"2024-03-07T09:57:57.050574+0000","last_clean":"2024-03-07T09:57:57.050574+0000","last_became_active":"2024-03-07T09:56:52.674269+0000","last_became_peered":"2024-03-07T09:56:52.674269+0000","last_unstale":"2024-03-07T09:57:57.050574+0000","last_undegraded":"2024-03-07T09:57:57.050574+0000","last_fullsized":"2024-03-07T09:57:57.050574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:12:21.011326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":354,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002422+0000","last_change":"2024-03-07T09:55:41.530015+0000","last_active":"2024-03-07T09:57:57.002422+0000","last_peered":"2024-03-07T09:57:57.002422+0000","last_clean":"2024-03-07T09:57:57.002422+0000","last_became_active":"2024-03-07T09:55:41.529507+0000","last_became_peered":"2024-03-07T09:55:41.529507+0000","last_unstale":"2024-03-07T09:57:57.002422+0000","last_undegraded":"2024-03-07T09:57:57.002422+0000","last_fullsized":"2024-03-07T09:57:57.002422+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:52:19.873115+0000","last_clean_scrub_stamp":"2024-03-07T09:52:19.873115+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:16:11.815935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.616141+0000","last_change":"2024-03-07T09:56:53.694226+0000","last_active":"2024-03-07T09:58:25.616141+0000","last_peered":"2024-03-07T09:58:25.616141+0000","last_clean":"2024-03-07T09:58:25.616141+0000","last_became_active":"2024-03-07T09:56:53.693887+0000","last_became_peered":"2024-03-07T09:56:53.693887+0000","last_unstale":"2024-03-07T09:58:25.616141+0000","last_undegraded":"2024-03-07T09:58:25.616141+0000","last_fullsized":"2024-03-07T09:58:25.616141+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:01.536716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002566+0000","last_change":"2024-03-07T09:56:52.679844+0000","last_active":"2024-03-07T09:57:57.002566+0000","last_peered":"2024-03-07T09:57:57.002566+0000","last_clean":"2024-03-07T09:57:57.002566+0000","last_became_active":"2024-03-07T09:56:52.679518+0000","last_became_peered":"2024-03-07T09:56:52.679518+0000","last_unstale":"2024-03-07T09:57:57.002566+0000","last_undegraded":"2024-03-07T09:57:57.002566+0000","last_fullsized":"2024-03-07T09:57:57.002566+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:37:21.585749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997887+0000","last_change":"2024-03-07T09:56:52.681781+0000","last_active":"2024-03-07T09:57:56.997887+0000","last_peered":"2024-03-07T09:57:56.997887+0000","last_clean":"2024-03-07T09:57:56.997887+0000","last_became_active":"2024-03-07T09:56:52.681452+0000","last_became_peered":"2024-03-07T09:56:52.681452+0000","last_unstale":"2024-03-07T09:57:56.997887+0000","last_undegraded":"2024-03-07T09:57:56.997887+0000","last_fullsized":"2024-03-07T09:57:56.997887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:47:05.686325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.612816+0000","last_change":"2024-03-07T09:56:53.684434+0000","last_active":"2024-03-07T09:58:25.612816+0000","last_peered":"2024-03-07T09:58:25.612816+0000","last_clean":"2024-03-07T09:58:25.612816+0000","last_became_active":"2024-03-07T09:56:53.684113+0000","last_became_peered":"2024-03-07T09:56:53.684113+0000","last_unstale":"2024-03-07T09:58:25.612816+0000","last_undegraded":"2024-03-07T09:58:25.612816+0000","last_fullsized":"2024-03-07T09:58:25.612816+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:23:52.040589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.701640+0000","last_change":"2024-03-07T09:56:52.683979+0000","last_active":"2024-03-07T09:58:25.701640+0000","last_peered":"2024-03-07T09:58:25.701640+0000","last_clean":"2024-03-07T09:58:25.701640+0000","last_became_active":"2024-03-07T09:56:52.683673+0000","last_became_peered":"2024-03-07T09:56:52.683673+0000","last_unstale":"2024-03-07T09:58:25.701640+0000","last_undegraded":"2024-03-07T09:58:25.701640+0000","last_fullsized":"2024-03-07T09:58:25.701640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:30:23.188168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.597347+0000","last_change":"2024-03-07T09:56:53.693109+0000","last_active":"2024-03-07T09:58:25.597347+0000","last_peered":"2024-03-07T09:58:25.597347+0000","last_clean":"2024-03-07T09:58:25.597347+0000","last_became_active":"2024-03-07T09:56:53.692728+0000","last_became_peered":"2024-03-07T09:56:53.692728+0000","last_unstale":"2024-03-07T09:58:25.597347+0000","last_undegraded":"2024-03-07T09:58:25.597347+0000","last_fullsized":"2024-03-07T09:58:25.597347+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:32:45.805831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.050891+0000","last_change":"2024-03-07T09:56:52.676551+0000","last_active":"2024-03-07T09:57:57.050891+0000","last_peered":"2024-03-07T09:57:57.050891+0000","last_clean":"2024-03-07T09:57:57.050891+0000","last_became_active":"2024-03-07T09:56:52.676193+0000","last_became_peered":"2024-03-07T09:56:52.676193+0000","last_unstale":"2024-03-07T09:57:57.050891+0000","last_undegraded":"2024-03-07T09:57:57.050891+0000","last_fullsized":"2024-03-07T09:57:57.050891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:52:21.182409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.605305+0000","last_change":"2024-03-07T09:56:53.693473+0000","last_active":"2024-03-07T09:58:25.605305+0000","last_peered":"2024-03-07T09:58:25.605305+0000","last_clean":"2024-03-07T09:58:25.605305+0000","last_became_active":"2024-03-07T09:56:53.692255+0000","last_became_peered":"2024-03-07T09:56:53.692255+0000","last_unstale":"2024-03-07T09:58:25.605305+0000","last_undegraded":"2024-03-07T09:58:25.605305+0000","last_fullsized":"2024-03-07T09:58:25.605305+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:57:15.348523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.048707+0000","last_change":"2024-03-07T09:56:52.680677+0000","last_active":"2024-03-07T09:57:57.048707+0000","last_peered":"2024-03-07T09:57:57.048707+0000","last_clean":"2024-03-07T09:57:57.048707+0000","last_became_active":"2024-03-07T09:56:52.680337+0000","last_became_peered":"2024-03-07T09:56:52.680337+0000","last_unstale":"2024-03-07T09:57:57.048707+0000","last_undegraded":"2024-03-07T09:57:57.048707+0000","last_fullsized":"2024-03-07T09:57:57.048707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:09.745088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.584116+0000","last_change":"2024-03-07T09:56:53.684780+0000","last_active":"2024-03-07T09:58:25.584116+0000","last_peered":"2024-03-07T09:58:25.584116+0000","last_clean":"2024-03-07T09:58:25.584116+0000","last_became_active":"2024-03-07T09:56:53.684447+0000","last_became_peered":"2024-03-07T09:56:53.684447+0000","last_unstale":"2024-03-07T09:58:25.584116+0000","last_undegraded":"2024-03-07T09:58:25.584116+0000","last_fullsized":"2024-03-07T09:58:25.584116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:11:58.261928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.040857+0000","last_change":"2024-03-07T09:56:52.686676+0000","last_active":"2024-03-07T09:57:57.040857+0000","last_peered":"2024-03-07T09:57:57.040857+0000","last_clean":"2024-03-07T09:57:57.040857+0000","last_became_active":"2024-03-07T09:56:52.686364+0000","last_became_peered":"2024-03-07T09:56:52.686364+0000","last_unstale":"2024-03-07T09:57:57.040857+0000","last_undegraded":"2024-03-07T09:57:57.040857+0000","last_fullsized":"2024-03-07T09:57:57.040857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:19:11.156952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607229+0000","last_change":"2024-03-07T09:56:53.699576+0000","last_active":"2024-03-07T09:58:25.607229+0000","last_peered":"2024-03-07T09:58:25.607229+0000","last_clean":"2024-03-07T09:58:25.607229+0000","last_became_active":"2024-03-07T09:56:53.699185+0000","last_became_peered":"2024-03-07T09:56:53.699185+0000","last_unstale":"2024-03-07T09:58:25.607229+0000","last_undegraded":"2024-03-07T09:58:25.607229+0000","last_fullsized":"2024-03-07T09:58:25.607229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:33:45.641810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002694+0000","last_change":"2024-03-07T09:56:52.674029+0000","last_active":"2024-03-07T09:57:57.002694+0000","last_peered":"2024-03-07T09:57:57.002694+0000","last_clean":"2024-03-07T09:57:57.002694+0000","last_became_active":"2024-03-07T09:56:52.673542+0000","last_became_peered":"2024-03-07T09:56:52.673542+0000","last_unstale":"2024-03-07T09:57:57.002694+0000","last_undegraded":"2024-03-07T09:57:57.002694+0000","last_fullsized":"2024-03-07T09:57:57.002694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:53:36.681031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608039+0000","last_change":"2024-03-07T09:56:53.699001+0000","last_active":"2024-03-07T09:58:25.608039+0000","last_peered":"2024-03-07T09:58:25.608039+0000","last_clean":"2024-03-07T09:58:25.608039+0000","last_became_active":"2024-03-07T09:56:53.698684+0000","last_became_peered":"2024-03-07T09:56:53.698684+0000","last_unstale":"2024-03-07T09:58:25.608039+0000","last_undegraded":"2024-03-07T09:58:25.608039+0000","last_fullsized":"2024-03-07T09:58:25.608039+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:53:47.028887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.997967+0000","last_change":"2024-03-07T09:56:52.678590+0000","last_active":"2024-03-07T09:57:56.997967+0000","last_peered":"2024-03-07T09:57:56.997967+0000","last_clean":"2024-03-07T09:57:56.997967+0000","last_became_active":"2024-03-07T09:56:52.678270+0000","last_became_peered":"2024-03-07T09:56:52.678270+0000","last_unstale":"2024-03-07T09:57:56.997967+0000","last_undegraded":"2024-03-07T09:57:56.997967+0000","last_fullsized":"2024-03-07T09:57:56.997967+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:15:24.957337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611718+0000","last_change":"2024-03-07T09:56:53.690935+0000","last_active":"2024-03-07T09:58:25.611718+0000","last_peered":"2024-03-07T09:58:25.611718+0000","last_clean":"2024-03-07T09:58:25.611718+0000","last_became_active":"2024-03-07T09:56:53.690615+0000","last_became_peered":"2024-03-07T09:56:53.690615+0000","last_unstale":"2024-03-07T09:58:25.611718+0000","last_undegraded":"2024-03-07T09:58:25.611718+0000","last_fullsized":"2024-03-07T09:58:25.611718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:30:43.338237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.002935+0000","last_change":"2024-03-07T09:56:52.681753+0000","last_active":"2024-03-07T09:57:57.002935+0000","last_peered":"2024-03-07T09:57:57.002935+0000","last_clean":"2024-03-07T09:57:57.002935+0000","last_became_active":"2024-03-07T09:56:52.681453+0000","last_became_peered":"2024-03-07T09:56:52.681453+0000","last_unstale":"2024-03-07T09:57:57.002935+0000","last_undegraded":"2024-03-07T09:57:57.002935+0000","last_fullsized":"2024-03-07T09:57:57.002935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:14:22.498607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.611456+0000","last_change":"2024-03-07T09:56:53.688388+0000","last_active":"2024-03-07T09:58:25.611456+0000","last_peered":"2024-03-07T09:58:25.611456+0000","last_clean":"2024-03-07T09:58:25.611456+0000","last_became_active":"2024-03-07T09:56:53.688037+0000","last_became_peered":"2024-03-07T09:56:53.688037+0000","last_unstale":"2024-03-07T09:58:25.611456+0000","last_undegraded":"2024-03-07T09:58:25.611456+0000","last_fullsized":"2024-03-07T09:58:25.611456+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T19:36:57.898656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:57.000582+0000","last_change":"2024-03-07T09:56:52.680982+0000","last_active":"2024-03-07T09:57:57.000582+0000","last_peered":"2024-03-07T09:57:57.000582+0000","last_clean":"2024-03-07T09:57:57.000582+0000","last_became_active":"2024-03-07T09:56:52.680612+0000","last_became_peered":"2024-03-07T09:56:52.680612+0000","last_unstale":"2024-03-07T09:57:57.000582+0000","last_undegraded":"2024-03-07T09:57:57.000582+0000","last_fullsized":"2024-03-07T09:57:57.000582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T21:22:11.488947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596706+0000","last_change":"2024-03-07T09:56:53.690429+0000","last_active":"2024-03-07T09:58:25.596706+0000","last_peered":"2024-03-07T09:58:25.596706+0000","last_clean":"2024-03-07T09:58:25.596706+0000","last_became_active":"2024-03-07T09:56:53.689481+0000","last_became_peered":"2024-03-07T09:56:53.689481+0000","last_unstale":"2024-03-07T09:58:25.596706+0000","last_undegraded":"2024-03-07T09:58:25.596706+0000","last_fullsized":"2024-03-07T09:58:25.596706+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:10:01.124032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:57:56.994882+0000","last_change":"2024-03-07T09:56:52.677142+0000","last_active":"2024-03-07T09:57:56.994882+0000","last_peered":"2024-03-07T09:57:56.994882+0000","last_clean":"2024-03-07T09:57:56.994882+0000","last_became_active":"2024-03-07T09:56:52.676818+0000","last_became_peered":"2024-03-07T09:56:52.676818+0000","last_unstale":"2024-03-07T09:57:56.994882+0000","last_undegraded":"2024-03-07T09:57:56.994882+0000","last_fullsized":"2024-03-07T09:57:56.994882+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:51.650709+0000","last_clean_scrub_stamp":"2024-03-07T09:56:51.650709+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:50:11.938064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592747+0000","last_change":"2024-03-07T09:56:53.688439+0000","last_active":"2024-03-07T09:58:25.592747+0000","last_peered":"2024-03-07T09:58:25.592747+0000","last_clean":"2024-03-07T09:58:25.592747+0000","last_became_active":"2024-03-07T09:56:53.688106+0000","last_became_peered":"2024-03-07T09:56:53.688106+0000","last_unstale":"2024-03-07T09:58:25.592747+0000","last_undegraded":"2024-03-07T09:58:25.592747+0000","last_fullsized":"2024-03-07T09:58:25.592747+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T18:04:17.913603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.594163+0000","last_change":"2024-03-07T09:56:53.695927+0000","last_active":"2024-03-07T09:58:25.594163+0000","last_peered":"2024-03-07T09:58:25.594163+0000","last_clean":"2024-03-07T09:58:25.594163+0000","last_became_active":"2024-03-07T09:56:53.695593+0000","last_became_peered":"2024-03-07T09:56:53.695593+0000","last_unstale":"2024-03-07T09:58:25.594163+0000","last_undegraded":"2024-03-07T09:58:25.594163+0000","last_fullsized":"2024-03-07T09:58:25.594163+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:48:40.078379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592897+0000","last_change":"2024-03-07T09:56:53.690800+0000","last_active":"2024-03-07T09:58:25.592897+0000","last_peered":"2024-03-07T09:58:25.592897+0000","last_clean":"2024-03-07T09:58:25.592897+0000","last_became_active":"2024-03-07T09:56:53.690477+0000","last_became_peered":"2024-03-07T09:56:53.690477+0000","last_unstale":"2024-03-07T09:58:25.592897+0000","last_undegraded":"2024-03-07T09:58:25.592897+0000","last_fullsized":"2024-03-07T09:58:25.592897+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:08:20.640796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.606775+0000","last_change":"2024-03-07T09:56:53.693613+0000","last_active":"2024-03-07T09:58:25.606775+0000","last_peered":"2024-03-07T09:58:25.606775+0000","last_clean":"2024-03-07T09:58:25.606775+0000","last_became_active":"2024-03-07T09:56:53.693231+0000","last_became_peered":"2024-03-07T09:56:53.693231+0000","last_unstale":"2024-03-07T09:58:25.606775+0000","last_undegraded":"2024-03-07T09:58:25.606775+0000","last_fullsized":"2024-03-07T09:58:25.606775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:15:06.043644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618190+0000","last_change":"2024-03-07T09:56:53.692778+0000","last_active":"2024-03-07T09:58:25.618190+0000","last_peered":"2024-03-07T09:58:25.618190+0000","last_clean":"2024-03-07T09:58:25.618190+0000","last_became_active":"2024-03-07T09:56:53.691666+0000","last_became_peered":"2024-03-07T09:56:53.691666+0000","last_unstale":"2024-03-07T09:58:25.618190+0000","last_undegraded":"2024-03-07T09:58:25.618190+0000","last_fullsized":"2024-03-07T09:58:25.618190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T20:00:09.023721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618354+0000","last_change":"2024-03-07T09:56:53.693554+0000","last_active":"2024-03-07T09:58:25.618354+0000","last_peered":"2024-03-07T09:58:25.618354+0000","last_clean":"2024-03-07T09:58:25.618354+0000","last_became_active":"2024-03-07T09:56:53.693199+0000","last_became_peered":"2024-03-07T09:56:53.693199+0000","last_unstale":"2024-03-07T09:58:25.618354+0000","last_undegraded":"2024-03-07T09:58:25.618354+0000","last_fullsized":"2024-03-07T09:58:25.618354+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:17:08.748508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.592543+0000","last_change":"2024-03-07T09:56:53.689390+0000","last_active":"2024-03-07T09:58:25.592543+0000","last_peered":"2024-03-07T09:58:25.592543+0000","last_clean":"2024-03-07T09:58:25.592543+0000","last_became_active":"2024-03-07T09:56:53.689087+0000","last_became_peered":"2024-03-07T09:56:53.689087+0000","last_unstale":"2024-03-07T09:58:25.592543+0000","last_undegraded":"2024-03-07T09:58:25.592543+0000","last_fullsized":"2024-03-07T09:58:25.592543+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T17:47:52.147173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.608438+0000","last_change":"2024-03-07T09:56:53.693152+0000","last_active":"2024-03-07T09:58:25.608438+0000","last_peered":"2024-03-07T09:58:25.608438+0000","last_clean":"2024-03-07T09:58:25.608438+0000","last_became_active":"2024-03-07T09:56:53.692844+0000","last_became_peered":"2024-03-07T09:56:53.692844+0000","last_unstale":"2024-03-07T09:58:25.608438+0000","last_undegraded":"2024-03-07T09:58:25.608438+0000","last_fullsized":"2024-03-07T09:58:25.608438+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T15:50:03.459742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.607124+0000","last_change":"2024-03-07T09:57:57.050734+0000","last_active":"2024-03-07T09:58:25.607124+0000","last_peered":"2024-03-07T09:58:25.607124+0000","last_clean":"2024-03-07T09:58:25.607124+0000","last_became_active":"2024-03-07T09:57:57.050489+0000","last_became_peered":"2024-03-07T09:57:57.050489+0000","last_unstale":"2024-03-07T09:58:25.607124+0000","last_undegraded":"2024-03-07T09:58:25.607124+0000","last_fullsized":"2024-03-07T09:58:25.607124+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T16:31:30.186951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.591598+0000","last_change":"2024-03-07T09:56:53.686968+0000","last_active":"2024-03-07T09:58:25.591598+0000","last_peered":"2024-03-07T09:58:25.591598+0000","last_clean":"2024-03-07T09:58:25.591598+0000","last_became_active":"2024-03-07T09:56:53.686669+0000","last_became_peered":"2024-03-07T09:56:53.686669+0000","last_unstale":"2024-03-07T09:58:25.591598+0000","last_undegraded":"2024-03-07T09:58:25.591598+0000","last_fullsized":"2024-03-07T09:58:25.591598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T11:59:12.812492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.596597+0000","last_change":"2024-03-07T09:56:53.691033+0000","last_active":"2024-03-07T09:58:25.596597+0000","last_peered":"2024-03-07T09:58:25.596597+0000","last_clean":"2024-03-07T09:58:25.596597+0000","last_became_active":"2024-03-07T09:56:53.690741+0000","last_became_peered":"2024-03-07T09:56:53.690741+0000","last_unstale":"2024-03-07T09:58:25.596597+0000","last_undegraded":"2024-03-07T09:58:25.596597+0000","last_fullsized":"2024-03-07T09:58:25.596597+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T14:34:39.551286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.610190+0000","last_change":"2024-03-07T09:56:53.690542+0000","last_active":"2024-03-07T09:58:25.610190+0000","last_peered":"2024-03-07T09:58:25.610190+0000","last_clean":"2024-03-07T09:58:25.610190+0000","last_became_active":"2024-03-07T09:56:53.690219+0000","last_became_peered":"2024-03-07T09:56:53.690219+0000","last_unstale":"2024-03-07T09:58:25.610190+0000","last_undegraded":"2024-03-07T09:58:25.610190+0000","last_fullsized":"2024-03-07T09:58:25.610190+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T13:14:13.711316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.618537+0000","last_change":"2024-03-07T09:56:53.687632+0000","last_active":"2024-03-07T09:58:25.618537+0000","last_peered":"2024-03-07T09:58:25.618537+0000","last_clean":"2024-03-07T09:58:25.618537+0000","last_became_active":"2024-03-07T09:56:53.687259+0000","last_became_peered":"2024-03-07T09:56:53.687259+0000","last_unstale":"2024-03-07T09:58:25.618537+0000","last_undegraded":"2024-03-07T09:58:25.618537+0000","last_fullsized":"2024-03-07T09:58:25.618537+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T10:17:32.112649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-03-07T09:58:25.589301+0000","last_change":"2024-03-07T09:56:53.688649+0000","last_active":"2024-03-07T09:58:25.589301+0000","last_peered":"2024-03-07T09:58:25.589301+0000","last_clean":"2024-03-07T09:58:25.589301+0000","last_became_active":"2024-03-07T09:56:53.688281+0000","last_became_peered":"2024-03-07T09:56:53.688281+0000","last_unstale":"2024-03-07T09:58:25.589301+0000","last_undegraded":"2024-03-07T09:58:25.589301+0000","last_fullsized":"2024-03-07T09:58:25.589301+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-07T09:56:52.656426+0000","last_clean_scrub_stamp":"2024-03-07T09:56:52.656426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-08T12:16:34.074256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":3542208,"data_compressed":214670,"data_compressed_allocated":270336,"data_compressed_original":3506176,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64472,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":718,"num_read_kb":432,"num_write":170,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":202826,"data_compressed":5580,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351014,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":459359,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612650,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1097728,"data_stored":1111702,"data_compressed":43964,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":966656,"data_stored":459595,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037814,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":459515,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299450,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":1051894,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462976,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36268,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708884,"statfs":{"total":95995035648,"available":95957897216,"internally_reserved":0,"allocated":954368,"data_stored":458984,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":523504,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":460255,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1028096,"data_stored":519527,"data_compressed":7639,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":459295,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":460883,"data_compressed":5779,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724612,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1050738,"data_compressed":42104,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34685,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36325,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":64727,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65455,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":62440,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-07T09:58:56.983 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:56 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/585452301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-03-07T09:58:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-07T09:58:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:56 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-03-07T09:58:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:56 smithi077 ceph-mon[36374]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:56 smithi077 ceph-mon[36374]: from='client.15372 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:57.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 -- 172.21.15.18:0/4269767280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81028a0 msgr2=0x7f5aa8102d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/4269767280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81028a0 0x7f5aa8102d20 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c009900 tx=0x7f5a9c02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:57.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 -- 172.21.15.18:0/4269767280 shutdown_connections 2024-03-07T09:58:57.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/4269767280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 0x7f5aa8109af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/4269767280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81028a0 0x7f5aa8102d20 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/4269767280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5aa81016b0 0x7f5aa8101ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 -- 172.21.15.18:0/4269767280 >> 172.21.15.18:0/4269767280 conn(0x7f5aa80fcc20 msgr2=0x7f5aa80ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 -- 172.21.15.18:0/4269767280 shutdown_connections 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 -- 172.21.15.18:0/4269767280 wait complete. 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 Processor -- start 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.121+0000 7f5aae1ee640 1 -- start start 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aae1ee640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81016b0 0x7f5aa8197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aae1ee640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5aa81028a0 0x7f5aa8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aae1ee640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 0x7f5aa819ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aae1ee640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa810d310 con 0x7f5aa8103260 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aae1ee640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa810d190 con 0x7f5aa81016b0 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aae1ee640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa810d490 con 0x7f5aa81028a0 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 0x7f5aa819ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81016b0 0x7f5aa8197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81016b0 0x7f5aa8197950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:38754/0 (socket says 172.21.15.18:38754) 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 -- 172.21.15.18:0/2652028035 learned_addr learned my addr 172.21.15.18:0/2652028035 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 0x7f5aa819ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42226/0 (socket says 172.21.15.18:42226) 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa6ffd640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5aa81028a0 0x7f5aa8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 -- 172.21.15.18:0/2652028035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5aa81028a0 msgr2=0x7f5aa8197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5aa81028a0 0x7f5aa8197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 -- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 msgr2=0x7f5aa819ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 0x7f5aa819ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 -- 172.21.15.18:0/2652028035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa819f570 con 0x7f5aa81016b0 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa7fff640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 0x7f5aa819ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa6ffd640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5aa81028a0 0x7f5aa8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa77fe640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81016b0 0x7f5aa8197950 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5a9800e9c0 tx=0x7f5a9800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:57.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa4ff9640 1 -- 172.21.15.18:0/2652028035 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a9800cde0 con 0x7f5aa81016b0 2024-03-07T09:58:57.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa4ff9640 1 -- 172.21.15.18:0/2652028035 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a98010910 con 0x7f5aa81016b0 2024-03-07T09:58:57.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5aa819f860 con 0x7f5aa81016b0 2024-03-07T09:58:57.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.122+0000 7f5aa4ff9640 1 -- 172.21.15.18:0/2652028035 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a98018a00 con 0x7f5aa81016b0 2024-03-07T09:58:57.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.123+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5aa819fd80 con 0x7f5aa81016b0 2024-03-07T09:58:57.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.123+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5aa8108970 con 0x7f5aa81016b0 2024-03-07T09:58:57.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.125+0000 7f5aa4ff9640 1 -- 172.21.15.18:0/2652028035 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f5a9801f020 con 0x7f5aa81016b0 2024-03-07T09:58:57.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.125+0000 7f5aa4ff9640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a900a1e10 0x7f5a900a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.126+0000 7f5aa6ffd640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a900a1e10 0x7f5a900a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.126+0000 7f5aa4ff9640 1 -- 172.21.15.18:0/2652028035 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f5a980ce780 con 0x7f5aa81016b0 2024-03-07T09:58:57.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.126+0000 7f5aa6ffd640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a900a1e10 0x7f5a900a42d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c02c7b0 tx=0x7f5a9c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:57.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.129+0000 7f5aa4ff9640 1 -- 172.21.15.18:0/2652028035 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5a9809b9f0 con 0x7f5aa81016b0 2024-03-07T09:58:57.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.313+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5aa802d2e0 con 0x7f5aa81016b0 2024-03-07T09:58:57.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.315+0000 7f5aa4ff9640 1 -- 172.21.15.18:0/2652028035 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+22726 (secure 0 0 0) 0x7f5a9809b2f0 con 0x7f5aa81016b0 2024-03-07T09:58:57.316 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:57.316 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":89,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:58:56.684944+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a900a1e10 msgr2=0x7f5a900a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a900a1e10 0x7f5a900a42d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c02c7b0 tx=0x7f5a9c005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81016b0 msgr2=0x7f5aa8197950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81016b0 0x7f5aa8197950 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5a9800e9c0 tx=0x7f5a9800ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 shutdown_connections 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5a900a1e10 0x7f5a900a42d0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5aa8103260 0x7f5aa819ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5aa81028a0 0x7f5aa8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 --2- 172.21.15.18:0/2652028035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5aa81016b0 0x7f5aa8197950 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 >> 172.21.15.18:0/2652028035 conn(0x7f5aa80fcc20 msgr2=0x7f5aa8105b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:57.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 shutdown_connections 2024-03-07T09:58:57.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.316+0000 7f5aae1ee640 1 -- 172.21.15.18:0/2652028035 wait complete. 2024-03-07T09:58:57.329 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T09:58:57.329 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T09:58:57.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3363936134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08104a30 msgr2=0x7f5c08106e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3363936134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08104a30 0x7f5c08106e20 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8009900 tx=0x7f5bf802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3363936134 shutdown_connections 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3363936134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c08107360 0x7f5c081097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3363936134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08104a30 0x7f5c08106e20 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3363936134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c08102100 0x7f5c081044f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3363936134 >> 172.21.15.18:0/3363936134 conn(0x7f5c080fbb10 msgr2=0x7f5c080fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3363936134 shutdown_connections 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.433+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3363936134 wait complete. 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 Processor -- start 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 -- start start 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c08102100 0x7f5c081979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c08104a30 0x7f5c08197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08107360 0x7f5c0819ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c0810d2f0 con 0x7f5c08107360 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c0810d170 con 0x7f5c08104a30 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0fe34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c0810d470 con 0x7f5c08102100 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08107360 0x7f5c0819ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0dbd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c08102100 0x7f5c081979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0d3cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c08104a30 0x7f5c08197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08107360 0x7f5c0819ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42236/0 (socket says 172.21.15.18:42236) 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 -- 172.21.15.18:0/3748538511 learned_addr learned my addr 172.21.15.18:0/3748538511 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 -- 172.21.15.18:0/3748538511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c08102100 msgr2=0x7f5c081979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c08102100 0x7f5c081979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 -- 172.21.15.18:0/3748538511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c08104a30 msgr2=0x7f5c08197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c08104a30 0x7f5c08197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0e3d1640 1 -- 172.21.15.18:0/3748538511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c0819f5f0 con 0x7f5c08107360 2024-03-07T09:58:57.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.434+0000 7f5c0dbd0640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c08102100 0x7f5c081979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:57.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.435+0000 7f5c0e3d1640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08107360 0x7f5c0819ef80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400eb10 tx=0x7f5c0400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:57.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.435+0000 7f5bfeffd640 1 -- 172.21.15.18:0/3748538511 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c04004b20 con 0x7f5c08107360 2024-03-07T09:58:57.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.435+0000 7f5bfeffd640 1 -- 172.21.15.18:0/3748538511 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5c04004cc0 con 0x7f5c08107360 2024-03-07T09:58:57.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.435+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c0819f8e0 con 0x7f5c08107360 2024-03-07T09:58:57.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.435+0000 7f5bfeffd640 1 -- 172.21.15.18:0/3748538511 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c04010760 con 0x7f5c08107360 2024-03-07T09:58:57.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.435+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c0819fe00 con 0x7f5c08107360 2024-03-07T09:58:57.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.436+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c080fd600 con 0x7f5c08107360 2024-03-07T09:58:57.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.437+0000 7f5bfeffd640 1 -- 172.21.15.18:0/3748538511 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f5c04005020 con 0x7f5c08107360 2024-03-07T09:58:57.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.437+0000 7f5bfeffd640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5bf40a1e10 0x7f5bf40a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.437+0000 7f5c0dbd0640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5bf40a1e10 0x7f5bf40a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.437+0000 7f5bfeffd640 1 -- 172.21.15.18:0/3748538511 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f5c040ce700 con 0x7f5c08107360 2024-03-07T09:58:57.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.438+0000 7f5c0dbd0640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5bf40a1e10 0x7f5bf40a42d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5c00009fc0 tx=0x7f5c00005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:57.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.442+0000 7f5bfeffd640 1 -- 172.21.15.18:0/3748538511 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5c0409b910 con 0x7f5c08107360 2024-03-07T09:58:57.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.624+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5c0802d080 con 0x7f5c08107360 2024-03-07T09:58:57.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.625+0000 7f5bfeffd640 1 -- 172.21.15.18:0/3748538511 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5c0409b210 con 0x7f5c08107360 2024-03-07T09:58:57.627 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T09:58:57.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5bf40a1e10 msgr2=0x7f5bf40a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5bf40a1e10 0x7f5bf40a42d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5c00009fc0 tx=0x7f5c00005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:57.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08107360 msgr2=0x7f5c0819ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08107360 0x7f5c0819ef80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400eb10 tx=0x7f5c0400c2d0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 shutdown_connections 2024-03-07T09:58:57.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f5bf40a1e10 0x7f5bf40a42d0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c08107360 0x7f5c0819ef80 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c08104a30 0x7f5c08197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 --2- 172.21.15.18:0/3748538511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c08102100 0x7f5c081979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 >> 172.21.15.18:0/3748538511 conn(0x7f5c080fbb10 msgr2=0x7f5c08102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:57.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 shutdown_connections 2024-03-07T09:58:57.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.627+0000 7f5c0fe34640 1 -- 172.21.15.18:0/3748538511 wait complete. 2024-03-07T09:58:57.639 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T09:58:57.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 -- 172.21.15.18:0/42264036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4101770 msgr2=0x7f9de4101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/42264036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4101770 0x7f9de4101bf0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009900 tx=0x7f9dd802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:57.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 -- 172.21.15.18:0/42264036 shutdown_connections 2024-03-07T09:58:57.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/42264036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9de4102130 0x7f9de41089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/42264036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4101770 0x7f9de4101bf0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/42264036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9de4100580 0x7f9de41009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 -- 172.21.15.18:0/42264036 >> 172.21.15.18:0/42264036 conn(0x7f9de40fbb10 msgr2=0x7f9de40fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 -- 172.21.15.18:0/42264036 shutdown_connections 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.746+0000 7f9de9b5a640 1 -- 172.21.15.18:0/42264036 wait complete. 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 Processor -- start 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 -- start start 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4100580 0x7f9de4199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9de4101770 0x7f9de419a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9de4102130 0x7f9de41a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de410c210 con 0x7f9de4100580 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de410c090 con 0x7f9de4101770 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de9b5a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de410c390 con 0x7f9de4102130 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4100580 0x7f9de4199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4100580 0x7f9de4199b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58004/0 (socket says 172.21.15.18:58004) 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de37fe640 1 -- 172.21.15.18:0/521553232 learned_addr learned my addr 172.21.15.18:0/521553232 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de3fff640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9de4102130 0x7f9de41a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.747+0000 7f9de2ffd640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9de4101770 0x7f9de419a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de37fe640 1 -- 172.21.15.18:0/521553232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9de4102130 msgr2=0x7f9de41a10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de37fe640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9de4102130 0x7f9de41a10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de37fe640 1 -- 172.21.15.18:0/521553232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9de4101770 msgr2=0x7f9de419a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de37fe640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9de4101770 0x7f9de419a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de37fe640 1 -- 172.21.15.18:0/521553232 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de41a1760 con 0x7f9de4100580 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de37fe640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4100580 0x7f9de4199b90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9dd400e9c0 tx=0x7f9dd400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de0ff9640 1 -- 172.21.15.18:0/521553232 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd400cde0 con 0x7f9de4100580 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de0ff9640 1 -- 172.21.15.18:0/521553232 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9dd4010910 con 0x7f9de4100580 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9de41a1a50 con 0x7f9de4100580 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de0ff9640 1 -- 172.21.15.18:0/521553232 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4018a00 con 0x7f9de4100580 2024-03-07T09:58:57.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.748+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9de41a1fc0 con 0x7f9de4100580 2024-03-07T09:58:57.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.749+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9de41a21f0 con 0x7f9de4100580 2024-03-07T09:58:57.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.750+0000 7f9de0ff9640 1 -- 172.21.15.18:0/521553232 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f9dd401f020 con 0x7f9de4100580 2024-03-07T09:58:57.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.751+0000 7f9de0ff9640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9dcc0a1e90 0x7f9dcc0a4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:57.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.751+0000 7f9de2ffd640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9dcc0a1e90 0x7f9dcc0a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:57.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.751+0000 7f9de0ff9640 1 -- 172.21.15.18:0/521553232 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f9dd40ce6e0 con 0x7f9de4100580 2024-03-07T09:58:57.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.751+0000 7f9de2ffd640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9dcc0a1e90 0x7f9dcc0a4350 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9dd802c7b0 tx=0x7f9dd8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:57.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.755+0000 7f9de0ff9640 1 -- 172.21.15.18:0/521553232 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9dd409b950 con 0x7f9de4100580 2024-03-07T09:58:57.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.935+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9de41a2460 con 0x7f9de4100580 2024-03-07T09:58:57.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.936+0000 7f9de0ff9640 1 -- 172.21.15.18:0/521553232 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9dd409b250 con 0x7f9de4100580 2024-03-07T09:58:57.937 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T09:58:57.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9dcc0a1e90 msgr2=0x7f9dcc0a4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9dcc0a1e90 0x7f9dcc0a4350 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9dd802c7b0 tx=0x7f9dd8005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4100580 msgr2=0x7f9de4199b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:57.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4100580 0x7f9de4199b90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9dd400e9c0 tx=0x7f9dd400ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:57.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 shutdown_connections 2024-03-07T09:58:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f9dcc0a1e90 0x7f9dcc0a4350 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9de4102130 0x7f9de41a10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9de4101770 0x7f9de419a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.937+0000 7f9de9b5a640 1 --2- 172.21.15.18:0/521553232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9de4100580 0x7f9de4199b90 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.938+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 >> 172.21.15.18:0/521553232 conn(0x7f9de40fbb10 msgr2=0x7f9de40fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.938+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 shutdown_connections 2024-03-07T09:58:57.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:57.938+0000 7f9de9b5a640 1 -- 172.21.15.18:0/521553232 wait complete. 2024-03-07T09:58:57.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-03-07T09:58:57.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-07T09:58:57.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-03-07T09:58:57.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: osdmap e89: 12 total, 12 up, 12 in 2024-03-07T09:58:57.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: from='client.15378 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:57.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2652028035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:57.949 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 716 B/s wr, 7 op/s 2024-03-07T09:58:57.950 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:57 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3748538511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:57.950 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T09:58:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-03-07T09:58:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-07T09:58:58.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-03-07T09:58:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: osdmap e89: 12 total, 12 up, 12 in 2024-03-07T09:58:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: from='client.15378 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2652028035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 716 B/s wr, 7 op/s 2024-03-07T09:58:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:57 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3748538511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:58.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 -- 172.21.15.18:0/1177877324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca80ffd10 msgr2=0x7f8ca8100130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 --2- 172.21.15.18:0/1177877324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca80ffd10 0x7f8ca8100130 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8ca000a970 tx=0x7f8ca002cea0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 -- 172.21.15.18:0/1177877324 shutdown_connections 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 --2- 172.21.15.18:0/1177877324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca81018c0 0x7f8ca8108150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 --2- 172.21.15.18:0/1177877324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 0x7f8ca8101380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 --2- 172.21.15.18:0/1177877324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca80ffd10 0x7f8ca8100130 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 -- 172.21.15.18:0/1177877324 >> 172.21.15.18:0/1177877324 conn(0x7f8ca80fb280 msgr2=0x7f8ca80fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 -- 172.21.15.18:0/1177877324 shutdown_connections 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.055+0000 7f8cac883640 1 -- 172.21.15.18:0/1177877324 wait complete. 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 Processor -- start 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 -- start start 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca80ffd10 0x7f8ca81957b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 0x7f8ca8195cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca81018c0 0x7f8ca819cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca810b120 con 0x7f8ca8100f00 2024-03-07T09:58:58.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca810afa0 con 0x7f8ca80ffd10 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8cac883640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca810b2a0 con 0x7f8ca81018c0 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 0x7f8ca8195cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 0x7f8ca8195cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58022/0 (socket says 172.21.15.18:58022) 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 -- 172.21.15.18:0/2949808478 learned_addr learned my addr 172.21.15.18:0/2949808478 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca659c640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca80ffd10 0x7f8ca81957b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca6d9d640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca81018c0 0x7f8ca819cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 -- 172.21.15.18:0/2949808478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca81018c0 msgr2=0x7f8ca819cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca81018c0 0x7f8ca819cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 -- 172.21.15.18:0/2949808478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca80ffd10 msgr2=0x7f8ca81957b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca80ffd10 0x7f8ca81957b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 -- 172.21.15.18:0/2949808478 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ca819d3d0 con 0x7f8ca8100f00 2024-03-07T09:58:58.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.056+0000 7f8ca5d9b640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 0x7f8ca8195cf0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f8c9000e9c0 tx=0x7f8c9000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:58.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.057+0000 7f8c9f7fe640 1 -- 172.21.15.18:0/2949808478 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c9000ccc0 con 0x7f8ca8100f00 2024-03-07T09:58:58.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.057+0000 7f8c9f7fe640 1 -- 172.21.15.18:0/2949808478 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8c90005500 con 0x7f8ca8100f00 2024-03-07T09:58:58.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.057+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ca819d6c0 con 0x7f8ca8100f00 2024-03-07T09:58:58.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.057+0000 7f8c9f7fe640 1 -- 172.21.15.18:0/2949808478 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c90010430 con 0x7f8ca8100f00 2024-03-07T09:58:58.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.057+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ca819dc10 con 0x7f8ca8100f00 2024-03-07T09:58:58.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.058+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ca8107080 con 0x7f8ca8100f00 2024-03-07T09:58:58.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.059+0000 7f8c9f7fe640 1 -- 172.21.15.18:0/2949808478 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f8c900046c0 con 0x7f8ca8100f00 2024-03-07T09:58:58.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.059+0000 7f8c9f7fe640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c940a1e10 0x7f8c940a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.059+0000 7f8ca659c640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c940a1e10 0x7f8c940a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.059+0000 7f8c9f7fe640 1 -- 172.21.15.18:0/2949808478 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f8c900ce280 con 0x7f8ca8100f00 2024-03-07T09:58:58.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.060+0000 7f8ca659c640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c940a1e10 0x7f8c940a42d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8ca002d4b0 tx=0x7f8ca002f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:58.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.064+0000 7f8c9f7fe640 1 -- 172.21.15.18:0/2949808478 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8c9009b4f0 con 0x7f8ca8100f00 2024-03-07T09:58:58.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-03-07T09:58:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-07T09:58:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: from='mgr.14152 172.21.15.18:0/4080357506' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-03-07T09:58:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: osdmap e89: 12 total, 12 up, 12 in 2024-03-07T09:58:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: from='client.15378 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-07T09:58:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2652028035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:58:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 716 B/s wr, 7 op/s 2024-03-07T09:58:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:57 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3748538511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T09:58:58.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.246+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8ca802d250 con 0x7f8ca8100f00 2024-03-07T09:58:58.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.247+0000 7f8c9f7fe640 1 -- 172.21.15.18:0/2949808478 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8c9009adf0 con 0x7f8ca8100f00 2024-03-07T09:58:58.248 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c940a1e10 msgr2=0x7f8c940a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c940a1e10 0x7f8c940a42d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8ca002d4b0 tx=0x7f8ca002f040 comp rx=0 tx=0).stop 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 msgr2=0x7f8ca8195cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 0x7f8ca8195cf0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f8c9000e9c0 tx=0x7f8c9000ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 shutdown_connections 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8c940a1e10 0x7f8c940a42d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca81018c0 0x7f8ca819cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca8100f00 0x7f8ca8195cf0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.248+0000 7f8cac883640 1 --2- 172.21.15.18:0/2949808478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca80ffd10 0x7f8ca81957b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.249+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 >> 172.21.15.18:0/2949808478 conn(0x7f8ca80fb280 msgr2=0x7f8ca8104250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.249+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 shutdown_connections 2024-03-07T09:58:58.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.249+0000 7f8cac883640 1 -- 172.21.15.18:0/2949808478 wait complete. 2024-03-07T09:58:58.261 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:58:58.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 -- 172.21.15.18:0/1701609965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c101780 msgr2=0x7f395c101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 --2- 172.21.15.18:0/1701609965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c101780 0x7f395c101c00 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f394c009900 tx=0x7f394c02bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:58.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 -- 172.21.15.18:0/1701609965 shutdown_connections 2024-03-07T09:58:58.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 --2- 172.21.15.18:0/1701609965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f395c102140 0x7f395c1089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 --2- 172.21.15.18:0/1701609965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c101780 0x7f395c101c00 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 --2- 172.21.15.18:0/1701609965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f395c100590 0x7f395c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 -- 172.21.15.18:0/1701609965 >> 172.21.15.18:0/1701609965 conn(0x7f395c0fbb00 msgr2=0x7f395c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 -- 172.21.15.18:0/1701609965 shutdown_connections 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.362+0000 7f39627b1640 1 -- 172.21.15.18:0/1701609965 wait complete. 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 Processor -- start 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 -- start start 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c100590 0x7f395c197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f395c101780 0x7f395c197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f395c102140 0x7f395c19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f395c10d330 con 0x7f395c100590 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f395c10d1b0 con 0x7f395c101780 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f39627b1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f395c10d4b0 con 0x7f395c102140 2024-03-07T09:58:58.367 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f395bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c100590 0x7f395c197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f395bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c100590 0x7f395c197910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58032/0 (socket says 172.21.15.18:58032) 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f395bfff640 1 -- 172.21.15.18:0/591910280 learned_addr learned my addr 172.21.15.18:0/591910280 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f3960d4e640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f395c102140 0x7f395c19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.363+0000 7f395b7fe640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f395c101780 0x7f395c197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f395bfff640 1 -- 172.21.15.18:0/591910280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f395c102140 msgr2=0x7f395c19eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f395bfff640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f395c102140 0x7f395c19eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f395bfff640 1 -- 172.21.15.18:0/591910280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f395c101780 msgr2=0x7f395c197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f395bfff640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f395c101780 0x7f395c197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f395bfff640 1 -- 172.21.15.18:0/591910280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f395c19f530 con 0x7f395c100590 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f3960d4e640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f395c102140 0x7f395c19eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f395bfff640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c100590 0x7f395c197910 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f395000e9c0 tx=0x7f395000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f39597fa640 1 -- 172.21.15.18:0/591910280 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f395000cd80 con 0x7f395c100590 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f39597fa640 1 -- 172.21.15.18:0/591910280 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39500035f0 con 0x7f395c100590 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f395c19f820 con 0x7f395c100590 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f39597fa640 1 -- 172.21.15.18:0/591910280 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3950010690 con 0x7f395c100590 2024-03-07T09:58:58.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.364+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f395c19fd40 con 0x7f395c100590 2024-03-07T09:58:58.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.365+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f395c1078b0 con 0x7f395c100590 2024-03-07T09:58:58.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.366+0000 7f39597fa640 1 -- 172.21.15.18:0/591910280 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f39500037a0 con 0x7f395c100590 2024-03-07T09:58:58.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.367+0000 7f39597fa640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f39440a1e10 0x7f39440a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.367+0000 7f395b7fe640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f39440a1e10 0x7f39440a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.367+0000 7f39597fa640 1 -- 172.21.15.18:0/591910280 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f39500ce320 con 0x7f395c100590 2024-03-07T09:58:58.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.367+0000 7f395b7fe640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f39440a1e10 0x7f39440a42d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f394c02c7b0 tx=0x7f394c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:58.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.371+0000 7f39597fa640 1 -- 172.21.15.18:0/591910280 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f395009b590 con 0x7f395c100590 2024-03-07T09:58:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.592+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f395c02d030 con 0x7f395c100590 2024-03-07T09:58:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.592+0000 7f39597fa640 1 -- 172.21.15.18:0/591910280 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f395009ae90 con 0x7f395c100590 2024-03-07T09:58:58.594 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:58.594 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:58:52.176397+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T09:58:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 24 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f39440a1e10 msgr2=0x7f39440a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f39440a1e10 0x7f39440a42d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f394c02c7b0 tx=0x7f394c005fd0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c100590 msgr2=0x7f395c197910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c100590 0x7f395c197910 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f395000e9c0 tx=0x7f395000ee80 comp rx=0 tx=0).stop 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 shutdown_connections 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f39440a1e10 0x7f39440a42d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f395c102140 0x7f395c19eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f395c101780 0x7f395c197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 --2- 172.21.15.18:0/591910280 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f395c100590 0x7f395c197910 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 >> 172.21.15.18:0/591910280 conn(0x7f395c0fbb00 msgr2=0x7f395c104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:58.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 shutdown_connections 2024-03-07T09:58:58.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.594+0000 7f39627b1640 1 -- 172.21.15.18:0/591910280 wait complete. 2024-03-07T09:58:58.607 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T09:58:58.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 -- 172.21.15.18:0/111936777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 msgr2=0x7efc4c102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 --2- 172.21.15.18:0/111936777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c102ee0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7efc40009930 tx=0x7efc4002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 -- 172.21.15.18:0/111936777 shutdown_connections 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 --2- 172.21.15.18:0/111936777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc4c103420 0x7efc4c109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 --2- 172.21.15.18:0/111936777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c102ee0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 --2- 172.21.15.18:0/111936777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc4c0ff9f0 0x7efc4c0ffe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 -- 172.21.15.18:0/111936777 >> 172.21.15.18:0/111936777 conn(0x7efc4c0fb2e0 msgr2=0x7efc4c0fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 -- 172.21.15.18:0/111936777 shutdown_connections 2024-03-07T09:58:58.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.709+0000 7efc51e2b640 1 -- 172.21.15.18:0/111936777 wait complete. 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 Processor -- start 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 -- start start 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc4c0ff9f0 0x7efc4c1979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc4c103420 0x7efc4c19ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4c10d330 con 0x7efc4c102a60 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4c10d1b0 con 0x7efc4c0ff9f0 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc51e2b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4c10d4b0 con 0x7efc4c103420 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc4affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc4affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c197f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58048/0 (socket says 172.21.15.18:58048) 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc4affd640 1 -- 172.21.15.18:0/927678195 learned_addr learned my addr 172.21.15.18:0/927678195 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc4b7fe640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc4c0ff9f0 0x7efc4c1979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.710+0000 7efc4bfff640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc4c103420 0x7efc4c19ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4affd640 1 -- 172.21.15.18:0/927678195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc4c103420 msgr2=0x7efc4c19ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4affd640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc4c103420 0x7efc4c19ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4affd640 1 -- 172.21.15.18:0/927678195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc4c0ff9f0 msgr2=0x7efc4c1979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4affd640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc4c0ff9f0 0x7efc4c1979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4affd640 1 -- 172.21.15.18:0/927678195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc4c19f5f0 con 0x7efc4c102a60 2024-03-07T09:58:58.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4b7fe640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc4c0ff9f0 0x7efc4c1979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4bfff640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc4c103420 0x7efc4c19ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc4affd640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c197f10 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7efc40000c00 tx=0x7efc4002c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc48ff9640 1 -- 172.21.15.18:0/927678195 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc40041070 con 0x7efc4c102a60 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc4c19f880 con 0x7efc4c102a60 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc48ff9640 1 -- 172.21.15.18:0/927678195 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efc40004450 con 0x7efc4c102a60 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc48ff9640 1 -- 172.21.15.18:0/927678195 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc40034440 con 0x7efc4c102a60 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.711+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc4c19fdc0 con 0x7efc4c102a60 2024-03-07T09:58:58.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.712+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc4c108c10 con 0x7efc4c102a60 2024-03-07T09:58:58.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.713+0000 7efc48ff9640 1 -- 172.21.15.18:0/927678195 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7efc40044070 con 0x7efc4c102a60 2024-03-07T09:58:58.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.714+0000 7efc48ff9640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc340a1e10 0x7efc340a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:58.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.714+0000 7efc4b7fe640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc340a1e10 0x7efc340a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:58.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.714+0000 7efc48ff9640 1 -- 172.21.15.18:0/927678195 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7efc400efd40 con 0x7efc4c102a60 2024-03-07T09:58:58.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.714+0000 7efc4b7fe640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc340a1e10 0x7efc340a42d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efc4c069b00 tx=0x7efc3c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:58.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.717+0000 7efc48ff9640 1 -- 172.21.15.18:0/927678195 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7efc400bcaa0 con 0x7efc4c102a60 2024-03-07T09:58:58.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.899+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efc4c02d1b0 con 0x7efc4c102a60 2024-03-07T09:58:58.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.901+0000 7efc48ff9640 1 -- 172.21.15.18:0/927678195 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) v1 ==== 74+0+22726 (secure 0 0 0) 0x7efc400c0b40 con 0x7efc4c102a60 2024-03-07T09:58:58.903 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:58:58.903 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":90,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T09:58:57.690262+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T09:58:58.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc340a1e10 msgr2=0x7efc340a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc340a1e10 0x7efc340a42d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efc4c069b00 tx=0x7efc3c005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 msgr2=0x7efc4c197f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c197f10 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7efc40000c00 tx=0x7efc4002c640 comp rx=0 tx=0).stop 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 shutdown_connections 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7efc340a1e10 0x7efc340a42d0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc4c103420 0x7efc4c19ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efc4c102a60 0x7efc4c197f10 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 --2- 172.21.15.18:0/927678195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc4c0ff9f0 0x7efc4c1979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:58.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 >> 172.21.15.18:0/927678195 conn(0x7efc4c0fb2e0 msgr2=0x7efc4c105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:58.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 shutdown_connections 2024-03-07T09:58:58.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:58.903+0000 7efc51e2b640 1 -- 172.21.15.18:0/927678195 wait complete. 2024-03-07T09:58:58.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:58 smithi018 ceph-mon[32171]: osdmap e90: 12 total, 12 up, 12 in 2024-03-07T09:58:58.914 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:58 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/521553232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:58.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:58 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2949808478' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:58.915 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:58 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/591910280' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:58.916 DEBUG:tasks.fwd_scrub:Yielding 2024-03-07T09:58:58.916 INFO:teuthology.run_tasks:Running task exec... 2024-03-07T09:58:58.926 INFO:teuthology.task.exec:Executing custom commands... 2024-03-07T09:58:58.926 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T09:58:58.926 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-03-07T09:58:58.927 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-03-07T09:58:58.927 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T09:58:58.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:58:58.927 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T09:58:59.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:58 smithi077 ceph-mon[36374]: osdmap e90: 12 total, 12 up, 12 in 2024-03-07T09:58:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:58 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/521553232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:58 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2949808478' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:58 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/591910280' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 -- 172.21.15.18:0/3842195570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954107370 msgr2=0x7fb9541097c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 --2- 172.21.15.18:0/3842195570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954107370 0x7fb9541097c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb944009900 tx=0x7fb94402bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 -- 172.21.15.18:0/3842195570 shutdown_connections 2024-03-07T09:58:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 --2- 172.21.15.18:0/3842195570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954107370 0x7fb9541097c0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 --2- 172.21.15.18:0/3842195570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb954104a40 0x7fb954106e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 --2- 172.21.15.18:0/3842195570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb954102110 0x7fb954104500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 -- 172.21.15.18:0/3842195570 >> 172.21.15.18:0/3842195570 conn(0x7fb9540fbb00 msgr2=0x7fb9540fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 -- 172.21.15.18:0/3842195570 shutdown_connections 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.029+0000 7fb95b0af640 1 -- 172.21.15.18:0/3842195570 wait complete. 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 Processor -- start 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 -- start start 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954102110 0x7fb954199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb954104a40 0x7fb95419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb954107370 0x7fb9541a1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb95410d330 con 0x7fb954102110 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb95410d1b0 con 0x7fb954107370 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95b0af640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb95410d4b0 con 0x7fb954104a40 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb958e4b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954102110 0x7fb954199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb95964c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb954107370 0x7fb9541a1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb958e4b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954102110 0x7fb954199bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58066/0 (socket says 172.21.15.18:58066) 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb958e4b640 1 -- 172.21.15.18:0/4016900193 learned_addr learned my addr 172.21.15.18:0/4016900193 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.030+0000 7fb953fff640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb954104a40 0x7fb95419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb958e4b640 1 -- 172.21.15.18:0/4016900193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb954104a40 msgr2=0x7fb95419a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb958e4b640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb954104a40 0x7fb95419a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb958e4b640 1 -- 172.21.15.18:0/4016900193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb954107370 msgr2=0x7fb9541a1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb958e4b640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb954107370 0x7fb9541a1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb958e4b640 1 -- 172.21.15.18:0/4016900193 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9541a17e0 con 0x7fb954102110 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb953fff640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb954104a40 0x7fb95419a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb95964c640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb954107370 0x7fb9541a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb958e4b640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954102110 0x7fb954199bc0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb94c00eb90 tx=0x7fb94c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb951ffb640 1 -- 172.21.15.18:0/4016900193 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb94c004d20 con 0x7fb954102110 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9541a1ad0 con 0x7fb954102110 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb951ffb640 1 -- 172.21.15.18:0/4016900193 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb94c00ee90 con 0x7fb954102110 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb951ffb640 1 -- 172.21.15.18:0/4016900193 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb94c010830 con 0x7fb954102110 2024-03-07T09:58:59.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.031+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9541a2020 con 0x7fb954102110 2024-03-07T09:58:59.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.033+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb954108e60 con 0x7fb954102110 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 -- 172.21.15.18:0/220339163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884101770 msgr2=0x7fd884101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 --2- 172.21.15.18:0/220339163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884101770 0x7fd884101bf0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd878009900 tx=0x7fd87802bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 -- 172.21.15.18:0/220339163 shutdown_connections 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 --2- 172.21.15.18:0/220339163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd884102130 0x7fd8841089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 --2- 172.21.15.18:0/220339163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884101770 0x7fd884101bf0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 --2- 172.21.15.18:0/220339163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd884100580 0x7fd8841009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 -- 172.21.15.18:0/220339163 >> 172.21.15.18:0/220339163 conn(0x7fd8840fbaf0 msgr2=0x7fd8840fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 -- 172.21.15.18:0/220339163 shutdown_connections 2024-03-07T09:58:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 -- 172.21.15.18:0/220339163 wait complete. 2024-03-07T09:58:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fb951ffb640 1 -- 172.21.15.18:0/4016900193 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fb94c005020 con 0x7fb954102110 2024-03-07T09:58:59.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.034+0000 7fd88951d640 1 Processor -- start 2024-03-07T09:58:59.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fb951ffb640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb93c0a1e00 0x7fb93c0a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd88951d640 1 -- start start 2024-03-07T09:58:59.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fb953fff640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb93c0a1e00 0x7fb93c0a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fb951ffb640 1 -- 172.21.15.18:0/4016900193 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7fb94c0ce5d0 con 0x7fb954102110 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd88951d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884100580 0x7fd8841979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd88951d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd884101770 0x7fd884197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd88951d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd884102130 0x7fd88419ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd88951d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd88410c210 con 0x7fd884100580 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd88951d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd88410c090 con 0x7fd884102130 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd88951d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd88410c390 con 0x7fd884101770 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd882ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884100580 0x7fd8841979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8827fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd884101770 0x7fd884197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd882ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884100580 0x7fd8841979f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58084/0 (socket says 172.21.15.18:58084) 2024-03-07T09:58:59.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd882ffd640 1 -- 172.21.15.18:0/1540104430 learned_addr learned my addr 172.21.15.18:0/1540104430 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8837fe640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd884102130 0x7fd88419ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fb953fff640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb93c0a1e00 0x7fb93c0a42c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb95419b0d0 tx=0x7fb948005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8827fc640 1 -- 172.21.15.18:0/1540104430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd884102130 msgr2=0x7fd88419ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8827fc640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd884102130 0x7fd88419ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8827fc640 1 -- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884100580 msgr2=0x7fd8841979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8827fc640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884100580 0x7fd8841979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8827fc640 1 -- 172.21.15.18:0/1540104430 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd88419f5c0 con 0x7fd884101770 2024-03-07T09:58:59.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd8837fe640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd884102130 0x7fd88419ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.035+0000 7fd882ffd640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884100580 0x7fd8841979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.036+0000 7fd8827fc640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd884101770 0x7fd884197f30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd878009230 tx=0x7fd87802c650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.036+0000 7fd86bfff640 1 -- 172.21.15.18:0/1540104430 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878041070 con 0x7fd884101770 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.036+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd88419f850 con 0x7fd884101770 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.036+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd88419fd90 con 0x7fd884101770 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.036+0000 7fd86bfff640 1 -- 172.21.15.18:0/1540104430 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd878004450 con 0x7fd884101770 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.036+0000 7fd86bfff640 1 -- 172.21.15.18:0/1540104430 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878003df0 con 0x7fd884101770 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.038+0000 7fd88c408740 1 Processor -- start 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.038+0000 7fd88c408740 1 -- start start 2024-03-07T09:58:59.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd88c408740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe80d70 0x564effe81190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd88c408740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe81760 0x564effe86260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd88c408740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe88d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd88c408740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564effde5b10 con 0x564effe868d0 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd88c408740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564effd8ed50 con 0x564effe81760 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd88c408740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564effde1bb0 con 0x564effe80d70 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd8837fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe80d70 0x564effe81190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd882ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe81760 0x564effe86260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd8837fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe80d70 0x564effe81190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49264/0 (socket says 172.21.15.18:49264) 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd8837fe640 1 -- 172.21.15.18:0/4144378029 learned_addr learned my addr 172.21.15.18:0/4144378029 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd86bfff640 1 -- 172.21.15.18:0/1540104430 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7fd878044070 con 0x7fd884101770 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd882ffd640 1 -- 172.21.15.18:0/4144378029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe80d70 msgr2=0x564effe81190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd882ffd640 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe80d70 0x564effe81190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd8827fc640 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe88d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd882ffd640 1 -- 172.21.15.18:0/4144378029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 msgr2=0x564effe88d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd882ffd640 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe88d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd882ffd640 1 -- 172.21.15.18:0/4144378029 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564effbc27e0 con 0x564effe81760 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd8837fe640 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe80d70 0x564effe81190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd8827fc640 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe88d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd86bfff640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd86c0a1e10 0x7fd86c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.039+0000 7fd882ffd640 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe81760 0x564effe86260 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd8740114c0 tx=0x7fd874011980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca213597ec09a5c3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd8837fe640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd86c0a1e10 0x7fd86c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd86bfff640 1 -- 172.21.15.18:0/1540104430 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7fd8780ef890 con 0x7fd884101770 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd8697fa640 1 -- 172.21.15.18:0/4144378029 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd874005020 con 0x564effe81760 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd8697fa640 1 -- 172.21.15.18:0/4144378029 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd8740047a0 con 0x564effe81760 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd8697fa640 1 -- 172.21.15.18:0/4144378029 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd87400f980 con 0x564effe81760 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd88c408740 1 -- 172.21.15.18:0/4144378029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe81760 msgr2=0x564effe86260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd88c408740 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe81760 0x564effe86260 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd8740114c0 tx=0x7fd874011980 comp rx=0 tx=0).stop 2024-03-07T09:58:59.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd8837fe640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd86c0a1e10 0x7fd86c0a42d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x564effe81fc0 tx=0x7fd87c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd88c408740 1 -- 172.21.15.18:0/4144378029 shutdown_connections 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd88c408740 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe88d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd88c408740 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe81760 0x564effe86260 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.040+0000 7fd88c408740 1 --2- 172.21.15.18:0/4144378029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe80d70 0x564effe81190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 -- 172.21.15.18:0/4144378029 >> 172.21.15.18:0/4144378029 conn(0x564effe7c2e0 msgr2=0x564effe7c6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 -- 172.21.15.18:0/4144378029 shutdown_connections 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 -- 172.21.15.18:0/4144378029 wait complete. 2024-03-07T09:58:59.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fb951ffb640 1 -- 172.21.15.18:0/4016900193 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb94c09b840 con 0x7fb954102110 2024-03-07T09:58:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 -- start start 2024-03-07T09:58:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 Processor -- start 2024-03-07T09:58:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe8b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe92590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564effe89880 con 0x564effe868d0 2024-03-07T09:58:59.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564effda2190 con 0x564effe80d70 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564effe89a00 con 0x564effe81760 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd88c408740 10 client.0 _ll_register_callbacks cb 0x564effd91770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd8837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe92590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd8837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe92590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58100/0 (socket says 172.21.15.18:58100) 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd882ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd8837fe640 1 -- 172.21.15.18:0/3936977253 learned_addr learned my addr 172.21.15.18:0/3936977253 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.041+0000 7fd8827fc640 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe8b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd8837fe640 1 -- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 msgr2=0x564effe8b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd8837fe640 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe8b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd8837fe640 1 -- 172.21.15.18:0/3936977253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 msgr2=0x564effe8b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd8837fe640 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd8837fe640 1 -- 172.21.15.18:0/3936977253 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564effc22f70 con 0x564effe868d0 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd882ffd640 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd8837fe640 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe92590 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd87c0047a0 tx=0x7fd87c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecf4de1fcc765a72 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd866ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd866ff5640 1 -- 172.21.15.18:0/3936977253 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd87c02d060 con 0x564effe868d0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd8740047a0 con 0x564effe868d0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd866ff5640 1 -- 172.21.15.18:0/3936977253 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7fd87c017030 con 0x564effe868d0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd866ff5640 1 -- 172.21.15.18:0/3936977253 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd87c0114a0 con 0x564effe868d0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd88c408740 10 client.15429 fetch_fsmap learned FSMap version 24 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x564effaba170 con 0x564effe868d0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.042+0000 7fd866ff5640 1 -- 172.21.15.18:0/3936977253 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd8740047a0 con 0x564effe868d0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd866ff5640 1 -- 172.21.15.18:0/3936977253 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd87c031030 con 0x564effe868d0 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd88c408740 10 client.15429 fetch_fsmap finished waiting for FSMap version 24 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd88c408740 10 client.15429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd88c408740 20 client.15429 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd88c408740 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effe9b180 0x564effe9d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd88c408740 4 client.15429 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564effdbb930 con 0x564effe9b180 2024-03-07T09:58:59.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.043+0000 7fd882ffd640 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effe9b180 0x564effe9d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.044+0000 7fd866ff5640 10 client.15429 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.044+0000 7fd882ffd640 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effe9b180 0x564effe9d600 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b89ab6d4884a1fe server_cookie=911139e6bf9e521f in_seq=0 out_seq=0 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.044+0000 7fd866ff5640 1 -- 172.21.15.18:0/3936977253 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564effdbb930 con 0x564effe9b180 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.044+0000 7fd866ff5640 10 client.15429 handle_command_reply: tid=0 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.044+0000 7fd88c408740 1 client.15429 shutdown 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.044+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 msgr2=0x564effe92590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.044+0000 7fd88c408740 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe92590 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd87c0047a0 tx=0x7fd87c004ab0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 shutdown_connections 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effe9b180 0x564effe9d600 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe868d0 0x564effe92590 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe8b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 --2- 172.21.15.18:0/3936977253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 >> 172.21.15.18:0/3936977253 conn(0x564effe7c2e0 msgr2=0x564effe7b450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd866ff5640 0 client.15429 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 shutdown_connections 2024-03-07T09:58:59.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 1 -- 172.21.15.18:0/3936977253 wait complete. 2024-03-07T09:58:59.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.045+0000 7fd88c408740 20 client.15429 trim_cache size 0 max 16384 2024-03-07T09:58:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 Processor -- start 2024-03-07T09:58:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 -- start start 2024-03-07T09:58:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe80d70 0x564effe7abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe92550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe868d0 0x564effe7b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8841a8f90 con 0x564effe80d70 2024-03-07T09:58:59.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8841a6a90 con 0x564effe868d0 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd88c408740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8841a4b30 con 0x564effe81760 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe80d70 0x564effe7abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe80d70 0x564effe7abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58116/0 (socket says 172.21.15.18:58116) 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 -- 172.21.15.18:0/941337849 learned_addr learned my addr 172.21.15.18:0/941337849 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd8837fe640 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe868d0 0x564effe7b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd8827fc640 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe92550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 -- 172.21.15.18:0/941337849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 msgr2=0x564effe92550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe92550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 -- 172.21.15.18:0/941337849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe868d0 msgr2=0x564effe7b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe868d0 0x564effe7b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.061+0000 7fd882ffd640 1 -- 172.21.15.18:0/941337849 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564effe99bc0 con 0x564effe80d70 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.062+0000 7fd882ffd640 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe80d70 0x564effe7abc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x564effe821d0 tx=0x7fd874009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=336794845cf173d4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.062+0000 7fd868ff9640 1 -- 172.21.15.18:0/941337849 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd87401d040 con 0x564effe80d70 2024-03-07T09:58:59.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.062+0000 7fd868ff9640 1 -- 172.21.15.18:0/941337849 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd8740042a0 con 0x564effe80d70 2024-03-07T09:58:59.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.062+0000 7fd868ff9640 1 -- 172.21.15.18:0/941337849 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd87400f890 con 0x564effe80d70 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.062+0000 7fd88c408740 1 -- 172.21.15.18:0/941337849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe80d70 msgr2=0x564effe7abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.062+0000 7fd88c408740 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe80d70 0x564effe7abc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x564effe821d0 tx=0x7fd874009310 comp rx=0 tx=0).stop 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- 172.21.15.18:0/941337849 shutdown_connections 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe868d0 0x564effe7b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe81760 0x564effe92550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 --2- 172.21.15.18:0/941337849 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe80d70 0x564effe7abc0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- 172.21.15.18:0/941337849 >> 172.21.15.18:0/941337849 conn(0x564effe7c2e0 msgr2=0x564effe82a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- 172.21.15.18:0/941337849 shutdown_connections 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- 172.21.15.18:0/941337849 wait complete. 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- start start 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 Processor -- start 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe81760 0x564effe90230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe868d0 0x564effe91240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8841a5130 con 0x564effe81760 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8841a6430 con 0x564effe80d70 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8841a5770 con 0x564effe868d0 2024-03-07T09:58:59.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd88c408740 10 client.0 _ll_register_callbacks cb 0x7fd87c003c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd8827fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe81760 0x564effe90230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd882ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd8827fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe81760 0x564effe90230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58130/0 (socket says 172.21.15.18:58130) 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd8827fc640 1 -- 172.21.15.18:0/2955723471 learned_addr learned my addr 172.21.15.18:0/2955723471 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd8837fe640 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe868d0 0x564effe91240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd8827fc640 1 -- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe868d0 msgr2=0x564effe91240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.063+0000 7fd8827fc640 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe868d0 0x564effe91240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd8827fc640 1 -- 172.21.15.18:0/2955723471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 msgr2=0x564effe8fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd8827fc640 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd8827fc640 1 -- 172.21.15.18:0/2955723471 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564effe91830 con 0x564effe81760 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd8827fc640 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe81760 0x564effe90230 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd87802c4e0 tx=0x7fd878009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a3f393a50908b85 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd866ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:59.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd866ff5640 1 -- 172.21.15.18:0/2955723471 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8780f1e60 con 0x564effe81760 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd866ff5640 1 -- 172.21.15.18:0/2955723471 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7fd8780b8c30 con 0x564effe81760 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd8740042a0 con 0x564effe81760 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd866ff5640 1 -- 172.21.15.18:0/2955723471 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd87804b040 con 0x564effe81760 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 10 client.15435 fetch_fsmap learned FSMap version 24 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x564effef6c50 con 0x564effe81760 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd866ff5640 1 -- 172.21.15.18:0/2955723471 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd8740042a0 con 0x564effe81760 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd866ff5640 1 -- 172.21.15.18:0/2955723471 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd8780c4820 con 0x564effe81760 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 10 client.15435 fetch_fsmap finished waiting for FSMap version 24 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 10 client.15435 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 20 client.15435 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:59.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effef75b0 0x564effef99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 4 client.15435 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.064+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x564effda7050 con 0x564effef75b0 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.065+0000 7fd882ffd640 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effef75b0 0x564effef99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.065+0000 7fd866ff5640 10 client.15435 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.065+0000 7fd882ffd640 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effef75b0 0x564effef99d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdc8207b447b660f server_cookie=8ec23bb8a8b70acf in_seq=0 out_seq=0 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd866ff5640 1 -- 172.21.15.18:0/2955723471 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x564effda7050 con 0x564effef75b0 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd866ff5640 10 client.15435 handle_command_reply: tid=0 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 client.15435 shutdown 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe81760 msgr2=0x564effe90230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe81760 0x564effe90230 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fd87802c4e0 tx=0x7fd878009260 comp rx=0 tx=0).stop 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 shutdown_connections 2024-03-07T09:58:59.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564effef75b0 0x564effef99d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564effe868d0 0x564effe91240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564effe81760 0x564effe90230 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 --2- 172.21.15.18:0/2955723471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564effe80d70 0x564effe8fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 >> 172.21.15.18:0/2955723471 conn(0x564effe7c2e0 msgr2=0x564effe7f540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd866ff5640 0 client.15435 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 shutdown_connections 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 1 -- 172.21.15.18:0/2955723471 wait complete. 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.066+0000 7fd88c408740 20 client.15435 trim_cache size 0 max 16384 2024-03-07T09:58:59.074 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:59.075 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T09:58:59.075 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "84e5bca7-d069-4b9b-aad3-d1e918c4c26d", 2024-03-07T09:58:59.075 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T09:58:59.075 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd86c0a1e10 msgr2=0x7fd86c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd86c0a1e10 0x7fd86c0a42d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x564effe81fc0 tx=0x7fd87c009500 comp rx=0 tx=0).stop 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd884101770 msgr2=0x7fd884197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd884101770 0x7fd884197f30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd878009230 tx=0x7fd87802c650 comp rx=0 tx=0).stop 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 shutdown_connections 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fd86c0a1e10 0x7fd86c0a42d0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd884102130 0x7fd88419ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd884101770 0x7fd884197f30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 --2- 172.21.15.18:0/1540104430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd884100580 0x7fd8841979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 >> 172.21.15.18:0/1540104430 conn(0x7fd8840fbaf0 msgr2=0x7fd8840fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 shutdown_connections 2024-03-07T09:58:59.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.067+0000 7fd88951d640 1 -- 172.21.15.18:0/1540104430 wait complete. 2024-03-07T09:58:59.079 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T09:58:59.079 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T09:58:59.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 -- 172.21.15.18:0/3198361637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c107400 msgr2=0x7f497c1097f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 --2- 172.21.15.18:0/3198361637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c107400 0x7f497c1097f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4974009be0 tx=0x7f497402bef0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 -- 172.21.15.18:0/3198361637 shutdown_connections 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 --2- 172.21.15.18:0/3198361637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c107400 0x7f497c1097f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 --2- 172.21.15.18:0/3198361637 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c104ad0 0x7f497c106ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 --2- 172.21.15.18:0/3198361637 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f497c1021a0 0x7f497c104590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 -- 172.21.15.18:0/3198361637 >> 172.21.15.18:0/3198361637 conn(0x7f497c0fbaf0 msgr2=0x7f497c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 -- 172.21.15.18:0/3198361637 shutdown_connections 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.184+0000 7f49839fc640 1 -- 172.21.15.18:0/3198361637 wait complete. 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 Processor -- start 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 -- start start 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c1021a0 0x7f497c197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c104ad0 0x7f497c197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f497c107400 0x7f497c19ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c10d350 con 0x7f497c1021a0 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c10d1d0 con 0x7f497c104ad0 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f49839fc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c10d4d0 con 0x7f497c107400 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c1021a0 0x7f497c197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c1021a0 0x7f497c197990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58146/0 (socket says 172.21.15.18:58146) 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 -- 172.21.15.18:0/1847227930 learned_addr learned my addr 172.21.15.18:0/1847227930 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981f99640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f497c107400 0x7f497c19ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4980f97640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c104ad0 0x7f497c197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 -- 172.21.15.18:0/1847227930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f497c107400 msgr2=0x7f497c19ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f497c107400 0x7f497c19ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 -- 172.21.15.18:0/1847227930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c104ad0 msgr2=0x7f497c197ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c104ad0 0x7f497c197ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.185+0000 7f4981798640 1 -- 172.21.15.18:0/1847227930 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f497c19f5b0 con 0x7f497c1021a0 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.186+0000 7f4981798640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c1021a0 0x7f497c197990 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f497800ea60 tx=0x7f497800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.186+0000 7f49727fc640 1 -- 172.21.15.18:0/1847227930 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f497800cde0 con 0x7f497c1021a0 2024-03-07T09:58:59.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.186+0000 7f49727fc640 1 -- 172.21.15.18:0/1847227930 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49780035f0 con 0x7f497c1021a0 2024-03-07T09:58:59.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.186+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f497c19f8a0 con 0x7f497c1021a0 2024-03-07T09:58:59.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.186+0000 7f49727fc640 1 -- 172.21.15.18:0/1847227930 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4978010670 con 0x7f497c1021a0 2024-03-07T09:58:59.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.186+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f497c19fdf0 con 0x7f497c1021a0 2024-03-07T09:58:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.188+0000 7f49727fc640 1 -- 172.21.15.18:0/1847227930 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 19) v1 ==== 136804+0+0 (secure 0 0 0) 0x7f49780037a0 con 0x7f497c1021a0 2024-03-07T09:58:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.188+0000 7f49867e8740 1 Processor -- start 2024-03-07T09:58:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.188+0000 7f49867e8740 1 -- start start 2024-03-07T09:58:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49867e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba004eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49867e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004f140 0x55dba0053c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49867e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba0056740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49867e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db9ffb2dd0 con 0x55dba004f140 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49867e8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db9ff5bae0 con 0x55dba00542b0 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49727fc640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49680a1e10 0x7f49680a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49867e8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db9ffaee70 con 0x55dba004e750 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004f140 0x55dba0053c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004f140 0x55dba0053c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58158/0 (socket says 172.21.15.18:58158) 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 -- 172.21.15.18:0/1649074635 learned_addr learned my addr 172.21.15.18:0/1649074635 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981f99640 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba004eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4980f97640 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba0056740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981f99640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49680a1e10 0x7f49680a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f49727fc640 1 -- 172.21.15.18:0/1847227930 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f49780ce250 con 0x7f497c1021a0 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 -- 172.21.15.18:0/1649074635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 msgr2=0x55dba004eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba004eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 -- 172.21.15.18:0/1649074635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 msgr2=0x55dba0056740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba0056740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 -- 172.21.15.18:0/1649074635 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55db9fd917d0 con 0x55dba004f140 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4980f97640 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba0056740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981f99640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49680a1e10 0x7f49680a42d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4974006010 tx=0x7f4974004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.189+0000 7f4981798640 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004f140 0x55dba0053c40 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f497801f000 tx=0x7f4978003f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b891c21df094eca server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.190+0000 7f49677fe640 1 -- 172.21.15.18:0/1649074635 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f497809a720 con 0x55dba004f140 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.190+0000 7f49677fe640 1 -- 172.21.15.18:0/1649074635 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f497809b4c0 con 0x55dba004f140 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.190+0000 7f49677fe640 1 -- 172.21.15.18:0/1649074635 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4978097430 con 0x55dba004f140 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.190+0000 7f49867e8740 1 -- 172.21.15.18:0/1649074635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004f140 msgr2=0x55dba0053c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.190+0000 7f49867e8740 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004f140 0x55dba0053c40 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f497801f000 tx=0x7f4978003f30 comp rx=0 tx=0).stop 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- 172.21.15.18:0/1649074635 shutdown_connections 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba0056740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004f140 0x55dba0053c40 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 --2- 172.21.15.18:0/1649074635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba004eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- 172.21.15.18:0/1649074635 >> 172.21.15.18:0/1649074635 conn(0x55dba0049cc0 msgr2=0x55dba004a0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- 172.21.15.18:0/1649074635 shutdown_connections 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- 172.21.15.18:0/1649074635 wait complete. 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- start start 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 Processor -- start 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba0058980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004f140 0x55dba0058ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba005ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dba00571a0 con 0x55dba004e750 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db9ff6f070 con 0x55dba00542b0 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dba0057320 con 0x55dba004f140 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f49867e8740 10 client.0 _ll_register_callbacks cb 0x55db9ff6ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba0058980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba0058980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58172/0 (socket says 172.21.15.18:58172) 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.191+0000 7f4981798640 1 -- 172.21.15.18:0/1365833650 learned_addr learned my addr 172.21.15.18:0/1365833650 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4980f97640 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004f140 0x55dba0058ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4981f99640 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba005ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4981798640 1 -- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004f140 msgr2=0x55dba0058ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4981798640 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004f140 0x55dba0058ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4981798640 1 -- 172.21.15.18:0/1365833650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 msgr2=0x55dba005ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4981798640 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba005ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4981798640 1 -- 172.21.15.18:0/1365833650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55db9fcc73f0 con 0x55dba004e750 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4981798640 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba0058980 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f497800ea30 tx=0x7f49780cbb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f07ccf4362426b9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4964ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4964ff9640 1 -- 172.21.15.18:0/1365833650 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49780ae020 con 0x55dba004e750 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4964ff9640 1 -- 172.21.15.18:0/1365833650 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f49780aa760 con 0x55dba004e750 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f497809b4c0 con 0x55dba004e750 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4964ff9640 1 -- 172.21.15.18:0/1365833650 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49780aa980 con 0x55dba004e750 2024-03-07T09:58:59.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f49867e8740 10 client.15447 fetch_fsmap learned FSMap version 24 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x55db9fc870f0 con 0x55dba004e750 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.192+0000 7f4964ff9640 1 -- 172.21.15.18:0/1365833650 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f497809b4c0 con 0x55dba004e750 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f4964ff9640 1 -- 172.21.15.18:0/1365833650 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f49780aa0f0 con 0x55dba004e750 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f49867e8740 10 client.15447 fetch_fsmap finished waiting for FSMap version 24 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f49867e8740 10 client.15447 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f49867e8740 20 client.15447 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f49867e8740 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba0064060 0x55dba0066450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f49867e8740 4 client.15447 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55db9ffc0310 con 0x55dba0064060 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f4980f97640 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba0064060 0x55dba0066450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f4964ff9640 10 client.15447 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.193+0000 7f4980f97640 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba0064060 0x55dba0066450 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a8cd27efc6c9511 server_cookie=e209799b2ffb31cc in_seq=0 out_seq=0 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f4964ff9640 1 -- 172.21.15.18:0/1365833650 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55db9ffc0310 con 0x55dba0064060 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f4964ff9640 10 client.15447 handle_command_reply: tid=0 2024-03-07T09:58:59.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 client.15447 shutdown 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 msgr2=0x55dba0058980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba0058980 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f497800ea30 tx=0x7f49780cbb50 comp rx=0 tx=0).stop 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 shutdown_connections 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba0064060 0x55dba0066450 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba00542b0 0x55dba005ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004f140 0x55dba0058ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 --2- 172.21.15.18:0/1365833650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba0058980 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f4964ff9640 0 client.15447 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.194+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 >> 172.21.15.18:0/1365833650 conn(0x55dba0049cc0 msgr2=0x55dba0048ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.195+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 shutdown_connections 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.195+0000 7f49867e8740 1 -- 172.21.15.18:0/1365833650 wait complete. 2024-03-07T09:58:59.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.195+0000 7f49867e8740 20 client.15447 trim_cache size 0 max 16384 2024-03-07T09:58:59.203 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:58 smithi063 ceph-mon[36356]: osdmap e90: 12 total, 12 up, 12 in 2024-03-07T09:58:59.203 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:58 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/521553232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T09:58:59.203 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:58 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2949808478' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T09:58:59.203 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:58 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/591910280' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:58:59.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.210+0000 7f49867e8740 1 Processor -- start 2024-03-07T09:58:59.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f49867e8740 1 -- start start 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f49867e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba0058590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f49867e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f49867e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba00542b0 0x55dba0058ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f49867e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c1ab180 con 0x55dba00542b0 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f49867e8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c1a8c80 con 0x55dba004f140 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f49867e8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c1a6d20 con 0x55dba004e750 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba00542b0 0x55dba0058ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba00542b0 0x55dba0058ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58188/0 (socket says 172.21.15.18:58188) 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 -- 172.21.15.18:0/3472513330 learned_addr learned my addr 172.21.15.18:0/3472513330 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981798640 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba0058590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4980f97640 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 -- 172.21.15.18:0/3472513330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 msgr2=0x55dba0058590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba0058590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 -- 172.21.15.18:0/3472513330 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 msgr2=0x55dba005fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 -- 172.21.15.18:0/3472513330 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dba004aa30 con 0x55dba00542b0 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4981f99640 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba00542b0 0x55dba0058ad0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4974009be0 tx=0x7f4974005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63784ec6d1180727 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4966ffd640 1 -- 172.21.15.18:0/3472513330 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4974003d40 con 0x55dba00542b0 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4966ffd640 1 -- 172.21.15.18:0/3472513330 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4974055070 con 0x55dba00542b0 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.211+0000 7f4966ffd640 1 -- 172.21.15.18:0/3472513330 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4974034520 con 0x55dba00542b0 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 -- 172.21.15.18:0/3472513330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba00542b0 msgr2=0x55dba0058ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba00542b0 0x55dba0058ad0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4974009be0 tx=0x7f4974005e30 comp rx=0 tx=0).stop 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 -- 172.21.15.18:0/3472513330 shutdown_connections 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba00542b0 0x55dba0058ad0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 --2- 172.21.15.18:0/3472513330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba004e750 0x55dba0058590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 -- 172.21.15.18:0/3472513330 >> 172.21.15.18:0/3472513330 conn(0x55dba0049cc0 msgr2=0x55dba00504c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 -- 172.21.15.18:0/3472513330 shutdown_connections 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 -- 172.21.15.18:0/3472513330 wait complete. 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 -- start start 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.212+0000 7f49867e8740 1 Processor -- start 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba005d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba00542b0 0x55dba005eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c1a7320 con 0x55dba004e750 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c1a8620 con 0x55dba004f140 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497c1a7960 con 0x55dba00542b0 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 10 client.0 _ll_register_callbacks cb 0x7f4978096940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba005d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981f99640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba00542b0 0x55dba005eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4980f97640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981f99640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba00542b0 0x55dba005eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49350/0 (socket says 172.21.15.18:49350) 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba005d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58192/0 (socket says 172.21.15.18:58192) 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981f99640 1 -- 172.21.15.18:0/3165248903 learned_addr learned my addr 172.21.15.18:0/3165248903 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 -- 172.21.15.18:0/3165248903 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba00542b0 msgr2=0x55dba005eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba00542b0 0x55dba005eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 -- 172.21.15.18:0/3165248903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 msgr2=0x55dba005dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 -- 172.21.15.18:0/3165248903 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dba005f290 con 0x55dba004e750 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4981798640 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba005d750 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f497809aac0 tx=0x7f4978003b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e345c3df656976b8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4964ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4964ff9640 1 -- 172.21.15.18:0/3165248903 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49780ae040 con 0x55dba004e750 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f4964ff9640 1 -- 172.21.15.18:0/3165248903 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f497809a210 con 0x55dba004e750 2024-03-07T09:58:59.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.213+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4974055070 con 0x55dba004e750 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f4964ff9640 1 -- 172.21.15.18:0/3165248903 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f497809b4c0 con 0x55dba004e750 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 10 client.15453 fetch_fsmap learned FSMap version 24 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x55dba00bf7f0 con 0x55dba004e750 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f4964ff9640 1 -- 172.21.15.18:0/3165248903 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4974055070 con 0x55dba004e750 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f4964ff9640 1 -- 172.21.15.18:0/3165248903 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 24) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f49780aab70 con 0x55dba004e750 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 10 client.15453 fetch_fsmap finished waiting for FSMap version 24 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 10 client.15453 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 20 client.15453 populate_metadata read hostname 'smithi018' 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba00bff20 0x55dba00c2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 4 client.15453 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55db9ffba660 con 0x55dba00bff20 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.214+0000 7f4980f97640 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba00bff20 0x55dba00c2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f4964ff9640 10 client.15453 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f4980f97640 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba00bff20 0x55dba00c2340 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e0d3a9154cdbfd0 server_cookie=446e50d83b46471 in_seq=0 out_seq=0 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f4964ff9640 1 -- 172.21.15.18:0/3165248903 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55db9ffba660 con 0x55dba00bff20 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f4964ff9640 10 client.15453 handle_command_reply: tid=0 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 client.15453 shutdown 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 msgr2=0x55dba005d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba005d750 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f497809aac0 tx=0x7f4978003b30 comp rx=0 tx=0).stop 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 shutdown_connections 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dba00bff20 0x55dba00c2340 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dba00542b0 0x55dba005eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f4964ff9640 0 client.15453 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dba004f140 0x55dba005dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 --2- 172.21.15.18:0/3165248903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dba004e750 0x55dba005d750 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 >> 172.21.15.18:0/3165248903 conn(0x55dba0049cc0 msgr2=0x55dba0058590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 shutdown_connections 2024-03-07T09:58:59.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 1 -- 172.21.15.18:0/3165248903 wait complete. 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.215+0000 7f49867e8740 20 client.15453 trim_cache size 0 max 16384 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: "84e5bca7-d069-4b9b-aad3-d1e918c4c26d": { 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "84e5bca7-d069-4b9b-aad3-d1e918c4c26d", 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T09:58:59.225 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:58:59.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49680a1e10 msgr2=0x7f49680a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49680a1e10 0x7f49680a42d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4974006010 tx=0x7f4974004a40 comp rx=0 tx=0).stop 2024-03-07T09:58:59.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c1021a0 msgr2=0x7f497c197990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c1021a0 0x7f497c197990 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f497800ea60 tx=0x7f497800ef20 comp rx=0 tx=0).stop 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 shutdown_connections 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f49680a1e10 0x7f49680a42d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f497c107400 0x7f497c19ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f497c104ad0 0x7f497c197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 --2- 172.21.15.18:0/1847227930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f497c1021a0 0x7f497c197990 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 >> 172.21.15.18:0/1847227930 conn(0x7f497c0fbaf0 msgr2=0x7f497c102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 shutdown_connections 2024-03-07T09:58:59.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.216+0000 7f49839fc640 1 -- 172.21.15.18:0/1847227930 wait complete. 2024-03-07T09:58:59.231 INFO:tasks.cephfs.filesystem:scrub status for tag:84e5bca7-d069-4b9b-aad3-d1e918c4c26d - {'path': '/', 'tag': '84e5bca7-d069-4b9b-aad3-d1e918c4c26d', 'options': 'recursive,force'} 2024-03-07T09:58:59.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.291+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7fb95402d250 con 0x7fb954102110 2024-03-07T09:58:59.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.706+0000 7fb951ffb640 1 -- 172.21.15.18:0/4016900193 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v20) v1 ==== 92+0+0 (secure 0 0 0) 0x7fb94c09b140 con 0x7fb954102110 2024-03-07T09:58:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb93c0a1e00 msgr2=0x7fb93c0a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb93c0a1e00 0x7fb93c0a42c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb95419b0d0 tx=0x7fb948005f90 comp rx=0 tx=0).stop 2024-03-07T09:58:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954102110 msgr2=0x7fb954199bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954102110 0x7fb954199bc0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb94c00eb90 tx=0x7fb94c00c6a0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 shutdown_connections 2024-03-07T09:58:59.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7fb93c0a1e00 0x7fb93c0a42c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb954107370 0x7fb9541a1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb954104a40 0x7fb95419a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 --2- 172.21.15.18:0/4016900193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb954102110 0x7fb954199bc0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.709+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 >> 172.21.15.18:0/4016900193 conn(0x7fb9540fbb00 msgr2=0x7fb954101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.710+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 shutdown_connections 2024-03-07T09:58:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.711+0000 7fb95b0af640 1 -- 172.21.15.18:0/4016900193 wait complete. 2024-03-07T09:58:59.731 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-03-07T09:58:59.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2483953791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4104a40 msgr2=0x7fedb4106e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2483953791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4104a40 0x7fedb4106e30 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fedb0009900 tx=0x7fedb002bc30 comp rx=0 tx=0).stop 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2483953791 shutdown_connections 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2483953791 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fedb4107370 0x7fedb41097c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2483953791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4104a40 0x7fedb4106e30 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2483953791 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4102110 0x7fedb4104500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2483953791 >> 172.21.15.18:0/2483953791 conn(0x7fedb40fbb00 msgr2=0x7fedb40fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2483953791 shutdown_connections 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.841+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2483953791 wait complete. 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 Processor -- start 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 -- start start 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4102110 0x7fedb4101a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fedb4104a40 0x7fedb41000c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4107370 0x7fedb4100600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb410d310 con 0x7fedb4107370 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb410d190 con 0x7fedb4104a40 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedbb3fc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb410d490 con 0x7fedb4102110 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb9999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4107370 0x7fedb4100600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb9198640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4102110 0x7fedb4101a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb8997640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fedb4104a40 0x7fedb41000c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb9198640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4102110 0x7fedb4101a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49376/0 (socket says 172.21.15.18:49376) 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb9999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4107370 0x7fedb4100600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58224/0 (socket says 172.21.15.18:58224) 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb9198640 1 -- 172.21.15.18:0/2742104640 learned_addr learned my addr 172.21.15.18:0/2742104640 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb8997640 1 -- 172.21.15.18:0/2742104640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4102110 msgr2=0x7fedb4101a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb8997640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4102110 0x7fedb4101a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb8997640 1 -- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4107370 msgr2=0x7fedb4100600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb8997640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4107370 0x7fedb4100600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.842+0000 7fedb8997640 1 -- 172.21.15.18:0/2742104640 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedb4100e90 con 0x7fedb4104a40 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.843+0000 7fedb8997640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fedb4104a40 0x7fedb41000c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fedb002c170 tx=0x7fedb002c650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.843+0000 7feda67fc640 1 -- 172.21.15.18:0/2742104640 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb0041070 con 0x7fedb4104a40 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.843+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedb41a1ad0 con 0x7fedb4104a40 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.843+0000 7feda67fc640 1 -- 172.21.15.18:0/2742104640 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fedb0004450 con 0x7fedb4104a40 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.843+0000 7feda67fc640 1 -- 172.21.15.18:0/2742104640 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb0003e50 con 0x7fedb4104a40 2024-03-07T09:58:59.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.843+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedb41a1ff0 con 0x7fedb4104a40 2024-03-07T09:58:59.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.844+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedb40fd5f0 con 0x7fedb4104a40 2024-03-07T09:58:59.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.845+0000 7feda67fc640 1 -- 172.21.15.18:0/2742104640 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 20) v1 ==== 136821+0+0 (secure 0 0 0) 0x7fedb0044070 con 0x7fedb4104a40 2024-03-07T09:58:59.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.845+0000 7feda67fc640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feda00a1ff0 0x7feda00a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:58:59.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.845+0000 7fedb9198640 1 -- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feda00a1ff0 msgr2=0x7feda00a44b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:58:59.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.845+0000 7feda67fc640 1 -- 172.21.15.18:0/2742104640 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7fedb00efb70 con 0x7fedb4104a40 2024-03-07T09:58:59.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.845+0000 7fedb9198640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feda00a1ff0 0x7feda00a44b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:58:59.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:58:59.849+0000 7feda67fc640 1 -- 172.21.15.18:0/2742104640 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fedb00bc8a0 con 0x7fedb4104a40 2024-03-07T09:59:00.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:59 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/927678195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:59:00.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:59 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4016900193' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-07T09:59:00.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:58:59 smithi077 ceph-mon[36374]: pgmap v352: 97 pgs: 97 active+clean; 647 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-03-07T09:59:00.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:58:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: ignoring --setuser ceph since I am not root 2024-03-07T09:59:00.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:58:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: ignoring --setgroup ceph since I am not root 2024-03-07T09:59:00.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:58:59 smithi077 ceph-mgr[38251]: -- 172.21.15.77:0/188371294 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a1d7a665a0 con 0x55a1d7a3a800 2024-03-07T09:59:00.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.033+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7fedb402d030 con 0x7fedb4104a40 2024-03-07T09:59:00.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.040+0000 7feda67fc640 1 -- 172.21.15.18:0/2742104640 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v28)=0 v28) v1 ==== 138+0+0 (secure 0 0 0) 0x7fedb00c0940 con 0x7fedb4104a40 2024-03-07T09:59:00.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feda00a1ff0 msgr2=0x7feda00a44b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:59:00.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feda00a1ff0 0x7feda00a44b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fedb4104a40 msgr2=0x7fedb41000c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fedb4104a40 0x7fedb41000c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fedb002c170 tx=0x7fedb002c650 comp rx=0 tx=0).stop 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 shutdown_connections 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7feda00a1ff0 0x7feda00a44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fedb4107370 0x7fedb4100600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fedb4104a40 0x7fedb41000c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 --2- 172.21.15.18:0/2742104640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4102110 0x7fedb4101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 >> 172.21.15.18:0/2742104640 conn(0x7fedb40fbb00 msgr2=0x7fedb4102c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 shutdown_connections 2024-03-07T09:59:00.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.043+0000 7fedbb3fc640 1 -- 172.21.15.18:0/2742104640 wait complete. 2024-03-07T09:59:00.054 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:58:59 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: ignoring --setuser ceph since I am not root 2024-03-07T09:59:00.054 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:58:59 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: ignoring --setgroup ceph since I am not root 2024-03-07T09:59:00.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:59 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/927678195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:59:00.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:59 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4016900193' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-07T09:59:00.055 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:58:59 smithi018 ceph-mon[32171]: pgmap v352: 97 pgs: 97 active+clean; 647 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-03-07T09:59:00.056 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-03-07T09:59:00.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 -- 172.21.15.18:0/3374507776 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760100590 msgr2=0x7f77601009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 --2- 172.21.15.18:0/3374507776 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760100590 0x7f77601009b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f7754009900 tx=0x7f775402bc30 comp rx=0 tx=0).stop 2024-03-07T09:59:00.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 -- 172.21.15.18:0/3374507776 shutdown_connections 2024-03-07T09:59:00.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 --2- 172.21.15.18:0/3374507776 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7760102140 0x7f77601089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 --2- 172.21.15.18:0/3374507776 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7760101780 0x7f7760101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 --2- 172.21.15.18:0/3374507776 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760100590 0x7f77601009b0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 -- 172.21.15.18:0/3374507776 >> 172.21.15.18:0/3374507776 conn(0x7f77600fbb00 msgr2=0x7f77600fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 -- 172.21.15.18:0/3374507776 shutdown_connections 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.158+0000 7f7766b99640 1 -- 172.21.15.18:0/3374507776 wait complete. 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 Processor -- start 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 -- start start 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7760100590 0x7f77601979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7760101780 0x7f7760197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760102140 0x7f776019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776010d330 con 0x7f7760102140 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776010d1b0 con 0x7f7760101780 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7766b99640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776010d4b0 con 0x7f7760100590 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7765136640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760102140 0x7f776019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7765136640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760102140 0x7f776019ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58250/0 (socket says 172.21.15.18:58250) 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7765136640 1 -- 172.21.15.18:0/3770230748 learned_addr learned my addr 172.21.15.18:0/3770230748 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f775ffff640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7760101780 0x7f7760197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:00.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.159+0000 7f7764935640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7760100590 0x7f77601979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7765136640 1 -- 172.21.15.18:0/3770230748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7760100590 msgr2=0x7f77601979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7765136640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7760100590 0x7f77601979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7765136640 1 -- 172.21.15.18:0/3770230748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7760101780 msgr2=0x7f7760197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7765136640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7760101780 0x7f7760197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7765136640 1 -- 172.21.15.18:0/3770230748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776019f5d0 con 0x7f7760102140 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7765136640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760102140 0x7f776019ef60 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f775800eb10 tx=0x7f775800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f775dffb640 1 -- 172.21.15.18:0/3770230748 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7758004b20 con 0x7f7760102140 2024-03-07T09:59:00.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f775dffb640 1 -- 172.21.15.18:0/3770230748 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7758004cc0 con 0x7f7760102140 2024-03-07T09:59:00.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f776019f8c0 con 0x7f7760102140 2024-03-07T09:59:00.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f775dffb640 1 -- 172.21.15.18:0/3770230748 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7758010760 con 0x7f7760102140 2024-03-07T09:59:00.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.160+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f776019fe10 con 0x7f7760102140 2024-03-07T09:59:00.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.161+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7760107930 con 0x7f7760102140 2024-03-07T09:59:00.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.162+0000 7f775dffb640 1 -- 172.21.15.18:0/3770230748 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 20) v1 ==== 136821+0+0 (secure 0 0 0) 0x7f7758005020 con 0x7f7760102140 2024-03-07T09:59:00.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.163+0000 7f775dffb640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f77500a1e50 0x7f77500a4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.163+0000 7f7764935640 1 -- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f77500a1e50 msgr2=0x7f77500a4310 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:59:00.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.163+0000 7f775dffb640 1 -- 172.21.15.18:0/3770230748 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f77580ce630 con 0x7f7760102140 2024-03-07T09:59:00.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.163+0000 7f7764935640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f77500a1e50 0x7f77500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:59:00.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.168+0000 7f775dffb640 1 -- 172.21.15.18:0/3770230748 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f775809b8a0 con 0x7f7760102140 2024-03-07T09:59:00.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:59 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/927678195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T09:59:00.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:59 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4016900193' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-07T09:59:00.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:58:59 smithi063 ceph-mon[36356]: pgmap v352: 97 pgs: 97 active+clean; 647 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-03-07T09:59:00.197 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:58:59 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: ignoring --setuser ceph since I am not root 2024-03-07T09:59:00.197 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:58:59 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: ignoring --setgroup ceph since I am not root 2024-03-07T09:59:00.197 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:58:59 smithi063 ceph-mgr[37741]: -- 172.21.15.63:0/487664082 <== mon.2 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55922e04a5a0 con 0x55922e01e800 2024-03-07T09:59:00.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.351+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7f776002d030 con 0x7f7760102140 2024-03-07T09:59:00.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.356+0000 7f775dffb640 1 -- 172.21.15.18:0/3770230748 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v29)=0 v29) v1 ==== 133+0+0 (secure 0 0 0) 0x7f775809b1a0 con 0x7f7760102140 2024-03-07T09:59:00.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.358+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f77500a1e50 msgr2=0x7f77500a4310 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:59:00.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.358+0000 7f7766b99640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f77500a1e50 0x7f77500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.358+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760102140 msgr2=0x7f776019ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.358+0000 7f7766b99640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760102140 0x7f776019ef60 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f775800eb10 tx=0x7f775800c2d0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 shutdown_connections 2024-03-07T09:59:00.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f77500a1e50 0x7f77500a4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7760102140 0x7f776019ef60 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7760101780 0x7f7760197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 --2- 172.21.15.18:0/3770230748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7760100590 0x7f77601979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 >> 172.21.15.18:0/3770230748 conn(0x7f77600fbb00 msgr2=0x7f7760104b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:00.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 shutdown_connections 2024-03-07T09:59:00.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.359+0000 7f7766b99640 1 -- 172.21.15.18:0/3770230748 wait complete. 2024-03-07T09:59:00.371 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-03-07T09:59:00.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1868669494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64100590 msgr2=0x7f8d641009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 --2- 172.21.15.18:0/1868669494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64100590 0x7f8d641009b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8d60009900 tx=0x7f8d6002bc30 comp rx=0 tx=0).stop 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1868669494 shutdown_connections 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 --2- 172.21.15.18:0/1868669494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d64102140 0x7f8d641089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 --2- 172.21.15.18:0/1868669494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d64101780 0x7f8d64101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 --2- 172.21.15.18:0/1868669494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64100590 0x7f8d641009b0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1868669494 >> 172.21.15.18:0/1868669494 conn(0x7f8d640fbb00 msgr2=0x7f8d640fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1868669494 shutdown_connections 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.477+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1868669494 wait complete. 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 Processor -- start 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 -- start start 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d64100590 0x7f8d64197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d64101780 0x7f8d64197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64102140 0x7f8d6419efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6410c220 con 0x7f8d64102140 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6410c0a0 con 0x7f8d64100590 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d6b4c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6410c3a0 con 0x7f8d64101780 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64102140 0x7f8d6419efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64102140 0x7f8d6419efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:58270/0 (socket says 172.21.15.18:58270) 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 -- 172.21.15.18:0/1719409530 learned_addr learned my addr 172.21.15.18:0/1719409530 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d64100590 0x7f8d64197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d68a62640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d64101780 0x7f8d64197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d64101780 msgr2=0x7f8d64197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d64101780 0x7f8d64197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d64100590 msgr2=0x7f8d64197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8d64100590 0x7f8d64197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 -- 172.21.15.18:0/1719409530 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d6419f650 con 0x7f8d64102140 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.478+0000 7f8d69a64640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64102140 0x7f8d6419efe0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009fd0 tx=0x7f8d5c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.479+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c017070 con 0x7f8d64102140 2024-03-07T09:59:00.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.479+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d5c003e50 con 0x7f8d64102140 2024-03-07T09:59:00.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.479+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d6419f940 con 0x7f8d64102140 2024-03-07T09:59:00.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.479+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c0106c0 con 0x7f8d64102140 2024-03-07T09:59:00.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.479+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d6419fe40 con 0x7f8d64102140 2024-03-07T09:59:00.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.480+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d641a0010 con 0x7f8d64102140 2024-03-07T09:59:00.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.481+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 20) v1 ==== 136821+0+0 (secure 0 0 0) 0x7f8d5c003970 con 0x7f8d64102140 2024-03-07T09:59:00.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.481+0000 7f8d5a7fc640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:00.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.481+0000 7f8d69263640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 msgr2=0x7f8d500a4310 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:59:00.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.481+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8335+0+0 (secure 0 0 0) 0x7f8d5c0cdd20 con 0x7f8d64102140 2024-03-07T09:59:00.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.481+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-07T09:59:00.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.486+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8d5c09a940 con 0x7f8d64102140 2024-03-07T09:59:00.591 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:00.306+0000 7fdf0e9b1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:59:00.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:00.408+0000 7fdf0e9b1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:59:00.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.682+0000 7f8d69263640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 msgr2=0x7f8d500a4310 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:59:00.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.682+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-07T09:59:00.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:00.380+0000 7fa16984a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:59:00.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:00.477+0000 7fa16984a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:59:00.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:00.696+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 --> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f8d641a01e0 con 0x7f8d500a1e50 2024-03-07T09:59:00.708 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:00.275+0000 7fb016f66200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-07T09:59:00.708 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:00.370+0000 7fb016f66200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4016900193' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: mgrmap e20: x(active, since 9m), standbys: y, z 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: from='client.? ' entity='client.admin' 2024-03-07T09:59:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:00 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3770230748' entity='client.admin' 2024-03-07T09:59:01.075 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T09:59:01.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:01.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T09:59:01.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:01.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4016900193' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-07T09:59:01.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: mgrmap e20: x(active, since 9m), standbys: y, z 2024-03-07T09:59:01.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: from='client.? ' entity='client.admin' 2024-03-07T09:59:01.076 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:00 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3770230748' entity='client.admin' 2024-03-07T09:59:01.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:01.083+0000 7f8d69263640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 msgr2=0x7f8d500a4310 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:59:01.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:01.083+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-07T09:59:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T09:59:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T09:59:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4016900193' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-07T09:59:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: mgrmap e20: x(active, since 9m), standbys: y, z 2024-03-07T09:59:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: from='client.? ' entity='client.admin' 2024-03-07T09:59:01.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:00 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3770230748' entity='client.admin' 2024-03-07T09:59:01.341 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.074+0000 7fdf0e9b1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:59:01.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.170+0000 7fdf0e9b1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:59:01.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.313+0000 7fdf0e9b1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:59:01.364 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.030+0000 7fb016f66200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:59:01.365 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.124+0000 7fb016f66200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:59:01.365 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.267+0000 7fb016f66200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:59:01.365 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.363+0000 7fb016f66200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:59:01.571 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:01.227+0000 7fa16984a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-07T09:59:01.571 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:01.323+0000 7fa16984a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-07T09:59:01.572 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:01.469+0000 7fa16984a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-07T09:59:01.722 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.448+0000 7fb016f66200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:59:01.771 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.412+0000 7fdf0e9b1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:59:01.771 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.498+0000 7fdf0e9b1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:59:01.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:01.884+0000 7f8d69263640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 msgr2=0x7f8d500a4310 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:59:01.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:01.884+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-07T09:59:01.946 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:01.569+0000 7fa16984a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-07T09:59:01.947 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:01.656+0000 7fa16984a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-07T09:59:02.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.719+0000 7fb016f66200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:59:02.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.831+0000 7fb016f66200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:59:02.004 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:01.918+0000 7fb016f66200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:59:02.071 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.769+0000 7fdf0e9b1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:59:02.071 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.882+0000 7fdf0e9b1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:59:02.071 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:01.971+0000 7fdf0e9b1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:59:02.072 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:02 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:02.069+0000 7fdf0e9b1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:59:02.230 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:01.962+0000 7fa16984a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-07T09:59:02.230 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:02.116+0000 7fa16984a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-07T09:59:02.341 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:02 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:02.248+0000 7fdf0e9b1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:59:02.503 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:02.015+0000 7fb016f66200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:59:02.503 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:02.194+0000 7fb016f66200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:59:02.589 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:02.229+0000 7fa16984a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-07T09:59:02.589 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:02.369+0000 7fa16984a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-07T09:59:02.946 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:02.588+0000 7fa16984a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-07T09:59:03.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:03.485+0000 7f8d69263640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 msgr2=0x7f8d500a4310 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:59:03.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:03.485+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-07T09:59:03.503 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:03.251+0000 7fb016f66200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:59:03.503 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:03.383+0000 7fb016f66200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:59:03.591 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:03.239+0000 7fdf0e9b1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:59:03.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:03.374+0000 7fdf0e9b1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:59:03.946 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:03.615+0000 7fa16984a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-07T09:59:03.947 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:03.765+0000 7fa16984a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-07T09:59:04.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:03.722+0000 7fb016f66200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:59:04.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:03.813+0000 7fb016f66200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:59:04.012 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:03.714+0000 7fdf0e9b1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:59:04.012 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:03.807+0000 7fdf0e9b1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:59:04.296 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:04.010+0000 7fdf0e9b1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:59:04.296 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:04.211+0000 7fdf0e9b1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:59:04.432 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:04.111+0000 7fa16984a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-07T09:59:04.432 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:04.203+0000 7fa16984a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-07T09:59:04.486 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:04.011+0000 7fb016f66200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:59:04.486 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:04.198+0000 7fb016f66200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:59:04.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:04.520+0000 7fdf0e9b1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:59:04.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:04.431+0000 7fa16984a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:59:04.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:04.677+0000 7fa16984a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-07T09:59:04.749 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:04.484+0000 7fb016f66200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:59:05.002 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:04.748+0000 7fb016f66200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:59:05.003 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:04.985+0000 7fb016f66200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:59:05.091 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:04.786+0000 7fdf0e9b1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:59:05.092 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:05.035+0000 7fdf0e9b1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:59:05.243 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:04.973+0000 7fa16984a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-07T09:59:05.517 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:05.242+0000 7fa16984a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-07T09:59:05.946 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:05.516+0000 7fa16984a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-07T09:59:06.252 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:05.795+0000 7fb016f66200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:59:06.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:05.879+0000 7fdf0e9b1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:59:06.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:06.688+0000 7f8d69263640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 msgr2=0x7f8d500a4310 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.18:6800/1270389896 2024-03-07T09:59:06.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:06.688+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-03-07T09:59:06.693 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:06.372+0000 7fb016f66200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:59:06.693 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:06.471+0000 7fb016f66200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:59:06.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:06 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:06.428+0000 7fa16984a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-07T09:59:06.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:06.765+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mgrmap(e 21) v1 ==== 136821+0+0 (secure 0 0 0) 0x7f8d5c096fb0 con 0x7f8d64102140 2024-03-07T09:59:06.769 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:06.464+0000 7fdf0e9b1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:59:06.769 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:06.569+0000 7fdf0e9b1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:59:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:06.822+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 8 ==== mgrmap(e 22) v1 ==== 136438+0+0 (secure 0 0 0) 0x7f8d5c0a2ba0 con 0x7f8d64102140 2024-03-07T09:59:06.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:06.822+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 msgr2=0x7f8d500a4310 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T09:59:06.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:06.822+0000 7f8d5a7fc640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1270389896,v1:172.21.15.18:6801/1270389896] conn(0x7f8d500a1e50 0x7f8d500a4310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:06.997 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z[38247]: 2024-03-07T09:59:06.691+0000 7fb016f66200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:59:06.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-mon[36374]: Standby manager daemon z restarted 2024-03-07T09:59:06.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-mon[36374]: Standby manager daemon z started 2024-03-07T09:59:06.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-07T09:59:06.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:59:06.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-07T09:59:06.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:06 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:59:07.058 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:06.799+0000 7fdf0e9b1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:59:07.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-mon[32171]: Standby manager daemon z restarted 2024-03-07T09:59:07.058 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-mon[32171]: Standby manager daemon z started 2024-03-07T09:59:07.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-07T09:59:07.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:59:07.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-07T09:59:07.059 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:06 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:59:07.070 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:06 smithi063 ceph-mon[36356]: Standby manager daemon z restarted 2024-03-07T09:59:07.070 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:06 smithi063 ceph-mon[36356]: Standby manager daemon z started 2024-03-07T09:59:07.070 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:06 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-07T09:59:07.070 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:06 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:59:07.070 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:06 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-07T09:59:07.070 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:06 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.77:0/1539081819' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.056+0000 7fde6e386700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.056+0000 7fde6e386700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.056+0000 7fde6e386700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.056+0000 7fde6e386700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.056+0000 7fde6e386700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.057+0000 7fde7144c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.057+0000 7fde7144c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.342 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.057+0000 7fde7144c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.343 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.057+0000 7fde7144c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.343 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T09:59:07.057+0000 7fde7144c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T09:59:07.444 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:07.068+0000 7fa16984a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-07T09:59:07.444 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:07.171+0000 7fa16984a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-07T09:59:07.696 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y[37737]: 2024-03-07T09:59:07.443+0000 7fa16984a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-07T09:59:07.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.832+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mon.0 v2:172.21.15.18:3300/0 9 ==== mgrmap(e 23) v1 ==== 136565+0+0 (secure 0 0 0) 0x7f8d5c09aba0 con 0x7f8d64102140 2024-03-07T09:59:07.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.833+0000 7f8d5a7fc640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8d50034370 0x7f8d50034750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:07.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.833+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 --> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f8d5005d7e0 con 0x7f8d50034370 2024-03-07T09:59:07.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.834+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8d50034370 0x7f8d50034750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:07.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.836+0000 7f8d69263640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8d50034370 0x7f8d50034750 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8d60000c00 tx=0x7f8d60005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:07.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.906+0000 7f8d5a7fc640 1 -- 172.21.15.18:0/1719409530 <== mgr.15465 v2:172.21.15.18:6800/1132568373 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f8d5005d7e0 con 0x7f8d50034370 2024-03-07T09:59:07.907 INFO:teuthology.orchestra.run.smithi018.stdout:Schedule set for path / 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8d50034370 msgr2=0x7f8d50034750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8d50034370 0x7f8d50034750 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8d60000c00 tx=0x7f8d60005fd0 comp rx=0 tx=0).stop 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64102140 msgr2=0x7f8d6419efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 --2- 172.21.15.18:0/1719409530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8d64102140 0x7f8d6419efe0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009fd0 tx=0x7f8d5c00b260 comp rx=0 tx=0).stop 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d69a64640 1 -- 172.21.15.18:0/1719409530 reap_dead start 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 shutdown_connections 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 >> 172.21.15.18:0/1719409530 conn(0x7f8d640fbb00 msgr2=0x7f8d64068e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 shutdown_connections 2024-03-07T09:59:07.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:07.908+0000 7f8d6b4c7640 1 -- 172.21.15.18:0/1719409530 wait complete. 2024-03-07T09:59:07.920 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 -- 172.21.15.18:0/2986041837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24107380 msgr2=0x7fdd241097d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 --2- 172.21.15.18:0/2986041837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24107380 0x7fdd241097d0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c009ca0 tx=0x7fdd1c02c0f0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 -- 172.21.15.18:0/2986041837 shutdown_connections 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 --2- 172.21.15.18:0/2986041837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24107380 0x7fdd241097d0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 --2- 172.21.15.18:0/2986041837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24104a50 0x7fdd24106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 --2- 172.21.15.18:0/2986041837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd24102120 0x7fdd24104510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 -- 172.21.15.18:0/2986041837 >> 172.21.15.18:0/2986041837 conn(0x7fdd240fbb30 msgr2=0x7fdd240fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:08.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 -- 172.21.15.18:0/2986041837 shutdown_connections 2024-03-07T09:59:08.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.027+0000 7fdd29f71640 1 -- 172.21.15.18:0/2986041837 wait complete. 2024-03-07T09:59:08.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 Processor -- start 2024-03-07T09:59:08.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 -- start start 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd24102120 0x7fdd24199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24104a50 0x7fdd2419a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24107380 0x7fdd241a1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2410d340 con 0x7fdd24104a50 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2410d1c0 con 0x7fdd24107380 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd29f71640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2410d4c0 con 0x7fdd24102120 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd22ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24104a50 0x7fdd2419a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd23fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24107380 0x7fdd241a1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd22ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24104a50 0x7fdd2419a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49410/0 (socket says 172.21.15.18:49410) 2024-03-07T09:59:08.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd23fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24107380 0x7fdd241a1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60814/0 (socket says 172.21.15.18:60814) 2024-03-07T09:59:08.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd22ffd640 1 -- 172.21.15.18:0/1719279611 learned_addr learned my addr 172.21.15.18:0/1719279611 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:08.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.028+0000 7fdd237fe640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd24102120 0x7fdd24199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd23fff640 1 -- 172.21.15.18:0/1719279611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd24102120 msgr2=0x7fdd24199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd23fff640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd24102120 0x7fdd24199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd23fff640 1 -- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24104a50 msgr2=0x7fdd2419a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd23fff640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24104a50 0x7fdd2419a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd23fff640 1 -- 172.21.15.18:0/1719279611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd241a17b0 con 0x7fdd24107380 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd22ffd640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24104a50 0x7fdd2419a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd23fff640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24107380 0x7fdd241a1140 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c02c630 tx=0x7fdd1c032f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd20ff9640 1 -- 172.21.15.18:0/1719279611 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c041020 con 0x7fdd24107380 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd241a1a40 con 0x7fdd24107380 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd20ff9640 1 -- 172.21.15.18:0/1719279611 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd1c034cd0 con 0x7fdd24107380 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd241a1f50 con 0x7fdd24107380 2024-03-07T09:59:08.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.029+0000 7fdd20ff9640 1 -- 172.21.15.18:0/1719279611 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c039040 con 0x7fdd24107380 2024-03-07T09:59:08.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.030+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd24108e70 con 0x7fdd24107380 2024-03-07T09:59:08.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.031+0000 7fdd20ff9640 1 -- 172.21.15.18:0/1719279611 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 23) v1 ==== 136565+0+0 (secure 0 0 0) 0x7fdd1c044020 con 0x7fdd24107380 2024-03-07T09:59:08.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.032+0000 7fdd20ff9640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd0c0a1b60 0x7fdd0c0a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.032+0000 7fdd237fe640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd0c0a1b60 0x7fdd0c0a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.032+0000 7fdd20ff9640 1 -- 172.21.15.18:0/1719279611 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fdd1c0ef840 con 0x7fdd24107380 2024-03-07T09:59:08.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.032+0000 7fdd237fe640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd0c0a1b60 0x7fdd0c0a4020 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fdd14009bd0 tx=0x7fdd14005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:08.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.041+0000 7fdd20ff9640 1 -- 172.21.15.18:0/1719279611 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdd1c04b020 con 0x7fdd24107380 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: mgrmap e21: x(active, since 9m), standbys: y, z 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: Active manager daemon x restarted 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: Activating manager daemon x 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: osdmap e91: 12 total, 12 up, 12 in 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: mgrmap e22: x(active, starting, since 0.0111526s), standbys: y, z 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:59:08.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T09:59:08.056 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:59:08.057 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T09:59:08.058 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: Manager daemon x is now available 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: Standby manager daemon y restarted 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: Standby manager daemon y started 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:59:08.059 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T09:59:08.060 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:07 smithi077 ceph-mon[36374]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:59:08.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: mgrmap e21: x(active, since 9m), standbys: y, z 2024-03-07T09:59:08.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: Active manager daemon x restarted 2024-03-07T09:59:08.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: Activating manager daemon x 2024-03-07T09:59:08.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: osdmap e91: 12 total, 12 up, 12 in 2024-03-07T09:59:08.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: mgrmap e22: x(active, starting, since 0.0111526s), standbys: y, z 2024-03-07T09:59:08.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:59:08.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:59:08.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:59:08.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-07T09:59:08.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-07T09:59:08.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-07T09:59:08.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T09:59:08.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-07T09:59:08.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-07T09:59:08.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T09:59:08.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T09:59:08.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T09:59:08.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:59:08.097 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T09:59:08.098 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: Manager daemon x is now available 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: Standby manager daemon y restarted 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: Standby manager daemon y started 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T09:59:08.099 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:07 smithi018 ceph-mon[32171]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:59:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: mgrmap e21: x(active, since 9m), standbys: y, z 2024-03-07T09:59:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: Active manager daemon x restarted 2024-03-07T09:59:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: Activating manager daemon x 2024-03-07T09:59:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: osdmap e91: 12 total, 12 up, 12 in 2024-03-07T09:59:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: mgrmap e22: x(active, starting, since 0.0111526s), standbys: y, z 2024-03-07T09:59:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T09:59:08.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-07T09:59:08.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: Manager daemon x is now available 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: Standby manager daemon y restarted 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: Standby manager daemon y started 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-07T09:59:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:07 smithi063 ceph-mon[36356]: from='mgr.? 172.21.15.63:0/2773141124' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-07T09:59:08.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.251+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 --> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) v1 -- 0x7fdd24061b40 con 0x7fdd0c0a1b60 2024-03-07T09:59:08.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.306+0000 7fdd20ff9640 1 -- 172.21.15.18:0/1719279611 <== mgr.15465 v2:172.21.15.18:6800/1132568373 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7fdd24061b40 con 0x7fdd0c0a1b60 2024-03-07T09:59:08.308 INFO:teuthology.orchestra.run.smithi018.stdout:Retention added to path / 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.308+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd0c0a1b60 msgr2=0x7fdd0c0a4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.308+0000 7fdd29f71640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd0c0a1b60 0x7fdd0c0a4020 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fdd14009bd0 tx=0x7fdd14005f90 comp rx=0 tx=0).stop 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.308+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24107380 msgr2=0x7fdd241a1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.308+0000 7fdd29f71640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24107380 0x7fdd241a1140 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c02c630 tx=0x7fdd1c032f20 comp rx=0 tx=0).stop 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 shutdown_connections 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd24107380 0x7fdd241a1140 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd0c0a1b60 0x7fdd0c0a4020 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdd24104a50 0x7fdd2419a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 --2- 172.21.15.18:0/1719279611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd24102120 0x7fdd24199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 >> 172.21.15.18:0/1719279611 conn(0x7fdd240fbb30 msgr2=0x7fdd241017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 shutdown_connections 2024-03-07T09:59:08.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.309+0000 7fdd29f71640 1 -- 172.21.15.18:0/1719279611 wait complete. 2024-03-07T09:59:08.325 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-03-07T09:59:08.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 -- 172.21.15.18:0/2053147696 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438102140 msgr2=0x7fe4381089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/2053147696 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438102140 0x7fe4381089d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe430009ca0 tx=0x7fe43002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 -- 172.21.15.18:0/2053147696 shutdown_connections 2024-03-07T09:59:08.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/2053147696 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438102140 0x7fe4381089d0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/2053147696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe438101780 0x7fe438101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/2053147696 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe438100590 0x7fe4381009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 -- 172.21.15.18:0/2053147696 >> 172.21.15.18:0/2053147696 conn(0x7fe4380fbb00 msgr2=0x7fe4380fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 -- 172.21.15.18:0/2053147696 shutdown_connections 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 -- 172.21.15.18:0/2053147696 wait complete. 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 Processor -- start 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.431+0000 7fe43f3cd640 1 -- start start 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43f3cd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe438100590 0x7fe4380699c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43f3cd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438101780 0x7fe43819c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43f3cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe438102140 0x7fe43819eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43f3cd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43810c1f0 con 0x7fe438101780 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43f3cd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43810c070 con 0x7fe438102140 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43f3cd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43810c370 con 0x7fe438100590 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438101780 0x7fe43819c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43d169640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe438100590 0x7fe4380699c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438101780 0x7fe43819c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49432/0 (socket says 172.21.15.18:49432) 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 -- 172.21.15.18:0/3585026094 learned_addr learned my addr 172.21.15.18:0/3585026094 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43d96a640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe438102140 0x7fe43819eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 -- 172.21.15.18:0/3585026094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe438100590 msgr2=0x7fe4380699c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe438100590 0x7fe4380699c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 -- 172.21.15.18:0/3585026094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe438102140 msgr2=0x7fe43819eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe438102140 0x7fe43819eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 -- 172.21.15.18:0/3585026094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe43819f5b0 con 0x7fe438101780 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43d169640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe438100590 0x7fe4380699c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43c968640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438101780 0x7fe43819c680 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe43400e9f0 tx=0x7fe43400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe42a7fc640 1 -- 172.21.15.18:0/3585026094 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe43400cd80 con 0x7fe438101780 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.432+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe43819f840 con 0x7fe438101780 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.433+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe43819fde0 con 0x7fe438101780 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.433+0000 7fe42a7fc640 1 -- 172.21.15.18:0/3585026094 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe434010910 con 0x7fe438101780 2024-03-07T09:59:08.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.433+0000 7fe42a7fc640 1 -- 172.21.15.18:0/3585026094 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe434026060 con 0x7fe438101780 2024-03-07T09:59:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.434+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe41c0052c0 con 0x7fe438101780 2024-03-07T09:59:08.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.435+0000 7fe42a7fc640 1 -- 172.21.15.18:0/3585026094 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 23) v1 ==== 136565+0+0 (secure 0 0 0) 0x7fe434010ac0 con 0x7fe438101780 2024-03-07T09:59:08.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.435+0000 7fe42a7fc640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4240a1b60 0x7fe4240a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.436+0000 7fe43d169640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4240a1b60 0x7fe4240a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.436+0000 7fe42a7fc640 1 -- 172.21.15.18:0/3585026094 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe4340cdf20 con 0x7fe438101780 2024-03-07T09:59:08.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.436+0000 7fe43d169640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4240a1b60 0x7fe4240a4020 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe4381015e0 tx=0x7fe42c005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:08.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.440+0000 7fe42a7fc640 1 -- 172.21.15.18:0/3585026094 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe43409ae20 con 0x7fe438101780 2024-03-07T09:59:08.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.647+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 --> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7fe41c000bf0 con 0x7fe4240a1b60 2024-03-07T09:59:08.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.655+0000 7fe42a7fc640 1 -- 172.21.15.18:0/3585026094 <== mgr.15465 v2:172.21.15.18:6800/1132568373 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+298 (secure 0 0 0) 0x7fe41c000bf0 con 0x7fe4240a1b60 2024-03-07T09:59:08.657 INFO:teuthology.orchestra.run.smithi018.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-07T00:00:00", "created": "2024-03-07T09:59:07", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4240a1b60 msgr2=0x7fe4240a4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4240a1b60 0x7fe4240a4020 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe4381015e0 tx=0x7fe42c005f90 comp rx=0 tx=0).stop 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438101780 msgr2=0x7fe43819c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438101780 0x7fe43819c680 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe43400e9f0 tx=0x7fe43400eeb0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 shutdown_connections 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe438102140 0x7fe43819eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4240a1b60 0x7fe4240a4020 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe438101780 0x7fe43819c680 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 --2- 172.21.15.18:0/3585026094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe438100590 0x7fe4380699c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 >> 172.21.15.18:0/3585026094 conn(0x7fe4380fbb00 msgr2=0x7fe438104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:08.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 shutdown_connections 2024-03-07T09:59:08.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.658+0000 7fe43f3cd640 1 -- 172.21.15.18:0/3585026094 wait complete. 2024-03-07T09:59:08.673 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 -- 172.21.15.18:0/1388784698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c41028a0 msgr2=0x7fd3c4102d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1388784698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c41028a0 0x7fd3c4102d20 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8009900 tx=0x7fd3b802bc30 comp rx=0 tx=0).stop 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 -- 172.21.15.18:0/1388784698 shutdown_connections 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1388784698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c4103260 0x7fd3c4109af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1388784698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c41028a0 0x7fd3c4102d20 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1388784698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 0x7fd3c4101ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 -- 172.21.15.18:0/1388784698 >> 172.21.15.18:0/1388784698 conn(0x7fd3c40fcc20 msgr2=0x7fd3c40ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:08.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 -- 172.21.15.18:0/1388784698 shutdown_connections 2024-03-07T09:59:08.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.795+0000 7fd3ca910640 1 -- 172.21.15.18:0/1388784698 wait complete. 2024-03-07T09:59:08.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 Processor -- start 2024-03-07T09:59:08.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 -- start start 2024-03-07T09:59:08.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 0x7fd3c41979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c41028a0 0x7fd3c4197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c4103260 0x7fd3c419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3c410d330 con 0x7fd3c4103260 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3c410d1b0 con 0x7fd3c41016b0 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3ca910640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3c410d4b0 con 0x7fd3c41028a0 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3c8ead640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c4103260 0x7fd3c419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3c37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c41028a0 0x7fd3c4197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3c3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 0x7fd3c41979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3c3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 0x7fd3c41979d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60844/0 (socket says 172.21.15.18:60844) 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3c37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c41028a0 0x7fd3c4197f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47716/0 (socket says 172.21.15.18:47716) 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3c8ead640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c4103260 0x7fd3c419ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49442/0 (socket says 172.21.15.18:49442) 2024-03-07T09:59:08.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.796+0000 7fd3c3fff640 1 -- 172.21.15.18:0/1461601593 learned_addr learned my addr 172.21.15.18:0/1461601593 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c3fff640 1 -- 172.21.15.18:0/1461601593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c41028a0 msgr2=0x7fd3c4197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c3fff640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c41028a0 0x7fd3c4197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c3fff640 1 -- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c4103260 msgr2=0x7fd3c419ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c3fff640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c4103260 0x7fd3c419ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c3fff640 1 -- 172.21.15.18:0/1461601593 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3c419f5f0 con 0x7fd3c41016b0 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c37fe640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c41028a0 0x7fd3c4197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c8ead640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c4103260 0x7fd3c419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c3fff640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 0x7fd3c41979d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400e9c0 tx=0x7fd3b400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c17fa640 1 -- 172.21.15.18:0/1461601593 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b400cd80 con 0x7fd3c41016b0 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3c419f8e0 con 0x7fd3c41016b0 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3c419fe50 con 0x7fd3c41016b0 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c17fa640 1 -- 172.21.15.18:0/1461601593 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd3b40035f0 con 0x7fd3c41016b0 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.797+0000 7fd3c17fa640 1 -- 172.21.15.18:0/1461601593 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4010690 con 0x7fd3c41016b0 2024-03-07T09:59:08.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.798+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3c404fc10 con 0x7fd3c41016b0 2024-03-07T09:59:08.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.799+0000 7fd3c17fa640 1 -- 172.21.15.18:0/1461601593 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 23) v1 ==== 136565+0+0 (secure 0 0 0) 0x7fd3b40037a0 con 0x7fd3c41016b0 2024-03-07T09:59:08.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.800+0000 7fd3c17fa640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3ac0a1be0 0x7fd3ac0a40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:08.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.800+0000 7fd3c37fe640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3ac0a1be0 0x7fd3ac0a40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:08.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.800+0000 7fd3c17fa640 1 -- 172.21.15.18:0/1461601593 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd3b40ce180 con 0x7fd3c41016b0 2024-03-07T09:59:08.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.800+0000 7fd3c37fe640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3ac0a1be0 0x7fd3ac0a40a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd3b802c7b0 tx=0x7fd3b8005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:08.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:08.804+0000 7fd3c17fa640 1 -- 172.21.15.18:0/1461601593 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd3b409b760 con 0x7fd3c41016b0 2024-03-07T09:59:09.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.038+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 --> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fd3c4061aa0 con 0x7fd3ac0a1be0 2024-03-07T09:59:09.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.045+0000 7fd3c17fa640 1 -- 172.21.15.18:0/1461601593 <== mgr.15465 v2:172.21.15.18:6800/1132568373 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7fd3c4061aa0 con 0x7fd3ac0a1be0 2024-03-07T09:59:09.047 INFO:teuthology.orchestra.run.smithi018.stdout:/ 1m 6m3h 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.047+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3ac0a1be0 msgr2=0x7fd3ac0a40a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.047+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3ac0a1be0 0x7fd3ac0a40a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd3b802c7b0 tx=0x7fd3b8005fd0 comp rx=0 tx=0).stop 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.047+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 msgr2=0x7fd3c41979d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.047+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 0x7fd3c41979d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400e9c0 tx=0x7fd3b400ee80 comp rx=0 tx=0).stop 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.047+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 shutdown_connections 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.047+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3ac0a1be0 0x7fd3ac0a40a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.048+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3c4103260 0x7fd3c419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.048+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3c41028a0 0x7fd3c4197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:09.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.048+0000 7fd3ca910640 1 --2- 172.21.15.18:0/1461601593 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3c41016b0 0x7fd3c41979d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:09.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.048+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 >> 172.21.15.18:0/1461601593 conn(0x7fd3c40fcc20 msgr2=0x7fd3c4105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:09.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.048+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 shutdown_connections 2024-03-07T09:59:09.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:09.048+0000 7fd3ca910640 1 -- 172.21.15.18:0/1461601593 wait complete. 2024-03-07T09:59:09.061 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-03-07T09:59:09.086 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:08 smithi018 ceph-mon[32171]: mgrmap e23: x(active, since 1.02135s), standbys: y, z 2024-03-07T09:59:09.086 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:08 smithi018 ceph-mon[32171]: [07/Mar/2024:09:59:08] ENGINE Bus STARTING 2024-03-07T09:59:09.086 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:08 smithi018 ceph-mon[32171]: [07/Mar/2024:09:59:08] ENGINE Serving on http://172.21.15.18:8765 2024-03-07T09:59:09.086 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:08 smithi018 ceph-mon[32171]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:59:09.086 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:08 smithi018 ceph-mon[32171]: [07/Mar/2024:09:59:08] ENGINE Serving on https://172.21.15.18:7150 2024-03-07T09:59:09.086 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:08 smithi018 ceph-mon[32171]: [07/Mar/2024:09:59:08] ENGINE Bus STARTED 2024-03-07T09:59:09.092 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-03-07T09:59:09.104 INFO:teuthology.run_tasks:Running task background_exec... 2024-03-07T09:59:09.114 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T09:59:09.114 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-03-07T09:59:09.135 INFO:teuthology.run_tasks:Running task exec... 2024-03-07T09:59:09.144 INFO:teuthology.task.exec:Executing custom commands... 2024-03-07T09:59:09.145 INFO:teuthology.task.exec:Running commands on role client.0 host ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T09:59:09.145 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/' 2024-03-07T09:59:09.185 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:08 smithi063 ceph-mon[36356]: mgrmap e23: x(active, since 1.02135s), standbys: y, z 2024-03-07T09:59:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:08 smithi063 ceph-mon[36356]: [07/Mar/2024:09:59:08] ENGINE Bus STARTING 2024-03-07T09:59:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:08 smithi063 ceph-mon[36356]: [07/Mar/2024:09:59:08] ENGINE Serving on http://172.21.15.18:8765 2024-03-07T09:59:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:08 smithi063 ceph-mon[36356]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:59:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:08 smithi063 ceph-mon[36356]: [07/Mar/2024:09:59:08] ENGINE Serving on https://172.21.15.18:7150 2024-03-07T09:59:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:08 smithi063 ceph-mon[36356]: [07/Mar/2024:09:59:08] ENGINE Bus STARTED 2024-03-07T09:59:09.200 INFO:teuthology.orchestra.run.smithi018.stdout:Filesystem Size Used Avail Use% Mounted on 2024-03-07T09:59:09.200 INFO:teuthology.orchestra.run.smithi018.stdout:0@c474c52c-dc67-11ee-95c6-87774f69a715.cephfs=/volumes/qa/sv_1/85eeb1b6-6511-43c7-ab9e-70c6237f25fe 340G 0 340G 0% /tmp/cephfs 2024-03-07T09:59:09.203 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres' 2024-03-07T09:59:09.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:08 smithi077 ceph-mon[36374]: mgrmap e23: x(active, since 1.02135s), standbys: y, z 2024-03-07T09:59:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:08 smithi077 ceph-mon[36374]: [07/Mar/2024:09:59:08] ENGINE Bus STARTING 2024-03-07T09:59:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:08 smithi077 ceph-mon[36374]: [07/Mar/2024:09:59:08] ENGINE Serving on http://172.21.15.18:8765 2024-03-07T09:59:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:08 smithi077 ceph-mon[36374]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:59:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:08 smithi077 ceph-mon[36374]: [07/Mar/2024:09:59:08] ENGINE Serving on https://172.21.15.18:7150 2024-03-07T09:59:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:08 smithi077 ceph-mon[36374]: [07/Mar/2024:09:59:08] ENGINE Bus STARTED 2024-03-07T09:59:09.303 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data' 2024-03-07T09:59:09.348 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?"' 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: from='client.25346 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:09 smithi063 ceph-mon[36356]: mgrmap e24: x(active, since 3s), standbys: y, z 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: from='client.25346 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:09 smithi077 ceph-mon[36374]: mgrmap e24: x(active, since 3s), standbys: y, z 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: from='client.25346 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:09 smithi018 ceph-mon[32171]: mgrmap e24: x(active, since 3s), standbys: y, z 2024-03-07T09:59:11.139 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local' 2024-03-07T09:59:11.183 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres(/.*)? system_u:object_r:postgresql_db_t:s0 2024-03-07T09:59:11.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo restorecon -R -v /tmp/cephfs/postgres' 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi077 to 174.1M 2024-03-07T09:59:11.269 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Unable to set osd_memory_target on smithi077 to 182618419: error parsing value: Value '182618419' is below minimum 939524096 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Unable to set osd_memory_target on smithi018 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.270 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi063 to 174.1M 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Unable to set osd_memory_target on smithi063 to 182642073: error parsing value: Value '182642073' is below minimum 939524096 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Updating smithi018:/etc/ceph/ceph.conf 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Updating smithi063:/etc/ceph/ceph.conf 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Updating smithi077:/etc/ceph/ceph.conf 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.271 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:11 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T09:59:11.272 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2024-03-07T09:59:11.351 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/: 2024-03-07T09:59:11.351 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:11.351 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T09:59:11.351 INFO:teuthology.orchestra.run.smithi018.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 .. 2024-03-07T09:59:11.351 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 data 2024-03-07T09:59:11.351 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:11.351 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data: 2024-03-07T09:59:11.352 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:11.352 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:11.352 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 .. 2024-03-07T09:59:11.354 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '"'"'[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n'"'"' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf' 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi077 to 174.1M 2024-03-07T09:59:11.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Unable to set osd_memory_target on smithi077 to 182618419: error parsing value: Value '182618419' is below minimum 939524096 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Unable to set osd_memory_target on smithi018 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi063 to 174.1M 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Unable to set osd_memory_target on smithi063 to 182642073: error parsing value: Value '182642073' is below minimum 939524096 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Updating smithi018:/etc/ceph/ceph.conf 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Updating smithi063:/etc/ceph/ceph.conf 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Updating smithi077:/etc/ceph/ceph.conf 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.449 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:11 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T09:59:11.450 INFO:teuthology.orchestra.run.smithi018.stdout:[Service] 2024-03-07T09:59:11.450 INFO:teuthology.orchestra.run.smithi018.stdout:Environment=PGDATA=/tmp/cephfs/postgres/data 2024-03-07T09:59:11.450 INFO:teuthology.orchestra.run.smithi018.stdout:Environment=PGLOG=/tmp/cephfs/postgres/pgstartup.log 2024-03-07T09:59:11.451 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- postgresql-setup --initdb' 2024-03-07T09:59:11.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi077 to 174.1M 2024-03-07T09:59:11.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Unable to set osd_memory_target on smithi077 to 182618419: error parsing value: Value '182618419' is below minimum 939524096 2024-03-07T09:59:11.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Unable to set osd_memory_target on smithi018 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.506 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi063 to 174.1M 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Unable to set osd_memory_target on smithi063 to 182642073: error parsing value: Value '182642073' is below minimum 939524096 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Updating smithi018:/etc/ceph/ceph.conf 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Updating smithi063:/etc/ceph/ceph.conf 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Updating smithi077:/etc/ceph/ceph.conf 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.507 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.508 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.conf 2024-03-07T09:59:11.508 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:11 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T09:59:11.534 INFO:teuthology.orchestra.run.smithi018.stderr: * Initializing database in '/tmp/cephfs/postgres/data' 2024-03-07T09:59:12.681 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:12.681 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.681 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.682 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:12.683 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:59:12.683 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:59:12.683 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:12.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:59:12.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:59:12.698 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: Updating smithi018:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: Updating smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: Updating smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: Updating smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/config/ceph.client.admin.keyring 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T09:59:12.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T09:59:14.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:14 smithi063 ceph-mon[36356]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:14.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:14 smithi077 ceph-mon[36374]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:14.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:14 smithi018 ceph-mon[32171]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-07T09:59:16.556 INFO:teuthology.orchestra.run.smithi018.stderr: * Initialized, logs are in /var/lib/pgsql/initdb_postgresql.log 2024-03-07T09:59:16.559 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2024-03-07T09:59:16.682 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/: 2024-03-07T09:59:16.682 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.682 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T09:59:16.682 INFO:teuthology.orchestra.run.smithi018.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 .. 2024-03-07T09:59:16.682 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 data 2024-03-07T09:59:16.682 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.682 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data: 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:total 35 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 . 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 .. 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 base 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 57 Mar 7 09:59 global 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 log 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_commit_ts 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_dynshmem 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 4516 Mar 7 09:59 pg_hba.conf 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1636 Mar 7 09:59 pg_ident.conf 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 pg_logical 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 pg_multixact 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_notify 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_replslot 2024-03-07T09:59:16.683 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_serial 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_snapshots 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_stat 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_stat_tmp 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 pg_subtrans 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_tblspc 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_twophase 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 pg_wal 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 pg_xact 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 88 Mar 7 09:59 postgresql.auto.conf 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 28082 Mar 7 09:59 postgresql.conf 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base: 2024-03-07T09:59:16.684 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 . 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 1 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 13493 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 13494 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/1: 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 . 2024-03-07T09:59:16.685 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 .. 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 112 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 113 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 1247 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1247_fsm 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1247_vm 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Mar 7 09:59 1249 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1249_fsm 2024-03-07T09:59:16.686 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1249_vm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Mar 7 09:59 1255 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1255_fsm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1255_vm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Mar 7 09:59 1259 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1259_fsm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1259_vm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Mar 7 09:59 13344 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13344_fsm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13344_vm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13346 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13348 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13349_fsm 2024-03-07T09:59:16.687 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349_vm 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13351 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13353 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13354_fsm 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354_vm 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13356 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13358 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13359_fsm 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359_vm 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13361 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13363 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1417 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1418 2024-03-07T09:59:16.688 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 174 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 175 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2187 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2224 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2328 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2336 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2337 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2579 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2600 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2600_fsm 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2600_vm 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2601_fsm 2024-03-07T09:59:16.689 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601_vm 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2602 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2602_fsm 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2602_vm 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2603 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2603_fsm 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2603_vm 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2604 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2605 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2605_fsm 2024-03-07T09:59:16.690 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2605_vm 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2606_fsm 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606_vm 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2607 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2607_fsm 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2607_vm 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Mar 7 09:59 2608 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2608_fsm 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2608_vm 2024-03-07T09:59:16.691 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Mar 7 09:59 2609 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2609_fsm 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2609_vm 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2610 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2610_fsm 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2610_vm 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2611 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2612_fsm 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612_vm 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2613 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2615_fsm 2024-03-07T09:59:16.692 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615_vm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2616 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2616_fsm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2616_vm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Mar 7 09:59 2617 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2617_fsm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2617_vm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Mar 7 09:59 2618 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2618_fsm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2618_vm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Mar 7 09:59 2619 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2619_fsm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2619_vm 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2620 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2650 2024-03-07T09:59:16.693 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2651 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2652 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2653 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2654 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2655 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2656 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2657 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Mar 7 09:59 2658 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 2659 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2660 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2661 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2662 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2663 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2664 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2665 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2666 2024-03-07T09:59:16.694 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2667 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2668 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2669 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2670 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Mar 7 09:59 2673 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Mar 7 09:59 2674 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Mar 7 09:59 2675 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2678 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2679 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2680 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2681 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2682 2024-03-07T09:59:16.695 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2683 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2684 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2685 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2686 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2687 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2688 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2689 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Mar 7 09:59 2690 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Mar 7 09:59 2691 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2692 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2693 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2696 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2699 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2701 2024-03-07T09:59:16.696 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2702 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2703 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2704 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2753 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2753_fsm 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2753_vm 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2754 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2755 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2756 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2757 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2830 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2831 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2832 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2833 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2834 2024-03-07T09:59:16.697 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2835 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2836 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2837 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Mar 7 09:59 2838 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2838_fsm 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2838_vm 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2839 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840_fsm 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2840_vm 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2841 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2995 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2996 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079 2024-03-07T09:59:16.698 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3079_fsm 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079_vm 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3080 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3081 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3085 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3118 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3119 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 09:59 3164 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3256 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3257 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3258 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3350 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3351 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3379 2024-03-07T09:59:16.699 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3380 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3381 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3394 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3394_fsm 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3394_vm 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3395 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3429 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3430 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3431 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3433 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3439 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3440 2024-03-07T09:59:16.700 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3455 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Mar 7 09:59 3456 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3456_fsm 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3456_vm 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3466 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3467 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3468 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3501 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3502 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3503 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3534 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3541_fsm 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541_vm 2024-03-07T09:59:16.701 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3542 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3574 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3575 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3576 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3596 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3597 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3598 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3599 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3600_fsm 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600_vm 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3601_fsm 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601_vm 2024-03-07T09:59:16.702 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3602_fsm 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602_vm 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603_fsm 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3603_vm 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3604 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3605 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3606 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3607 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3608 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 3609 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3712 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3764_fsm 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764_vm 2024-03-07T09:59:16.703 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3766 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3767 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3997 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4143 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4144 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4145 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4146 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4147 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4148 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4149 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4150 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4151 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4152 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4153 2024-03-07T09:59:16.704 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4154 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4155 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4156 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4157 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4158 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4159 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4160 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4161 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4162 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4163 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4164 2024-03-07T09:59:16.705 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4165 2024-03-07T09:59:16.706 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:16 smithi063 ceph-mon[36356]: pgmap v7: 97 pgs: 97 active+clean; 2.2 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 274 KiB/s wr, 82 op/s 2024-03-07T09:59:16.708 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4166 2024-03-07T09:59:16.708 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4167 2024-03-07T09:59:16.708 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4168 2024-03-07T09:59:16.708 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4169 2024-03-07T09:59:16.708 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4170 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4171 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4172 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4173 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4174 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 5002 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 548 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 549 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6102 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6104 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6106 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6110 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6111 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6112 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6113 2024-03-07T09:59:16.709 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6117 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 826 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 827 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 828 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13493: 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 . 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 .. 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 112 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 113 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 1247 2024-03-07T09:59:16.710 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1247_fsm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1247_vm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Mar 7 09:59 1249 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1249_fsm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1249_vm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Mar 7 09:59 1255 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1255_fsm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1255_vm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Mar 7 09:59 1259 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1259_fsm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1259_vm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Mar 7 09:59 13344 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13344_fsm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13344_vm 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13346 2024-03-07T09:59:16.711 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13348 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13349_fsm 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349_vm 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13351 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13353 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13354_fsm 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354_vm 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13356 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13358 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13359_fsm 2024-03-07T09:59:16.712 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359_vm 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13361 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13363 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1417 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1418 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 174 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 175 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2187 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2224 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2328 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2336 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2337 2024-03-07T09:59:16.713 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2579 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2600 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2600_fsm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2600_vm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2601_fsm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601_vm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2602 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2602_fsm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2602_vm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2603 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2603_fsm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2603_vm 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2604 2024-03-07T09:59:16.714 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2605 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2605_fsm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2605_vm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2606_fsm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606_vm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2607 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2607_fsm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2607_vm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Mar 7 09:59 2608 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2608_fsm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2608_vm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Mar 7 09:59 2609 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2609_fsm 2024-03-07T09:59:16.715 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2609_vm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2610 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2610_fsm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2610_vm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2611 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2612_fsm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612_vm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2613 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2615_fsm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615_vm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2616 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2616_fsm 2024-03-07T09:59:16.716 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2616_vm 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Mar 7 09:59 2617 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2617_fsm 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2617_vm 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Mar 7 09:59 2618 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2618_fsm 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2618_vm 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Mar 7 09:59 2619 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2619_fsm 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2619_vm 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2620 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2650 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2651 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2652 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2653 2024-03-07T09:59:16.717 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2654 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2655 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2656 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2657 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Mar 7 09:59 2658 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 2659 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2660 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2661 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2662 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2663 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2664 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2665 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2666 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2667 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2668 2024-03-07T09:59:16.718 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2669 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2670 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Mar 7 09:59 2673 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Mar 7 09:59 2674 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Mar 7 09:59 2675 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2678 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2679 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2680 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2681 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2682 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2683 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2684 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2685 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2686 2024-03-07T09:59:16.719 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2687 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2688 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2689 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Mar 7 09:59 2690 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Mar 7 09:59 2691 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2692 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2693 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2696 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2699 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2701 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2702 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2703 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2704 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2753 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2753_fsm 2024-03-07T09:59:16.720 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2753_vm 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2754 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2755 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2756 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2757 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2830 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2831 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2832 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2833 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2834 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2835 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2836 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2837 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Mar 7 09:59 2838 2024-03-07T09:59:16.721 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2838_fsm 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2838_vm 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2839 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840_fsm 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2840_vm 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2841 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2995 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2996 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3079_fsm 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079_vm 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3080 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3081 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3085 2024-03-07T09:59:16.722 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3118 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3119 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 09:59 3164 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3256 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3257 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3258 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3350 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3351 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3379 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3380 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3381 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3394 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3394_fsm 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3394_vm 2024-03-07T09:59:16.723 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3395 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3429 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3430 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3431 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3433 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3439 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3440 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3455 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Mar 7 09:59 3456 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3456_fsm 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3456_vm 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3466 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3467 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3468 2024-03-07T09:59:16.724 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3501 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3502 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3503 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3534 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3541_fsm 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541_vm 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3542 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3574 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3575 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3576 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3596 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3597 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3598 2024-03-07T09:59:16.725 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3599 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3600_fsm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600_vm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3601_fsm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601_vm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3602_fsm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602_vm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603_fsm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3603_vm 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3604 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3605 2024-03-07T09:59:16.726 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3606 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3607 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3608 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 3609 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3712 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3764_fsm 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764_vm 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3766 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3767 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3997 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4143 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4144 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4145 2024-03-07T09:59:16.727 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4146 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4147 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4148 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4149 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4150 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4151 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4152 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4153 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4154 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4155 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4156 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4157 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4158 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4159 2024-03-07T09:59:16.728 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4160 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4161 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4162 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4163 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4164 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4165 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4166 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4167 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4168 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4169 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4170 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4171 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4172 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4173 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4174 2024-03-07T09:59:16.729 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 5002 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 548 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 549 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6102 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6104 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6106 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6110 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6111 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6112 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6113 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6117 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 826 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 827 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 828 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T09:59:16.730 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13494: 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 . 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 .. 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 112 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 113 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 1247 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1247_fsm 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1247_vm 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Mar 7 09:59 1249 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1249_fsm 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1249_vm 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Mar 7 09:59 1255 2024-03-07T09:59:16.731 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1255_fsm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1255_vm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Mar 7 09:59 1259 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1259_fsm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1259_vm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Mar 7 09:59 13344 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13344_fsm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13344_vm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13346 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13348 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13349_fsm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349_vm 2024-03-07T09:59:16.732 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13351 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13353 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13354_fsm 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354_vm 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13356 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13358 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13359_fsm 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359_vm 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13361 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13363 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1417 2024-03-07T09:59:16.733 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1418 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 174 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 175 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2187 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2224 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2328 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2336 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2337 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2579 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2600 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2600_fsm 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2600_vm 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2601_fsm 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601_vm 2024-03-07T09:59:16.734 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2602 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2602_fsm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2602_vm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2603 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2603_fsm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2603_vm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2604 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2605 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2605_fsm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2605_vm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2606_fsm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606_vm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2607 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2607_fsm 2024-03-07T09:59:16.735 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2607_vm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Mar 7 09:59 2608 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2608_fsm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2608_vm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Mar 7 09:59 2609 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2609_fsm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2609_vm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2610 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2610_fsm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2610_vm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2611 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2612_fsm 2024-03-07T09:59:16.736 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612_vm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2613 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2615_fsm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615_vm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2616 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2616_fsm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2616_vm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Mar 7 09:59 2617 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2617_fsm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2617_vm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Mar 7 09:59 2618 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2618_fsm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2618_vm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Mar 7 09:59 2619 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2619_fsm 2024-03-07T09:59:16.737 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2619_vm 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2620 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2650 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2651 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2652 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2653 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2654 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2655 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2656 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2657 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Mar 7 09:59 2658 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 2659 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2660 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2661 2024-03-07T09:59:16.738 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2662 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2663 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2664 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2665 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2666 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2667 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2668 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2669 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2670 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Mar 7 09:59 2673 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Mar 7 09:59 2674 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Mar 7 09:59 2675 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2678 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2679 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2680 2024-03-07T09:59:16.739 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2681 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2682 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2683 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2684 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2685 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2686 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2687 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2688 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2689 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Mar 7 09:59 2690 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Mar 7 09:59 2691 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2692 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2693 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2696 2024-03-07T09:59:16.740 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2699 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2701 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2702 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2703 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2704 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2753 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2753_fsm 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2753_vm 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2754 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2755 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2756 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2757 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2830 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2831 2024-03-07T09:59:16.741 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2832 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2833 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2834 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2835 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2836 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2837 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Mar 7 09:59 2838 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2838_fsm 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2838_vm 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2839 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840_fsm 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2840_vm 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2841 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2995 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2996 2024-03-07T09:59:16.742 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3079_fsm 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079_vm 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3080 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3081 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3085 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3118 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3119 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 09:59 3164 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3256 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3257 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3258 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3350 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3351 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3379 2024-03-07T09:59:16.743 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3380 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3381 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3394 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3394_fsm 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3394_vm 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3395 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3429 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3430 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3431 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3433 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3439 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3440 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3455 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Mar 7 09:59 3456 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3456_fsm 2024-03-07T09:59:16.744 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3456_vm 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3466 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3467 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3468 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3501 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3502 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3503 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3534 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3541_fsm 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541_vm 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3542 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3574 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3575 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3576 2024-03-07T09:59:16.745 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3596 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3597 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3598 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3599 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3600_fsm 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600_vm 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3601_fsm 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601_vm 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3602_fsm 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602_vm 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603_fsm 2024-03-07T09:59:16.746 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3603_vm 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3604 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3605 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3606 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3607 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3608 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 3609 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3712 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3764_fsm 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764_vm 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3766 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3767 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3997 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4143 2024-03-07T09:59:16.747 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4144 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4145 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4146 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4147 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4148 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4149 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4150 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4151 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4152 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4153 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4154 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4155 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4156 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4157 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4158 2024-03-07T09:59:16.748 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4159 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4160 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4161 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4162 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4163 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4164 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4165 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4166 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4167 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4168 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4169 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4170 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4171 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4172 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4173 2024-03-07T09:59:16.749 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4174 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 5002 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 548 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 549 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6102 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6104 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6106 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6110 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6111 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6112 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6113 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6117 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 826 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 827 2024-03-07T09:59:16.750 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 828 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/global: 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:total 537 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 57 Mar 7 09:59 . 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1213 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1213_fsm 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1213_vm 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1214 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1214_fsm 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1214_vm 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 1232 2024-03-07T09:59:16.751 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 1233 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1260 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1260_fsm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1260_vm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1261 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1261_fsm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1261_vm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1262 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1262_fsm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1262_vm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2396 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2396_fsm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2396_vm 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2397 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2671 2024-03-07T09:59:16.752 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2672 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2676 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2677 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2694 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2695 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2697 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2698 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2846 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2847 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2964 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2965 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2966 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2967 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3592 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3593 2024-03-07T09:59:16.753 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4060 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4061 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4175 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4176 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4177 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4178 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4181 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4182 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4183 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4184 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4185 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4186 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6000 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6001 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6002 2024-03-07T09:59:16.754 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6100 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6114 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6115 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 pg_control 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/log: 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_commit_ts: 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.755 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_dynshmem: 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical: 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:total 1 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 . 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 mappings 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8 Mar 7 09:59 replorigin_checkpoint 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 snapshots 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/mappings: 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.756 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 .. 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/snapshots: 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 .. 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact: 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 . 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 members 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 offsets 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.757 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/members: 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 .. 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 0000 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/offsets: 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 .. 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 0000 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_notify: 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.758 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_replslot: 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_serial: 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_snapshots: 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.759 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat: 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat_tmp: 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_subtrans: 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T09:59:16.760 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 0000 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_tblspc: 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_twophase: 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal: 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:total 16384 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 . 2024-03-07T09:59:16.761 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 09:59 000000010000000000000001 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 archive_status 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal/archive_status: 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 .. 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_xact: 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Mar 7 09:59 .. 2024-03-07T09:59:16.762 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 0000 2024-03-07T09:59:16.763 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:16 smithi018 ceph-mon[32171]: pgmap v7: 97 pgs: 97 active+clean; 2.2 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 274 KiB/s wr, 82 op/s 2024-03-07T09:59:16.764 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:16 smithi077 ceph-mon[36374]: pgmap v7: 97 pgs: 97 active+clean; 2.2 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 274 KiB/s wr, 82 op/s 2024-03-07T09:59:16.764 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo systemctl start postgresql' 2024-03-07T09:59:16.886 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- pgbench -s 32 -i' 2024-03-07T09:59:16.932 INFO:teuthology.orchestra.run.smithi018.stderr:dropping old tables... 2024-03-07T09:59:16.933 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_accounts" does not exist, skipping 2024-03-07T09:59:16.933 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_branches" does not exist, skipping 2024-03-07T09:59:16.933 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_history" does not exist, skipping 2024-03-07T09:59:16.933 INFO:teuthology.orchestra.run.smithi018.stderr:NOTICE: table "pgbench_tellers" does not exist, skipping 2024-03-07T09:59:16.933 INFO:teuthology.orchestra.run.smithi018.stderr:creating tables... 2024-03-07T09:59:16.942 INFO:teuthology.orchestra.run.smithi018.stderr:generating data (client-side)... 2024-03-07T09:59:17.018 INFO:teuthology.orchestra.run.smithi018.stderr:100000 of 3200000 tuples (3%) done (elapsed 0.06 s, remaining 1.84 s) 2024-03-07T09:59:17.182 INFO:teuthology.orchestra.run.smithi018.stderr:200000 of 3200000 tuples (6%) done (elapsed 0.22 s, remaining 3.34 s) 2024-03-07T09:59:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:300000 of 3200000 tuples (9%) done (elapsed 0.31 s, remaining 3.00 s) 2024-03-07T09:59:17.398 INFO:teuthology.orchestra.run.smithi018.stderr:400000 of 3200000 tuples (12%) done (elapsed 0.44 s, remaining 3.08 s) 2024-03-07T09:59:17.573 INFO:teuthology.orchestra.run.smithi018.stderr:500000 of 3200000 tuples (15%) done (elapsed 0.61 s, remaining 3.32 s) 2024-03-07T09:59:17.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:17 smithi063 ceph-mon[36356]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:59:17.744 INFO:teuthology.orchestra.run.smithi018.stderr:600000 of 3200000 tuples (18%) done (elapsed 0.79 s, remaining 3.40 s) 2024-03-07T09:59:17.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:17 smithi077 ceph-mon[36374]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:59:17.832 INFO:teuthology.orchestra.run.smithi018.stderr:700000 of 3200000 tuples (21%) done (elapsed 0.87 s, remaining 3.12 s) 2024-03-07T09:59:17.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:17 smithi018 ceph-mon[32171]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T09:59:18.008 INFO:teuthology.orchestra.run.smithi018.stderr:800000 of 3200000 tuples (25%) done (elapsed 1.05 s, remaining 3.15 s) 2024-03-07T09:59:18.156 INFO:teuthology.orchestra.run.smithi018.stderr:900000 of 3200000 tuples (28%) done (elapsed 1.20 s, remaining 3.06 s) 2024-03-07T09:59:18.238 INFO:teuthology.orchestra.run.smithi018.stderr:1000000 of 3200000 tuples (31%) done (elapsed 1.28 s, remaining 2.81 s) 2024-03-07T09:59:18.385 INFO:teuthology.orchestra.run.smithi018.stderr:1100000 of 3200000 tuples (34%) done (elapsed 1.43 s, remaining 2.72 s) 2024-03-07T09:59:18.468 INFO:teuthology.orchestra.run.smithi018.stderr:1200000 of 3200000 tuples (37%) done (elapsed 1.51 s, remaining 2.51 s) 2024-03-07T09:59:18.613 INFO:teuthology.orchestra.run.smithi018.stderr:1300000 of 3200000 tuples (40%) done (elapsed 1.65 s, remaining 2.42 s) 2024-03-07T09:59:18.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:18 smithi063 ceph-mon[36356]: pgmap v8: 97 pgs: 97 active+clean; 2.2 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 213 KiB/s wr, 63 op/s 2024-03-07T09:59:18.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:18 smithi077 ceph-mon[36374]: pgmap v8: 97 pgs: 97 active+clean; 2.2 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 213 KiB/s wr, 63 op/s 2024-03-07T09:59:18.778 INFO:teuthology.orchestra.run.smithi018.stderr:1400000 of 3200000 tuples (43%) done (elapsed 1.82 s, remaining 2.34 s) 2024-03-07T09:59:18.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:18 smithi018 ceph-mon[32171]: pgmap v8: 97 pgs: 97 active+clean; 2.2 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 213 KiB/s wr, 63 op/s 2024-03-07T09:59:18.866 INFO:teuthology.orchestra.run.smithi018.stderr:1500000 of 3200000 tuples (46%) done (elapsed 1.91 s, remaining 2.16 s) 2024-03-07T09:59:19.009 INFO:teuthology.orchestra.run.smithi018.stderr:1600000 of 3200000 tuples (50%) done (elapsed 2.05 s, remaining 2.05 s) 2024-03-07T09:59:19.102 INFO:teuthology.orchestra.run.smithi018.stderr:1700000 of 3200000 tuples (53%) done (elapsed 2.14 s, remaining 1.89 s) 2024-03-07T09:59:19.284 INFO:teuthology.orchestra.run.smithi018.stderr:1800000 of 3200000 tuples (56%) done (elapsed 2.32 s, remaining 1.81 s) 2024-03-07T09:59:19.418 INFO:teuthology.orchestra.run.smithi018.stderr:1900000 of 3200000 tuples (59%) done (elapsed 2.46 s, remaining 1.68 s) 2024-03-07T09:59:19.519 INFO:teuthology.orchestra.run.smithi018.stderr:2000000 of 3200000 tuples (62%) done (elapsed 2.56 s, remaining 1.54 s) 2024-03-07T09:59:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2100000 of 3200000 tuples (65%) done (elapsed 2.70 s, remaining 1.41 s) 2024-03-07T09:59:19.817 INFO:teuthology.orchestra.run.smithi018.stderr:2200000 of 3200000 tuples (68%) done (elapsed 2.86 s, remaining 1.30 s) 2024-03-07T09:59:19.914 INFO:teuthology.orchestra.run.smithi018.stderr:2300000 of 3200000 tuples (71%) done (elapsed 2.96 s, remaining 1.16 s) 2024-03-07T09:59:20.052 INFO:teuthology.orchestra.run.smithi018.stderr:2400000 of 3200000 tuples (75%) done (elapsed 3.09 s, remaining 1.03 s) 2024-03-07T09:59:20.224 INFO:teuthology.orchestra.run.smithi018.stderr:2500000 of 3200000 tuples (78%) done (elapsed 3.27 s, remaining 0.91 s) 2024-03-07T09:59:20.320 INFO:teuthology.orchestra.run.smithi018.stderr:2600000 of 3200000 tuples (81%) done (elapsed 3.36 s, remaining 0.78 s) 2024-03-07T09:59:20.467 INFO:teuthology.orchestra.run.smithi018.stderr:2700000 of 3200000 tuples (84%) done (elapsed 3.51 s, remaining 0.65 s) 2024-03-07T09:59:20.576 INFO:teuthology.orchestra.run.smithi018.stderr:2800000 of 3200000 tuples (87%) done (elapsed 3.62 s, remaining 0.52 s) 2024-03-07T09:59:20.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:20 smithi063 ceph-mon[36356]: pgmap v9: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 16 MiB/s wr, 179 op/s 2024-03-07T09:59:20.734 INFO:teuthology.orchestra.run.smithi018.stderr:2900000 of 3200000 tuples (90%) done (elapsed 3.78 s, remaining 0.39 s) 2024-03-07T09:59:20.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:20 smithi077 ceph-mon[36374]: pgmap v9: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 16 MiB/s wr, 179 op/s 2024-03-07T09:59:20.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:20 smithi018 ceph-mon[32171]: pgmap v9: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 16 MiB/s wr, 179 op/s 2024-03-07T09:59:20.864 INFO:teuthology.orchestra.run.smithi018.stderr:3000000 of 3200000 tuples (93%) done (elapsed 3.91 s, remaining 0.26 s) 2024-03-07T09:59:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:3100000 of 3200000 tuples (96%) done (elapsed 4.00 s, remaining 0.13 s) 2024-03-07T09:59:21.128 INFO:teuthology.orchestra.run.smithi018.stderr:3200000 of 3200000 tuples (100%) done (elapsed 4.17 s, remaining 0.00 s) 2024-03-07T09:59:21.139 INFO:teuthology.orchestra.run.smithi018.stderr:vacuuming... 2024-03-07T09:59:21.717 INFO:teuthology.orchestra.run.smithi018.stderr:creating primary keys... 2024-03-07T09:59:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.271+0000 7f5c60572640 1 -- 172.21.15.18:0/2393419582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c580698c0 msgr2=0x7f5c5810e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.271+0000 7f5c60572640 1 --2- 172.21.15.18:0/2393419582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c580698c0 0x7f5c5810e4d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5c50009cd0 tx=0x7f5c5002c0f0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- 172.21.15.18:0/2393419582 shutdown_connections 2024-03-07T09:59:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 --2- 172.21.15.18:0/2393419582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c580698c0 0x7f5c5810e4d0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 --2- 172.21.15.18:0/2393419582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c58068f00 0x7f5c58069380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 --2- 172.21.15.18:0/2393419582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c581076a0 0x7f5c58107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- 172.21.15.18:0/2393419582 >> 172.21.15.18:0/2393419582 conn(0x7f5c58077650 msgr2=0x7f5c58077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- 172.21.15.18:0/2393419582 shutdown_connections 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- 172.21.15.18:0/2393419582 wait complete. 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 Processor -- start 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- start start 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c58068f00 0x7f5c58197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c580698c0 0x7f5c58198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c581076a0 0x7f5c5819c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c581119e0 con 0x7f5c581076a0 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c58111860 con 0x7f5c58068f00 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.272+0000 7f5c60572640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c58111b60 con 0x7f5c580698c0 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c581076a0 0x7f5c5819c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5db0d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c580698c0 0x7f5c58198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c581076a0 0x7f5c5819c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47928/0 (socket says 172.21.15.18:47928) 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 -- 172.21.15.18:0/2444256841 learned_addr learned my addr 172.21.15.18:0/2444256841 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5e30e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c58068f00 0x7f5c58197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 -- 172.21.15.18:0/2444256841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c580698c0 msgr2=0x7f5c58198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c580698c0 0x7f5c58198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 -- 172.21.15.18:0/2444256841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c58068f00 msgr2=0x7f5c58197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c58068f00 0x7f5c58197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 -- 172.21.15.18:0/2444256841 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c5819ce60 con 0x7f5c581076a0 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c580698c0 0x7f5c58198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c5eb0f640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c581076a0 0x7f5c5819c730 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f5c500348f0 tx=0x7f5c50032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c4f7fe640 1 -- 172.21.15.18:0/2444256841 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c50041020 con 0x7f5c581076a0 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c4f7fe640 1 -- 172.21.15.18:0/2444256841 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5c50032e80 con 0x7f5c581076a0 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c5819d0f0 con 0x7f5c581076a0 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c4f7fe640 1 -- 172.21.15.18:0/2444256841 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c50039040 con 0x7f5c581076a0 2024-03-07T09:59:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.273+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c581a49e0 con 0x7f5c581076a0 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.275+0000 7f5c4f7fe640 1 -- 172.21.15.18:0/2444256841 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7f5c50044020 con 0x7f5c581076a0 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.276+0000 7f5c4f7fe640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5c440a1f70 0x7f5c440a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.276+0000 7f5c4f7fe640 1 -- 172.21.15.18:0/2444256841 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5c500efe40 con 0x7f5c581076a0 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.276+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5c440a1f70 0x7f5c440a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5c440a1f70 0x7f5c440a4430 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5c58102740 tx=0x7f5c54005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 Processor -- start 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 -- start start 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a16d10 0x563f74a15a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a15fa0 0x563f74a16420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a1f520 0x563f74a21910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f7497a5c0 con 0x563f74a1f520 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f74923900 con 0x563f74a16d10 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.277+0000 7f5c63435740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f74976660 con 0x563f74a15fa0 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a16d10 0x563f74a15a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a16d10 0x563f74a15a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60728/0 (socket says 172.21.15.18:60728) 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 -- 172.21.15.18:0/511848408 learned_addr learned my addr 172.21.15.18:0/511848408 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5eb0f640 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a1f520 0x563f74a21910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a15fa0 0x563f74a16420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 -- 172.21.15.18:0/511848408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a15fa0 msgr2=0x563f74a16420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a15fa0 0x563f74a16420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 -- 172.21.15.18:0/511848408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a1f520 msgr2=0x563f74a21910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a1f520 0x563f74a21910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 -- 172.21.15.18:0/511848408 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f7468f210 con 0x563f74a16d10 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a16d10 0x563f74a15a60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5c540058c0 tx=0x7f5c54014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5306464a35c9cccc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c4cbfe640 1 -- 172.21.15.18:0/511848408 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c54026430 con 0x563f74a16d10 2024-03-07T09:59:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c4cbfe640 1 -- 172.21.15.18:0/511848408 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5c5401c8f0 con 0x563f74a16d10 2024-03-07T09:59:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.278+0000 7f5c4cbfe640 1 -- 172.21.15.18:0/511848408 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5401d920 con 0x563f74a16d10 2024-03-07T09:59:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 -- 172.21.15.18:0/511848408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a16d10 msgr2=0x563f74a15a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a16d10 0x563f74a15a60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5c540058c0 tx=0x7f5c54014000 comp rx=0 tx=0).stop 2024-03-07T09:59:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 -- 172.21.15.18:0/511848408 shutdown_connections 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a1f520 0x563f74a21910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a15fa0 0x563f74a16420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 --2- 172.21.15.18:0/511848408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a16d10 0x563f74a15a60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 -- 172.21.15.18:0/511848408 >> 172.21.15.18:0/511848408 conn(0x563f749dd580 msgr2=0x563f74a10c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 -- 172.21.15.18:0/511848408 shutdown_connections 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.279+0000 7f5c63435740 1 -- 172.21.15.18:0/511848408 wait complete. 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 -- start start 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 Processor -- start 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a1c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a1cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 0x563f74a1d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f74a22250 con 0x563f74a15fa0 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f74936d60 con 0x563f74a1f520 2024-03-07T09:59:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f74a223d0 con 0x563f74a16d10 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c63435740 10 client.0 _ll_register_callbacks cb 0x563f7468ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c5e30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a1c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c5db0d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a1cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c5e30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a1c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47940/0 (socket says 172.21.15.18:47940) 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c5e30e640 1 -- 172.21.15.18:0/1044212853 learned_addr learned my addr 172.21.15.18:0/1044212853 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.280+0000 7f5c5eb0f640 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 0x563f74a1d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c5db0d640 1 -- 172.21.15.18:0/1044212853 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 msgr2=0x563f74a1d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 0x563f74a1d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c5db0d640 1 -- 172.21.15.18:0/1044212853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 msgr2=0x563f74a1c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a1c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c5db0d640 1 -- 172.21.15.18:0/1044212853 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563f7475b620 con 0x563f74a16d10 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a1c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a1cb60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5c58077c50 tx=0x7f5c4800f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=622d9445b40e198a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c41ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c41ffb640 1 -- 172.21.15.18:0/1044212853 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c48012110 con 0x563f74a16d10 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5c5401c8f0 con 0x563f74a16d10 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c41ffb640 1 -- 172.21.15.18:0/1044212853 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5c48004050 con 0x563f74a16d10 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c41ffb640 1 -- 172.21.15.18:0/1044212853 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c480122b0 con 0x563f74a16d10 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c63435740 10 client.25423 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.281+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x563f74a2e6c0 con 0x563f74a16d10 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c41ffb640 1 -- 172.21.15.18:0/1044212853 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5c5401c8f0 con 0x563f74a16d10 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c41ffb640 1 -- 172.21.15.18:0/1044212853 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f5c480104c0 con 0x563f74a16d10 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c63435740 10 client.25423 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c63435740 10 client.25423 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c63435740 20 client.25423 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c63435740 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a2fb30 0x563f74a31f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c63435740 4 client.25423 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563f74987b00 con 0x563f74a2fb30 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a2fb30 0x563f74a31f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c41ffb640 10 client.25423 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.282+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a2fb30 0x563f74a31f20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4abce256426cc21e server_cookie=54b213fb9bb4d6ac in_seq=0 out_seq=0 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c41ffb640 1 -- 172.21.15.18:0/1044212853 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563f74987b00 con 0x563f74a2fb30 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c41ffb640 10 client.25423 handle_command_reply: tid=0 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 client.25423 shutdown 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 msgr2=0x563f74a1cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a1cb60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5c58077c50 tx=0x7f5c4800f790 comp rx=0 tx=0).stop 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 shutdown_connections 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a2fb30 0x563f74a31f20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 0x563f74a1d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a1cb60 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 --2- 172.21.15.18:0/1044212853 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a1c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c41ffb640 0 client.25423 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 >> 172.21.15.18:0/1044212853 conn(0x563f749dd580 msgr2=0x563f74a129e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 shutdown_connections 2024-03-07T09:59:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 1 -- 172.21.15.18:0/1044212853 wait complete. 2024-03-07T09:59:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.283+0000 7f5c63435740 20 client.25423 trim_cache size 0 max 16384 2024-03-07T09:59:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.297+0000 7f5c63435740 1 Processor -- start 2024-03-07T09:59:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c63435740 1 -- start start 2024-03-07T09:59:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c63435740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a15fa0 0x563f74a1ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c63435740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a16d10 0x563f74a2ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c63435740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a1f520 0x563f74a2b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c63435740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c581af930 con 0x563f74a16d10 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c63435740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c581ad430 con 0x563f74a15fa0 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c63435740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c581ab4d0 con 0x563f74a1f520 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a16d10 0x563f74a2ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a16d10 0x563f74a2ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47942/0 (socket says 172.21.15.18:47942) 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 -- 172.21.15.18:0/1546293940 learned_addr learned my addr 172.21.15.18:0/1546293940 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 -- 172.21.15.18:0/1546293940 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a1f520 msgr2=0x563f74a2b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a1f520 0x563f74a2b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 -- 172.21.15.18:0/1546293940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a15fa0 msgr2=0x563f74a1ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a15fa0 0x563f74a1ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a15fa0 0x563f74a1ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5db0d640 1 -- 172.21.15.18:0/1546293940 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f74a32580 con 0x563f74a16d10 2024-03-07T09:59:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.298+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a15fa0 0x563f74a1ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:59:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.299+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a16d10 0x563f74a2ab20 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f5c48001eb0 tx=0x7f5c4800fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b310629ca5355b9a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.299+0000 7f5c43fff640 1 -- 172.21.15.18:0/1546293940 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c48011ec0 con 0x563f74a16d10 2024-03-07T09:59:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.299+0000 7f5c43fff640 1 -- 172.21.15.18:0/1546293940 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5c48010430 con 0x563f74a16d10 2024-03-07T09:59:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.299+0000 7f5c43fff640 1 -- 172.21.15.18:0/1546293940 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c48003850 con 0x563f74a16d10 2024-03-07T09:59:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- 172.21.15.18:0/1546293940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a16d10 msgr2=0x563f74a2ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a16d10 0x563f74a2ab20 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f5c48001eb0 tx=0x7f5c4800fd10 comp rx=0 tx=0).stop 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- 172.21.15.18:0/1546293940 shutdown_connections 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a1f520 0x563f74a2b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a16d10 0x563f74a2ab20 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 --2- 172.21.15.18:0/1546293940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a15fa0 0x563f74a1ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- 172.21.15.18:0/1546293940 >> 172.21.15.18:0/1546293940 conn(0x563f749dd580 msgr2=0x563f74a107c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- 172.21.15.18:0/1546293940 shutdown_connections 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- 172.21.15.18:0/1546293940 wait complete. 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- start start 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 Processor -- start 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a19ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a20400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 0x563f74a20940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c581abad0 con 0x563f74a15fa0 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c581acdd0 con 0x563f74a1f520 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c581ac110 con 0x563f74a16d10 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c63435740 10 client.0 _ll_register_callbacks cb 0x7f5c48009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.300+0000 7f5c5e30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a19ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a19ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47952/0 (socket says 172.21.15.18:47952) 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 -- 172.21.15.18:0/2594794719 learned_addr learned my addr 172.21.15.18:0/2594794719 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 -- 172.21.15.18:0/2594794719 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 msgr2=0x563f74a20400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a20400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 -- 172.21.15.18:0/2594794719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 msgr2=0x563f74a20940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 0x563f74a20940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 -- 172.21.15.18:0/2594794719 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563f74a20e80 con 0x563f74a15fa0 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c5e30e640 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a19ea0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400eab0 tx=0x7f5c540096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7abd16d8bd5b6bdf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c41ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:59:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c41ffb640 1 -- 172.21.15.18:0/2594794719 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5403b060 con 0x563f74a15fa0 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c41ffb640 1 -- 172.21.15.18:0/2594794719 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5c54035210 con 0x563f74a15fa0 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5c48010430 con 0x563f74a15fa0 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c41ffb640 1 -- 172.21.15.18:0/2594794719 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c54035070 con 0x563f74a15fa0 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c63435740 10 client.15567 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.301+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x563f74a902c0 con 0x563f74a15fa0 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c41ffb640 1 -- 172.21.15.18:0/2594794719 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5c48010430 con 0x563f74a15fa0 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c41ffb640 1 -- 172.21.15.18:0/2594794719 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f5c54004680 con 0x563f74a15fa0 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c63435740 10 client.15567 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c63435740 10 client.15567 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c63435740 20 client.15567 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c63435740 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a906c0 0x563f74a92ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c63435740 4 client.15567 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T09:59:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563f74981e50 con 0x563f74a906c0 2024-03-07T09:59:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.302+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a906c0 0x563f74a92ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.304+0000 7f5c5db0d640 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a906c0 0x563f74a92ad0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83302d3c13151974 server_cookie=ca96dbd1421addb5 in_seq=0 out_seq=0 2024-03-07T09:59:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.304+0000 7f5c41ffb640 10 client.15567 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c41ffb640 1 -- 172.21.15.18:0/2594794719 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563f74981e50 con 0x563f74a906c0 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c41ffb640 10 client.15567 handle_command_reply: tid=0 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 client.15567 shutdown 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 msgr2=0x563f74a19ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a19ea0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400eab0 tx=0x7f5c540096d0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 shutdown_connections 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563f74a906c0 0x563f74a92ad0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f74a1f520 0x563f74a20940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c41ffb640 0 client.15567 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f74a16d10 0x563f74a20400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 --2- 172.21.15.18:0/2594794719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f74a15fa0 0x563f74a19ea0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 >> 172.21.15.18:0/2594794719 conn(0x563f749dd580 msgr2=0x563f74a1c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 shutdown_connections 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 1 -- 172.21.15.18:0/2594794719 wait complete. 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.426+0000 7f5c63435740 20 client.15567 trim_cache size 0 max 16384 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T09:59:22.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T09:59:22.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5c440a1f70 msgr2=0x7f5c440a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5c440a1f70 0x7f5c440a4430 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5c58102740 tx=0x7f5c54005f90 comp rx=0 tx=0).stop 2024-03-07T09:59:22.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c581076a0 msgr2=0x7f5c5819c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c581076a0 0x7f5c5819c730 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f5c500348f0 tx=0x7f5c50032c90 comp rx=0 tx=0).stop 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 shutdown_connections 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5c440a1f70 0x7f5c440a4430 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c581076a0 0x7f5c5819c730 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c580698c0 0x7f5c58198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 --2- 172.21.15.18:0/2444256841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c58068f00 0x7f5c58197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 >> 172.21.15.18:0/2444256841 conn(0x7f5c58077650 msgr2=0x7f5c580ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 shutdown_connections 2024-03-07T09:59:22.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:22.427+0000 7f5c60572640 1 -- 172.21.15.18:0/2444256841 wait complete. 2024-03-07T09:59:22.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:22 smithi063 ceph-mon[36356]: pgmap v10: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 14 MiB/s wr, 164 op/s 2024-03-07T09:59:22.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:22 smithi077 ceph-mon[36374]: pgmap v10: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 14 MiB/s wr, 164 op/s 2024-03-07T09:59:22.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:22 smithi018 ceph-mon[32171]: pgmap v10: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 14 MiB/s wr, 164 op/s 2024-03-07T09:59:23.046 INFO:teuthology.orchestra.run.smithi018.stderr:done in 6.11 s (drop tables 0.00 s, create tables 0.01 s, client-side generate 4.20 s, vacuum 0.58 s, primary keys 1.33 s). 2024-03-07T09:59:23.049 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- pgbench -c 100 -j 4 --progress=5 --time=900' 2024-03-07T09:59:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:starting vacuum...end. 2024-03-07T09:59:24.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:24 smithi063 ceph-mon[36356]: pgmap v11: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 14 MiB/s wr, 164 op/s 2024-03-07T09:59:24.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:24 smithi077 ceph-mon[36374]: pgmap v11: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 14 MiB/s wr, 164 op/s 2024-03-07T09:59:24.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:24 smithi018 ceph-mon[32171]: pgmap v11: 97 pgs: 97 active+clean; 109 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 14 MiB/s wr, 164 op/s 2024-03-07T09:59:26.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:26 smithi063 ceph-mon[36356]: pgmap v12: 97 pgs: 97 active+clean; 426 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 463 KiB/s rd, 67 MiB/s wr, 286 op/s 2024-03-07T09:59:26.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:26 smithi077 ceph-mon[36374]: pgmap v12: 97 pgs: 97 active+clean; 426 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 463 KiB/s rd, 67 MiB/s wr, 286 op/s 2024-03-07T09:59:26.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:26 smithi018 ceph-mon[32171]: pgmap v12: 97 pgs: 97 active+clean; 426 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 463 KiB/s rd, 67 MiB/s wr, 286 op/s 2024-03-07T09:59:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 5.0 s, 3745.6 tps, lat 26.245 ms stddev 26.400 2024-03-07T09:59:28.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:28 smithi063 ceph-mon[36356]: pgmap v13: 97 pgs: 97 active+clean; 426 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 67 MiB/s wr, 238 op/s 2024-03-07T09:59:28.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:28 smithi077 ceph-mon[36374]: pgmap v13: 97 pgs: 97 active+clean; 426 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 67 MiB/s wr, 238 op/s 2024-03-07T09:59:28.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:28 smithi018 ceph-mon[32171]: pgmap v13: 97 pgs: 97 active+clean; 426 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 67 MiB/s wr, 238 op/s 2024-03-07T09:59:29.233 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T09:59:29.233 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T09:59:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 -- 172.21.15.18:0/3283339949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a441009d0 msgr2=0x7f1a44100db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/3283339949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a441009d0 0x7f1a44100db0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f1a38009900 tx=0x7f1a3802bc60 comp rx=0 tx=0).stop 2024-03-07T09:59:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 -- 172.21.15.18:0/3283339949 shutdown_connections 2024-03-07T09:59:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/3283339949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a44105810 0x7f1a4410d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/3283339949 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a44101380 0x7f1a44105130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/3283339949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a441009d0 0x7f1a44100db0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 -- 172.21.15.18:0/3283339949 >> 172.21.15.18:0/3283339949 conn(0x7f1a440783d0 msgr2=0x7f1a440787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 -- 172.21.15.18:0/3283339949 shutdown_connections 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.389+0000 7f1a4aadd640 1 -- 172.21.15.18:0/3283339949 wait complete. 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 Processor -- start 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 -- start start 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a441009d0 0x7f1a44197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a44101380 0x7f1a44198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a44105810 0x7f1a4419c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a44111a50 con 0x7f1a44105810 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a441118d0 con 0x7f1a44101380 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4aadd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a44111bd0 con 0x7f1a441009d0 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a44105810 0x7f1a4419c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a43fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a44101380 0x7f1a44198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a44105810 0x7f1a4419c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46030/0 (socket says 172.21.15.18:46030) 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 -- 172.21.15.18:0/1420048476 learned_addr learned my addr 172.21.15.18:0/1420048476 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:29.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a48879640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a441009d0 0x7f1a44197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 -- 172.21.15.18:0/1420048476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a441009d0 msgr2=0x7f1a44197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a441009d0 0x7f1a44197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 -- 172.21.15.18:0/1420048476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a44101380 msgr2=0x7f1a44198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a44101380 0x7f1a44198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a4907a640 1 -- 172.21.15.18:0/1420048476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a4419cf20 con 0x7f1a44105810 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a48879640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a441009d0 0x7f1a44197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.390+0000 7f1a43fff640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a44101380 0x7f1a44198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.391+0000 7f1a4907a640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a44105810 0x7f1a4419c7f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1a3c00ea60 tx=0x7f1a3c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.391+0000 7f1a41ffb640 1 -- 172.21.15.18:0/1420048476 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a3c00ce40 con 0x7f1a44105810 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.391+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a4419d210 con 0x7f1a44105810 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.391+0000 7f1a41ffb640 1 -- 172.21.15.18:0/1420048476 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a3c005020 con 0x7f1a44105810 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.391+0000 7f1a41ffb640 1 -- 172.21.15.18:0/1420048476 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a3c010690 con 0x7f1a44105810 2024-03-07T09:59:29.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.391+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a441a4aa0 con 0x7f1a44105810 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.394+0000 7f1a41ffb640 1 -- 172.21.15.18:0/1420048476 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7f1a3c005520 con 0x7f1a44105810 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.394+0000 7f1a41ffb640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a340a1f80 0x7f1a340a4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.394+0000 7f1a48879640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a340a1f80 0x7f1a340a4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.394+0000 7f1a41ffb640 1 -- 172.21.15.18:0/1420048476 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1a3c0ce830 con 0x7f1a44105810 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.394+0000 7f1a4d9b8740 1 Processor -- start 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4d9b8740 1 -- start start 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d774f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77ac0 0x557b13d84b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d85040 0x557b13d87430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b13cdadd0 con 0x557b13d85040 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b13c83ae0 con 0x557b13d77110 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b13cd6e70 con 0x557b13d77ac0 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a340a1f80 0x7f1a340a4440 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1a38005ab0 tx=0x7f1a38005a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4907a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d85040 0x557b13d87430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d774f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d774f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39160/0 (socket says 172.21.15.18:39160) 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4907a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d85040 0x557b13d87430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46034/0 (socket says 172.21.15.18:46034) 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 -- 172.21.15.18:0/3643556642 learned_addr learned my addr 172.21.15.18:0/3643556642 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a43fff640 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77ac0 0x557b13d84b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 -- 172.21.15.18:0/3643556642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77ac0 msgr2=0x557b13d84b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77ac0 0x557b13d84b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 -- 172.21.15.18:0/3643556642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d85040 msgr2=0x557b13d87430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d85040 0x557b13d87430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 -- 172.21.15.18:0/3643556642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b13ab97d0 con 0x557b13d77110 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a4907a640 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d85040 0x557b13d87430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.395+0000 7f1a48879640 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d774f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1a38006010 tx=0x7f1a3803f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29632acab590abc9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.396+0000 7f1a2effd640 1 -- 172.21.15.18:0/3643556642 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a38050070 con 0x557b13d77110 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.396+0000 7f1a2effd640 1 -- 172.21.15.18:0/3643556642 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a38046070 con 0x557b13d77110 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.396+0000 7f1a2effd640 1 -- 172.21.15.18:0/3643556642 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a38005390 con 0x557b13d77110 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.397+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/3643556642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 msgr2=0x557b13d774f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.397+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d774f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1a38006010 tx=0x7f1a3803f000 comp rx=0 tx=0).stop 2024-03-07T09:59:29.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.398+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/3643556642 shutdown_connections 2024-03-07T09:59:29.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.398+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d85040 0x557b13d87430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.398+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77ac0 0x557b13d84b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.398+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/3643556642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d774f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.398+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/3643556642 >> 172.21.15.18:0/3643556642 conn(0x557b13d71e60 msgr2=0x557b13d72240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:29.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.399+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/3643556642 shutdown_connections 2024-03-07T09:59:29.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.399+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/3643556642 wait complete. 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.399+0000 7f1a4d9b8740 1 -- start start 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.399+0000 7f1a4d9b8740 1 Processor -- start 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d846f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d7da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 0x557b13d7df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b13d87da0 con 0x557b13d77ac0 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b13c97070 con 0x557b13d77110 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b13d87f20 con 0x557b13d85040 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a43fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d7da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d846f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d846f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39176/0 (socket says 172.21.15.18:39176) 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a43fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d7da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46036/0 (socket says 172.21.15.18:46036) 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 -- 172.21.15.18:0/220342123 learned_addr learned my addr 172.21.15.18:0/220342123 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:29.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4907a640 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 0x557b13d7df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a4d9b8740 10 client.0 _ll_register_callbacks cb 0x557b13c96a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 -- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 msgr2=0x557b13d7df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 0x557b13d7df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 -- 172.21.15.18:0/220342123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 msgr2=0x557b13d7da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d7da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.400+0000 7f1a48879640 1 -- 172.21.15.18:0/220342123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557b139ef3f0 con 0x557b13d77110 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a48879640 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d846f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1a38000c00 tx=0x7f1a38005340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e07cccf0c0f70e1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a23fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a23fff640 1 -- 172.21.15.18:0/220342123 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a38059070 con 0x557b13d77110 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a23fff640 1 -- 172.21.15.18:0/220342123 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1a38055450 con 0x557b13d77110 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1a38046070 con 0x557b13d77110 2024-03-07T09:59:29.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a23fff640 1 -- 172.21.15.18:0/220342123 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a38050040 con 0x557b13d77110 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a4d9b8740 10 client.25376 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.401+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557b139af0f0 con 0x557b13d77110 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a23fff640 1 -- 172.21.15.18:0/220342123 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a3805eb40 con 0x557b13d77110 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a23fff640 1 -- 172.21.15.18:0/220342123 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1a3804b070 con 0x557b13d77110 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a4d9b8740 10 client.25376 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a4d9b8740 10 client.25376 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a4d9b8740 20 client.25376 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13d99200 0x557b13d9b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a4d9b8740 4 client.25376 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:29.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1a38046070 con 0x557b13d99200 2024-03-07T09:59:29.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.402+0000 7f1a43fff640 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13d99200 0x557b13d9b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.403+0000 7f1a23fff640 10 client.25376 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:29.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.403+0000 7f1a43fff640 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13d99200 0x557b13d9b5f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ee85878f47137fc server_cookie=94a1fa835a061884 in_seq=0 out_seq=0 2024-03-07T09:59:29.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.405+0000 7f1a23fff640 1 -- 172.21.15.18:0/220342123 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f1a38046070 con 0x557b13d99200 2024-03-07T09:59:29.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.405+0000 7f1a23fff640 10 client.25376 handle_command_reply: tid=0 2024-03-07T09:59:29.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.405+0000 7f1a4d9b8740 1 client.25376 shutdown 2024-03-07T09:59:29.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.406+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 msgr2=0x557b13d846f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.406+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d846f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1a38000c00 tx=0x7f1a38005340 comp rx=0 tx=0).stop 2024-03-07T09:59:29.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.407+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 shutdown_connections 2024-03-07T09:59:29.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.408+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13d99200 0x557b13d9b5f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.408+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 0x557b13d7df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.408+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d7da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.408+0000 7f1a23fff640 0 client.25376 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:29.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.408+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/220342123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d846f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.408+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 >> 172.21.15.18:0/220342123 conn(0x557b13d71e60 msgr2=0x557b13d73bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:29.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.409+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 shutdown_connections 2024-03-07T09:59:29.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.409+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/220342123 wait complete. 2024-03-07T09:59:29.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.409+0000 7f1a4d9b8740 20 client.25376 trim_cache size 0 max 16384 2024-03-07T09:59:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.432+0000 7f1a4d9b8740 1 Processor -- start 2024-03-07T09:59:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4d9b8740 1 -- start start 2024-03-07T09:59:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77110 0x557b13da0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d841e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d85040 0x557b13d7acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a441ad7b0 con 0x557b13d77ac0 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a441ab2b0 con 0x557b13d85040 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a441a9350 con 0x557b13d77110 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d841e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d841e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46040/0 (socket says 172.21.15.18:46040) 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 -- 172.21.15.18:0/1497872148 learned_addr learned my addr 172.21.15.18:0/1497872148 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a4907a640 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d85040 0x557b13d7acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a48879640 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77110 0x557b13da0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 -- 172.21.15.18:0/1497872148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77110 msgr2=0x557b13da0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77110 0x557b13da0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 -- 172.21.15.18:0/1497872148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d85040 msgr2=0x557b13d7acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d85040 0x557b13d7acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.433+0000 7f1a43fff640 1 -- 172.21.15.18:0/1497872148 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b13d78120 con 0x557b13d77ac0 2024-03-07T09:59:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a43fff640 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d841e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f1a44106df0 tx=0x7f1a3000b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae0c0f46fb507f3e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a2e7fc640 1 -- 172.21.15.18:0/1497872148 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a30011b90 con 0x557b13d77ac0 2024-03-07T09:59:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a2e7fc640 1 -- 172.21.15.18:0/1497872148 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a30024030 con 0x557b13d77ac0 2024-03-07T09:59:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a2e7fc640 1 -- 172.21.15.18:0/1497872148 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a30003c00 con 0x557b13d77ac0 2024-03-07T09:59:29.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/1497872148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 msgr2=0x557b13d841e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d841e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f1a44106df0 tx=0x7f1a3000b390 comp rx=0 tx=0).stop 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/1497872148 shutdown_connections 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d85040 0x557b13d7acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d841e0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/1497872148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d77110 0x557b13da0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.434+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/1497872148 >> 172.21.15.18:0/1497872148 conn(0x557b13d71e60 msgr2=0x557b13d73ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/1497872148 shutdown_connections 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/1497872148 wait complete. 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 -- start start 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 Processor -- start 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d95c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d96180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 0x557b13d90a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a441a9950 con 0x557b13d77ac0 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a441aac50 con 0x557b13d77110 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a441a9f90 con 0x557b13d85040 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a48879640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d95c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a4d9b8740 10 client.0 _ll_register_callbacks cb 0x7f1a38004bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a48879640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d95c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39180/0 (socket says 172.21.15.18:39180) 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.435+0000 7f1a48879640 1 -- 172.21.15.18:0/945866207 learned_addr learned my addr 172.21.15.18:0/945866207 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.436+0000 7f1a43fff640 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d96180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.436+0000 7f1a48879640 1 -- 172.21.15.18:0/945866207 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 msgr2=0x557b13d90a00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.436+0000 7f1a48879640 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 0x557b13d90a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.436+0000 7f1a48879640 1 -- 172.21.15.18:0/945866207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 msgr2=0x557b13d96180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.436+0000 7f1a48879640 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d96180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.436+0000 7f1a48879640 1 -- 172.21.15.18:0/945866207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557b13d90f40 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.436+0000 7f1a48879640 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d95c40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1a38009900 tx=0x7f1a38004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8223186293a1c501 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.437+0000 7f1a23fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.437+0000 7f1a23fff640 1 -- 172.21.15.18:0/945866207 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a3806a070 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.437+0000 7f1a23fff640 1 -- 172.21.15.18:0/945866207 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1a38055650 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.437+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1a30024030 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.437+0000 7f1a23fff640 1 -- 172.21.15.18:0/945866207 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a38074050 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.437+0000 7f1a4d9b8740 10 client.25382 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.437+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557b13df4f10 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a23fff640 1 -- 172.21.15.18:0/945866207 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a38046070 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a23fff640 1 -- 172.21.15.18:0/945866207 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1a3804b040 con 0x557b13d77110 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a4d9b8740 10 client.25382 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a4d9b8740 10 client.25382 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a4d9b8740 20 client.25382 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13df5520 0x557b13df7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a4d9b8740 4 client.25382 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T09:59:29.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f1a30024030 con 0x557b13df5520 2024-03-07T09:59:29.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.438+0000 7f1a43fff640 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13df5520 0x557b13df7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.443+0000 7f1a43fff640 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13df5520 0x557b13df7960 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2bf58d595c7b2c1 server_cookie=786fd49b8a20cb3b in_seq=0 out_seq=0 2024-03-07T09:59:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.443+0000 7f1a23fff640 10 client.25382 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.443+0000 7f1a23fff640 1 -- 172.21.15.18:0/945866207 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x7f1a30024030 con 0x557b13df5520 2024-03-07T09:59:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.443+0000 7f1a23fff640 10 client.25382 handle_command_reply: tid=0 2024-03-07T09:59:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.443+0000 7f1a4d9b8740 1 client.25382 shutdown 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 msgr2=0x557b13d95c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d95c40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1a38009900 tx=0x7f1a38004270 comp rx=0 tx=0).stop 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 shutdown_connections 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b13df5520 0x557b13df7960 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b13d85040 0x557b13d90a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a23fff640 0 client.25382 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b13d77ac0 0x557b13d96180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 --2- 172.21.15.18:0/945866207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b13d77110 0x557b13d95c40 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 >> 172.21.15.18:0/945866207 conn(0x557b13d71e60 msgr2=0x557b13d70630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 shutdown_connections 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 1 -- 172.21.15.18:0/945866207 wait complete. 2024-03-07T09:59:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.444+0000 7f1a4d9b8740 20 client.25382 trim_cache size 0 max 16384 2024-03-07T09:59:29.447 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:59:29.447 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T09:59:29.447 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T09:59:29.447 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:59:29.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a340a1f80 msgr2=0x7f1a340a4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a340a1f80 0x7f1a340a4440 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1a38005ab0 tx=0x7f1a38005a40 comp rx=0 tx=0).stop 2024-03-07T09:59:29.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a44105810 msgr2=0x7f1a4419c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a44105810 0x7f1a4419c7f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1a3c00ea60 tx=0x7f1a3c00ef20 comp rx=0 tx=0).stop 2024-03-07T09:59:29.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 shutdown_connections 2024-03-07T09:59:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a340a1f80 0x7f1a340a4440 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a44105810 0x7f1a4419c7f0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a44101380 0x7f1a44198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 --2- 172.21.15.18:0/1420048476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a441009d0 0x7f1a44197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 >> 172.21.15.18:0/1420048476 conn(0x7f1a440783d0 msgr2=0x7f1a440fe810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.446+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 shutdown_connections 2024-03-07T09:59:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.447+0000 7f1a4aadd640 1 -- 172.21.15.18:0/1420048476 wait complete. 2024-03-07T09:59:29.465 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T09:59:29.465 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.617+0000 7efd2fb1d640 1 -- 172.21.15.18:0/3970887094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd281065f0 msgr2=0x7efd281069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.617+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/3970887094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd281065f0 0x7efd281069d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7efd20009cd0 tx=0x7efd2002c0e0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.617+0000 7efd2fb1d640 1 -- 172.21.15.18:0/3970887094 shutdown_connections 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.617+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/3970887094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd28100ef0 0x7efd2810d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.617+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/3970887094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100530 0x7efd281009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.617+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/3970887094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd281065f0 0x7efd281069d0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.617+0000 7efd2fb1d640 1 -- 172.21.15.18:0/3970887094 >> 172.21.15.18:0/3970887094 conn(0x7efd280776e0 msgr2=0x7efd28077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 -- 172.21.15.18:0/3970887094 shutdown_connections 2024-03-07T09:59:29.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 -- 172.21.15.18:0/3970887094 wait complete. 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 Processor -- start 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 -- start start 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28100530 0x7efd2819e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100ef0 0x7efd2819e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd281065f0 0x7efd281a2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd28118080 con 0x7efd28100ef0 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd28117f00 con 0x7efd281065f0 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2fb1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd28118200 con 0x7efd28100530 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.618+0000 7efd2d0b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100ef0 0x7efd2819e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2e0ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd281065f0 0x7efd281a2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100ef0 0x7efd2819e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46066/0 (socket says 172.21.15.18:46066) 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 -- 172.21.15.18:0/2232412138 learned_addr learned my addr 172.21.15.18:0/2232412138 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d8b9640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28100530 0x7efd2819e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 -- 172.21.15.18:0/2232412138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28100530 msgr2=0x7efd2819e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28100530 0x7efd2819e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 -- 172.21.15.18:0/2232412138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd281065f0 msgr2=0x7efd281a2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd281065f0 0x7efd281a2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 -- 172.21.15.18:0/2232412138 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd281a3470 con 0x7efd28100ef0 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d8b9640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28100530 0x7efd2819e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2d0b8640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100ef0 0x7efd2819e9c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7efd1800b4a0 tx=0x7efd1800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd1effd640 1 -- 172.21.15.18:0/2232412138 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd18014070 con 0x7efd28100ef0 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd281a3760 con 0x7efd28100ef0 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd1effd640 1 -- 172.21.15.18:0/2232412138 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd18010af0 con 0x7efd28100ef0 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd1effd640 1 -- 172.21.15.18:0/2232412138 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd18017d10 con 0x7efd28100ef0 2024-03-07T09:59:29.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.619+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd281aaff0 con 0x7efd28100ef0 2024-03-07T09:59:29.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.621+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd280684e0 con 0x7efd28100ef0 2024-03-07T09:59:29.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.622+0000 7efd1effd640 1 -- 172.21.15.18:0/2232412138 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7efd18017070 con 0x7efd28100ef0 2024-03-07T09:59:29.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.623+0000 7efd1effd640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd140a1fc0 0x7efd140a4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:29.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.623+0000 7efd1effd640 1 -- 172.21.15.18:0/2232412138 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7efd180cd570 con 0x7efd28100ef0 2024-03-07T09:59:29.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.623+0000 7efd2d8b9640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd140a1fc0 0x7efd140a4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:29.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.624+0000 7efd2d8b9640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd140a1fc0 0x7efd140a4480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efd20006010 tx=0x7efd20000f40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:29.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:29.629+0000 7efd1effd640 1 -- 172.21.15.18:0/2232412138 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7efd18099f40 con 0x7efd28100ef0 2024-03-07T09:59:30.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.011+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efd281ab380 con 0x7efd28100ef0 2024-03-07T09:59:30.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.013+0000 7efd1effd640 1 -- 172.21.15.18:0/2232412138 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+11375 (secure 0 0 0) 0x7efd1809dfe0 con 0x7efd28100ef0 2024-03-07T09:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T09:59:30.015 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:59:15.914087+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T09:59:30.015 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 25 2024-03-07T09:59:30.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd140a1fc0 msgr2=0x7efd140a4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd140a1fc0 0x7efd140a4480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efd20006010 tx=0x7efd20000f40 comp rx=0 tx=0).stop 2024-03-07T09:59:30.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100ef0 msgr2=0x7efd2819e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100ef0 0x7efd2819e9c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7efd1800b4a0 tx=0x7efd1800b960 comp rx=0 tx=0).stop 2024-03-07T09:59:30.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 shutdown_connections 2024-03-07T09:59:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd281065f0 0x7efd281a2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd140a1fc0 0x7efd140a4480 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd28100ef0 0x7efd2819e9c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 --2- 172.21.15.18:0/2232412138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd28100530 0x7efd2819e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.017+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 >> 172.21.15.18:0/2232412138 conn(0x7efd280776e0 msgr2=0x7efd280fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.018+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 shutdown_connections 2024-03-07T09:59:30.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.018+0000 7efd2fb1d640 1 -- 172.21.15.18:0/2232412138 wait complete. 2024-03-07T09:59:30.037 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T09:59:30.037 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.199+0000 7f3353fff640 1 -- 172.21.15.18:0/304791179 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f335802cd20 con 0x7f335c073a00 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.200+0000 7f33634a1640 1 -- 172.21.15.18:0/304791179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f335c073a00 msgr2=0x7f335c073de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.200+0000 7f33634a1640 1 --2- 172.21.15.18:0/304791179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f335c073a00 0x7f335c073de0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f3358009900 tx=0x7f335802bcd0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.200+0000 7f33634a1640 1 -- 172.21.15.18:0/304791179 shutdown_connections 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.200+0000 7f33634a1640 1 --2- 172.21.15.18:0/304791179 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f335c1125e0 0x7f335c1149d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.200+0000 7f33634a1640 1 --2- 172.21.15.18:0/304791179 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f335c074320 0x7f335c1120a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.200+0000 7f33634a1640 1 --2- 172.21.15.18:0/304791179 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f335c073a00 0x7f335c073de0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.201+0000 7f33634a1640 1 -- 172.21.15.18:0/304791179 >> 172.21.15.18:0/304791179 conn(0x7f335c0fd0c0 msgr2=0x7f335c0ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.201+0000 7f33634a1640 1 -- 172.21.15.18:0/304791179 shutdown_connections 2024-03-07T09:59:30.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.201+0000 7f33634a1640 1 -- 172.21.15.18:0/304791179 wait complete. 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.201+0000 7f33634a1640 1 Processor -- start 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.201+0000 7f33634a1640 1 -- start start 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f33634a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f335c073a00 0x7f335c19e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f33634a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f335c074320 0x7f335c19ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f33634a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f335c1125e0 0x7f335c1a2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f33634a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f335c118030 con 0x7f335c074320 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f33634a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f335c117eb0 con 0x7f335c073a00 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f33634a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f335c1181b0 con 0x7f335c1125e0 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f3360a3c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f335c074320 0x7f335c19ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f3360a3c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f335c074320 0x7f335c19ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46094/0 (socket says 172.21.15.18:46094) 2024-03-07T09:59:30.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.202+0000 7f3360a3c640 1 -- 172.21.15.18:0/1068274073 learned_addr learned my addr 172.21.15.18:0/1068274073 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.203+0000 7f336123d640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f335c073a00 0x7f335c19e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.203+0000 7f336123d640 1 -- 172.21.15.18:0/1068274073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f335c1125e0 msgr2=0x7f335c1a2db0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T09:59:30.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.203+0000 7f336123d640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f335c1125e0 0x7f335c1a2db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.203+0000 7f336123d640 1 -- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f335c074320 msgr2=0x7f335c19ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.203+0000 7f336123d640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f335c074320 0x7f335c19ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.203+0000 7f336123d640 1 -- 172.21.15.18:0/1068274073 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f335c1a34e0 con 0x7f335c073a00 2024-03-07T09:59:30.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.204+0000 7f336123d640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f335c073a00 0x7f335c19e4f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3358009850 tx=0x7f3358004340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.204+0000 7f33527fc640 1 -- 172.21.15.18:0/1068274073 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3358042020 con 0x7f335c073a00 2024-03-07T09:59:30.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.204+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f335c1a3770 con 0x7f335c073a00 2024-03-07T09:59:30.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.204+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f335c1ab060 con 0x7f335c073a00 2024-03-07T09:59:30.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.204+0000 7f33527fc640 1 -- 172.21.15.18:0/1068274073 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33580054e0 con 0x7f335c073a00 2024-03-07T09:59:30.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.204+0000 7f33527fc640 1 -- 172.21.15.18:0/1068274073 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3358003a50 con 0x7f335c073a00 2024-03-07T09:59:30.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.207+0000 7f33527fc640 1 -- 172.21.15.18:0/1068274073 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7f3358045020 con 0x7f335c073a00 2024-03-07T09:59:30.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.208+0000 7f3366364740 1 Processor -- start 2024-03-07T09:59:30.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.208+0000 7f3366364740 1 -- start start 2024-03-07T09:59:30.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.208+0000 7f33527fc640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33480a2040 0x7f33480a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.208+0000 7f33527fc640 1 -- 172.21.15.18:0/1068274073 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f33580f0140 con 0x7f335c073a00 2024-03-07T09:59:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3366364740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3361a3e640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33480a2040 0x7f33480a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3366364740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79ca90 0x561dcf7a5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f336123d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f336123d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46106/0 (socket says 172.21.15.18:46106) 2024-03-07T09:59:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3366364740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f336123d640 1 -- 172.21.15.18:0/740247829 learned_addr learned my addr 172.21.15.18:0/740247829 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dcf763330 con 0x561dcf79c170 2024-03-07T09:59:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dcf6ffe90 con 0x561dcf7a5670 2024-03-07T09:59:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dcf6a8d00 con 0x561dcf79ca90 2024-03-07T09:59:30.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.209+0000 7f3361a3e640 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f336123d640 1 -- 172.21.15.18:0/740247829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79ca90 msgr2=0x561dcf7a5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f336123d640 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79ca90 0x561dcf7a5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f336123d640 1 -- 172.21.15.18:0/740247829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 msgr2=0x561dcf7a7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f336123d640 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f336123d640 1 -- 172.21.15.18:0/740247829 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561dcf6a7b90 con 0x561dcf79c170 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f3361a3e640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33480a2040 0x7f33480a4500 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f335c06ace0 tx=0x7f335400e720 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f336123d640 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79c550 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f33580ba160 tx=0x7f33580bd560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa66986ae58b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f33477fe640 1 -- 172.21.15.18:0/740247829 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3358003bf0 con 0x561dcf79c170 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f33477fe640 1 -- 172.21.15.18:0/740247829 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33580bde90 con 0x561dcf79c170 2024-03-07T09:59:30.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.210+0000 7f33477fe640 1 -- 172.21.15.18:0/740247829 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33580c5aa0 con 0x561dcf79c170 2024-03-07T09:59:30.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.211+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 msgr2=0x561dcf79c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.211+0000 7f3366364740 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79c550 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f33580ba160 tx=0x7f33580bd560 comp rx=0 tx=0).stop 2024-03-07T09:59:30.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 shutdown_connections 2024-03-07T09:59:30.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79ca90 0x561dcf7a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 --2- 172.21.15.18:0/740247829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79c550 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 >> 172.21.15.18:0/740247829 conn(0x561dcf7968a0 msgr2=0x561dcf796c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 shutdown_connections 2024-03-07T09:59:30.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 -- 172.21.15.18:0/740247829 wait complete. 2024-03-07T09:59:30.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.212+0000 7f3366364740 1 -- start start 2024-03-07T09:59:30.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 1 Processor -- start 2024-03-07T09:59:30.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7a2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dcf69e470 con 0x561dcf79ca90 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dcf6fbf30 con 0x561dcf7a5670 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dcf7a8220 con 0x561dcf79c170 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3360a3c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7a2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3360a3c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7a2ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46108/0 (socket says 172.21.15.18:46108) 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3360a3c640 1 -- 172.21.15.18:0/3519795 learned_addr learned my addr 172.21.15.18:0/3519795 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3361a3e640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f336123d640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.213+0000 7f3366364740 10 client.0 _ll_register_callbacks cb 0x561dcf6f9d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3361a3e640 1 -- 172.21.15.18:0/3519795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 msgr2=0x561dcf7a2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3361a3e640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3361a3e640 1 -- 172.21.15.18:0/3519795 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 msgr2=0x561dcf7a2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3361a3e640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7a2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3361a3e640 1 -- 172.21.15.18:0/3519795 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561dcf4143f0 con 0x561dcf7a5670 2024-03-07T09:59:30.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f336123d640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:30.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3360a3c640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7a2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:30.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3361a3e640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a3000 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3354012bc0 tx=0x7f3354004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b30bf6576086c0a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3344ff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:30.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.214+0000 7f3344ff9640 1 -- 172.21.15.18:0/3519795 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3354011bd0 con 0x561dcf7a5670 2024-03-07T09:59:30.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.215+0000 7f3344ff9640 1 -- 172.21.15.18:0/3519795 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3354011d70 con 0x561dcf7a5670 2024-03-07T09:59:30.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.215+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f33580bde90 con 0x561dcf7a5670 2024-03-07T09:59:30.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.215+0000 7f3344ff9640 1 -- 172.21.15.18:0/3519795 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f335401d430 con 0x561dcf7a5670 2024-03-07T09:59:30.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.216+0000 7f3366364740 10 client.25397 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:30.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.216+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561dcf4de7d0 con 0x561dcf7a5670 2024-03-07T09:59:30.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.216+0000 7f3344ff9640 1 -- 172.21.15.18:0/3519795 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33580bde90 con 0x561dcf7a5670 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f3344ff9640 1 -- 172.21.15.18:0/3519795 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f3354031840 con 0x561dcf7a5670 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f3366364740 10 client.25397 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f3366364740 10 client.25397 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f3366364740 20 client.25397 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f3366364740 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf7b5500 0x561dcf7b7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f3366364740 4 client.25397 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561dcf70d3d0 con 0x561dcf7b5500 2024-03-07T09:59:30.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.217+0000 7f336123d640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf7b5500 0x561dcf7b7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.218+0000 7f336123d640 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf7b5500 0x561dcf7b7960 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=df933a2a7756059b server_cookie=20b2ff050c3ef1f in_seq=0 out_seq=0 2024-03-07T09:59:30.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.218+0000 7f3344ff9640 10 client.25397 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T09:59:30.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3344ff9640 1 -- 172.21.15.18:0/3519795 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561dcf70d3d0 con 0x561dcf7b5500 2024-03-07T09:59:30.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3344ff9640 10 client.25397 handle_command_reply: tid=0 2024-03-07T09:59:30.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 client.25397 shutdown 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 msgr2=0x561dcf7a3000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a3000 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3354012bc0 tx=0x7f3354004a40 comp rx=0 tx=0).stop 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 shutdown_connections 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf7b5500 0x561dcf7b7960 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7a3000 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7a2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 --2- 172.21.15.18:0/3519795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 >> 172.21.15.18:0/3519795 conn(0x561dcf7968a0 msgr2=0x561dcf7985f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.219+0000 7f3344ff9640 0 client.25397 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T09:59:30.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.220+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 shutdown_connections 2024-03-07T09:59:30.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.220+0000 7f3366364740 1 -- 172.21.15.18:0/3519795 wait complete. 2024-03-07T09:59:30.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.220+0000 7f3366364740 20 client.25397 trim_cache size 0 max 16384 2024-03-07T09:59:30.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.239+0000 7f3366364740 1 Processor -- start 2024-03-07T09:59:30.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.239+0000 7f3366364740 1 -- start start 2024-03-07T09:59:30.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.239+0000 7f3366364740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3366364740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7b08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3366364740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7b0de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f336123d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3366364740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3340010d10 con 0x561dcf79ca90 2024-03-07T09:59:30.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3366364740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f334000e810 con 0x561dcf7a5670 2024-03-07T09:59:30.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3366364740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f334000c8b0 con 0x561dcf79c170 2024-03-07T09:59:30.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f336123d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a4cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35980/0 (socket says 172.21.15.18:35980) 2024-03-07T09:59:30.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f336123d640 1 -- 172.21.15.18:0/2221759893 learned_addr learned my addr 172.21.15.18:0/2221759893 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3361a3e640 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7b0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3361a3e640 1 -- 172.21.15.18:0/2221759893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 msgr2=0x561dcf7a4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3361a3e640 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3361a3e640 1 -- 172.21.15.18:0/2221759893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 msgr2=0x561dcf7b08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3361a3e640 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7b08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.240+0000 7f3361a3e640 1 -- 172.21.15.18:0/2221759893 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561dcf7966d0 con 0x561dcf7a5670 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.241+0000 7f3361a3e640 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7b0de0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3354012bc0 tx=0x7f33540274a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=407b96f5e1fa8c34 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.241+0000 7f3346ffd640 1 -- 172.21.15.18:0/2221759893 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3354011810 con 0x561dcf7a5670 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.241+0000 7f3346ffd640 1 -- 172.21.15.18:0/2221759893 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3354009500 con 0x561dcf7a5670 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.241+0000 7f3346ffd640 1 -- 172.21.15.18:0/2221759893 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3354027650 con 0x561dcf7a5670 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.242+0000 7f3366364740 1 -- 172.21.15.18:0/2221759893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 msgr2=0x561dcf7b0de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.242+0000 7f3366364740 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7b0de0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3354012bc0 tx=0x7f33540274a0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.242+0000 7f3366364740 1 -- 172.21.15.18:0/2221759893 shutdown_connections 2024-03-07T09:59:30.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.242+0000 7f3366364740 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf7a5670 0x561dcf7b0de0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.242+0000 7f3366364740 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79ca90 0x561dcf7b08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.242+0000 7f3366364740 1 --2- 172.21.15.18:0/2221759893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf79c170 0x561dcf7a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.242+0000 7f3366364740 1 -- 172.21.15.18:0/2221759893 >> 172.21.15.18:0/2221759893 conn(0x561dcf7968a0 msgr2=0x561dcf79b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.244+0000 7f3366364740 1 -- 172.21.15.18:0/2221759893 shutdown_connections 2024-03-07T09:59:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.244+0000 7f3366364740 1 -- 172.21.15.18:0/2221759893 wait complete. 2024-03-07T09:59:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.244+0000 7f3366364740 1 -- start start 2024-03-07T09:59:30.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.244+0000 7f3366364740 1 Processor -- start 2024-03-07T09:59:30.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.245+0000 7f3366364740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3366364740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf79ca90 0x561dcf79e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3366364740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf7a5670 0x561dcf79ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3366364740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f334000ceb0 con 0x561dcf79c170 2024-03-07T09:59:30.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3366364740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f334000e1b0 con 0x561dcf79ca90 2024-03-07T09:59:30.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3366364740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f334000d4f0 con 0x561dcf7a5670 2024-03-07T09:59:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f336123d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3366364740 10 client.0 _ll_register_callbacks cb 0x7f3354016050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3360a3c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf79ca90 0x561dcf79e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f336123d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46130/0 (socket says 172.21.15.18:46130) 2024-03-07T09:59:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f336123d640 1 -- 172.21.15.18:0/1027805020 learned_addr learned my addr 172.21.15.18:0/1027805020 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3361a3e640 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf7a5670 0x561dcf79ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3361a3e640 1 -- 172.21.15.18:0/1027805020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf79ca90 msgr2=0x561dcf79e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3361a3e640 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf79ca90 0x561dcf79e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3361a3e640 1 -- 172.21.15.18:0/1027805020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 msgr2=0x561dcf79fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3361a3e640 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.246+0000 7f3361a3e640 1 -- 172.21.15.18:0/1027805020 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561dcf79f270 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.247+0000 7f3361a3e640 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf7a5670 0x561dcf79ed30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f33540316c0 tx=0x7f335400ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=890831604da4bdda server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.247+0000 7f3344ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.247+0000 7f3344ff9640 1 -- 172.21.15.18:0/1027805020 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f335403f030 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.247+0000 7f3344ff9640 1 -- 172.21.15.18:0/1027805020 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f335400ee00 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.247+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561dcf707720 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.247+0000 7f3344ff9640 1 -- 172.21.15.18:0/1027805020 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3354049050 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.247+0000 7f3366364740 10 client.25456 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561dcf810970 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3344ff9640 1 -- 172.21.15.18:0/1027805020 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561dcf707720 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3344ff9640 1 -- 172.21.15.18:0/1027805020 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f335401d6f0 con 0x561dcf7a5670 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3366364740 10 client.25456 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3366364740 10 client.25456 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3366364740 20 client.25456 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:30.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3366364740 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf810f20 0x561dcf813310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3366364740 4 client.25456 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561dcf685610 con 0x561dcf810f20 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.248+0000 7f336123d640 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf810f20 0x561dcf813310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.249+0000 7f3344ff9640 10 client.25456 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.249+0000 7f336123d640 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf810f20 0x561dcf813310 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a6a526832e74e2fe server_cookie=76280b8ea57f0422 in_seq=0 out_seq=0 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.249+0000 7f3344ff9640 1 -- 172.21.15.18:0/1027805020 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561dcf685610 con 0x561dcf810f20 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.249+0000 7f3344ff9640 10 client.25456 handle_command_reply: tid=0 2024-03-07T09:59:30.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.249+0000 7f3366364740 1 client.25456 shutdown 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf7a5670 msgr2=0x561dcf79ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf7a5670 0x561dcf79ed30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f33540316c0 tx=0x7f335400ec90 comp rx=0 tx=0).stop 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 shutdown_connections 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x561dcf810f20 0x561dcf813310 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561dcf7a5670 0x561dcf79ed30 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561dcf79ca90 0x561dcf79e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 --2- 172.21.15.18:0/1027805020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561dcf79c170 0x561dcf79fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 >> 172.21.15.18:0/1027805020 conn(0x561dcf7968a0 msgr2=0x561dcf7a0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3344ff9640 0 client.25456 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T09:59:30.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.250+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 shutdown_connections 2024-03-07T09:59:30.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.251+0000 7f3366364740 1 -- 172.21.15.18:0/1027805020 wait complete. 2024-03-07T09:59:30.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.252+0000 7f3366364740 20 client.25456 trim_cache size 0 max 16384 2024-03-07T09:59:30.254 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33480a2040 msgr2=0x7f33480a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33480a2040 0x7f33480a4500 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f335c06ace0 tx=0x7f335400e720 comp rx=0 tx=0).stop 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f335c073a00 msgr2=0x7f335c19e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f335c073a00 0x7f335c19e4f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3358009850 tx=0x7f3358004340 comp rx=0 tx=0).stop 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 shutdown_connections 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f335c1125e0 0x7f335c1a2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33480a2040 0x7f33480a4500 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f335c074320 0x7f335c19ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 --2- 172.21.15.18:0/1068274073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f335c073a00 0x7f335c19e4f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.253+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 >> 172.21.15.18:0/1068274073 conn(0x7f335c0fd0c0 msgr2=0x7f335c0fe810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.254+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 shutdown_connections 2024-03-07T09:59:30.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.254+0000 7f33634a1640 1 -- 172.21.15.18:0/1068274073 wait complete. 2024-03-07T09:59:30.272 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T09:59:30.272 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T09:59:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 -- 172.21.15.18:0/340349463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 msgr2=0x7fc34c10d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 --2- 172.21.15.18:0/340349463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 0x7fc34c10d370 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc344009ca0 tx=0x7fc34402c100 comp rx=0 tx=0).stop 2024-03-07T09:59:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 -- 172.21.15.18:0/340349463 shutdown_connections 2024-03-07T09:59:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 --2- 172.21.15.18:0/340349463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 0x7fc34c10d370 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 --2- 172.21.15.18:0/340349463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc34c1004f0 0x7fc34c100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 --2- 172.21.15.18:0/340349463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc34c1065b0 0x7fc34c106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 -- 172.21.15.18:0/340349463 >> 172.21.15.18:0/340349463 conn(0x7fc34c077660 msgr2=0x7fc34c077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 -- 172.21.15.18:0/340349463 shutdown_connections 2024-03-07T09:59:30.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.437+0000 7fc350c0d640 1 -- 172.21.15.18:0/340349463 wait complete. 2024-03-07T09:59:30.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 Processor -- start 2024-03-07T09:59:30.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 -- start start 2024-03-07T09:59:30.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc34c1004f0 0x7fc34c10cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 0x7fc34c109040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc34c1065b0 0x7fc34c109580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c10f760 con 0x7fc34c100eb0 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c10f5e0 con 0x7fc34c1004f0 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc350c0d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c10f8e0 con 0x7fc34c1065b0 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc34c1004f0 0x7fc34c10cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc34c1004f0 0x7fc34c10cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39272/0 (socket says 172.21.15.18:39272) 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc343fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 0x7fc34c109040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc34a59c640 1 -- 172.21.15.18:0/295946654 learned_addr learned my addr 172.21.15.18:0/295946654 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.439+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc34c1065b0 0x7fc34c109580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.440+0000 7fc343fff640 1 -- 172.21.15.18:0/295946654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc34c1065b0 msgr2=0x7fc34c109580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.440+0000 7fc343fff640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc34c1065b0 0x7fc34c109580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.440+0000 7fc343fff640 1 -- 172.21.15.18:0/295946654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc34c1004f0 msgr2=0x7fc34c10cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.440+0000 7fc343fff640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc34c1004f0 0x7fc34c10cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.440+0000 7fc343fff640 1 -- 172.21.15.18:0/295946654 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc34c109cb0 con 0x7fc34c100eb0 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.440+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc34c1065b0 0x7fc34c109580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.440+0000 7fc343fff640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 0x7fc34c109040 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc33400e9f0 tx=0x7fc33400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.441+0000 7fc3437fe640 1 -- 172.21.15.18:0/295946654 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33400ccc0 con 0x7fc34c100eb0 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.441+0000 7fc3437fe640 1 -- 172.21.15.18:0/295946654 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc334010910 con 0x7fc34c100eb0 2024-03-07T09:59:30.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.441+0000 7fc3437fe640 1 -- 172.21.15.18:0/295946654 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc334018960 con 0x7fc34c100eb0 2024-03-07T09:59:30.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.441+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc34c1aaae0 con 0x7fc34c100eb0 2024-03-07T09:59:30.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.441+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc34c1aaef0 con 0x7fc34c100eb0 2024-03-07T09:59:30.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 Processor -- start 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 -- start start 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fd9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fe2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cde2fa0330 con 0x55cde2fd9170 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cde2f3ce90 con 0x55cde2fd9a90 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc3539f3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cde2ee5d00 con 0x55cde2fe2670 2024-03-07T09:59:30.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.445+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fe2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fd9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fe2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39276/0 (socket says 172.21.15.18:39276) 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 -- 172.21.15.18:0/2252318549 learned_addr learned my addr 172.21.15.18:0/2252318549 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 -- 172.21.15.18:0/2252318549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 msgr2=0x55cde2fe4a60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 --2- 172.21.15.18:0/2252318549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe4a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 -- 172.21.15.18:0/2252318549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 msgr2=0x55cde2fd9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 --2- 172.21.15.18:0/2252318549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fd9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 -- 172.21.15.18:0/2252318549 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cde2ee4b90 con 0x55cde2fd9a90 2024-03-07T09:59:30.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc3437fe640 1 -- 172.21.15.18:0/295946654 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7fc334020060 con 0x7fc34c100eb0 2024-03-07T09:59:30.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc34a59c640 1 --2- 172.21.15.18:0/2252318549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fe2130 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc33c005f60 tx=0x7fc33c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=adb03f2365446bd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc340ff9640 1 -- 172.21.15.18:0/2252318549 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33c004230 con 0x55cde2fd9a90 2024-03-07T09:59:30.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.446+0000 7fc340ff9640 1 -- 172.21.15.18:0/2252318549 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc33c0043d0 con 0x55cde2fd9a90 2024-03-07T09:59:30.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.447+0000 7fc340ff9640 1 -- 172.21.15.18:0/2252318549 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33c0035f0 con 0x55cde2fd9a90 2024-03-07T09:59:30.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.447+0000 7fc3437fe640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3380a20d0 0x7fc3380a4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.447+0000 7fc3437fe640 1 -- 172.21.15.18:0/295946654 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc3340ce730 con 0x7fc34c100eb0 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.447+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3380a20d0 0x7fc3380a4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.447+0000 7fc3539f3740 1 -- 172.21.15.18:0/2252318549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 msgr2=0x55cde2fe2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.447+0000 7fc3539f3740 1 --2- 172.21.15.18:0/2252318549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fe2130 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc33c005f60 tx=0x7fc33c011810 comp rx=0 tx=0).stop 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.448+0000 7fc3539f3740 1 -- 172.21.15.18:0/2252318549 shutdown_connections 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.448+0000 7fc3539f3740 1 --2- 172.21.15.18:0/2252318549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.448+0000 7fc3539f3740 1 --2- 172.21.15.18:0/2252318549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fe2130 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.448+0000 7fc3539f3740 1 --2- 172.21.15.18:0/2252318549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fd9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.448+0000 7fc3539f3740 1 -- 172.21.15.18:0/2252318549 >> 172.21.15.18:0/2252318549 conn(0x55cde2fd38a0 msgr2=0x55cde2fd3c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.449+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3380a20d0 0x7fc3380a4590 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc344005e30 tx=0x7fc344005d80 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.449+0000 7fc3539f3740 1 -- 172.21.15.18:0/2252318549 shutdown_connections 2024-03-07T09:59:30.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.449+0000 7fc3539f3740 1 -- 172.21.15.18:0/2252318549 wait complete. 2024-03-07T09:59:30.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.450+0000 7fc3539f3740 1 -- start start 2024-03-07T09:59:30.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.450+0000 7fc3539f3740 1 Processor -- start 2024-03-07T09:59:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fdfd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc3539f3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cde2edb470 con 0x55cde2fd9170 2024-03-07T09:59:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc3539f3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cde2f38f30 con 0x55cde2fd9a90 2024-03-07T09:59:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc3539f3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cde2ff6470 con 0x55cde2fe2670 2024-03-07T09:59:30.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc3539f3740 10 client.0 _ll_register_callbacks cb 0x55cde2f36d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36012/0 (socket says 172.21.15.18:36012) 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 -- 172.21.15.18:0/1269884801 learned_addr learned my addr 172.21.15.18:0/1269884801 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc343fff640 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fdfd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34a59c640 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 -- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 msgr2=0x55cde2fdfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fdfd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 -- 172.21.15.18:0/1269884801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 msgr2=0x55cde2fdf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdf7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.451+0000 7fc34ad9d640 1 -- 172.21.15.18:0/1269884801 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cde2c513f0 con 0x55cde2fe2670 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe0240 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc344009a60 tx=0x7fc34402c100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4cf372c6521c1669 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc331ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc331ffb640 1 -- 172.21.15.18:0/1269884801 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344039040 con 0x55cde2fe2670 2024-03-07T09:59:30.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc33c0043d0 con 0x55cde2fe2670 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc331ffb640 1 -- 172.21.15.18:0/1269884801 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc344003970 con 0x55cde2fe2670 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc331ffb640 1 -- 172.21.15.18:0/1269884801 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc34405a050 con 0x55cde2fe2670 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc3539f3740 10 client.25465 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55cde2d1b7d0 con 0x55cde2fe2670 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc331ffb640 1 -- 172.21.15.18:0/1269884801 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc33c0043d0 con 0x55cde2fe2670 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc331ffb640 1 -- 172.21.15.18:0/1269884801 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fc34404c420 con 0x55cde2fe2670 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc3539f3740 10 client.25465 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc3539f3740 10 client.25465 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc3539f3740 20 client.25465 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.452+0000 7fc3539f3740 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde3005b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.453+0000 7fc3539f3740 4 client.25465 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.453+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cde2f4a3d0 con 0x55cde3003790 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.453+0000 7fc34a59c640 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde3005b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.453+0000 7fc34a59c640 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde3005b80 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=64da9d4985afc371 server_cookie=c18c37dcb3215242 in_seq=0 out_seq=0 2024-03-07T09:59:30.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.453+0000 7fc331ffb640 10 client.25465 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc331ffb640 1 -- 172.21.15.18:0/1269884801 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55cde2f4a3d0 con 0x55cde3003790 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc331ffb640 10 client.25465 handle_command_reply: tid=0 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 client.25465 shutdown 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 msgr2=0x55cde2fe0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe0240 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc344009a60 tx=0x7fc34402c100 comp rx=0 tx=0).stop 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 shutdown_connections 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde3005b80 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2fe0240 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9a90 0x55cde2fdfd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc331ffb640 0 client.25465 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 --2- 172.21.15.18:0/1269884801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 >> 172.21.15.18:0/1269884801 conn(0x55cde2fd38a0 msgr2=0x55cde2fd55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 shutdown_connections 2024-03-07T09:59:30.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 1 -- 172.21.15.18:0/1269884801 wait complete. 2024-03-07T09:59:30.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.454+0000 7fc3539f3740 20 client.25465 trim_cache size 0 max 16384 2024-03-07T09:59:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 Processor -- start 2024-03-07T09:59:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 -- start start 2024-03-07T09:59:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9170 0x55cde2fe1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9a90 0x55cde2fd57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2ffeb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c1ad640 con 0x55cde2fd9a90 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c1ab1e0 con 0x55cde2fd9170 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc3539f3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c071880 con 0x55cde2fe2670 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.476+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9170 0x55cde2fe1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9170 0x55cde2fe1ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39290/0 (socket says 172.21.15.18:39290) 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 -- 172.21.15.18:0/928043748 learned_addr learned my addr 172.21.15.18:0/928043748 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc343fff640 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9a90 0x55cde2fd57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34ad9d640 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2ffeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 -- 172.21.15.18:0/928043748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 msgr2=0x55cde2ffeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2ffeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 -- 172.21.15.18:0/928043748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9a90 msgr2=0x55cde2fd57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9a90 0x55cde2fd57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 -- 172.21.15.18:0/928043748 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cde2fcdd70 con 0x55cde2fd9170 2024-03-07T09:59:30.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.477+0000 7fc34a59c640 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9170 0x55cde2fe1ef0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc33c000c00 tx=0x7fc33c004a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b72af990f0241ffd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.478+0000 7fc333fff640 1 -- 172.21.15.18:0/928043748 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33c009960 con 0x55cde2fd9170 2024-03-07T09:59:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.478+0000 7fc333fff640 1 -- 172.21.15.18:0/928043748 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc33c01f040 con 0x55cde2fd9170 2024-03-07T09:59:30.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.478+0000 7fc333fff640 1 -- 172.21.15.18:0/928043748 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33c0035f0 con 0x55cde2fd9170 2024-03-07T09:59:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 -- 172.21.15.18:0/928043748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9170 msgr2=0x55cde2fe1ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9170 0x55cde2fe1ef0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc33c000c00 tx=0x7fc33c004a60 comp rx=0 tx=0).stop 2024-03-07T09:59:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 -- 172.21.15.18:0/928043748 shutdown_connections 2024-03-07T09:59:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fe2670 0x55cde2ffeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9a90 0x55cde2fd57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 --2- 172.21.15.18:0/928043748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fd9170 0x55cde2fe1ef0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 -- 172.21.15.18:0/928043748 >> 172.21.15.18:0/928043748 conn(0x55cde2fd38a0 msgr2=0x55cde2fde7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 -- 172.21.15.18:0/928043748 shutdown_connections 2024-03-07T09:59:30.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.480+0000 7fc3539f3740 1 -- 172.21.15.18:0/928043748 wait complete. 2024-03-07T09:59:30.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.481+0000 7fc3539f3740 1 -- start start 2024-03-07T09:59:30.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.481+0000 7fc3539f3740 1 Processor -- start 2024-03-07T09:59:30.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.481+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.481+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fd9a90 0x55cde2fdcb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc3539f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fe2670 0x55cde305e010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc343fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fd9a90 0x55cde2fdcb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc34ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fe2670 0x55cde305e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc343fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fd9a90 0x55cde2fdcb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36018/0 (socket says 172.21.15.18:36018) 2024-03-07T09:59:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc34ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fe2670 0x55cde305e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39306/0 (socket says 172.21.15.18:39306) 2024-03-07T09:59:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc343fff640 1 -- 172.21.15.18:0/3570348343 learned_addr learned my addr 172.21.15.18:0/3570348343 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c071e80 con 0x55cde2fd9170 2024-03-07T09:59:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c073180 con 0x55cde2fe2670 2024-03-07T09:59:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc34c0724c0 con 0x55cde2fd9a90 2024-03-07T09:59:30.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc3539f3740 10 client.0 _ll_register_callbacks cb 0x7fc33c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:30.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.482+0000 7fc34a59c640 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc343fff640 1 -- 172.21.15.18:0/3570348343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fe2670 msgr2=0x55cde305e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc343fff640 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fe2670 0x55cde305e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc343fff640 1 -- 172.21.15.18:0/3570348343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 msgr2=0x55cde2fdc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc343fff640 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc343fff640 1 -- 172.21.15.18:0/3570348343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cde305e620 con 0x55cde2fd9a90 2024-03-07T09:59:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc343fff640 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fd9a90 0x55cde2fdcb30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc33409ae70 tx=0x7fc33409a840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c67be11bc4038088 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc331ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:59:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc331ffb640 1 -- 172.21.15.18:0/3570348343 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3340cc1a0 con 0x55cde2fd9a90 2024-03-07T09:59:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc331ffb640 1 -- 172.21.15.18:0/3570348343 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc3340a31f0 con 0x55cde2fd9a90 2024-03-07T09:59:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.483+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc33c01f040 con 0x55cde2fd9a90 2024-03-07T09:59:30.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.484+0000 7fc331ffb640 1 -- 172.21.15.18:0/3570348343 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc33409f030 con 0x55cde2fd9a90 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.485+0000 7fc3539f3740 10 client.25471 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.485+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55cde305f950 con 0x55cde2fd9a90 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.485+0000 7fc331ffb640 1 -- 172.21.15.18:0/3570348343 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc3340a3680 con 0x55cde2fd9a90 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.485+0000 7fc331ffb640 1 -- 172.21.15.18:0/3570348343 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fc334018b00 con 0x55cde2fd9a90 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.485+0000 7fc3539f3740 10 client.25471 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.486+0000 7fc3539f3740 10 client.25471 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.486+0000 7fc3539f3740 20 client.25471 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.486+0000 7fc3539f3740 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde30620c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.486+0000 7fc3539f3740 4 client.25471 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T09:59:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.486+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fc33c01f040 con 0x55cde3003790 2024-03-07T09:59:30.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.487+0000 7fc34a59c640 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde30620c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc331ffb640 10 client.25471 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc34a59c640 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde30620c0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c0b7fb55dad18f9 server_cookie=99d845df2447fa75 in_seq=0 out_seq=0 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc331ffb640 1 -- 172.21.15.18:0/3570348343 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fc33c01f040 con 0x55cde3003790 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc331ffb640 10 client.25471 handle_command_reply: tid=0 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 client.25471 shutdown 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fd9a90 msgr2=0x55cde2fdcb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fd9a90 0x55cde2fdcb30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc33409ae70 tx=0x7fc33409a840 comp rx=0 tx=0).stop 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 shutdown_connections 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cde2fe2670 0x55cde305e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cde3003790 0x55cde30620c0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cde2fd9a90 0x55cde2fdcb30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 --2- 172.21.15.18:0/3570348343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cde2fd9170 0x55cde2fdc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 >> 172.21.15.18:0/3570348343 conn(0x55cde2fd38a0 msgr2=0x55cde2fdf6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc331ffb640 0 client.25471 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T09:59:30.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 shutdown_connections 2024-03-07T09:59:30.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.488+0000 7fc3539f3740 1 -- 172.21.15.18:0/3570348343 wait complete. 2024-03-07T09:59:30.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.489+0000 7fc3539f3740 20 client.25471 trim_cache size 0 max 16384 2024-03-07T09:59:30.491 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T09:59:30.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3380a20d0 msgr2=0x7fc3380a4590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3380a20d0 0x7fc3380a4590 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc344005e30 tx=0x7fc344005d80 comp rx=0 tx=0).stop 2024-03-07T09:59:30.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 msgr2=0x7fc34c109040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 0x7fc34c109040 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc33400e9f0 tx=0x7fc33400eeb0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 shutdown_connections 2024-03-07T09:59:30.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc34c1065b0 0x7fc34c109580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3380a20d0 0x7fc3380a4590 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc34c100eb0 0x7fc34c109040 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 --2- 172.21.15.18:0/295946654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc34c1004f0 0x7fc34c10cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.490+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 >> 172.21.15.18:0/295946654 conn(0x7fc34c077660 msgr2=0x7fc34c0ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.491+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 shutdown_connections 2024-03-07T09:59:30.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.491+0000 7fc350c0d640 1 -- 172.21.15.18:0/295946654 wait complete. 2024-03-07T09:59:30.506 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T09:59:30.506 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T09:59:30.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:30 smithi018 ceph-mon[32171]: pgmap v14: 97 pgs: 97 active+clean; 851 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 78 MiB/s wr, 443 op/s 2024-03-07T09:59:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:30 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2232412138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 -- 172.21.15.18:0/3607192197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c108f80 msgr2=0x7fc18c114270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 --2- 172.21.15.18:0/3607192197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c108f80 0x7fc18c114270 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc188009900 tx=0x7fc18802bc80 comp rx=0 tx=0).stop 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 -- 172.21.15.18:0/3607192197 shutdown_connections 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 --2- 172.21.15.18:0/3607192197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc18c1147b0 0x7fc18c116ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 --2- 172.21.15.18:0/3607192197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c108f80 0x7fc18c114270 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 --2- 172.21.15.18:0/3607192197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 0x7fc18c108a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 -- 172.21.15.18:0/3607192197 >> 172.21.15.18:0/3607192197 conn(0x7fc18c06da40 msgr2=0x7fc18c06de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 -- 172.21.15.18:0/3607192197 shutdown_connections 2024-03-07T09:59:30.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.667+0000 7fc193eac640 1 -- 172.21.15.18:0/3607192197 wait complete. 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.668+0000 7fc193eac640 1 Processor -- start 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.668+0000 7fc193eac640 1 -- start start 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.668+0000 7fc193eac640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 0x7fc18c1a7390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.668+0000 7fc193eac640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc18c108f80 0x7fc18c1a78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.668+0000 7fc191c48640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 0x7fc18c1a7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.668+0000 7fc191c48640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 0x7fc18c1a7390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36038/0 (socket says 172.21.15.18:36038) 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc191447640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc18c108f80 0x7fc18c1a78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc191447640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc18c108f80 0x7fc18c1a78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39330/0 (socket says 172.21.15.18:39330) 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc193eac640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c1147b0 0x7fc18c1134d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c11a220 con 0x7fc18c1147b0 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc191c48640 1 -- 172.21.15.18:0/2895420828 learned_addr learned my addr 172.21.15.18:0/2895420828 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c11a0a0 con 0x7fc18c108f80 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c11a3a0 con 0x7fc18c108660 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.669+0000 7fc192449640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c1147b0 0x7fc18c1134d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc191c48640 1 -- 172.21.15.18:0/2895420828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc18c108f80 msgr2=0x7fc18c1a78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc191c48640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc18c108f80 0x7fc18c1a78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc191c48640 1 -- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c1147b0 msgr2=0x7fc18c1134d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc191c48640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c1147b0 0x7fc18c1134d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc191c48640 1 -- 172.21.15.18:0/2895420828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc18c113d90 con 0x7fc18c108660 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc191c48640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 0x7fc18c1a7390 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc18400eb90 tx=0x7fc18400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc182ffd640 1 -- 172.21.15.18:0/2895420828 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc184004d20 con 0x7fc18c108660 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc18c114080 con 0x7fc18c108660 2024-03-07T09:59:30.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.670+0000 7fc182ffd640 1 -- 172.21.15.18:0/2895420828 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc18400ee90 con 0x7fc18c108660 2024-03-07T09:59:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.671+0000 7fc182ffd640 1 -- 172.21.15.18:0/2895420828 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc184010830 con 0x7fc18c108660 2024-03-07T09:59:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.671+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc18c1a2fb0 con 0x7fc18c108660 2024-03-07T09:59:30.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.675+0000 7fc182ffd640 1 -- 172.21.15.18:0/2895420828 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7fc184005020 con 0x7fc18c108660 2024-03-07T09:59:30.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.676+0000 7fc182ffd640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1780a2080 0x7fc1780a4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.677+0000 7fc196d68740 1 Processor -- start 2024-03-07T09:59:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.677+0000 7fc182ffd640 1 -- 172.21.15.18:0/2895420828 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc1840ce9f0 con 0x7fc18c108660 2024-03-07T09:59:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.677+0000 7fc191447640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1780a2080 0x7fc1780a4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc196d68740 1 -- start start 2024-03-07T09:59:30.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc196d68740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103170 0x55ec4a103550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc196d68740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103a90 0x55ec4a10c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc196d68740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc191c48640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103170 0x55ec4a103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc191c48640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103170 0x55ec4a103550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36044/0 (socket says 172.21.15.18:36044) 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc191c48640 1 -- 172.21.15.18:0/32215091 learned_addr learned my addr 172.21.15.18:0/32215091 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc191447640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1780a2080 0x7fc1780a4540 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc188005ab0 tx=0x7fc188005a20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc191447640 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103a90 0x55ec4a10c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4a0ca330 con 0x55ec4a103a90 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4a066e90 con 0x55ec4a10c670 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4a00fd00 con 0x55ec4a103170 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.678+0000 7fc192449640 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc191c48640 1 -- 172.21.15.18:0/32215091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 msgr2=0x55ec4a10ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc191c48640 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc191c48640 1 -- 172.21.15.18:0/32215091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103a90 msgr2=0x55ec4a10c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc191c48640 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103a90 0x55ec4a10c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc191c48640 1 -- 172.21.15.18:0/32215091 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec4a00eb90 con 0x55ec4a103170 2024-03-07T09:59:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc191c48640 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103170 0x55ec4a103550 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc18409aea0 tx=0x7fc18409ada0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28faf6d0c4d8b71a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc177fff640 1 -- 172.21.15.18:0/32215091 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc18409b1a0 con 0x55ec4a103170 2024-03-07T09:59:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc177fff640 1 -- 172.21.15.18:0/32215091 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc18409f2f0 con 0x55ec4a103170 2024-03-07T09:59:30.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.679+0000 7fc177fff640 1 -- 172.21.15.18:0/32215091 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1840a34b0 con 0x55ec4a103170 2024-03-07T09:59:30.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.680+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103170 msgr2=0x55ec4a103550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.680+0000 7fc196d68740 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103170 0x55ec4a103550 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc18409aea0 tx=0x7fc18409ada0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.680+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 shutdown_connections 2024-03-07T09:59:30.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.680+0000 7fc196d68740 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.680+0000 7fc196d68740 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103a90 0x55ec4a10c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.680+0000 7fc196d68740 1 --2- 172.21.15.18:0/32215091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103170 0x55ec4a103550 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.681+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 >> 172.21.15.18:0/32215091 conn(0x55ec4a0fd8a0 msgr2=0x55ec4a0fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.681+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 shutdown_connections 2024-03-07T09:59:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.681+0000 7fc196d68740 1 -- 172.21.15.18:0/32215091 wait complete. 2024-03-07T09:59:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.682+0000 7fc196d68740 1 -- start start 2024-03-07T09:59:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.682+0000 7fc196d68740 1 Processor -- start 2024-03-07T09:59:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.683+0000 7fc196d68740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a1096c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.683+0000 7fc196d68740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.683+0000 7fc196d68740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.683+0000 7fc191447640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.683+0000 7fc191447640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36046/0 (socket says 172.21.15.18:36046) 2024-03-07T09:59:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.683+0000 7fc191447640 1 -- 172.21.15.18:0/889379099 learned_addr learned my addr 172.21.15.18:0/889379099 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc191c48640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a1096c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc192449640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4a005470 con 0x55ec4a103170 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4a062f30 con 0x55ec4a10c670 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4a10f400 con 0x55ec4a103a90 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc196d68740 10 client.0 _ll_register_callbacks cb 0x55ec4a060d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc191c48640 1 -- 172.21.15.18:0/889379099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 msgr2=0x55ec4a109c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.684+0000 7fc191c48640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.685+0000 7fc191c48640 1 -- 172.21.15.18:0/889379099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 msgr2=0x55ec4a10a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.685+0000 7fc191c48640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.685+0000 7fc191c48640 1 -- 172.21.15.18:0/889379099 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec49d7b3f0 con 0x55ec4a103170 2024-03-07T09:59:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.685+0000 7fc192449640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.685+0000 7fc191c48640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a1096c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc184097600 tx=0x7fc18400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f621527132d5b7ea server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.686+0000 7fc1757fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:59:30.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.686+0000 7fc1757fa640 1 -- 172.21.15.18:0/889379099 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1840b7020 con 0x55ec4a103170 2024-03-07T09:59:30.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.686+0000 7fc1757fa640 1 -- 172.21.15.18:0/889379099 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc1840a36b0 con 0x55ec4a103170 2024-03-07T09:59:30.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.686+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc18409f2f0 con 0x55ec4a103170 2024-03-07T09:59:30.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.687+0000 7fc1757fa640 1 -- 172.21.15.18:0/889379099 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1840a3940 con 0x55ec4a103170 2024-03-07T09:59:30.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.687+0000 7fc196d68740 10 client.15630 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:30.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.687+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55ec49e457d0 con 0x55ec4a103170 2024-03-07T09:59:30.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.687+0000 7fc1757fa640 1 -- 172.21.15.18:0/889379099 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc18409f2f0 con 0x55ec4a103170 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.688+0000 7fc1757fa640 1 -- 172.21.15.18:0/889379099 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fc1840b2070 con 0x55ec4a103170 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.688+0000 7fc196d68740 10 client.15630 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.688+0000 7fc196d68740 10 client.15630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.688+0000 7fc196d68740 20 client.15630 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.688+0000 7fc196d68740 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a11c4b0 0x55ec4a11e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.688+0000 7fc196d68740 4 client.15630 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.688+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ec4a0743d0 con 0x55ec4a11c4b0 2024-03-07T09:59:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.689+0000 7fc191447640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a11c4b0 0x55ec4a11e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.689+0000 7fc191447640 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a11c4b0 0x55ec4a11e8a0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=581d31bb68e4b3ae server_cookie=919813e4e8265015 in_seq=0 out_seq=0 2024-03-07T09:59:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.689+0000 7fc1757fa640 10 client.15630 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc1757fa640 1 -- 172.21.15.18:0/889379099 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ec4a0743d0 con 0x55ec4a11c4b0 2024-03-07T09:59:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc1757fa640 10 client.15630 handle_command_reply: tid=0 2024-03-07T09:59:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 client.15630 shutdown 2024-03-07T09:59:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 msgr2=0x55ec4a1096c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a1096c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc184097600 tx=0x7fc18400cf90 comp rx=0 tx=0).stop 2024-03-07T09:59:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 shutdown_connections 2024-03-07T09:59:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a11c4b0 0x55ec4a11e8a0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a10a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc1757fa640 0 client.15630 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 --2- 172.21.15.18:0/889379099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a1096c0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 >> 172.21.15.18:0/889379099 conn(0x55ec4a0fd8a0 msgr2=0x55ec4a0ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 shutdown_connections 2024-03-07T09:59:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.690+0000 7fc196d68740 1 -- 172.21.15.18:0/889379099 wait complete. 2024-03-07T09:59:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.691+0000 7fc196d68740 20 client.15630 trim_cache size 0 max 16384 2024-03-07T09:59:30.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:30 smithi063 ceph-mon[36356]: pgmap v14: 97 pgs: 97 active+clean; 851 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 78 MiB/s wr, 443 op/s 2024-03-07T09:59:30.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:30 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2232412138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.713+0000 7fc196d68740 1 Processor -- start 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.713+0000 7fc196d68740 1 -- start start 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc196d68740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a10bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc196d68740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc196d68740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a106940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc196d68740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c1c7060 con 0x55ec4a103170 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc196d68740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c1c4b60 con 0x55ec4a10c670 2024-03-07T09:59:30.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc196d68740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c1c2c00 con 0x55ec4a103a90 2024-03-07T09:59:30.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc192449640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a106940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc192449640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a106940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39352/0 (socket says 172.21.15.18:39352) 2024-03-07T09:59:30.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc192449640 1 -- 172.21.15.18:0/305399474 learned_addr learned my addr 172.21.15.18:0/305399474 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc191447640 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc191c48640 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a10bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc192449640 1 -- 172.21.15.18:0/305399474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 msgr2=0x55ec4a109f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc192449640 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc192449640 1 -- 172.21.15.18:0/305399474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 msgr2=0x55ec4a10bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.714+0000 7fc192449640 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a10bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.715+0000 7fc192449640 1 -- 172.21.15.18:0/305399474 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec4a102260 con 0x55ec4a10c670 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.715+0000 7fc192449640 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a106940 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0125b0 tx=0x7fc17c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52109a90b7e63bb1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.716+0000 7fc1777fe640 1 -- 172.21.15.18:0/305399474 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc17c012190 con 0x55ec4a10c670 2024-03-07T09:59:30.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.716+0000 7fc1777fe640 1 -- 172.21.15.18:0/305399474 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc17c005500 con 0x55ec4a10c670 2024-03-07T09:59:30.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.716+0000 7fc1777fe640 1 -- 172.21.15.18:0/305399474 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc17c00f7c0 con 0x55ec4a10c670 2024-03-07T09:59:30.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 -- 172.21.15.18:0/305399474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 msgr2=0x55ec4a106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a106940 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0125b0 tx=0x7fc17c005f90 comp rx=0 tx=0).stop 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 -- 172.21.15.18:0/305399474 shutdown_connections 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a106940 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a109f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 --2- 172.21.15.18:0/305399474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a10bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 -- 172.21.15.18:0/305399474 >> 172.21.15.18:0/305399474 conn(0x55ec4a0fd8a0 msgr2=0x55ec4a117ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 -- 172.21.15.18:0/305399474 shutdown_connections 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.717+0000 7fc196d68740 1 -- 172.21.15.18:0/305399474 wait complete. 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 -- start start 2024-03-07T09:59:30.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 Processor -- start 2024-03-07T09:59:30.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a11eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a11f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a11f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c1c3200 con 0x55ec4a103170 2024-03-07T09:59:30.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c1c4500 con 0x55ec4a10c670 2024-03-07T09:59:30.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.718+0000 7fc196d68740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18c1c3840 con 0x55ec4a103a90 2024-03-07T09:59:30.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc196d68740 10 client.0 _ll_register_callbacks cb 0x7fc1840093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:30.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191c48640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a11eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191c48640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a11eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46240/0 (socket says 172.21.15.18:46240) 2024-03-07T09:59:30.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191c48640 1 -- 172.21.15.18:0/894065618 learned_addr learned my addr 172.21.15.18:0/894065618 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:30.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191447640 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a11f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc192449640 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a11f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191447640 1 -- 172.21.15.18:0/894065618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 msgr2=0x55ec4a11f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191447640 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a11f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191447640 1 -- 172.21.15.18:0/894065618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 msgr2=0x55ec4a11eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191447640 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a11eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.719+0000 7fc191447640 1 -- 172.21.15.18:0/894065618 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec4a176be0 con 0x55ec4a103a90 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc191447640 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a11f420 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc188006010 tx=0x7fc188009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eae655e0448a35d5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc1757fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc1757fa640 1 -- 172.21.15.18:0/894065618 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1880046c0 con 0x55ec4a103a90 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc1757fa640 1 -- 172.21.15.18:0/894065618 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc18803a040 con 0x55ec4a103a90 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc17c005500 con 0x55ec4a103a90 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc1757fa640 1 -- 172.21.15.18:0/894065618 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc188063050 con 0x55ec4a103a90 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc196d68740 10 client.25489 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:30.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.720+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55ec4a177f00 con 0x55ec4a103a90 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc1757fa640 1 -- 172.21.15.18:0/894065618 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc17c005500 con 0x55ec4a103a90 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc1757fa640 1 -- 172.21.15.18:0/894065618 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fc18804b040 con 0x55ec4a103a90 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc196d68740 10 client.25489 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc196d68740 10 client.25489 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc196d68740 20 client.25489 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc196d68740 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a178610 0x55ec4a17aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc196d68740 4 client.25489 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ec4a06e720 con 0x55ec4a178610 2024-03-07T09:59:30.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.721+0000 7fc191c48640 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a178610 0x55ec4a17aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.722+0000 7fc1757fa640 10 client.25489 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.722+0000 7fc191c48640 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a178610 0x55ec4a17aa30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=685dd35d2e49632e server_cookie=307f9109cc18bff0 in_seq=0 out_seq=0 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.722+0000 7fc1757fa640 1 -- 172.21.15.18:0/894065618 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ec4a06e720 con 0x55ec4a178610 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.722+0000 7fc1757fa640 10 client.25489 handle_command_reply: tid=0 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.722+0000 7fc196d68740 1 client.25489 shutdown 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 msgr2=0x55ec4a11f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a11f420 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc188006010 tx=0x7fc188009260 comp rx=0 tx=0).stop 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 shutdown_connections 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec4a178610 0x55ec4a17aa30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec4a10c670 0x55ec4a11f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec4a103a90 0x55ec4a11f420 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc1757fa640 0 client.25489 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:30.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 --2- 172.21.15.18:0/894065618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec4a103170 0x55ec4a11eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 >> 172.21.15.18:0/894065618 conn(0x55ec4a0fd8a0 msgr2=0x55ec4a0fc0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 shutdown_connections 2024-03-07T09:59:30.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 1 -- 172.21.15.18:0/894065618 wait complete. 2024-03-07T09:59:30.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.723+0000 7fc196d68740 20 client.25489 trim_cache size 0 max 16384 2024-03-07T09:59:30.727 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.725+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1780a2080 msgr2=0x7fc1780a4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.725+0000 7fc193eac640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1780a2080 0x7fc1780a4540 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc188005ab0 tx=0x7fc188005a20 comp rx=0 tx=0).stop 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.725+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 msgr2=0x7fc18c1a7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.725+0000 7fc193eac640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 0x7fc18c1a7390 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc18400eb90 tx=0x7fc18400c6a0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.726+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 shutdown_connections 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.726+0000 7fc193eac640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1780a2080 0x7fc1780a4540 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.726+0000 7fc193eac640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc18c1147b0 0x7fc18c1134d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.726+0000 7fc193eac640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc18c108f80 0x7fc18c1a78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.726+0000 7fc193eac640 1 --2- 172.21.15.18:0/2895420828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc18c108660 0x7fc18c1a7390 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:30.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.726+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 >> 172.21.15.18:0/2895420828 conn(0x7fc18c06da40 msgr2=0x7fc18c10a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:30.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.728+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 shutdown_connections 2024-03-07T09:59:30.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:30.728+0000 7fc193eac640 1 -- 172.21.15.18:0/2895420828 wait complete. 2024-03-07T09:59:30.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:30 smithi077 ceph-mon[36374]: pgmap v14: 97 pgs: 97 active+clean; 851 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 78 MiB/s wr, 443 op/s 2024-03-07T09:59:30.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:30 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2232412138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T09:59:31.745 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T09:59:31.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T09:59:31.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T09:59:31.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 -- 172.21.15.18:0/104298577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e410d060 msgr2=0x7f37e410d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 --2- 172.21.15.18:0/104298577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e410d060 0x7f37e410d440 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f37dc00ba20 tx=0x7f37dc02d8d0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 -- 172.21.15.18:0/104298577 shutdown_connections 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 --2- 172.21.15.18:0/104298577 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37e4109020 0x7f37e4114ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 --2- 172.21.15.18:0/104298577 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37e4108660 0x7f37e4108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 --2- 172.21.15.18:0/104298577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e410d060 0x7f37e410d440 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 -- 172.21.15.18:0/104298577 >> 172.21.15.18:0/104298577 conn(0x7f37e406cb30 msgr2=0x7f37e406cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 -- 172.21.15.18:0/104298577 shutdown_connections 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.898+0000 7f37e9181640 1 -- 172.21.15.18:0/104298577 wait complete. 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 Processor -- start 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 -- start start 2024-03-07T09:59:31.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e4108660 0x7f37e4113a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37e4109020 0x7f37e4113f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37e410d060 0x7f37e41ac850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e4117640 con 0x7f37e410d060 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41174c0 con 0x7f37e4108660 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e9181640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41177c0 con 0x7f37e4109020 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e4108660 0x7f37e4113a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e359e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37e410d060 0x7f37e41ac850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e4108660 0x7f37e4113a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39366/0 (socket says 172.21.15.18:39366) 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e2d9d640 1 -- 172.21.15.18:0/2791930550 learned_addr learned my addr 172.21.15.18:0/2791930550 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:31.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e259c640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37e4109020 0x7f37e4113f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e2d9d640 1 -- 172.21.15.18:0/2791930550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37e4109020 msgr2=0x7f37e4113f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37e4109020 0x7f37e4113f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e2d9d640 1 -- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37e410d060 msgr2=0x7f37e41ac850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.899+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37e410d060 0x7f37e41ac850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.900+0000 7f37e2d9d640 1 -- 172.21.15.18:0/2791930550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37e41acf80 con 0x7f37e4108660 2024-03-07T09:59:31.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.900+0000 7f37e259c640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37e4109020 0x7f37e4113f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:31.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.900+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e4108660 0x7f37e4113a50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f37dc00b9f0 tx=0x7f37dc0338e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:31.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.900+0000 7f37cbfff640 1 -- 172.21.15.18:0/2791930550 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37dc037030 con 0x7f37e4108660 2024-03-07T09:59:31.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.900+0000 7f37cbfff640 1 -- 172.21.15.18:0/2791930550 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f37dc040070 con 0x7f37e4108660 2024-03-07T09:59:31.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.901+0000 7f37cbfff640 1 -- 172.21.15.18:0/2791930550 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37dc009890 con 0x7f37e4108660 2024-03-07T09:59:31.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.901+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37e41ad210 con 0x7f37e4108660 2024-03-07T09:59:31.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.901+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37e41b3960 con 0x7f37e4108660 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 Processor -- start 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 -- start start 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37cbfff640 1 -- 172.21.15.18:0/2791930550 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7f37dc03a020 con 0x7f37e4108660 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1798d50 0x5560e1799130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1799670 0x5560e17a1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e17a2250 0x5560e17a4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560e16fcb10 con 0x5560e1799670 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560e16a5d50 con 0x5560e17a2250 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.905+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560e16f8bb0 con 0x5560e1798d50 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1799670 0x5560e17a1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1798d50 0x5560e1799130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1799670 0x5560e17a1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46260/0 (socket says 172.21.15.18:46260) 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e2d9d640 1 -- 172.21.15.18:0/1018996441 learned_addr learned my addr 172.21.15.18:0/1018996441 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1798d50 0x5560e1799130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36090/0 (socket says 172.21.15.18:36090) 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e259c640 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e17a2250 0x5560e17a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e259c640 1 -- 172.21.15.18:0/1018996441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1798d50 msgr2=0x5560e1799130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e259c640 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1798d50 0x5560e1799130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e259c640 1 -- 172.21.15.18:0/1018996441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1799670 msgr2=0x5560e17a1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e259c640 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1799670 0x5560e17a1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e259c640 1 -- 172.21.15.18:0/1018996441 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560e14d97e0 con 0x5560e17a2250 2024-03-07T09:59:31.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1799670 0x5560e17a1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37cbfff640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37cc0a20d0 0x7f37cc0a4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.906+0000 7f37e259c640 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e17a2250 0x5560e17a4640 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f37d400afd0 tx=0x7f37d400aec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ed6cf6d963f0a26 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.907+0000 7f37cbfff640 1 -- 172.21.15.18:0/2791930550 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f37dc0eff00 con 0x7f37e4108660 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.907+0000 7f37e359e640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37cc0a20d0 0x7f37cc0a4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.907+0000 7f37c97fa640 1 -- 172.21.15.18:0/1018996441 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d4019020 con 0x5560e17a2250 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.907+0000 7f37c97fa640 1 -- 172.21.15.18:0/1018996441 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f37d400a7a0 con 0x5560e17a2250 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.907+0000 7f37c97fa640 1 -- 172.21.15.18:0/1018996441 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d4015ae0 con 0x5560e17a2250 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1018996441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e17a2250 msgr2=0x5560e17a4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37e359e640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37cc0a20d0 0x7f37cc0a4590 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f37d8009c70 tx=0x7f37d8005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e17a2250 0x5560e17a4640 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f37d400afd0 tx=0x7f37d400aec0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1018996441 shutdown_connections 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e17a2250 0x5560e17a4640 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1799670 0x5560e17a1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1018996441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1798d50 0x5560e1799130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.908+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1018996441 >> 172.21.15.18:0/1018996441 conn(0x5560e1793480 msgr2=0x5560e1793860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:31.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.909+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1018996441 shutdown_connections 2024-03-07T09:59:31.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.909+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1018996441 wait complete. 2024-03-07T09:59:31.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.909+0000 7f37ebf6b740 1 -- start start 2024-03-07T09:59:31.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.909+0000 7f37ebf6b740 1 Processor -- start 2024-03-07T09:59:31.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1798d50 0x5560e17a1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e179ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e179f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560e17a50e0 con 0x5560e1798d50 2024-03-07T09:59:31.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1798d50 0x5560e17a1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1798d50 0x5560e17a1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46268/0 (socket says 172.21.15.18:46268) 2024-03-07T09:59:31.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 -- 172.21.15.18:0/1023770122 learned_addr learned my addr 172.21.15.18:0/1023770122 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560e16b9190 con 0x5560e1799670 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560e17a5260 con 0x5560e17a2250 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e359e640 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e179f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37ebf6b740 10 client.0 _ll_register_callbacks cb 0x5560e16a8770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e259c640 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e179ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 -- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 msgr2=0x5560e179f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e179f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 -- 172.21.15.18:0/1023770122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 msgr2=0x5560e179ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e179ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.910+0000 7f37e2d9d640 1 -- 172.21.15.18:0/1023770122 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5560e1539f70 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.911+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1798d50 0x5560e17a1b80 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f37dc0bc7b0 tx=0x7f37dc009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a06e9deafacb5709 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.911+0000 7f37c6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.911+0000 7f37c6ff5640 1 -- 172.21.15.18:0/1023770122 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37dc0b8ac0 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.911+0000 7f37c6ff5640 1 -- 172.21.15.18:0/1023770122 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f37dc0c4b30 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.911+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f37d400a7a0 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.911+0000 7f37c6ff5640 1 -- 172.21.15.18:0/1023770122 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f37dc0bc180 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.912+0000 7f37ebf6b740 10 client.15648 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.912+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5560e13d1170 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.912+0000 7f37c6ff5640 1 -- 172.21.15.18:0/1023770122 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f37d400a7a0 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.912+0000 7f37c6ff5640 1 -- 172.21.15.18:0/1023770122 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f37dc04c070 con 0x5560e1798d50 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.912+0000 7f37ebf6b740 10 client.15648 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.913+0000 7f37ebf6b740 10 client.15648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:31.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.913+0000 7f37ebf6b740 20 client.15648 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.913+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e17b22b0 0x5560e17b4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.913+0000 7f37ebf6b740 4 client.15648 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.913+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5560e16d2930 con 0x5560e17b22b0 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.913+0000 7f37e259c640 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e17b22b0 0x5560e17b4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.914+0000 7f37c6ff5640 10 client.15648 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.914+0000 7f37e259c640 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e17b22b0 0x5560e17b4700 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ae0a52019706ea7 server_cookie=5179afa0d210124 in_seq=0 out_seq=0 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.914+0000 7f37c6ff5640 1 -- 172.21.15.18:0/1023770122 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5560e16d2930 con 0x5560e17b22b0 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.914+0000 7f37c6ff5640 10 client.15648 handle_command_reply: tid=0 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 client.15648 shutdown 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1798d50 msgr2=0x5560e17a1b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1798d50 0x5560e17a1b80 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f37dc0bc7b0 tx=0x7f37dc009f90 comp rx=0 tx=0).stop 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 shutdown_connections 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e17b22b0 0x5560e17b4700 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e179f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e179ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/1023770122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e1798d50 0x5560e17a1b80 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 >> 172.21.15.18:0/1023770122 conn(0x5560e1793480 msgr2=0x5560e17951d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:31.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.915+0000 7f37c6ff5640 0 client.15648 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:31.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.916+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 shutdown_connections 2024-03-07T09:59:31.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.916+0000 7f37ebf6b740 1 -- 172.21.15.18:0/1023770122 wait complete. 2024-03-07T09:59:31.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.916+0000 7f37ebf6b740 20 client.15648 trim_cache size 0 max 16384 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.938+0000 7f37ebf6b740 1 Processor -- start 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.938+0000 7f37ebf6b740 1 -- start start 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1798d50 0x5560e17a1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1799670 0x5560e17a1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a2250 0x5560e17ad9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41be730 con 0x5560e17a2250 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41bc230 con 0x5560e1798d50 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41ba2d0 con 0x5560e1799670 2024-03-07T09:59:31.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1798d50 0x5560e17a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e359e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a2250 0x5560e17ad9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1799670 0x5560e17a1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1798d50 0x5560e17a1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39398/0 (socket says 172.21.15.18:39398) 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1799670 0x5560e17a1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36110/0 (socket says 172.21.15.18:36110) 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 -- 172.21.15.18:0/3480303299 learned_addr learned my addr 172.21.15.18:0/3480303299 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 -- 172.21.15.18:0/3480303299 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1799670 msgr2=0x5560e17a1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1799670 0x5560e17a1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 -- 172.21.15.18:0/3480303299 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a2250 msgr2=0x5560e17ad9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a2250 0x5560e17ad9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 -- 172.21.15.18:0/3480303299 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560e1798720 con 0x5560e1798d50 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e259c640 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1799670 0x5560e17a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1798d50 0x5560e17a1640 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f37dc0b8c80 tx=0x7f37dc0b84c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e38ff9a5746195e6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.939+0000 7f37c8ff9640 1 -- 172.21.15.18:0/3480303299 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37dc0bc360 con 0x5560e1798d50 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.940+0000 7f37c8ff9640 1 -- 172.21.15.18:0/3480303299 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f37dc0bcf20 con 0x5560e1798d50 2024-03-07T09:59:31.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.940+0000 7f37c8ff9640 1 -- 172.21.15.18:0/3480303299 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37dc0bc5f0 con 0x5560e1798d50 2024-03-07T09:59:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.940+0000 7f37ebf6b740 1 -- 172.21.15.18:0/3480303299 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1798d50 msgr2=0x5560e17a1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.940+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1798d50 0x5560e17a1640 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f37dc0b8c80 tx=0x7f37dc0b84c0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.941+0000 7f37ebf6b740 1 -- 172.21.15.18:0/3480303299 shutdown_connections 2024-03-07T09:59:31.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.941+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a2250 0x5560e17ad9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.941+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e1799670 0x5560e17a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.941+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/3480303299 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1798d50 0x5560e17a1640 secure :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f37dc0b8c80 tx=0x7f37dc0b84c0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.941+0000 7f37ebf6b740 1 -- 172.21.15.18:0/3480303299 >> 172.21.15.18:0/3480303299 conn(0x5560e1793480 msgr2=0x5560e179d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.942+0000 7f37ebf6b740 1 -- 172.21.15.18:0/3480303299 shutdown_connections 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.942+0000 7f37ebf6b740 1 -- 172.21.15.18:0/3480303299 wait complete. 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.942+0000 7f37ebf6b740 1 -- start start 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.942+0000 7f37ebf6b740 1 Processor -- start 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e17a9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e17aa330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37ebf6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a3130 0x5560e17a35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37ebf6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41ba8d0 con 0x5560e17a3130 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e17aa330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e17aa330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36120/0 (socket says 172.21.15.18:36120) 2024-03-07T09:59:31.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 -- 172.21.15.18:0/2669863843 learned_addr learned my addr 172.21.15.18:0/2669863843 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41bbbd0 con 0x5560e1799670 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e17a9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e41baf10 con 0x5560e17a2250 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e359e640 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a3130 0x5560e17a35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37ebf6b740 10 client.0 _ll_register_callbacks cb 0x7f37dc0092d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 -- 172.21.15.18:0/2669863843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 msgr2=0x5560e17a9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e17a9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 -- 172.21.15.18:0/2669863843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a3130 msgr2=0x5560e17a35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a3130 0x5560e17a35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 -- 172.21.15.18:0/2669863843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5560e17a3d50 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37e259c640 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e17aa330 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f37d4006010 tx=0x7f37d4008af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=353fa6f6f6d76251 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.943+0000 7f37c6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.944+0000 7f37c6ff5640 1 -- 172.21.15.18:0/2669863843 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d4019040 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.944+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f37dc0bcf20 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.944+0000 7f37c6ff5640 1 -- 172.21.15.18:0/2669863843 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f37d4029820 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.944+0000 7f37c6ff5640 1 -- 172.21.15.18:0/2669863843 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f37d4038050 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.944+0000 7f37ebf6b740 10 client.25507 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.944+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5560e180eaf0 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.944+0000 7f37c6ff5640 1 -- 172.21.15.18:0/2669863843 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f37dc0bcf20 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37c6ff5640 1 -- 172.21.15.18:0/2669863843 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f37d4015ac0 con 0x5560e17a2250 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37ebf6b740 10 client.25507 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37ebf6b740 10 client.25507 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:31.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37ebf6b740 20 client.25507 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:31.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e180f010 0x5560e1811430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:31.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37ebf6b740 4 client.25507 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T09:59:31.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5560e16be050 con 0x5560e180f010 2024-03-07T09:59:31.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.945+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e180f010 0x5560e1811430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:31.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.946+0000 7f37c6ff5640 10 client.25507 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:31.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.946+0000 7f37e2d9d640 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e180f010 0x5560e1811430 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2ec59e30a54df85 server_cookie=aa0d2f2ce6f665a1 in_seq=0 out_seq=0 2024-03-07T09:59:31.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37c6ff5640 1 -- 172.21.15.18:0/2669863843 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5560e16be050 con 0x5560e180f010 2024-03-07T09:59:31.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37c6ff5640 10 client.25507 handle_command_reply: tid=0 2024-03-07T09:59:31.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 client.25507 shutdown 2024-03-07T09:59:31.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 msgr2=0x5560e17aa330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e17aa330 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f37d4006010 tx=0x7f37d4008af0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 shutdown_connections 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560e180f010 0x5560e1811430 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560e17a3130 0x5560e17a35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37c6ff5640 0 client.25507 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560e17a2250 0x5560e17aa330 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 --2- 172.21.15.18:0/2669863843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560e1799670 0x5560e17a9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 >> 172.21.15.18:0/2669863843 conn(0x5560e1793480 msgr2=0x5560e17947d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 shutdown_connections 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.947+0000 7f37ebf6b740 1 -- 172.21.15.18:0/2669863843 wait complete. 2024-03-07T09:59:31.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37ebf6b740 20 client.25507 trim_cache size 0 max 16384 2024-03-07T09:59:31.953 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:59:31.953 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T09:59:31.953 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "9f2d4089-9fbb-4a8e-b955-aecc7f2aab7c", 2024-03-07T09:59:31.953 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T09:59:31.953 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:59:31.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37cc0a20d0 msgr2=0x7f37cc0a4590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37cc0a20d0 0x7f37cc0a4590 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f37d8009c70 tx=0x7f37d8005f90 comp rx=0 tx=0).stop 2024-03-07T09:59:31.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e4108660 msgr2=0x7f37e4113a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:31.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e4108660 0x7f37e4113a50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f37dc00b9f0 tx=0x7f37dc0338e0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 shutdown_connections 2024-03-07T09:59:31.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37cc0a20d0 0x7f37cc0a4590 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37e410d060 0x7f37e41ac850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f37e4109020 0x7f37e4113f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 --2- 172.21.15.18:0/2791930550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37e4108660 0x7f37e4113a50 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:31.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 >> 172.21.15.18:0/2791930550 conn(0x7f37e406cb30 msgr2=0x7f37e40728d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:31.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 shutdown_connections 2024-03-07T09:59:31.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:31.948+0000 7f37e9181640 1 -- 172.21.15.18:0/2791930550 wait complete. 2024-03-07T09:59:31.965 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T09:59:31.965 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 -- 172.21.15.18:0/1780419856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c108720 msgr2=0x7f941c114bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 --2- 172.21.15.18:0/1780419856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c108720 0x7f941c114bf0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f9414009ca0 tx=0x7f941402c0f0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 -- 172.21.15.18:0/1780419856 shutdown_connections 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 --2- 172.21.15.18:0/1780419856 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c108720 0x7f941c114bf0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 --2- 172.21.15.18:0/1780419856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f941c107d80 0x7f941c1081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 --2- 172.21.15.18:0/1780419856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f941c109b30 0x7f941c109f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 -- 172.21.15.18:0/1780419856 >> 172.21.15.18:0/1780419856 conn(0x7f941c077500 msgr2=0x7f941c106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:32.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 -- 172.21.15.18:0/1780419856 shutdown_connections 2024-03-07T09:59:32.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.124+0000 7f94240dd640 1 -- 172.21.15.18:0/1780419856 wait complete. 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.125+0000 7f94240dd640 1 Processor -- start 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.125+0000 7f94240dd640 1 -- start start 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.125+0000 7f94240dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f941c107d80 0x7f941c19e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.125+0000 7f94240dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f941c108720 0x7f941c19ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.125+0000 7f94240dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c109b30 0x7f941c1a2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.125+0000 7f94240dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c1180c0 con 0x7f941c109b30 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f94240dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c117f40 con 0x7f941c108720 2024-03-07T09:59:32.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f94240dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c118240 con 0x7f941c107d80 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c109b30 0x7f941c1a2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c109b30 0x7f941c1a2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46308/0 (socket says 172.21.15.18:46308) 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 -- 172.21.15.18:0/3486774965 learned_addr learned my addr 172.21.15.18:0/3486774965 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f9421e79640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f941c107d80 0x7f941c19e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f9421678640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f941c108720 0x7f941c19ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 -- 172.21.15.18:0/3486774965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f941c107d80 msgr2=0x7f941c19e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f941c107d80 0x7f941c19e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 -- 172.21.15.18:0/3486774965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f941c108720 msgr2=0x7f941c19ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f941c108720 0x7f941c19ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 -- 172.21.15.18:0/3486774965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f941c1a34e0 con 0x7f941c109b30 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f942267a640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c109b30 0x7f941c1a2db0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f941402c700 tx=0x7f9414032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.126+0000 7f9412ffd640 1 -- 172.21.15.18:0/3486774965 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414042020 con 0x7f941c109b30 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.127+0000 7f9412ffd640 1 -- 172.21.15.18:0/3486774965 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9414034640 con 0x7f941c109b30 2024-03-07T09:59:32.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.127+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f941c1a3770 con 0x7f941c109b30 2024-03-07T09:59:32.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.127+0000 7f9412ffd640 1 -- 172.21.15.18:0/3486774965 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414039040 con 0x7f941c109b30 2024-03-07T09:59:32.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.127+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f941c1ab060 con 0x7f941c109b30 2024-03-07T09:59:32.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.129+0000 7f9426faf740 1 Processor -- start 2024-03-07T09:59:32.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9412ffd640 1 -- 172.21.15.18:0/3486774965 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7f9414045020 con 0x7f941c109b30 2024-03-07T09:59:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9426faf740 1 -- start start 2024-03-07T09:59:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9426faf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9426faf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd35fb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9426faf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35fe020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9426faf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bd3555dd0 con 0x557bd35f2730 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9426faf740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bd34feae0 con 0x557bd35fbc30 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.130+0000 7f9426faf740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bd3551e70 con 0x557bd35f3050 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421e79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd35fb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46318/0 (socket says 172.21.15.18:46318) 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 -- 172.21.15.18:0/3608939353 learned_addr learned my addr 172.21.15.18:0/3608939353 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35fe020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9412ffd640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94080a2000 0x7f94080a44c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 -- 172.21.15.18:0/3608939353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 msgr2=0x557bd35fb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f942267a640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94080a2000 0x7f94080a44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd35fb6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 -- 172.21.15.18:0/3608939353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 msgr2=0x557bd35f2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421678640 1 -- 172.21.15.18:0/3608939353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557bd33347d0 con 0x557bd35fbc30 2024-03-07T09:59:32.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.131+0000 7f9421e79640 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd35fb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:32.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f9421678640 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35fe020 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f940c0117e0 tx=0x7f940c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff4e57af6387ff3f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f9412ffd640 1 -- 172.21.15.18:0/3486774965 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f94140f00c0 con 0x7f941c109b30 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f9407fff640 1 -- 172.21.15.18:0/3608939353 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c011e20 con 0x557bd35fbc30 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f9407fff640 1 -- 172.21.15.18:0/3608939353 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f940c005020 con 0x557bd35fbc30 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f9407fff640 1 -- 172.21.15.18:0/3608939353 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c00fb40 con 0x557bd35fbc30 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f9426faf740 1 -- 172.21.15.18:0/3608939353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 msgr2=0x557bd35fe020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f9426faf740 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35fe020 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f940c0117e0 tx=0x7f940c005f90 comp rx=0 tx=0).stop 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.132+0000 7f942267a640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94080a2000 0x7f94080a44c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f94140ed850 tx=0x7f94140e70a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- 172.21.15.18:0/3608939353 shutdown_connections 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35fe020 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd35fb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 --2- 172.21.15.18:0/3608939353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- 172.21.15.18:0/3608939353 >> 172.21.15.18:0/3608939353 conn(0x557bd35ece60 msgr2=0x557bd35ed240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- 172.21.15.18:0/3608939353 shutdown_connections 2024-03-07T09:59:32.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- 172.21.15.18:0/3608939353 wait complete. 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- start start 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 Processor -- start 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35f3050 0x557bd35f9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35fbc30 0x557bd35f9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bd360fa30 con 0x557bd35f2730 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bd3512070 con 0x557bd35f3050 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.133+0000 7f9426faf740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bd360fbb0 con 0x557bd35fbc30 2024-03-07T09:59:32.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9426faf740 10 client.0 _ll_register_callbacks cb 0x557bd3511a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:32.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421e79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35f3050 0x557bd35f9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421e79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35f3050 0x557bd35f9010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39426/0 (socket says 172.21.15.18:39426) 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421e79640 1 -- 172.21.15.18:0/4197906266 learned_addr learned my addr 172.21.15.18:0/4197906266 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421678640 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421678640 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35fbc30 0x557bd35f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421e79640 1 -- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35fbc30 msgr2=0x557bd35f9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421e79640 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35fbc30 0x557bd35f9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.134+0000 7f9421e79640 1 -- 172.21.15.18:0/4197906266 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 msgr2=0x557bd35f8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f9421e79640 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f9421e79640 1 -- 172.21.15.18:0/4197906266 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557bd326a3f0 con 0x557bd35f3050 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f9421e79640 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35f3050 0x557bd35f9010 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9418012740 tx=0x7f9418012c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=327d84aed32e9ead server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f94057fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f94057fa640 1 -- 172.21.15.18:0/4197906266 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9418004030 con 0x557bd35f3050 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f94057fa640 1 -- 172.21.15.18:0/4197906266 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f94180041d0 con 0x557bd35f3050 2024-03-07T09:59:32.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f940c005020 con 0x557bd35f3050 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f94057fa640 1 -- 172.21.15.18:0/4197906266 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94180043d0 con 0x557bd35f3050 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f9426faf740 10 client.25469 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557bd322a0f0 con 0x557bd35f3050 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.135+0000 7f94057fa640 1 -- 172.21.15.18:0/4197906266 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f940c005020 con 0x557bd35f3050 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f94057fa640 1 -- 172.21.15.18:0/4197906266 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f9418003c30 con 0x557bd35f3050 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9426faf740 10 client.25469 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9426faf740 10 client.25469 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9426faf740 20 client.25469 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9426faf740 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd361cb00 0x557bd361ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9426faf740 4 client.25469 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557bd3563310 con 0x557bd361cb00 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9421678640 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd361cb00 0x557bd361ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f9421678640 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd361cb00 0x557bd361ef10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fa210f49388b51c server_cookie=dd66d4631e6bc2db in_seq=0 out_seq=0 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.136+0000 7f94057fa640 10 client.25469 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:32.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f94057fa640 1 -- 172.21.15.18:0/4197906266 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557bd3563310 con 0x557bd361cb00 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f94057fa640 10 client.25469 handle_command_reply: tid=0 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 client.25469 shutdown 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35f3050 msgr2=0x557bd35f9010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35f3050 0x557bd35f9010 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9418012740 tx=0x7f9418012c00 comp rx=0 tx=0).stop 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 shutdown_connections 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd361cb00 0x557bd361ef10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35fbc30 0x557bd35f9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35f3050 0x557bd35f9010 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 --2- 172.21.15.18:0/4197906266 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35f8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f94057fa640 0 client.25469 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.137+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 >> 172.21.15.18:0/4197906266 conn(0x557bd35ece60 msgr2=0x557bd35eebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.138+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 shutdown_connections 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.138+0000 7f9426faf740 1 -- 172.21.15.18:0/4197906266 wait complete. 2024-03-07T09:59:32.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.138+0000 7f9426faf740 20 client.25469 trim_cache size 0 max 16384 2024-03-07T09:59:32.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 Processor -- start 2024-03-07T09:59:32.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 -- start start 2024-03-07T09:59:32.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35fb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3618320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd3618860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c1ad6e0 con 0x557bd35f2730 2024-03-07T09:59:32.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c1ab280 con 0x557bd35fbc30 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.162+0000 7f9426faf740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c068930 con 0x557bd35f3050 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35fb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35fb200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46338/0 (socket says 172.21.15.18:46338) 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 -- 172.21.15.18:0/759823341 learned_addr learned my addr 172.21.15.18:0/759823341 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421e79640 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3618320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd3618860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 -- 172.21.15.18:0/759823341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 msgr2=0x557bd3618320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3618320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 -- 172.21.15.18:0/759823341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 msgr2=0x557bd3618860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd3618860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 -- 172.21.15.18:0/759823341 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557bd35f7020 con 0x557bd35f2730 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.163+0000 7f9421678640 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35fb200 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f940c00f7f0 tx=0x7f940c0097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd9bc87d86d78e7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.164+0000 7f94077fe640 1 -- 172.21.15.18:0/759823341 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c028040 con 0x557bd35f2730 2024-03-07T09:59:32.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.164+0000 7f94077fe640 1 -- 172.21.15.18:0/759823341 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f940c02b2d0 con 0x557bd35f2730 2024-03-07T09:59:32.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.164+0000 7f94077fe640 1 -- 172.21.15.18:0/759823341 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c004910 con 0x557bd35f2730 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.165+0000 7f9426faf740 1 -- 172.21.15.18:0/759823341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 msgr2=0x557bd35fb200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.165+0000 7f9426faf740 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35fb200 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f940c00f7f0 tx=0x7f940c0097a0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.165+0000 7f9426faf740 1 -- 172.21.15.18:0/759823341 shutdown_connections 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.166+0000 7f9426faf740 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd3618860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.166+0000 7f9426faf740 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3618320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.166+0000 7f9426faf740 1 --2- 172.21.15.18:0/759823341 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd35fb200 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.166+0000 7f9426faf740 1 -- 172.21.15.18:0/759823341 >> 172.21.15.18:0/759823341 conn(0x557bd35ece60 msgr2=0x557bd35eeb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.166+0000 7f9426faf740 1 -- 172.21.15.18:0/759823341 shutdown_connections 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.166+0000 7f9426faf740 1 -- 172.21.15.18:0/759823341 wait complete. 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.166+0000 7f9426faf740 1 -- start start 2024-03-07T09:59:32.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 1 Processor -- start 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd3671760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3671ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35f5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c080dc0 con 0x557bd35f2730 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c082080 con 0x557bd35fbc30 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c0813c0 con 0x557bd35f3050 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9426faf740 10 client.0 _ll_register_callbacks cb 0x7f9418009f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9421678640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd3671760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9421e79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3671ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9421e79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3671ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36192/0 (socket says 172.21.15.18:36192) 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9421e79640 1 -- 172.21.15.18:0/516083568 learned_addr learned my addr 172.21.15.18:0/516083568 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.167+0000 7f9421678640 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35f5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.168+0000 7f9421678640 1 -- 172.21.15.18:0/516083568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 msgr2=0x557bd3671ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.168+0000 7f9421678640 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3671ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.168+0000 7f9421678640 1 -- 172.21.15.18:0/516083568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 msgr2=0x557bd3671760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.168+0000 7f9421678640 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd3671760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.168+0000 7f9421678640 1 -- 172.21.15.18:0/516083568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557bd35f6030 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.168+0000 7f9421678640 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35f5940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f940c00a010 tx=0x7f940c009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b09bec03d6db0781 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.168+0000 7f94057fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f94057fa640 1 -- 172.21.15.18:0/516083568 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c028040 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f94057fa640 1 -- 172.21.15.18:0/516083568 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f940c011230 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f940c02b2d0 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f94057fa640 1 -- 172.21.15.18:0/516083568 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f940c03b050 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 10 client.25475 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557bd3678e80 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f94057fa640 1 -- 172.21.15.18:0/516083568 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f940c005500 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f94057fa640 1 -- 172.21.15.18:0/516083568 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f940c01d030 con 0x557bd35fbc30 2024-03-07T09:59:32.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 10 client.25475 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:32.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 10 client.25475 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:32.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 20 client.25475 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:32.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd36792c0 0x557bd367b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:32.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 4 client.25475 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T09:59:32.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.169+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f940c02b2d0 con 0x557bd36792c0 2024-03-07T09:59:32.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.170+0000 7f9421e79640 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd36792c0 0x557bd367b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:32.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.171+0000 7f94057fa640 10 client.25475 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:32.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.171+0000 7f9421e79640 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd36792c0 0x557bd367b6e0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abcc3f0a2d4f144d server_cookie=f0de95da0709a839 in_seq=0 out_seq=0 2024-03-07T09:59:32.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.171+0000 7f94057fa640 1 -- 172.21.15.18:0/516083568 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x7f940c02b2d0 con 0x557bd36792c0 2024-03-07T09:59:32.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.171+0000 7f94057fa640 10 client.25475 handle_command_reply: tid=0 2024-03-07T09:59:32.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.171+0000 7f9426faf740 1 client.25475 shutdown 2024-03-07T09:59:32.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 msgr2=0x557bd35f5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35f5940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f940c00a010 tx=0x7f940c009b60 comp rx=0 tx=0).stop 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 shutdown_connections 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557bd36792c0 0x557bd367b6e0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bd35fbc30 0x557bd35f5940 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557bd35f3050 0x557bd3671ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f94057fa640 0 client.25475 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 --2- 172.21.15.18:0/516083568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557bd35f2730 0x557bd3671760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 >> 172.21.15.18:0/516083568 conn(0x557bd35ece60 msgr2=0x557bd35f8a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 shutdown_connections 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 1 -- 172.21.15.18:0/516083568 wait complete. 2024-03-07T09:59:32.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.172+0000 7f9426faf740 20 client.25475 trim_cache size 0 max 16384 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: "9f2d4089-9fbb-4a8e-b955-aecc7f2aab7c": { 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "9f2d4089-9fbb-4a8e-b955-aecc7f2aab7c", 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T09:59:32.176 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94080a2000 msgr2=0x7f94080a44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94080a2000 0x7f94080a44c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f94140ed850 tx=0x7f94140e70a0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c109b30 msgr2=0x7f941c1a2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c109b30 0x7f941c1a2db0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f941402c700 tx=0x7f9414032f20 comp rx=0 tx=0).stop 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 shutdown_connections 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94080a2000 0x7f94080a44c0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f941c109b30 0x7f941c1a2db0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f941c108720 0x7f941c19ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 --2- 172.21.15.18:0/3486774965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f941c107d80 0x7f941c19e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:32.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.173+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 >> 172.21.15.18:0/3486774965 conn(0x7f941c077500 msgr2=0x7f941c077a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:32.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.174+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 shutdown_connections 2024-03-07T09:59:32.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T09:59:32.174+0000 7f94240dd640 1 -- 172.21.15.18:0/3486774965 wait complete. 2024-03-07T09:59:32.190 INFO:tasks.cephfs.filesystem:scrub status for tag:9f2d4089-9fbb-4a8e-b955-aecc7f2aab7c - {'path': '/', 'tag': '9f2d4089-9fbb-4a8e-b955-aecc7f2aab7c', 'options': 'recursive,force'} 2024-03-07T09:59:32.591 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:32 smithi018 ceph-mon[32171]: pgmap v15: 97 pgs: 97 active+clean; 851 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 64 MiB/s wr, 327 op/s 2024-03-07T09:59:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:32 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T09:59:32.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:32 smithi063 ceph-mon[36356]: pgmap v15: 97 pgs: 97 active+clean; 851 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 64 MiB/s wr, 327 op/s 2024-03-07T09:59:32.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:32 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T09:59:32.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:32 smithi077 ceph-mon[36374]: pgmap v15: 97 pgs: 97 active+clean; 851 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 64 MiB/s wr, 327 op/s 2024-03-07T09:59:32.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:32 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T09:59:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 10.0 s, 3760.2 tps, lat 26.603 ms stddev 27.306 2024-03-07T09:59:33.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:33 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T09:59:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:33 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:33 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T09:59:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:33 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T09:59:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:33 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:33 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:33 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:33 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T09:59:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:33 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:33 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T09:59:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:33 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T09:59:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:33 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:33 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.754 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:33 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:33 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T09:59:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:33 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:33 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T09:59:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:33 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T09:59:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:33 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:33 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:33.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:33 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T09:59:34.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:34 smithi063 ceph-mon[36356]: pgmap v16: 97 pgs: 97 active+clean; 863 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 64 MiB/s wr, 348 op/s 2024-03-07T09:59:34.742 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:34 smithi018 ceph-mon[32171]: pgmap v16: 97 pgs: 97 active+clean; 863 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 64 MiB/s wr, 348 op/s 2024-03-07T09:59:34.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:34 smithi077 ceph-mon[36374]: pgmap v16: 97 pgs: 97 active+clean; 863 MiB data, 746 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 64 MiB/s wr, 348 op/s 2024-03-07T09:59:35.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.550+0000 7fd2ea51d640 1 -- 172.21.15.18:0/2121113081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4107650 msgr2=0x7fd2e4107a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.550+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/2121113081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4107650 0x7fd2e4107a30 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8009930 tx=0x7fd2d802bc30 comp rx=0 tx=0).stop 2024-03-07T09:59:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 -- 172.21.15.18:0/2121113081 shutdown_connections 2024-03-07T09:59:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/2121113081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2e4102000 0x7fd2e410e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/2121113081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4101640 0x7fd2e4101ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/2121113081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4107650 0x7fd2e4107a30 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 -- 172.21.15.18:0/2121113081 >> 172.21.15.18:0/2121113081 conn(0x7fd2e40fd0f0 msgr2=0x7fd2e40ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 -- 172.21.15.18:0/2121113081 shutdown_connections 2024-03-07T09:59:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 -- 172.21.15.18:0/2121113081 wait complete. 2024-03-07T09:59:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 Processor -- start 2024-03-07T09:59:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.551+0000 7fd2ea51d640 1 -- start start 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2ea51d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2e4101640 0x7fd2e4197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2ea51d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4102000 0x7fd2e41984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2ea51d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4107650 0x7fd2e419c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2ea51d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e4111a70 con 0x7fd2e4102000 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2ea51d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e41118f0 con 0x7fd2e4101640 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2ea51d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e4111bf0 con 0x7fd2e4107650 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4107650 0x7fd2e419c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4102000 0x7fd2e41984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4107650 0x7fd2e419c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36206/0 (socket says 172.21.15.18:36206) 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4102000 0x7fd2e41984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46358/0 (socket says 172.21.15.18:46358) 2024-03-07T09:59:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 -- 172.21.15.18:0/960940269 learned_addr learned my addr 172.21.15.18:0/960940269 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2e4101640 0x7fd2e4197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 -- 172.21.15.18:0/960940269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2e4101640 msgr2=0x7fd2e4197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2e4101640 0x7fd2e4197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 -- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4102000 msgr2=0x7fd2e41984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4102000 0x7fd2e41984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.552+0000 7fd2e8aba640 1 -- 172.21.15.18:0/960940269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2e419cd60 con 0x7fd2e4107650 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.553+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2e4101640 0x7fd2e4197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T09:59:35.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.553+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4107650 0x7fd2e419c820 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc00efd0 tx=0x7fd2dc00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.554+0000 7fd2e17fa640 1 -- 172.21.15.18:0/960940269 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc003b70 con 0x7fd2e4107650 2024-03-07T09:59:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.554+0000 7fd2e17fa640 1 -- 172.21.15.18:0/960940269 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2dc003d10 con 0x7fd2e4107650 2024-03-07T09:59:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.554+0000 7fd2e17fa640 1 -- 172.21.15.18:0/960940269 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc010a20 con 0x7fd2e4107650 2024-03-07T09:59:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.554+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2e419d050 con 0x7fd2e4107650 2024-03-07T09:59:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.554+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2e419d550 con 0x7fd2e4107650 2024-03-07T09:59:35.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.557+0000 7fd2e17fa640 1 -- 172.21.15.18:0/960940269 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7fd2dc010bc0 con 0x7fd2e4107650 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2e17fa640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2cc0a2140 0x7fd2cc0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 Processor -- start 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2e17fa640 1 -- 172.21.15.18:0/960940269 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd2dc0ce7d0 con 0x7fd2e4107650 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2cc0a2140 0x7fd2cc0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 -- start start 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d1547fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d15480420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1548b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d153e45c0 con 0x560d15489520 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d1538d900 con 0x560d15480d10 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2ed3e7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d153e0660 con 0x560d1547ffa0 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2cc0a2140 0x7fd2cc0a4600 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8036040 tx=0x7fd2d802df90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.558+0000 7fd2e8aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1548b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d1547fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d15480420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d1547fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39462/0 (socket says 172.21.15.18:39462) 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e3fff640 1 -- 172.21.15.18:0/4208144790 learned_addr learned my addr 172.21.15.18:0/4208144790 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e37fe640 1 -- 172.21.15.18:0/4208144790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 msgr2=0x560d1547fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/4208144790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d1547fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e37fe640 1 -- 172.21.15.18:0/4208144790 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 msgr2=0x560d1548b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/4208144790 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1548b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e37fe640 1 -- 172.21.15.18:0/4208144790 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560d150f9210 con 0x560d1547ffa0 2024-03-07T09:59:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.559+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/4208144790 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d15480420 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4009bf0 tx=0x7fd2d4011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5581ec26338e0de server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.560+0000 7fd2ca7fc640 1 -- 172.21.15.18:0/4208144790 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4009da0 con 0x560d1547ffa0 2024-03-07T09:59:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.560+0000 7fd2ca7fc640 1 -- 172.21.15.18:0/4208144790 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2d4005020 con 0x560d1547ffa0 2024-03-07T09:59:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.560+0000 7fd2ca7fc640 1 -- 172.21.15.18:0/4208144790 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4004bc0 con 0x560d1547ffa0 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.561+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/4208144790 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 msgr2=0x560d15480420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.561+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/4208144790 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d15480420 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4009bf0 tx=0x7fd2d4011810 comp rx=0 tx=0).stop 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.561+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/4208144790 shutdown_connections 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.561+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/4208144790 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1548b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.561+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/4208144790 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d15480420 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.561+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/4208144790 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d1547fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.561+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/4208144790 >> 172.21.15.18:0/4208144790 conn(0x560d15447580 msgr2=0x560d1547ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.562+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/4208144790 shutdown_connections 2024-03-07T09:59:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.562+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/4208144790 wait complete. 2024-03-07T09:59:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.562+0000 7fd2ed3e7740 1 -- start start 2024-03-07T09:59:35.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.562+0000 7fd2ed3e7740 1 Processor -- start 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d154865a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d15486ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d15487020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2ed3e7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d1548c250 con 0x560d15489520 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d15487020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d15487020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46374/0 (socket says 172.21.15.18:46374) 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1865903773 learned_addr learned my addr 172.21.15.18:0/1865903773 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d153a0d60 con 0x560d15480d10 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d1548c3d0 con 0x560d1547ffa0 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d15486ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2ed3e7740 10 client.0 _ll_register_callbacks cb 0x560d150f8a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1865903773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 msgr2=0x560d154865a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T09:59:35.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d154865a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1865903773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 msgr2=0x560d15486ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d15486ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.563+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1865903773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560d151c5620 con 0x560d15489520 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d15486ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d15487020 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc00cba0 tx=0x7fd2dc09b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4d7e297ff5eb2c0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1865903773 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc09bf60 con 0x560d15489520 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1865903773 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd2dc0ba270 con 0x560d15489520 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd2d4005020 con 0x560d15489520 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1865903773 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2dc0ba470 con 0x560d15489520 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2ed3e7740 10 client.15684 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x560d15498570 con 0x560d15489520 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.564+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1865903773 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2d4005020 con 0x560d15489520 2024-03-07T09:59:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1865903773 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fd2dc01f020 con 0x560d15489520 2024-03-07T09:59:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2ed3e7740 10 client.15684 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2ed3e7740 10 client.15684 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2ed3e7740 20 client.15684 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d15499ad0 0x560d1549bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2ed3e7740 4 client.15684 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560d153f1b00 con 0x560d15499ad0 2024-03-07T09:59:35.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.565+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d15499ad0 0x560d1549bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.566+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d15499ad0 0x560d1549bf50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1ed70b76f5445d6 server_cookie=622448576f831b0f in_seq=0 out_seq=0 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.567+0000 7fd2c37fe640 10 client.15684 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.567+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1865903773 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560d153f1b00 con 0x560d15499ad0 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.567+0000 7fd2c37fe640 10 client.15684 handle_command_reply: tid=0 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.567+0000 7fd2ed3e7740 1 client.15684 shutdown 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 msgr2=0x560d15487020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d15487020 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc00cba0 tx=0x7fd2dc09b8c0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 shutdown_connections 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d15499ad0 0x560d1549bf50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d15487020 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2c37fe640 0 client.15684 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15480d10 0x560d15486ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1865903773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d1547ffa0 0x560d154865a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 >> 172.21.15.18:0/1865903773 conn(0x560d15447580 msgr2=0x560d1547c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 shutdown_connections 2024-03-07T09:59:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1865903773 wait complete. 2024-03-07T09:59:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.568+0000 7fd2ed3e7740 20 client.15684 trim_cache size 0 max 16384 2024-03-07T09:59:35.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.589+0000 7fd2ed3e7740 1 Processor -- start 2024-03-07T09:59:35.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.589+0000 7fd2ed3e7740 1 -- start start 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.589+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d1547ffa0 0x560d15488cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.589+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d15486e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1547c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2e37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d15486e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2e37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d15486e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36240/0 (socket says 172.21.15.18:36240) 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2e37fe640 1 -- 172.21.15.18:0/1479149467 learned_addr learned my addr 172.21.15.18:0/1479149467 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1547c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d1547ffa0 0x560d15488cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d0010d10 con 0x560d15489520 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d000e810 con 0x560d1547ffa0 2024-03-07T09:59:35.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.590+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d000c8b0 con 0x560d15480d10 2024-03-07T09:59:35.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.591+0000 7fd2e37fe640 1 -- 172.21.15.18:0/1479149467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d1547ffa0 msgr2=0x560d15488cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:35.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.591+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d1547ffa0 0x560d15488cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.591+0000 7fd2e37fe640 1 -- 172.21.15.18:0/1479149467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 msgr2=0x560d1547c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:35.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.591+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1547c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.591+0000 7fd2e37fe640 1 -- 172.21.15.18:0/1479149467 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560d154966a0 con 0x560d15480d10 2024-03-07T09:59:35.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.591+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d15486e40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4009bf0 tx=0x7fd2d4009930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9df9bed276d94def server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:35.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.592+0000 7fd2c9ffb640 1 -- 172.21.15.18:0/1479149467 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4027070 con 0x560d15480d10 2024-03-07T09:59:35.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.592+0000 7fd2c9ffb640 1 -- 172.21.15.18:0/1479149467 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2d4009ce0 con 0x560d15480d10 2024-03-07T09:59:35.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.592+0000 7fd2c9ffb640 1 -- 172.21.15.18:0/1479149467 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4004ac0 con 0x560d15480d10 2024-03-07T09:59:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 msgr2=0x560d15486e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d15486e40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4009bf0 tx=0x7fd2d4009930 comp rx=0 tx=0).stop 2024-03-07T09:59:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 shutdown_connections 2024-03-07T09:59:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d15489520 0x560d1547c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d15486e40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1479149467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d1547ffa0 0x560d15488cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 >> 172.21.15.18:0/1479149467 conn(0x560d15447580 msgr2=0x560d1547c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:35.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 shutdown_connections 2024-03-07T09:59:35.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1479149467 wait complete. 2024-03-07T09:59:35.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 -- start start 2024-03-07T09:59:35.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.593+0000 7fd2ed3e7740 1 Processor -- start 2024-03-07T09:59:35.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d1547ffa0 0x560d154ee650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d154eeb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2ed3e7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15489520 0x560d15483370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2ed3e7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d000ceb0 con 0x560d1547ffa0 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2ed3e7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d000e1b0 con 0x560d15489520 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2ed3e7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d000d4f0 con 0x560d15480d10 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2ed3e7740 10 client.0 _ll_register_callbacks cb 0x7fd2dc009b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2e8aba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15489520 0x560d15483370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2e8aba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15489520 0x560d15483370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39492/0 (socket says 172.21.15.18:39492) 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.594+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1265804985 learned_addr learned my addr 172.21.15.18:0/1265804985 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.595+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d1547ffa0 0x560d154ee650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.595+0000 7fd2e37fe640 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d154eeb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.595+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 msgr2=0x560d154eeb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:35.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.595+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d154eeb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.595+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1265804985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d1547ffa0 msgr2=0x560d154ee650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:35.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.595+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d1547ffa0 0x560d154ee650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.595+0000 7fd2e8aba640 1 -- 172.21.15.18:0/1265804985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560d15483a60 con 0x560d15489520 2024-03-07T09:59:35.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.596+0000 7fd2e8aba640 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15489520 0x560d15483370 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc09b850 tx=0x7fd2dc09bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b78ec8231fe033 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:35.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.596+0000 7fd2c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.596+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1265804985 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc09bd30 con 0x560d15489520 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.596+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1265804985 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd2dc0ba270 con 0x560d15489520 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.596+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd2d4009ce0 con 0x560d15489520 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.596+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1265804985 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2dc009820 con 0x560d15489520 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.597+0000 7fd2ed3e7740 10 client.25490 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.597+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x560d154f5e50 con 0x560d15489520 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.597+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1265804985 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2d4009ce0 con 0x560d15489520 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.597+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1265804985 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fd2dc01f050 con 0x560d15489520 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.597+0000 7fd2ed3e7740 10 client.25490 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.598+0000 7fd2ed3e7740 10 client.25490 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.598+0000 7fd2ed3e7740 20 client.25490 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:35.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.598+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d154f6500 0x560d154f8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:35.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.598+0000 7fd2ed3e7740 4 client.25490 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T09:59:35.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.598+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560d153ebe50 con 0x560d154f6500 2024-03-07T09:59:35.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.598+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d154f6500 0x560d154f8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:35.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.599+0000 7fd2c37fe640 10 client.25490 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:35.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.599+0000 7fd2e3fff640 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d154f6500 0x560d154f8920 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9f0c292b32ce789 server_cookie=d98f9cf360d7688a in_seq=0 out_seq=0 2024-03-07T09:59:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.620+0000 7fd2c37fe640 1 -- 172.21.15.18:0/1265804985 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560d153ebe50 con 0x560d154f6500 2024-03-07T09:59:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.620+0000 7fd2c37fe640 10 client.25490 handle_command_reply: tid=0 2024-03-07T09:59:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.620+0000 7fd2ed3e7740 1 client.25490 shutdown 2024-03-07T09:59:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.621+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15489520 msgr2=0x560d15483370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.621+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15489520 0x560d15483370 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc09b850 tx=0x7fd2dc09bf60 comp rx=0 tx=0).stop 2024-03-07T09:59:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 shutdown_connections 2024-03-07T09:59:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560d154f6500 0x560d154f8920 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560d15489520 0x560d15483370 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560d15480d10 0x560d154eeb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2ed3e7740 1 --2- 172.21.15.18:0/1265804985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560d1547ffa0 0x560d154ee650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 >> 172.21.15.18:0/1265804985 conn(0x560d15447580 msgr2=0x560d15479e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2c37fe640 0 client.25490 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.622+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 shutdown_connections 2024-03-07T09:59:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ed3e7740 1 -- 172.21.15.18:0/1265804985 wait complete. 2024-03-07T09:59:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ed3e7740 20 client.25490 trim_cache size 0 max 16384 2024-03-07T09:59:35.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T09:59:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T09:59:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T09:59:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2cc0a2140 msgr2=0x7fd2cc0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2cc0a2140 0x7fd2cc0a4600 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8036040 tx=0x7fd2d802df90 comp rx=0 tx=0).stop 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4107650 msgr2=0x7fd2e419c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4107650 0x7fd2e419c820 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc00efd0 tx=0x7fd2dc00c6a0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 shutdown_connections 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2e4107650 0x7fd2e419c820 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2cc0a2140 0x7fd2cc0a4600 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2e4102000 0x7fd2e41984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.623+0000 7fd2ea51d640 1 --2- 172.21.15.18:0/960940269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd2e4101640 0x7fd2e4197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.624+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 >> 172.21.15.18:0/960940269 conn(0x7fd2e40fd0f0 msgr2=0x7fd2e40fd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:35.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.624+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 shutdown_connections 2024-03-07T09:59:35.627 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:35.624+0000 7fd2ea51d640 1 -- 172.21.15.18:0/960940269 wait complete. 2024-03-07T09:59:36.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:36 smithi063 ceph-mon[36356]: pgmap v17: 97 pgs: 97 active+clean; 921 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 69 MiB/s wr, 680 op/s 2024-03-07T09:59:36.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:36 smithi077 ceph-mon[36374]: pgmap v17: 97 pgs: 97 active+clean; 921 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 69 MiB/s wr, 680 op/s 2024-03-07T09:59:36.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:36 smithi018 ceph-mon[32171]: pgmap v17: 97 pgs: 97 active+clean; 921 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 69 MiB/s wr, 680 op/s 2024-03-07T09:59:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 15.0 s, 3990.2 tps, lat 25.061 ms stddev 26.284 2024-03-07T09:59:38.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:38 smithi063 ceph-mon[36356]: pgmap v18: 97 pgs: 97 active+clean; 921 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 15 MiB/s wr, 558 op/s 2024-03-07T09:59:38.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:38 smithi077 ceph-mon[36374]: pgmap v18: 97 pgs: 97 active+clean; 921 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 15 MiB/s wr, 558 op/s 2024-03-07T09:59:38.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:38 smithi018 ceph-mon[32171]: pgmap v18: 97 pgs: 97 active+clean; 921 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 15 MiB/s wr, 558 op/s 2024-03-07T09:59:40.696 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:40 smithi063 ceph-mon[36356]: pgmap v19: 97 pgs: 97 active+clean; 933 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 19 MiB/s wr, 901 op/s 2024-03-07T09:59:40.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:40 smithi077 ceph-mon[36374]: pgmap v19: 97 pgs: 97 active+clean; 933 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 19 MiB/s wr, 901 op/s 2024-03-07T09:59:40.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:40 smithi018 ceph-mon[32171]: pgmap v19: 97 pgs: 97 active+clean; 933 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 19 MiB/s wr, 901 op/s 2024-03-07T09:59:41.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:41 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T09:59:41.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:41 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T09:59:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:41 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T09:59:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:41 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T09:59:41.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:41 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T09:59:41.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:41 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T09:59:42.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:42 smithi077 ceph-mon[36374]: pgmap v20: 97 pgs: 97 active+clean; 933 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 8.1 MiB/s wr, 696 op/s 2024-03-07T09:59:42.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:42 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T09:59:42.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:42 smithi018 ceph-mon[32171]: pgmap v20: 97 pgs: 97 active+clean; 933 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 8.1 MiB/s wr, 696 op/s 2024-03-07T09:59:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:42 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T09:59:42.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:42 smithi063 ceph-mon[36356]: pgmap v20: 97 pgs: 97 active+clean; 933 MiB data, 868 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 8.1 MiB/s wr, 696 op/s 2024-03-07T09:59:42.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:42 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T09:59:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 20.0 s, 4034.8 tps, lat 24.761 ms stddev 24.719 2024-03-07T09:59:44.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:44 smithi077 ceph-mon[36374]: pgmap v21: 97 pgs: 97 active+clean; 933 MiB data, 882 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 8.4 MiB/s wr, 734 op/s 2024-03-07T09:59:44.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:44 smithi018 ceph-mon[32171]: pgmap v21: 97 pgs: 97 active+clean; 933 MiB data, 882 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 8.4 MiB/s wr, 734 op/s 2024-03-07T09:59:44.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:44 smithi063 ceph-mon[36356]: pgmap v21: 97 pgs: 97 active+clean; 933 MiB data, 882 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 8.4 MiB/s wr, 734 op/s 2024-03-07T09:59:46.747 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:46 smithi063 ceph-mon[36356]: pgmap v22: 97 pgs: 97 active+clean; 955 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 1.00k op/s 2024-03-07T09:59:46.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:46 smithi077 ceph-mon[36374]: pgmap v22: 97 pgs: 97 active+clean; 955 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 1.00k op/s 2024-03-07T09:59:46.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:46 smithi018 ceph-mon[32171]: pgmap v22: 97 pgs: 97 active+clean; 955 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 1.00k op/s 2024-03-07T09:59:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 25.0 s, 4103.8 tps, lat 24.429 ms stddev 24.853 2024-03-07T09:59:48.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:48 smithi077 ceph-mon[36374]: pgmap v23: 97 pgs: 97 active+clean; 955 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.1 MiB/s wr, 671 op/s 2024-03-07T09:59:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.762+0000 7f99a3027640 1 -- 172.21.15.18:0/203229634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 msgr2=0x7f999c1009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.762+0000 7f99a3027640 1 --2- 172.21.15.18:0/203229634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c1009e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9990009890 tx=0x7f999002bb70 comp rx=0 tx=0).stop 2024-03-07T09:59:48.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.762+0000 7f99a3027640 1 -- 172.21.15.18:0/203229634 shutdown_connections 2024-03-07T09:59:48.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.762+0000 7f99a3027640 1 --2- 172.21.15.18:0/203229634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f999c100f20 0x7f999c10d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.762+0000 7f99a3027640 1 --2- 172.21.15.18:0/203229634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c1009e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.762+0000 7f99a3027640 1 --2- 172.21.15.18:0/203229634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 0x7f999c106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.762+0000 7f99a3027640 1 -- 172.21.15.18:0/203229634 >> 172.21.15.18:0/203229634 conn(0x7f999c077680 msgr2=0x7f999c077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:48.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.763+0000 7f99a3027640 1 -- 172.21.15.18:0/203229634 shutdown_connections 2024-03-07T09:59:48.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.763+0000 7f99a3027640 1 -- 172.21.15.18:0/203229634 wait complete. 2024-03-07T09:59:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 Processor -- start 2024-03-07T09:59:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 -- start start 2024-03-07T09:59:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c19e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f999c100f20 0x7f999c19edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 0x7f999c1a2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c1109b0 con 0x7f999c106620 2024-03-07T09:59:48.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c110830 con 0x7f999c100f20 2024-03-07T09:59:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a3027640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c110b30 con 0x7f999c100560 2024-03-07T09:59:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a0dc3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c19e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 0x7f999c1a2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f999bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f999c100f20 0x7f999c19edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 0x7f999c1a2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43966/0 (socket says 172.21.15.18:43966) 2024-03-07T09:59:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a15c4640 1 -- 172.21.15.18:0/644507235 learned_addr learned my addr 172.21.15.18:0/644507235 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:48.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.765+0000 7f999bfff640 1 -- 172.21.15.18:0/644507235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 msgr2=0x7f999c19e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.764+0000 7f99a0dc3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c19e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38804/0 (socket says 172.21.15.18:38804) 2024-03-07T09:59:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.765+0000 7f999bfff640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c19e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.765+0000 7f999bfff640 1 -- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 msgr2=0x7f999c1a2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.765+0000 7f999bfff640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 0x7f999c1a2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.765+0000 7f999bfff640 1 -- 172.21.15.18:0/644507235 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f999c1a35d0 con 0x7f999c100f20 2024-03-07T09:59:48.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.765+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c19e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-03-07T09:59:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.765+0000 7f99a15c4640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 0x7f999c1a2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:59:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.766+0000 7f999bfff640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f999c100f20 0x7f999c19edb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9990009780 tx=0x7f99900045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.766+0000 7f9999ffb640 1 -- 172.21.15.18:0/644507235 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9990041020 con 0x7f999c100f20 2024-03-07T09:59:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.766+0000 7f9999ffb640 1 -- 172.21.15.18:0/644507235 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f999002c9f0 con 0x7f999c100f20 2024-03-07T09:59:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.766+0000 7f9999ffb640 1 -- 172.21.15.18:0/644507235 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9990039040 con 0x7f999c100f20 2024-03-07T09:59:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.766+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f999c1a3860 con 0x7f999c100f20 2024-03-07T09:59:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.767+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f999c1ab110 con 0x7f999c100f20 2024-03-07T09:59:48.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.770+0000 7f9999ffb640 1 -- 172.21.15.18:0/644507235 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 25) v1 ==== 136929+0+0 (secure 0 0 0) 0x7f9990044020 con 0x7f999c100f20 2024-03-07T09:59:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.770+0000 7f99a5e0d740 1 Processor -- start 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f9999ffb640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99840a2040 0x7f99840a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f99a5e0d740 1 -- start start 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f9999ffb640 1 -- 172.21.15.18:0/644507235 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f99900efaf0 con 0x7f999c100f20 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 0x55c198b09a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b09fa0 0x55c198b0a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b24530 0x55c198b26920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c198a6e5c0 con 0x55c198b24530 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c198a17900 con 0x55c198b09fa0 2024-03-07T09:59:48.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.771+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c198a6a660 con 0x55c198b0ad10 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99840a2040 0x7f99840a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b24530 0x55c198b26920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f999bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b09fa0 0x55c198b0a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b24530 0x55c198b26920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43968/0 (socket says 172.21.15.18:43968) 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f999bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b09fa0 0x55c198b0a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:46356/0 (socket says 172.21.15.18:46356) 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 -- 172.21.15.18:0/1264129026 learned_addr learned my addr 172.21.15.18:0/1264129026 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 0x55c198b09a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 -- 172.21.15.18:0/1264129026 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 msgr2=0x55c198b09a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 0x55c198b09a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 -- 172.21.15.18:0/1264129026 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b09fa0 msgr2=0x55c198b0a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b09fa0 0x55c198b0a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f99a15c4640 1 -- 172.21.15.18:0/1264129026 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c198783210 con 0x55c198b24530 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.772+0000 7f999bfff640 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b09fa0 0x55c198b0a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.773+0000 7f99a15c4640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99840a2040 0x7f99840a4500 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9994010e40 tx=0x7f9994010520 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.773+0000 7f99a15c4640 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b24530 0x55c198b26920 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f99940107d0 tx=0x7f999401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28edd58e890853f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.773+0000 7f9982ffd640 1 -- 172.21.15.18:0/1264129026 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999401fc80 con 0x55c198b24530 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.773+0000 7f9982ffd640 1 -- 172.21.15.18:0/1264129026 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9994034070 con 0x55c198b24530 2024-03-07T09:59:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.773+0000 7f9982ffd640 1 -- 172.21.15.18:0/1264129026 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99940045f0 con 0x55c198b24530 2024-03-07T09:59:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.775+0000 7f99a5e0d740 1 -- 172.21.15.18:0/1264129026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b24530 msgr2=0x55c198b26920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.775+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b24530 0x55c198b26920 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f99940107d0 tx=0x7f999401c000 comp rx=0 tx=0).stop 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.775+0000 7f99a5e0d740 1 -- 172.21.15.18:0/1264129026 shutdown_connections 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.775+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b24530 0x55c198b26920 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.775+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b09fa0 0x55c198b0a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.775+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/1264129026 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 0x55c198b09a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.775+0000 7f99a5e0d740 1 -- 172.21.15.18:0/1264129026 >> 172.21.15.18:0/1264129026 conn(0x55c198ad1580 msgr2=0x55c198b04c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.776+0000 7f99a5e0d740 1 -- 172.21.15.18:0/1264129026 shutdown_connections 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.776+0000 7f99a5e0d740 1 -- 172.21.15.18:0/1264129026 wait complete. 2024-03-07T09:59:48.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.776+0000 7f99a5e0d740 1 -- start start 2024-03-07T09:59:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.777+0000 7f99a5e0d740 1 Processor -- start 2024-03-07T09:59:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.777+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b215a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.777+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 0x55c198b21ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.777+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b24530 0x55c198b22020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.777+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c198b27200 con 0x55c198b09fa0 2024-03-07T09:59:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.777+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c198a2ad60 con 0x55c198b24530 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.777+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c198b27380 con 0x55c198b0ad10 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a5e0d740 10 client.0 _ll_register_callbacks cb 0x55c198782a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b24530 0x55c198b22020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b24530 0x55c198b22020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:46372/0 (socket says 172.21.15.18:46372) 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 -- 172.21.15.18:0/3693688141 learned_addr learned my addr 172.21.15.18:0/3693688141 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b215a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 -- 172.21.15.18:0/3693688141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 msgr2=0x55c198b21ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 0x55c198b21ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 -- 172.21.15.18:0/3693688141 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 msgr2=0x55c198b215a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b215a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.778+0000 7f99a15c4640 1 -- 172.21.15.18:0/3693688141 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c19884f620 con 0x55c198b24530 2024-03-07T09:59:48.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.779+0000 7f99a15c4640 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b24530 0x55c198b22020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f999400df90 tx=0x7f9994004620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bdfe42e907bf626d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.780+0000 7f997bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.780+0000 7f997bfff640 1 -- 172.21.15.18:0/3693688141 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9994019040 con 0x55c198b24530 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f997bfff640 1 -- 172.21.15.18:0/3693688141 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9994004c10 con 0x55c198b24530 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9994034070 con 0x55c198b24530 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f997bfff640 1 -- 172.21.15.18:0/3693688141 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9994004e10 con 0x55c198b24530 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 10 client.25502 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55c198b33560 con 0x55c198b24530 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f997bfff640 1 -- 172.21.15.18:0/3693688141 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9994034070 con 0x55c198b24530 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f997bfff640 1 -- 172.21.15.18:0/3693688141 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f999400b040 con 0x55c198b24530 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 10 client.25502 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 10 client.25502 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:48.783 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 20 client.25502 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b34a20 0x55c198b36e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 4 client.25502 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T09:59:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c198a7bb00 con 0x55c198b34a20 2024-03-07T09:59:48.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.781+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b34a20 0x55c198b36e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.782+0000 7f997bfff640 10 client.25502 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:48.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.782+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b34a20 0x55c198b36e10 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbf58d507c4dd8c2 server_cookie=659ca5f50836084b in_seq=0 out_seq=0 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.783+0000 7f997bfff640 1 -- 172.21.15.18:0/3693688141 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c198a7bb00 con 0x55c198b34a20 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.783+0000 7f997bfff640 10 client.25502 handle_command_reply: tid=0 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.783+0000 7f99a5e0d740 1 client.25502 shutdown 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b24530 msgr2=0x55c198b22020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b24530 0x55c198b22020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f999400df90 tx=0x7f9994004620 comp rx=0 tx=0).stop 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 shutdown_connections 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b34a20 0x55c198b36e10 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b24530 0x55c198b22020 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b0ad10 0x55c198b21ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3693688141 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b215a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 >> 172.21.15.18:0/3693688141 conn(0x55c198ad1580 msgr2=0x55c198b069e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:48.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f997bfff640 0 client.25502 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 shutdown_connections 2024-03-07T09:59:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3693688141 wait complete. 2024-03-07T09:59:48.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.784+0000 7f99a5e0d740 20 client.25502 trim_cache size 0 max 16384 2024-03-07T09:59:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 Processor -- start 2024-03-07T09:59:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 -- start start 2024-03-07T09:59:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b30060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b03580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c06d600 con 0x55c198b09fa0 2024-03-07T09:59:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c06b100 con 0x55c198b0ad10 2024-03-07T09:59:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c19f8c0 con 0x55c198b24530 2024-03-07T09:59:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b03580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b03580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38838/0 (socket says 172.21.15.18:38838) 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a15c4640 1 -- 172.21.15.18:0/609712832 learned_addr learned my addr 172.21.15.18:0/609712832 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f999bfff640 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b30060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.805+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99a15c4640 1 -- 172.21.15.18:0/609712832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 msgr2=0x55c198b30060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99a15c4640 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b30060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99a15c4640 1 -- 172.21.15.18:0/609712832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 msgr2=0x55c198b2fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99a15c4640 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99a15c4640 1 -- 172.21.15.18:0/609712832 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c198b1faf0 con 0x55c198b24530 2024-03-07T09:59:48.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f999bfff640 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b30060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T09:59:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99a15c4640 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b03580 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f999400df60 tx=0x7f99940054c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ac9e6708f4a9856 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99827fc640 1 -- 172.21.15.18:0/609712832 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99940056e0 con 0x55c198b24530 2024-03-07T09:59:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99827fc640 1 -- 172.21.15.18:0/609712832 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9994034040 con 0x55c198b24530 2024-03-07T09:59:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.806+0000 7f99827fc640 1 -- 172.21.15.18:0/609712832 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9994003eb0 con 0x55c198b24530 2024-03-07T09:59:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.808+0000 7f99a5e0d740 1 -- 172.21.15.18:0/609712832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 msgr2=0x55c198b03580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.808+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b03580 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f999400df60 tx=0x7f99940054c0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.808+0000 7f99a5e0d740 1 -- 172.21.15.18:0/609712832 shutdown_connections 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.808+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b03580 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.808+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b30060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.808+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/609712832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.808+0000 7f99a5e0d740 1 -- 172.21.15.18:0/609712832 >> 172.21.15.18:0/609712832 conn(0x55c198ad1580 msgr2=0x55c198b1fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.809+0000 7f99a5e0d740 1 -- 172.21.15.18:0/609712832 shutdown_connections 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.809+0000 7f99a5e0d740 1 -- 172.21.15.18:0/609712832 wait complete. 2024-03-07T09:59:48.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.810+0000 7f99a5e0d740 1 -- start start 2024-03-07T09:59:48.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.810+0000 7f99a5e0d740 1 Processor -- start 2024-03-07T09:59:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b27620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a5e0d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b27b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c19cda0 con 0x55c198b09fa0 2024-03-07T09:59:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c19e0a0 con 0x55c198b0ad10 2024-03-07T09:59:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a5e0d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999c19d3e0 con 0x55c198b24530 2024-03-07T09:59:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a5e0d740 10 client.0 _ll_register_callbacks cb 0x7f9994032030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b27b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a0dc3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f999bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b27620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a0dc3640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43994/0 (socket says 172.21.15.18:43994) 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a15c4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b27b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38846/0 (socket says 172.21.15.18:38846) 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a0dc3640 1 -- 172.21.15.18:0/3297947193 learned_addr learned my addr 172.21.15.18:0/3297947193 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f999bfff640 1 -- 172.21.15.18:0/3297947193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 msgr2=0x55c198b27b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f999bfff640 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b27b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f999bfff640 1 -- 172.21.15.18:0/3297947193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 msgr2=0x55c198b2c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f999bfff640 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f999bfff640 1 -- 172.21.15.18:0/3297947193 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c198b28120 con 0x55c198b0ad10 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f999bfff640 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b27620 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f99900ed1c0 tx=0x7f9990005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c24be9a502a8375 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T09:59:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.811+0000 7f997bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T09:59:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.812+0000 7f997bfff640 1 -- 172.21.15.18:0/3297947193 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99900bcab0 con 0x55c198b0ad10 2024-03-07T09:59:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.812+0000 7f997bfff640 1 -- 172.21.15.18:0/3297947193 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9990032cd0 con 0x55c198b0ad10 2024-03-07T09:59:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.812+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9994034040 con 0x55c198b0ad10 2024-03-07T09:59:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f997bfff640 1 -- 172.21.15.18:0/3297947193 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f99900bc3b0 con 0x55c198b0ad10 2024-03-07T09:59:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f99a5e0d740 10 client.25508 fetch_fsmap learned FSMap version 25 2024-03-07T09:59:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55c198b8ff90 con 0x55c198b0ad10 2024-03-07T09:59:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f997bfff640 1 -- 172.21.15.18:0/3297947193 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f99900d7020 con 0x55c198b0ad10 2024-03-07T09:59:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f997bfff640 1 -- 172.21.15.18:0/3297947193 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f999003c030 con 0x55c198b0ad10 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f99a5e0d740 10 client.25508 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f99a5e0d740 10 client.25508 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f99a5e0d740 20 client.25508 populate_metadata read hostname 'smithi018' 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.813+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b90700 0x55c198b92b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.814+0000 7f99a5e0d740 4 client.25508 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.814+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f9994034040 con 0x55c198b90700 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.814+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b90700 0x55c198b92b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T09:59:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.815+0000 7f99a0dc3640 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b90700 0x55c198b92b20 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d01a151d805b98fa server_cookie=e1fec46ab22b003c in_seq=0 out_seq=0 2024-03-07T09:59:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.816+0000 7f997bfff640 10 client.25508 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f997bfff640 1 -- 172.21.15.18:0/3297947193 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f9994034040 con 0x55c198b90700 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f997bfff640 10 client.25508 handle_command_reply: tid=0 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 client.25508 shutdown 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 msgr2=0x55c198b27620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b27620 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f99900ed1c0 tx=0x7f9990005f90 comp rx=0 tx=0).stop 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 shutdown_connections 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c198b90700 0x55c198b92b20 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f997bfff640 0 client.25508 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T09:59:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c198b24530 0x55c198b27b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c198b0ad10 0x55c198b27620 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.834+0000 7f99a5e0d740 1 --2- 172.21.15.18:0/3297947193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c198b09fa0 0x55c198b2c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.835+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 >> 172.21.15.18:0/3297947193 conn(0x55c198ad1580 msgr2=0x55c198b03580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.835+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 shutdown_connections 2024-03-07T09:59:48.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.836+0000 7f99a5e0d740 1 -- 172.21.15.18:0/3297947193 wait complete. 2024-03-07T09:59:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.837+0000 7f99a5e0d740 20 client.25508 trim_cache size 0 max 16384 2024-03-07T09:59:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T09:59:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T09:59:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T09:59:48.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T09:59:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.837+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99840a2040 msgr2=0x7f99840a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.837+0000 7f99a3027640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99840a2040 0x7f99840a4500 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9994010e40 tx=0x7f9994010520 comp rx=0 tx=0).stop 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.837+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f999c100f20 msgr2=0x7f999c19edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.837+0000 7f99a3027640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f999c100f20 0x7f999c19edb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9990009780 tx=0x7f99900045e0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.838+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 shutdown_connections 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.838+0000 7f99a3027640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99840a2040 0x7f99840a4500 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.838+0000 7f99a3027640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999c106620 0x7f999c1a2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.838+0000 7f99a3027640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f999c100f20 0x7f999c19edb0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.838+0000 7f99a3027640 1 --2- 172.21.15.18:0/644507235 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999c100560 0x7f999c19e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T09:59:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.838+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 >> 172.21.15.18:0/644507235 conn(0x7f999c077680 msgr2=0x7f999c069a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T09:59:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.839+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 shutdown_connections 2024-03-07T09:59:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T09:59:48.840+0000 7f99a3027640 1 -- 172.21.15.18:0/644507235 wait complete. 2024-03-07T09:59:48.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:48 smithi018 ceph-mon[32171]: pgmap v23: 97 pgs: 97 active+clean; 955 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.1 MiB/s wr, 671 op/s 2024-03-07T09:59:48.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:48 smithi063 ceph-mon[36356]: pgmap v23: 97 pgs: 97 active+clean; 955 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.1 MiB/s wr, 671 op/s 2024-03-07T09:59:50.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:50 smithi077 ceph-mon[36374]: pgmap v24: 97 pgs: 97 active+clean; 974 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.00k op/s 2024-03-07T09:59:50.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:50 smithi018 ceph-mon[32171]: pgmap v24: 97 pgs: 97 active+clean; 974 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.00k op/s 2024-03-07T09:59:50.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:50 smithi063 ceph-mon[36356]: pgmap v24: 97 pgs: 97 active+clean; 974 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.00k op/s 2024-03-07T09:59:52.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:52 smithi077 ceph-mon[36374]: pgmap v25: 97 pgs: 97 active+clean; 974 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 MiB/s wr, 659 op/s 2024-03-07T09:59:52.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:52 smithi018 ceph-mon[32171]: pgmap v25: 97 pgs: 97 active+clean; 974 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 MiB/s wr, 659 op/s 2024-03-07T09:59:52.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:52 smithi063 ceph-mon[36356]: pgmap v25: 97 pgs: 97 active+clean; 974 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 MiB/s wr, 659 op/s 2024-03-07T09:59:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 30.0 s, 3999.6 tps, lat 24.931 ms stddev 24.921 2024-03-07T09:59:54.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:54 smithi077 ceph-mon[36374]: pgmap v26: 97 pgs: 97 active+clean; 975 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 818 op/s 2024-03-07T09:59:54.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:54 smithi018 ceph-mon[32171]: pgmap v26: 97 pgs: 97 active+clean; 975 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 818 op/s 2024-03-07T09:59:54.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:54 smithi063 ceph-mon[36356]: pgmap v26: 97 pgs: 97 active+clean; 975 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 818 op/s 2024-03-07T09:59:56.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:56 smithi077 ceph-mon[36374]: pgmap v27: 97 pgs: 97 active+clean; 976 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 965 op/s 2024-03-07T09:59:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:56 smithi018 ceph-mon[32171]: pgmap v27: 97 pgs: 97 active+clean; 976 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 965 op/s 2024-03-07T09:59:56.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:56 smithi063 ceph-mon[36356]: pgmap v27: 97 pgs: 97 active+clean; 976 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 965 op/s 2024-03-07T09:59:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 35.0 s, 3757.8 tps, lat 26.672 ms stddev 28.727 2024-03-07T09:59:58.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 09:59:58 smithi077 ceph-mon[36374]: pgmap v28: 97 pgs: 97 active+clean; 976 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 8.9 MiB/s wr, 675 op/s 2024-03-07T09:59:58.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 09:59:58 smithi018 ceph-mon[32171]: pgmap v28: 97 pgs: 97 active+clean; 976 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 8.9 MiB/s wr, 675 op/s 2024-03-07T09:59:58.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 09:59:58 smithi063 ceph-mon[36356]: pgmap v28: 97 pgs: 97 active+clean; 976 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 8.9 MiB/s wr, 675 op/s 2024-03-07T10:00:00.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:00 smithi018 ceph-mon[32171]: pgmap v29: 97 pgs: 97 active+clean; 996 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-07T10:00:00.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:00 smithi018 ceph-mon[32171]: overall HEALTH_OK 2024-03-07T10:00:00.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:00:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T10:00:00.317+0000 7fde5a01e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T10:00:00.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:00:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T10:00:00.317+0000 7fde5a01e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T10:00:00.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:00:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T10:00:00.317+0000 7fde5a01e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T10:00:00.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:00:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T10:00:00.317+0000 7fde5a01e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T10:00:00.592 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:00:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T10:00:00.317+0000 7fde5a01e700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-07T10:00:00.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:00 smithi077 ceph-mon[36374]: pgmap v29: 97 pgs: 97 active+clean; 996 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-07T10:00:00.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:00 smithi077 ceph-mon[36374]: overall HEALTH_OK 2024-03-07T10:00:00.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:00 smithi063 ceph-mon[36356]: pgmap v29: 97 pgs: 97 active+clean; 996 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 MiB/s wr, 1.02k op/s 2024-03-07T10:00:00.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:00 smithi063 ceph-mon[36356]: overall HEALTH_OK 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 -- 172.21.15.18:0/1776318655 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b34100520 msgr2=0x7f1b341009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 --2- 172.21.15.18:0/1776318655 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b34100520 0x7f1b341009a0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c009900 tx=0x7f1b1c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 -- 172.21.15.18:0/1776318655 shutdown_connections 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 --2- 172.21.15.18:0/1776318655 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100ee0 0x7f1b3410d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 --2- 172.21.15.18:0/1776318655 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b34100520 0x7f1b341009a0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 --2- 172.21.15.18:0/1776318655 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b341065e0 0x7f1b341069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 -- 172.21.15.18:0/1776318655 >> 172.21.15.18:0/1776318655 conn(0x7f1b34077650 msgr2=0x7f1b34077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 -- 172.21.15.18:0/1776318655 shutdown_connections 2024-03-07T10:00:01.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.948+0000 7f1b3880d640 1 -- 172.21.15.18:0/1776318655 wait complete. 2024-03-07T10:00:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 Processor -- start 2024-03-07T10:00:01.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 -- start start 2024-03-07T10:00:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100520 0x7f1b34197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b34100ee0 0x7f1b341983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b341065e0 0x7f1b3419c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b341108c0 con 0x7f1b341065e0 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b34110740 con 0x7f1b34100520 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3880d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b34110a40 con 0x7f1b34100ee0 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b32d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b341065e0 0x7f1b3419c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100520 0x7f1b34197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100520 0x7f1b34197e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47398/0 (socket says 172.21.15.18:47398) 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.949+0000 7f1b3259c640 1 -- 172.21.15.18:0/688621835 learned_addr learned my addr 172.21.15.18:0/688621835 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b34100ee0 0x7f1b341983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b32d9d640 1 -- 172.21.15.18:0/688621835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b34100ee0 msgr2=0x7f1b341983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b34100ee0 0x7f1b341983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b32d9d640 1 -- 172.21.15.18:0/688621835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100520 msgr2=0x7f1b34197e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100520 0x7f1b34197e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b32d9d640 1 -- 172.21.15.18:0/688621835 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b3419ce70 con 0x7f1b341065e0 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b3259c640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100520 0x7f1b34197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b34100ee0 0x7f1b341983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b341065e0 0x7f1b3419c740 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c009fd0 tx=0x7f1b2c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b2b7fe640 1 -- 172.21.15.18:0/688621835 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c00ce20 con 0x7f1b341065e0 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b3419d160 con 0x7f1b341065e0 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b2b7fe640 1 -- 172.21.15.18:0/688621835 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b2c005020 con 0x7f1b341065e0 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b2b7fe640 1 -- 172.21.15.18:0/688621835 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c010720 con 0x7f1b341065e0 2024-03-07T10:00:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.950+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b341a49f0 con 0x7f1b341065e0 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.952+0000 7f1b2b7fe640 1 -- 172.21.15.18:0/688621835 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f1b2c005540 con 0x7f1b341065e0 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 Processor -- start 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 -- start start 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef77a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef78420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b2b7fe640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1b200a2080 0x7f1b200a4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef83910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56504eedc5c0 con 0x56504ef78d10 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56504ee85900 con 0x56504ef81520 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56504eed8660 con 0x56504ef77fa0 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b2bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef77a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef78420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b2bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef77a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39516/0 (socket says 172.21.15.18:39516) 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b2bfff640 1 -- 172.21.15.18:0/886891532 learned_addr learned my addr 172.21.15.18:0/886891532 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b3259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef78420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52500/0 (socket says 172.21.15.18:52500) 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b2b7fe640 1 -- 172.21.15.18:0/688621835 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1b2c0cebc0 con 0x7f1b341065e0 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.953+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef83910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1b200a2080 0x7f1b200a4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b3259c640 1 -- 172.21.15.18:0/886891532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 msgr2=0x56504ef83910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b3259c640 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef83910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b3259c640 1 -- 172.21.15.18:0/886891532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 msgr2=0x56504ef77a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b3259c640 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef77a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b3259c640 1 -- 172.21.15.18:0/886891532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56504ebf1210 con 0x56504ef77fa0 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b3259c640 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef78420 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1b24011510 tx=0x7f1b240119d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=769b9ee3eb4c5bd0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b28ff9640 1 -- 172.21.15.18:0/886891532 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b2401e070 con 0x56504ef77fa0 2024-03-07T10:00:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b28ff9640 1 -- 172.21.15.18:0/886891532 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b2400faa0 con 0x56504ef77fa0 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b28ff9640 1 -- 172.21.15.18:0/886891532 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b24019bd0 con 0x56504ef77fa0 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.954+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1b200a2080 0x7f1b200a4540 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c005770 tx=0x7f1b1c005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/886891532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 msgr2=0x56504ef78420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef78420 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1b24011510 tx=0x7f1b240119d0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/886891532 shutdown_connections 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef83910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef78420 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/886891532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef77a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/886891532 >> 172.21.15.18:0/886891532 conn(0x56504ef3f580 msgr2=0x56504ef72c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.955+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/886891532 shutdown_connections 2024-03-07T10:00:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/886891532 wait complete. 2024-03-07T10:00:01.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 -- start start 2024-03-07T10:00:01.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 Processor -- start 2024-03-07T10:00:01.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef7e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef7eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef7f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56504ef84250 con 0x56504ef78d10 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56504ee98d60 con 0x56504ef81520 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56504ef843d0 con 0x56504ef77fa0 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3b5f7740 10 client.0 _ll_register_callbacks cb 0x56504ebf0a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b2bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef7eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b3259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef7e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b2bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef7eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39526/0 (socket says 172.21.15.18:39526) 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b32d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef7f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.956+0000 7f1b2bfff640 1 -- 172.21.15.18:0/2599383178 learned_addr learned my addr 172.21.15.18:0/2599383178 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b32d9d640 1 -- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 msgr2=0x56504ef7e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef7e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b32d9d640 1 -- 172.21.15.18:0/2599383178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 msgr2=0x56504ef7eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef7eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b32d9d640 1 -- 172.21.15.18:0/2599383178 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56504ecbd620 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b3259c640 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef7e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef7eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef7f020 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0cc0f0 tx=0x7f1b2c09b9f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b230788ecfb6ca4e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b19ffb640 1 -- 172.21.15.18:0/2599383178 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c0a3a90 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b19ffb640 1 -- 172.21.15.18:0/2599383178 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1b2c0051d0 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1b2400faa0 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.957+0000 7f1b19ffb640 1 -- 172.21.15.18:0/2599383178 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b2c0bc250 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 10 client.25526 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56504ef905e0 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b19ffb640 1 -- 172.21.15.18:0/2599383178 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b2400faa0 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b19ffb640 1 -- 172.21.15.18:0/2599383178 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1b2c0a3600 con 0x56504ef81520 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 10 client.25526 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:01.965 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 10 client.25526 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 20 client.25526 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504ef91aa0 0x56504ef93eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 4 client.25526 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56504eee9b00 con 0x56504ef91aa0 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.958+0000 7f1b3259c640 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504ef91aa0 0x56504ef93eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3259c640 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504ef91aa0 0x56504ef93eb0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cab30d9cb7bc6525 server_cookie=950878ea6a5557b3 in_seq=0 out_seq=0 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b19ffb640 10 client.25526 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b19ffb640 1 -- 172.21.15.18:0/2599383178 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56504eee9b00 con 0x56504ef91aa0 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b19ffb640 10 client.25526 handle_command_reply: tid=0 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 client.25526 shutdown 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 msgr2=0x56504ef7f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef7f020 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0cc0f0 tx=0x7f1b2c09b9f0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 shutdown_connections 2024-03-07T10:00:01.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504ef91aa0 0x56504ef93eb0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef7f020 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef78d10 0x56504ef7eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b19ffb640 0 client.25526 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.959+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/2599383178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef77fa0 0x56504ef7e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.960+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 >> 172.21.15.18:0/2599383178 conn(0x56504ef3f580 msgr2=0x56504ef749e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.960+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 shutdown_connections 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.960+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/2599383178 wait complete. 2024-03-07T10:00:01.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.960+0000 7f1b3b5f7740 20 client.25526 trim_cache size 0 max 16384 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 Processor -- start 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 -- start start 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef77fa0 0x56504ef80cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef747f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef8cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b341af8c0 con 0x56504ef77fa0 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b341ad3c0 con 0x56504ef81520 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b341ab460 con 0x56504ef78d10 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b32d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef8cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef77fa0 0x56504ef80cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b2bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef747f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b32d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef8cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47426/0 (socket says 172.21.15.18:47426) 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b3259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef77fa0 0x56504ef80cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39538/0 (socket says 172.21.15.18:39538) 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.977+0000 7f1b32d9d640 1 -- 172.21.15.18:0/306155794 learned_addr learned my addr 172.21.15.18:0/306155794 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b32d9d640 1 -- 172.21.15.18:0/306155794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 msgr2=0x56504ef747f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef747f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b32d9d640 1 -- 172.21.15.18:0/306155794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef77fa0 msgr2=0x56504ef80cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef77fa0 0x56504ef80cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b32d9d640 1 -- 172.21.15.18:0/306155794 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56504ef79880 con 0x56504ef81520 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b3259c640 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef77fa0 0x56504ef80cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:01.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef8cb20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0cc8a0 tx=0x7f1b2c0bb050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b01860a760a78aa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:01.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b1bfff640 1 -- 172.21.15.18:0/306155794 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c0cc060 con 0x56504ef81520 2024-03-07T10:00:01.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b1bfff640 1 -- 172.21.15.18:0/306155794 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b2c0051d0 con 0x56504ef81520 2024-03-07T10:00:01.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.978+0000 7f1b1bfff640 1 -- 172.21.15.18:0/306155794 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c0cc660 con 0x56504ef81520 2024-03-07T10:00:01.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/306155794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 msgr2=0x56504ef8cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:01.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef8cb20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0cc8a0 tx=0x7f1b2c0bb050 comp rx=0 tx=0).stop 2024-03-07T10:00:01.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/306155794 shutdown_connections 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef81520 0x56504ef8cb20 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef747f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/306155794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef77fa0 0x56504ef80cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/306155794 >> 172.21.15.18:0/306155794 conn(0x56504ef3f580 msgr2=0x56504ef740e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/306155794 shutdown_connections 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/306155794 wait complete. 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 -- start start 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.979+0000 7f1b3b5f7740 1 Processor -- start 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef77fa0 0x56504ef88dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef89300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3b5f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef81520 0x56504ef821e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b341aba60 con 0x56504ef81520 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b341acd60 con 0x56504ef77fa0 2024-03-07T10:00:01.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3b5f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b341ac0a0 con 0x56504ef78d10 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3b5f7740 10 client.0 _ll_register_callbacks cb 0x7f1b2c09af20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b32d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef81520 0x56504ef821e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b32d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef81520 0x56504ef821e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39544/0 (socket says 172.21.15.18:39544) 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b32d9d640 1 -- 172.21.15.18:0/3316524424 learned_addr learned my addr 172.21.15.18:0/3316524424 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef89300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3259c640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef77fa0 0x56504ef88dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b2bfff640 1 -- 172.21.15.18:0/3316524424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef77fa0 msgr2=0x56504ef88dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef77fa0 0x56504ef88dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b2bfff640 1 -- 172.21.15.18:0/3316524424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef81520 msgr2=0x56504ef821e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef81520 0x56504ef821e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b2bfff640 1 -- 172.21.15.18:0/3316524424 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56504ef828d0 con 0x56504ef78d10 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b32d9d640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef81520 0x56504ef821e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b3259c640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef77fa0 0x56504ef88dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b2bfff640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef89300 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c009230 tx=0x7f1b1c009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4eec13ee1e71e459 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:01.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.980+0000 7f1b19ffb640 1 -- 172.21.15.18:0/3316524424 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b1c0046c0 con 0x56504ef78d10 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b19ffb640 1 -- 172.21.15.18:0/3316524424 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1b1c03a040 con 0x56504ef78d10 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1b2c0051d0 con 0x56504ef78d10 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b19ffb640 1 -- 172.21.15.18:0/3316524424 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b1c05c050 con 0x56504ef78d10 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 10 client.25573 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56504efedda0 con 0x56504ef78d10 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b19ffb640 1 -- 172.21.15.18:0/3316524424 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b2c0051d0 con 0x56504ef78d10 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b19ffb640 1 -- 172.21.15.18:0/3316524424 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1b1c003b10 con 0x56504ef78d10 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 10 client.25573 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 10 client.25573 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 20 client.25573 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504efee5b0 0x56504eff09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 4 client.25573 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:00:01.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56504eee3e50 con 0x56504efee5b0 2024-03-07T10:00:01.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.981+0000 7f1b3259c640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504efee5b0 0x56504eff09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:01.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.982+0000 7f1b3259c640 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504efee5b0 0x56504eff09d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a75b1fac818f2638 server_cookie=282c9fccf2acc4c4 in_seq=0 out_seq=0 2024-03-07T10:00:01.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:01.982+0000 7f1b19ffb640 10 client.25573 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.004+0000 7f1b19ffb640 1 -- 172.21.15.18:0/3316524424 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56504eee3e50 con 0x56504efee5b0 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.004+0000 7f1b19ffb640 10 client.25573 handle_command_reply: tid=0 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 client.25573 shutdown 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 msgr2=0x56504ef89300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef89300 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c009230 tx=0x7f1b1c009260 comp rx=0 tx=0).stop 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 shutdown_connections 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56504efee5b0 0x56504eff09d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56504ef81520 0x56504ef821e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56504ef78d10 0x56504ef89300 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b19ffb640 0 client.25573 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 --2- 172.21.15.18:0/3316524424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56504ef77fa0 0x56504ef88dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 >> 172.21.15.18:0/3316524424 conn(0x56504ef3f580 msgr2=0x56504ef7edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 shutdown_connections 2024-03-07T10:00:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 1 -- 172.21.15.18:0/3316524424 wait complete. 2024-03-07T10:00:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3b5f7740 20 client.25573 trim_cache size 0 max 16384 2024-03-07T10:00:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:00:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:00:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:00:02.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1b200a2080 msgr2=0x7f1b200a4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3880d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1b200a2080 0x7f1b200a4540 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c005770 tx=0x7f1b1c005fd0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b341065e0 msgr2=0x7f1b3419c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3880d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b341065e0 0x7f1b3419c740 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c009fd0 tx=0x7f1b2c00ef10 comp rx=0 tx=0).stop 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 shutdown_connections 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.005+0000 7f1b3880d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1b200a2080 0x7f1b200a4540 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.006+0000 7f1b3880d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1b341065e0 0x7f1b3419c740 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.006+0000 7f1b3880d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b34100ee0 0x7f1b341983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.006+0000 7f1b3880d640 1 --2- 172.21.15.18:0/688621835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b34100520 0x7f1b34197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.006+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 >> 172.21.15.18:0/688621835 conn(0x7f1b34077650 msgr2=0x7f1b340ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.006+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 shutdown_connections 2024-03-07T10:00:02.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:02.006+0000 7f1b3880d640 1 -- 172.21.15.18:0/688621835 wait complete. 2024-03-07T10:00:02.192 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:00:02.192 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:00:02.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/3071341911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34107600 msgr2=0x7f4b341079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/3071341911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34107600 0x7f4b341079e0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4b30009930 tx=0x7f4b3002bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:02.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/3071341911 shutdown_connections 2024-03-07T10:00:02.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/3071341911 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b34100470 0x7f4b3410e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/3071341911 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b340ffad0 0x7f4b340fff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/3071341911 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34107600 0x7f4b341079e0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/3071341911 >> 172.21.15.18:0/3071341911 conn(0x7f4b34076a60 msgr2=0x7f4b340fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/3071341911 shutdown_connections 2024-03-07T10:00:02.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.311+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/3071341911 wait complete. 2024-03-07T10:00:02.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 Processor -- start 2024-03-07T10:00:02.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 -- start start 2024-03-07T10:00:02.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b340ffad0 0x7f4b34197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34100470 0x7f4b341983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b34107600 0x7f4b3419c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b34111a90 con 0x7f4b34100470 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b34111910 con 0x7f4b340ffad0 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.312+0000 7f4b3c5a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b34111c10 con 0x7f4b34107600 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34100470 0x7f4b341983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b340ffad0 0x7f4b34197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34100470 0x7f4b341983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39556/0 (socket says 172.21.15.18:39556) 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b3ab44640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b34107600 0x7f4b3419c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 -- 172.21.15.18:0/1928835957 learned_addr learned my addr 172.21.15.18:0/1928835957 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 -- 172.21.15.18:0/1928835957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b34107600 msgr2=0x7f4b3419c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b34107600 0x7f4b3419c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 -- 172.21.15.18:0/1928835957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b340ffad0 msgr2=0x7f4b34197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b340ffad0 0x7f4b34197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 -- 172.21.15.18:0/1928835957 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b3419cea0 con 0x7f4b34100470 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b39b42640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34100470 0x7f4b341983f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4b2400e9f0 tx=0x7f4b2400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b2b7fe640 1 -- 172.21.15.18:0/1928835957 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b2400cd80 con 0x7f4b34100470 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b3419d190 con 0x7f4b34100470 2024-03-07T10:00:02.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b2b7fe640 1 -- 172.21.15.18:0/1928835957 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b24010910 con 0x7f4b34100470 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b2b7fe640 1 -- 172.21.15.18:0/1928835957 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b240188f0 con 0x7f4b34100470 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.313+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b341a4a20 con 0x7f4b34100470 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.316+0000 7f4b2b7fe640 1 -- 172.21.15.18:0/1928835957 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f4b24018af0 con 0x7f4b34100470 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 Processor -- start 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 -- start start 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b2b7fe640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b200a2010 0x7f4b200a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2f3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f7d24add0 con 0x561f7d2e7730 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f7d1f3ae0 con 0x561f7d2f0c30 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3f393740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f7d246e70 con 0x561f7d2e8050 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39572/0 (socket says 172.21.15.18:39572) 2024-03-07T10:00:02.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3a343640 1 -- 172.21.15.18:0/2486901407 learned_addr learned my addr 172.21.15.18:0/2486901407 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b2b7fe640 1 -- 172.21.15.18:0/1928835957 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f4b240ce830 con 0x7f4b34100470 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b39b42640 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.317+0000 7f4b3ab44640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b200a2010 0x7f4b200a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b3a343640 1 -- 172.21.15.18:0/2486901407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 msgr2=0x561f7d2f06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b3a343640 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b3a343640 1 -- 172.21.15.18:0/2486901407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 msgr2=0x561f7d2f3020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b3a343640 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2f3020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b3a343640 1 -- 172.21.15.18:0/2486901407 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f7d0297d0 con 0x561f7d2e7730 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b3a343640 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e7b10 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4b30000c00 tx=0x7f4b30009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=853a5ec36160469 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b3ab44640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b200a2010 0x7f4b200a44d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x561f7d2e2ff0 tx=0x7f4b2c009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b28bfe640 1 -- 172.21.15.18:0/2486901407 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b30045070 con 0x561f7d2e7730 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b28bfe640 1 -- 172.21.15.18:0/2486901407 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b3002c650 con 0x561f7d2e7730 2024-03-07T10:00:02.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.318+0000 7f4b28bfe640 1 -- 172.21.15.18:0/2486901407 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b30004aa0 con 0x561f7d2e7730 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 -- 172.21.15.18:0/2486901407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 msgr2=0x561f7d2e7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e7b10 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4b30000c00 tx=0x7f4b30009560 comp rx=0 tx=0).stop 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 -- 172.21.15.18:0/2486901407 shutdown_connections 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2f3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2486901407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e7b10 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 -- 172.21.15.18:0/2486901407 >> 172.21.15.18:0/2486901407 conn(0x561f7d2e1e60 msgr2=0x561f7d2e2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 -- 172.21.15.18:0/2486901407 shutdown_connections 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 -- 172.21.15.18:0/2486901407 wait complete. 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.319+0000 7f4b3f393740 1 -- start start 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 1 Processor -- start 2024-03-07T10:00:02.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e7730 0x561f7d2f0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e8050 0x561f7d2eda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2ee150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f7d2f39c0 con 0x561f7d2e8050 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f7d207070 con 0x561f7d2f0c30 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f7d2f3b40 con 0x561f7d2e7730 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3f393740 10 client.0 _ll_register_callbacks cb 0x561f7d206a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e8050 0x561f7d2eda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e7730 0x561f7d2f0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e8050 0x561f7d2eda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39584/0 (socket says 172.21.15.18:39584) 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 -- 172.21.15.18:0/2139225074 learned_addr learned my addr 172.21.15.18:0/2139225074 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3ab44640 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2ee150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 -- 172.21.15.18:0/2139225074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e7730 msgr2=0x561f7d2f0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e7730 0x561f7d2f0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 -- 172.21.15.18:0/2139225074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 msgr2=0x561f7d2ee150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2ee150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 -- 172.21.15.18:0/2139225074 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561f7cf5f3f0 con 0x561f7d2e8050 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b3ab44640 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2ee150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b39b42640 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e8050 0x561f7d2eda10 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4b240979e0 tx=0x7f4b2409b0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24a274073855c7e6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.320+0000 7f4b1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b1dffb640 1 -- 172.21.15.18:0/2139225074 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b240aefb0 con 0x561f7d2e8050 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b1dffb640 1 -- 172.21.15.18:0/2139225074 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f4b240a3270 con 0x561f7d2e8050 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4b3002c650 con 0x561f7d2e8050 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b1dffb640 1 -- 172.21.15.18:0/2139225074 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b240af150 con 0x561f7d2e8050 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 10 client.15741 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:02.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561f7cf1f0f0 con 0x561f7d2e8050 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b1dffb640 1 -- 172.21.15.18:0/2139225074 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b3002c650 con 0x561f7d2e8050 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b1dffb640 1 -- 172.21.15.18:0/2139225074 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f4b2409e070 con 0x561f7d2e8050 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 10 client.15741 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 10 client.15741 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 20 client.15741 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d300970 0x561f7d302dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 4 client.15741 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:02.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561f7d258310 con 0x561f7d300970 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.321+0000 7f4b3a343640 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d300970 0x561f7d302dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.322+0000 7f4b3a343640 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d300970 0x561f7d302dd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8002c432eb34dcf2 server_cookie=e3cefb7e4489e83b in_seq=0 out_seq=0 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.322+0000 7f4b1dffb640 10 client.15741 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.322+0000 7f4b1dffb640 1 -- 172.21.15.18:0/2139225074 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561f7d258310 con 0x561f7d300970 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.322+0000 7f4b1dffb640 10 client.15741 handle_command_reply: tid=0 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.322+0000 7f4b3f393740 1 client.15741 shutdown 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e8050 msgr2=0x561f7d2eda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e8050 0x561f7d2eda10 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4b240979e0 tx=0x7f4b2409b0d0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 shutdown_connections 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d300970 0x561f7d302dd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2ee150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e8050 0x561f7d2eda10 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b1dffb640 0 client.15741 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 --2- 172.21.15.18:0/2139225074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e7730 0x561f7d2f0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 >> 172.21.15.18:0/2139225074 conn(0x561f7d2e1e60 msgr2=0x561f7d2e3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 shutdown_connections 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 1 -- 172.21.15.18:0/2139225074 wait complete. 2024-03-07T10:00:02.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.323+0000 7f4b3f393740 20 client.15741 trim_cache size 0 max 16384 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 Processor -- start 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 -- start start 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2f0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b341af7b0 con 0x561f7d2e7730 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b341ad2b0 con 0x561f7d2f0c30 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3f393740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b341ab350 con 0x561f7d2e8050 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e39c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39598/0 (socket says 172.21.15.18:39598) 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b39b42640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3a343640 1 -- 172.21.15.18:0/1618841608 learned_addr learned my addr 172.21.15.18:0/1618841608 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.342+0000 7f4b3ab44640 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2f0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b39b42640 1 -- 172.21.15.18:0/1618841608 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 msgr2=0x561f7d2f0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b39b42640 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2f0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b39b42640 1 -- 172.21.15.18:0/1618841608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 msgr2=0x561f7d2e39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b39b42640 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b39b42640 1 -- 172.21.15.18:0/1618841608 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f7d2dc300 con 0x561f7d2e8050 2024-03-07T10:00:02.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b3a343640 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:02.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b39b42640 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f0140 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4b2409acc0 tx=0x7f4b2409ade0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95eef5d89ee33f6b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b1ffff640 1 -- 172.21.15.18:0/1618841608 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b240cbcd0 con 0x561f7d2e8050 2024-03-07T10:00:02.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b1ffff640 1 -- 172.21.15.18:0/1618841608 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b24097680 con 0x561f7d2e8050 2024-03-07T10:00:02.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.343+0000 7f4b1ffff640 1 -- 172.21.15.18:0/1618841608 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b2409a460 con 0x561f7d2e8050 2024-03-07T10:00:02.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 -- 172.21.15.18:0/1618841608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 msgr2=0x561f7d2f0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f0140 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4b2409acc0 tx=0x7f4b2409ade0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 -- 172.21.15.18:0/1618841608 shutdown_connections 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2f0c30 0x561f7d2f0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2e8050 0x561f7d2f0140 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 --2- 172.21.15.18:0/1618841608 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2e39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 -- 172.21.15.18:0/1618841608 >> 172.21.15.18:0/1618841608 conn(0x561f7d2e1e60 msgr2=0x561f7d2e32b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 -- 172.21.15.18:0/1618841608 shutdown_connections 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 -- 172.21.15.18:0/1618841608 wait complete. 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 -- start start 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.344+0000 7f4b3f393740 1 Processor -- start 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2f5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2e8050 0x561f7d2f62a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3f393740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2f0c30 0x561f7d2f67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3f393740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b341ab950 con 0x561f7d2e7730 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3f393740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b341acc50 con 0x561f7d2e8050 2024-03-07T10:00:02.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3f393740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b341abf90 con 0x561f7d2f0c30 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3f393740 10 client.0 _ll_register_callbacks cb 0x7f4b240ad3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2f5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2f5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39604/0 (socket says 172.21.15.18:39604) 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b39b42640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2e8050 0x561f7d2f62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 -- 172.21.15.18:0/562498439 learned_addr learned my addr 172.21.15.18:0/562498439 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3ab44640 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2f0c30 0x561f7d2f67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 -- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2f0c30 msgr2=0x561f7d2f67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2f0c30 0x561f7d2f67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 -- 172.21.15.18:0/562498439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2e8050 msgr2=0x561f7d2f62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2e8050 0x561f7d2f62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 -- 172.21.15.18:0/562498439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561f7d35c2c0 con 0x561f7d2e7730 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b39b42640 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2e8050 0x561f7d2f62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b3a343640 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2f5d60 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f4b30009900 tx=0x7f4b30004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcf65475ac6f9b21 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.345+0000 7f4b1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:02.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b1dffb640 1 -- 172.21.15.18:0/562498439 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b30045040 con 0x561f7d2e7730 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b1dffb640 1 -- 172.21.15.18:0/562498439 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f4b3002ca90 con 0x561f7d2e7730 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4b24097680 con 0x561f7d2e7730 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b1dffb640 1 -- 172.21.15.18:0/562498439 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b300049a0 con 0x561f7d2e7730 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 10 client.15747 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561f7d35d5d0 con 0x561f7d2e7730 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b1dffb640 1 -- 172.21.15.18:0/562498439 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b24097680 con 0x561f7d2e7730 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b1dffb640 1 -- 172.21.15.18:0/562498439 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f4b3004a630 con 0x561f7d2e7730 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 10 client.15747 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 10 client.15747 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 20 client.15747 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d35d910 0x561f7d35fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 4 client.15747 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.346+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561f7d252660 con 0x561f7d35d910 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b39b42640 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d35d910 0x561f7d35fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b1dffb640 10 client.15747 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b39b42640 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d35d910 0x561f7d35fd00 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1409b920448b7b1a server_cookie=f2922e9fec212534 in_seq=0 out_seq=0 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b1dffb640 1 -- 172.21.15.18:0/562498439 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x561f7d252660 con 0x561f7d35d910 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b1dffb640 10 client.15747 handle_command_reply: tid=0 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 client.15747 shutdown 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 msgr2=0x561f7d2f5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2f5d60 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f4b30009900 tx=0x7f4b30004760 comp rx=0 tx=0).stop 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 shutdown_connections 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f7d35d910 0x561f7d35fd00 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f7d2f0c30 0x561f7d2f67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f7d2e8050 0x561f7d2f62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 --2- 172.21.15.18:0/562498439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f7d2e7730 0x561f7d2f5d60 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b1dffb640 0 client.15747 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 >> 172.21.15.18:0/562498439 conn(0x561f7d2e1e60 msgr2=0x561f7d2e0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.347+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 shutdown_connections 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3f393740 1 -- 172.21.15.18:0/562498439 wait complete. 2024-03-07T10:00:02.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3f393740 20 client.15747 trim_cache size 0 max 16384 2024-03-07T10:00:02.355 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:00:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:00:02.355 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:00:02.355 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b200a2010 msgr2=0x7f4b200a44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b200a2010 0x7f4b200a44d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x561f7d2e2ff0 tx=0x7f4b2c009500 comp rx=0 tx=0).stop 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34100470 msgr2=0x7f4b341983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34100470 0x7f4b341983f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4b2400e9f0 tx=0x7f4b2400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 shutdown_connections 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b34107600 0x7f4b3419c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b200a2010 0x7f4b200a44d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b34100470 0x7f4b341983f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 --2- 172.21.15.18:0/1928835957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b340ffad0 0x7f4b34197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 >> 172.21.15.18:0/1928835957 conn(0x7f4b34076a60 msgr2=0x7f4b340fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 shutdown_connections 2024-03-07T10:00:02.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.348+0000 7f4b3c5a7640 1 -- 172.21.15.18:0/1928835957 wait complete. 2024-03-07T10:00:02.361 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:00:02.361 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:00:02.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 -- 172.21.15.18:0/4217397474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 msgr2=0x7fb1f4107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 --2- 172.21.15.18:0/4217397474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f4107a80 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4009930 tx=0x7fb1e402bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 -- 172.21.15.18:0/4217397474 shutdown_connections 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 --2- 172.21.15.18:0/4217397474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1f4101fc0 0x7fb1f410e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 --2- 172.21.15.18:0/4217397474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1f4101600 0x7fb1f4101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 --2- 172.21.15.18:0/4217397474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f4107a80 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 -- 172.21.15.18:0/4217397474 >> 172.21.15.18:0/4217397474 conn(0x7fb1f40fd110 msgr2=0x7fb1f40ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 -- 172.21.15.18:0/4217397474 shutdown_connections 2024-03-07T10:00:02.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.484+0000 7fb1fa572640 1 -- 172.21.15.18:0/4217397474 wait complete. 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 Processor -- start 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 -- start start 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1f4101600 0x7fb1f4197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1f4101fc0 0x7fb1f4198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f419c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f4111a30 con 0x7fb1f41076a0 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f41118b0 con 0x7fb1f4101600 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1fa572640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f4111bb0 con 0x7fb1f4101fc0 2024-03-07T10:00:02.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1f8b0f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f419c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.485+0000 7fb1f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1f4101fc0 0x7fb1f4198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f419c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39622/0 (socket says 172.21.15.18:39622) 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 -- 172.21.15.18:0/2360139083 learned_addr learned my addr 172.21.15.18:0/2360139083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f3fff640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1f4101600 0x7fb1f4197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 -- 172.21.15.18:0/2360139083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1f4101fc0 msgr2=0x7fb1f4198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1f4101fc0 0x7fb1f4198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 -- 172.21.15.18:0/2360139083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1f4101600 msgr2=0x7fb1f4197ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1f4101600 0x7fb1f4197ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 -- 172.21.15.18:0/2360139083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1f419cec0 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f8b0f640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f419c790 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec009fd0 tx=0x7fb1ec00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f17fa640 1 -- 172.21.15.18:0/2360139083 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1ec017070 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f17fa640 1 -- 172.21.15.18:0/2360139083 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb1ec003e50 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1f419d1b0 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1f17fa640 1 -- 172.21.15.18:0/2360139083 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1ec0106c0 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.486+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1f41a4a40 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.488+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1f4068930 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.489+0000 7fb1f17fa640 1 -- 172.21.15.18:0/2360139083 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7fb1ec003970 con 0x7fb1f41076a0 2024-03-07T10:00:02.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.490+0000 7fb1f17fa640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb1dc0a2090 0x7fb1dc0a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.490+0000 7fb1f3fff640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb1dc0a2090 0x7fb1dc0a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.490+0000 7fb1f17fa640 1 -- 172.21.15.18:0/2360139083 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fb1ec0ce1d0 con 0x7fb1f41076a0 2024-03-07T10:00:02.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.490+0000 7fb1f3fff640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb1dc0a2090 0x7fb1dc0a4550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb1e402c170 tx=0x7fb1e402df90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.495+0000 7fb1f17fa640 1 -- 172.21.15.18:0/2360139083 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb1ec09a950 con 0x7fb1f41076a0 2024-03-07T10:00:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:02 smithi077 ceph-mon[36374]: pgmap v30: 97 pgs: 97 active+clean; 996 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 MiB/s wr, 690 op/s 2024-03-07T10:00:02.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:02 smithi077 ceph-mon[36374]: mgrmap e26: x(active, since 54s), standbys: y, z 2024-03-07T10:00:02.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.759+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb1f4109ba0 con 0x7fb1f41076a0 2024-03-07T10:00:02.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.760+0000 7fb1f17fa640 1 -- 172.21.15.18:0/2360139083 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+11375 (secure 0 0 0) 0x7fb1ec09e9f0 con 0x7fb1f41076a0 2024-03-07T10:00:02.761 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:00:02.761 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:59:15.914087+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T10:00:02.762 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 25 2024-03-07T10:00:02.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb1dc0a2090 msgr2=0x7fb1dc0a4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb1dc0a2090 0x7fb1dc0a4550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb1e402c170 tx=0x7fb1e402df90 comp rx=0 tx=0).stop 2024-03-07T10:00:02.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 msgr2=0x7fb1f419c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f419c790 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec009fd0 tx=0x7fb1ec00b260 comp rx=0 tx=0).stop 2024-03-07T10:00:02.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 shutdown_connections 2024-03-07T10:00:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb1dc0a2090 0x7fb1dc0a4550 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1f41076a0 0x7fb1f419c790 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1f4101fc0 0x7fb1f4198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 --2- 172.21.15.18:0/2360139083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1f4101600 0x7fb1f4197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 >> 172.21.15.18:0/2360139083 conn(0x7fb1f40fd110 msgr2=0x7fb1f40fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 shutdown_connections 2024-03-07T10:00:02.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.762+0000 7fb1fa572640 1 -- 172.21.15.18:0/2360139083 wait complete. 2024-03-07T10:00:02.773 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:02 smithi018 ceph-mon[32171]: pgmap v30: 97 pgs: 97 active+clean; 996 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 MiB/s wr, 690 op/s 2024-03-07T10:00:02.774 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:02 smithi018 ceph-mon[32171]: mgrmap e26: x(active, since 54s), standbys: y, z 2024-03-07T10:00:02.775 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:00:02.775 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:00:02.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 -- 172.21.15.18:0/3300615656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100550 msgr2=0x7f1ddc1009d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 --2- 172.21.15.18:0/3300615656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100550 0x7f1ddc1009d0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0009860 tx=0x7f1dd002bb70 comp rx=0 tx=0).stop 2024-03-07T10:00:02.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 -- 172.21.15.18:0/3300615656 shutdown_connections 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 --2- 172.21.15.18:0/3300615656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1ddc100f10 0x7f1ddc10d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 --2- 172.21.15.18:0/3300615656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100550 0x7f1ddc1009d0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 --2- 172.21.15.18:0/3300615656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1ddc106610 0x7f1ddc1069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 -- 172.21.15.18:0/3300615656 >> 172.21.15.18:0/3300615656 conn(0x7f1ddc077740 msgr2=0x7f1ddc077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 -- 172.21.15.18:0/3300615656 shutdown_connections 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 -- 172.21.15.18:0/3300615656 wait complete. 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 Processor -- start 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.896+0000 7f1de29a0640 1 -- start start 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1de29a0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1ddc100550 0x7f1ddc197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1de29a0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100f10 0x7f1ddc198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1de29a0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1ddc106610 0x7f1ddc19c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1de29a0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc111a70 con 0x7f1ddc100f10 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1de29a0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc1118f0 con 0x7f1ddc100550 2024-03-07T10:00:02.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1de29a0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc111bf0 con 0x7f1ddc106610 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100f10 0x7f1ddc198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100f10 0x7f1ddc198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39640/0 (socket says 172.21.15.18:39640) 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddbfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1ddc100550 0x7f1ddc197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 -- 172.21.15.18:0/2594531647 learned_addr learned my addr 172.21.15.18:0/2594531647 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1ddc106610 0x7f1ddc19c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 -- 172.21.15.18:0/2594531647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1ddc106610 msgr2=0x7f1ddc19c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1ddc106610 0x7f1ddc19c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 -- 172.21.15.18:0/2594531647 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1ddc100550 msgr2=0x7f1ddc197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1ddc100550 0x7f1ddc197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 -- 172.21.15.18:0/2594531647 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ddc19ce00 con 0x7f1ddc100f10 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1ddc100550 0x7f1ddc197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.897+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100f10 0x7f1ddc198350 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0037040 tx=0x7f1dd00045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.898+0000 7f1dd97fa640 1 -- 172.21.15.18:0/2594531647 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd0041020 con 0x7f1ddc100f10 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.898+0000 7f1dd97fa640 1 -- 172.21.15.18:0/2594531647 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1dd002c9f0 con 0x7f1ddc100f10 2024-03-07T10:00:02.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.898+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ddc19d090 con 0x7f1ddc100f10 2024-03-07T10:00:02.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.898+0000 7f1dd97fa640 1 -- 172.21.15.18:0/2594531647 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd0039040 con 0x7f1ddc100f10 2024-03-07T10:00:02.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.898+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ddc1a4980 con 0x7f1ddc100f10 2024-03-07T10:00:02.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.900+0000 7f1de5781740 1 Processor -- start 2024-03-07T10:00:02.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.900+0000 7f1dd97fa640 1 -- 172.21.15.18:0/2594531647 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f1dd0044020 con 0x7f1ddc100f10 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.900+0000 7f1de5781740 1 -- start start 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de5781740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e68550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de5781740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e71130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de5781740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e71670 0x559185e73a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de5781740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559185e2f330 con 0x559185e68170 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de5781740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559185dcbe90 con 0x559185e71670 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de5781740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559185d74d00 con 0x559185e68a90 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de0f3d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e68550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e71130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de0f3d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e68550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39642/0 (socket says 172.21.15.18:39642) 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de0f3d640 1 -- 172.21.15.18:0/4218457039 learned_addr learned my addr 172.21.15.18:0/4218457039 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e71670 0x559185e73a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddbfff640 1 -- 172.21.15.18:0/4218457039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e71670 msgr2=0x559185e73a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e71670 0x559185e73a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddbfff640 1 -- 172.21.15.18:0/4218457039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 msgr2=0x559185e68550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e68550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1dd97fa640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1dc40a2090 0x7f1dc40a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddbfff640 1 -- 172.21.15.18:0/4218457039 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559185d73b90 con 0x559185e68a90 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e68550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1dd97fa640 1 -- 172.21.15.18:0/2594531647 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1dd00efae0 con 0x7f1ddc100f10 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1dc40a2090 0x7f1dc40a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.901+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e71130 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009fd0 tx=0x7f1dcc0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=454551c7fee44977 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1dc27fc640 1 -- 172.21.15.18:0/4218457039 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc004030 con 0x559185e68a90 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1dc27fc640 1 -- 172.21.15.18:0/4218457039 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1dcc005500 con 0x559185e68a90 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1dc27fc640 1 -- 172.21.15.18:0/4218457039 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc004d80 con 0x559185e68a90 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 -- 172.21.15.18:0/4218457039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 msgr2=0x559185e71130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1dc40a2090 0x7f1dc40a4550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1dd400e800 tx=0x7f1dd4010040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e71130 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009fd0 tx=0x7f1dcc0118d0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 -- 172.21.15.18:0/4218457039 shutdown_connections 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e71670 0x559185e73a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e71130 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 --2- 172.21.15.18:0/4218457039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e68550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 -- 172.21.15.18:0/4218457039 >> 172.21.15.18:0/4218457039 conn(0x559185e628a0 msgr2=0x559185e62c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 -- 172.21.15.18:0/4218457039 shutdown_connections 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.902+0000 7f1de5781740 1 -- 172.21.15.18:0/4218457039 wait complete. 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 -- start start 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 Processor -- start 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e6e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68a90 0x559185e6eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185e6f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559185d6a470 con 0x559185e68a90 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559185dc7f30 con 0x559185e68170 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559185e74460 con 0x559185e71670 2024-03-07T10:00:02.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de5781740 10 client.0 _ll_register_callbacks cb 0x559185dc5d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1ddb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68a90 0x559185e6eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de0f3d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185e6f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de0f3d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185e6f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52624/0 (socket says 172.21.15.18:52624) 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1ddb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68a90 0x559185e6eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39652/0 (socket says 172.21.15.18:39652) 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.903+0000 7f1de0f3d640 1 -- 172.21.15.18:0/3042431460 learned_addr learned my addr 172.21.15.18:0/3042431460 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddb7fe640 1 -- 172.21.15.18:0/3042431460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 msgr2=0x559185e6f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e6e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185e6f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddb7fe640 1 -- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 msgr2=0x559185e6e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e6e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddb7fe640 1 -- 172.21.15.18:0/3042431460 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559185ae03f0 con 0x559185e68a90 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e6e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68a90 0x559185e6eaf0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f1dd00ed150 tx=0x7f1dd00f3830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6669a6dbab2bcae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1dbb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3042431460 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd00bc0f0 con 0x559185e68a90 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3042431460 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1dd00ba620 con 0x559185e68a90 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1dcc005500 con 0x559185e68a90 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3042431460 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1dd00bbc80 con 0x559185e68a90 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1de5781740 10 client.15765 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559185baa7d0 con 0x559185e68a90 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.904+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3042431460 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1dcc005500 con 0x559185e68a90 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3042431460 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1dd003c030 con 0x559185e68a90 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1de5781740 10 client.15765 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1de5781740 10 client.15765 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1de5781740 20 client.15765 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1de5781740 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185e816f0 0x559185e83b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1de5781740 4 client.15765 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559185dd93d0 con 0x559185e816f0 2024-03-07T10:00:02.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185e816f0 0x559185e83b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185e816f0 0x559185e83b60 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f673702fcfcacccf server_cookie=93472b18fda2a2d7 in_seq=0 out_seq=0 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.905+0000 7f1dbb7fe640 10 client.15765 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3042431460 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559185dd93d0 con 0x559185e816f0 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1dbb7fe640 10 client.15765 handle_command_reply: tid=0 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 client.15765 shutdown 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68a90 msgr2=0x559185e6eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68a90 0x559185e6eaf0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f1dd00ed150 tx=0x7f1dd00f3830 comp rx=0 tx=0).stop 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 shutdown_connections 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185e816f0 0x559185e83b60 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185e6f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68a90 0x559185e6eaf0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1dbb7fe640 0 client.15765 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 --2- 172.21.15.18:0/3042431460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e6e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 >> 172.21.15.18:0/3042431460 conn(0x559185e628a0 msgr2=0x559185e645f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 shutdown_connections 2024-03-07T10:00:02.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 1 -- 172.21.15.18:0/3042431460 wait complete. 2024-03-07T10:00:02.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.906+0000 7f1de5781740 20 client.15765 trim_cache size 0 max 16384 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 Processor -- start 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 -- start start 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e70ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e7cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e71670 0x559185e7d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc1af810 con 0x559185e71670 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc1ad310 con 0x559185e68170 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de5781740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc1ab3b0 con 0x559185e68a90 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de0f3d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e71670 0x559185e7d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de0f3d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e71670 0x559185e7d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39660/0 (socket says 172.21.15.18:39660) 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1de0f3d640 1 -- 172.21.15.18:0/3688452189 learned_addr learned my addr 172.21.15.18:0/3688452189 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1ddb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e7cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.920+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e70ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1de0f3d640 1 -- 172.21.15.18:0/3688452189 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 msgr2=0x559185e7cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e7cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1de0f3d640 1 -- 172.21.15.18:0/3688452189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 msgr2=0x559185e70ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e70ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1de0f3d640 1 -- 172.21.15.18:0/3688452189 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559185e626d0 con 0x559185e71670 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e7cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e71670 0x559185e7d0e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f1dd400dd30 tx=0x7f1dd4016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=535958fed05f92ce server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1dc1ffb640 1 -- 172.21.15.18:0/3688452189 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd4020040 con 0x559185e71670 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1dc1ffb640 1 -- 172.21.15.18:0/3688452189 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1dd402b070 con 0x559185e71670 2024-03-07T10:00:02.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.921+0000 7f1dc1ffb640 1 -- 172.21.15.18:0/3688452189 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd4018660 con 0x559185e71670 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 -- 172.21.15.18:0/3688452189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e71670 msgr2=0x559185e7d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e71670 0x559185e7d0e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f1dd400dd30 tx=0x7f1dd4016000 comp rx=0 tx=0).stop 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 -- 172.21.15.18:0/3688452189 shutdown_connections 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e71670 0x559185e7d0e0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e68a90 0x559185e7cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 --2- 172.21.15.18:0/3688452189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68170 0x559185e70ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 -- 172.21.15.18:0/3688452189 >> 172.21.15.18:0/3688452189 conn(0x559185e628a0 msgr2=0x559185e61960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 -- 172.21.15.18:0/3688452189 shutdown_connections 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 -- 172.21.15.18:0/3688452189 wait complete. 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 -- start start 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.922+0000 7f1de5781740 1 Processor -- start 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de5781740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e6b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de5781740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68a90 0x559185e6ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de5781740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185ed6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de5781740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc1ab9b0 con 0x559185e68170 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de5781740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc1accb0 con 0x559185e68a90 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de5781740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc1abff0 con 0x559185e71670 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de5781740 10 client.0 _ll_register_callbacks cb 0x7f1dd00097b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e6b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e6b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39676/0 (socket says 172.21.15.18:39676) 2024-03-07T10:00:02.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 -- 172.21.15.18:0/3490687458 learned_addr learned my addr 172.21.15.18:0/3490687458 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68a90 0x559185e6ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1de0f3d640 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185ed6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 -- 172.21.15.18:0/3490687458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 msgr2=0x559185ed6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185ed6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 -- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68a90 msgr2=0x559185e6ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68a90 0x559185e6ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 -- 172.21.15.18:0/3490687458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559185ed6620 con 0x559185e68170 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1ddbfff640 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e6b540 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc0058c0 tx=0x7f1dcc009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55027a09572b810b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.923+0000 7f1dbb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3490687458 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc0041c0 con 0x559185e68170 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3490687458 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1dcc004360 con 0x559185e68170 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1dd402b070 con 0x559185e68170 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3490687458 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1dcc03a050 con 0x559185e68170 2024-03-07T10:00:02.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 10 client.15771 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559185edd9c0 con 0x559185e68170 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3490687458 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1dd402b070 con 0x559185e68170 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3490687458 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1dcc0038f0 con 0x559185e68170 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 10 client.15771 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 10 client.15771 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 20 client.15771 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185eddf60 0x559185ee0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 4 client.15771 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559185dd3720 con 0x559185eddf60 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.924+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185eddf60 0x559185ee0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1ddb7fe640 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185eddf60 0x559185ee0380 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=388c0f14843496ba server_cookie=d8f2e81902ff5140 in_seq=0 out_seq=0 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1dbb7fe640 10 client.15771 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1dbb7fe640 1 -- 172.21.15.18:0/3490687458 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559185dd3720 con 0x559185eddf60 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1dbb7fe640 10 client.15771 handle_command_reply: tid=0 2024-03-07T10:00:02.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 client.15771 shutdown 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 msgr2=0x559185e6b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e6b540 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc0058c0 tx=0x7f1dcc009310 comp rx=0 tx=0).stop 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 shutdown_connections 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559185eddf60 0x559185ee0380 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559185e71670 0x559185ed6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559185e68a90 0x559185e6ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1dbb7fe640 0 client.15771 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 --2- 172.21.15.18:0/3490687458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559185e68170 0x559185e6b540 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 >> 172.21.15.18:0/3490687458 conn(0x559185e628a0 msgr2=0x559185e6e570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 shutdown_connections 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 1 -- 172.21.15.18:0/3490687458 wait complete. 2024-03-07T10:00:02.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.925+0000 7f1de5781740 20 client.15771 trim_cache size 0 max 16384 2024-03-07T10:00:02.935 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:00:02.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1dc40a2090 msgr2=0x7f1dc40a4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1dc40a2090 0x7f1dc40a4550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1dd400e800 tx=0x7f1dd4010040 comp rx=0 tx=0).stop 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100f10 msgr2=0x7f1ddc198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100f10 0x7f1ddc198350 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0037040 tx=0x7f1dd00045b0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 shutdown_connections 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1ddc106610 0x7f1ddc19c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1dc40a2090 0x7f1dc40a4550 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1ddc100f10 0x7f1ddc198350 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 --2- 172.21.15.18:0/2594531647 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1ddc100550 0x7f1ddc197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 >> 172.21.15.18:0/2594531647 conn(0x7f1ddc077740 msgr2=0x7f1ddc0ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 shutdown_connections 2024-03-07T10:00:02.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:02.926+0000 7f1de29a0640 1 -- 172.21.15.18:0/2594531647 wait complete. 2024-03-07T10:00:02.939 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:00:02.939 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:00:02.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:02 smithi063 ceph-mon[36356]: pgmap v30: 97 pgs: 97 active+clean; 996 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 MiB/s wr, 690 op/s 2024-03-07T10:00:02.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:02 smithi063 ceph-mon[36356]: mgrmap e26: x(active, since 54s), standbys: y, z 2024-03-07T10:00:03.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.060+0000 7fc5c8f67640 1 -- 172.21.15.18:0/2432836978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 msgr2=0x7fc5c4100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.060+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/2432836978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4100970 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8009900 tx=0x7fc5b802bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:03.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 -- 172.21.15.18:0/2432836978 shutdown_connections 2024-03-07T10:00:03.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/2432836978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5c4100eb0 0x7fc5c410d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/2432836978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4100970 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/2432836978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc5c41065b0 0x7fc5c4106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 -- 172.21.15.18:0/2432836978 >> 172.21.15.18:0/2432836978 conn(0x7fc5c4077660 msgr2=0x7fc5c4077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 -- 172.21.15.18:0/2432836978 shutdown_connections 2024-03-07T10:00:03.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 -- 172.21.15.18:0/2432836978 wait complete. 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 Processor -- start 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.061+0000 7fc5c8f67640 1 -- start start 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c8f67640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c8f67640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5c4100eb0 0x7fc5c4198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c8f67640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc5c41065b0 0x7fc5c419c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c8f67640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c4110890 con 0x7fc5c41004f0 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c8f67640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c4110710 con 0x7fc5c4100eb0 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c8f67640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c4110a10 con 0x7fc5c41065b0 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c2d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc5c41065b0 0x7fc5c419c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39686/0 (socket says 172.21.15.18:39686) 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c1d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5c4100eb0 0x7fc5c4198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 -- 172.21.15.18:0/163314061 learned_addr learned my addr 172.21.15.18:0/163314061 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 -- 172.21.15.18:0/163314061 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc5c41065b0 msgr2=0x7fc5c419c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc5c41065b0 0x7fc5c419c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 -- 172.21.15.18:0/163314061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5c4100eb0 msgr2=0x7fc5c4198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5c4100eb0 0x7fc5c4198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 -- 172.21.15.18:0/163314061 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5c419ce20 con 0x7fc5c41004f0 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c1d9b640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5c4100eb0 0x7fc5c4198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.062+0000 7fc5c259c640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4197e30 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc5b400e9f0 tx=0x7fc5b400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.063+0000 7fc5b37fe640 1 -- 172.21.15.18:0/163314061 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b400cd80 con 0x7fc5c41004f0 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.063+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5c419d110 con 0x7fc5c41004f0 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.063+0000 7fc5b37fe640 1 -- 172.21.15.18:0/163314061 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5b4005500 con 0x7fc5c41004f0 2024-03-07T10:00:03.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.063+0000 7fc5b37fe640 1 -- 172.21.15.18:0/163314061 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4010690 con 0x7fc5c41004f0 2024-03-07T10:00:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.063+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5c41a49a0 con 0x7fc5c41004f0 2024-03-07T10:00:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.065+0000 7fc5b37fe640 1 -- 172.21.15.18:0/163314061 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7fc5b40046c0 con 0x7fc5c41004f0 2024-03-07T10:00:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 Processor -- start 2024-03-07T10:00:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 -- start start 2024-03-07T10:00:03.067 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5b37fe640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc5ac0a2010 0x7fc5ac0a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c121550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c12a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c12ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b2c0e8330 con 0x561b2c12a670 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b2c084e90 con 0x561b2c121a90 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.066+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b2c02dd00 con 0x561b2c121170 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc5ac0a2010 0x7fc5ac0a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5b37fe640 1 -- 172.21.15.18:0/163314061 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc5b40ce930 con 0x7fc5c41004f0 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c1d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c12a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c121550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c1d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c12a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47562/0 (socket says 172.21.15.18:47562) 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c1d9b640 1 -- 172.21.15.18:0/4099742405 learned_addr learned my addr 172.21.15.18:0/4099742405 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c12ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c259c640 1 -- 172.21.15.18:0/4099742405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 msgr2=0x561b2c12a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c259c640 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c12a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c259c640 1 -- 172.21.15.18:0/4099742405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 msgr2=0x561b2c12ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c259c640 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c12ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c259c640 1 -- 172.21.15.18:0/4099742405 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b2c02cb90 con 0x561b2c121170 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c12ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c259c640 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c121550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40cbe30 tx=0x7fc5b40973d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9c70a718de3e50f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc5ac0a2010 0x7fc5ac0a44d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x561b2c11ca30 tx=0x7fc5bc009bf0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5b0ff9640 1 -- 172.21.15.18:0/4099742405 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b409b700 con 0x561b2c121170 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5b0ff9640 1 -- 172.21.15.18:0/4099742405 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5b409b000 con 0x561b2c121170 2024-03-07T10:00:03.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.067+0000 7fc5b0ff9640 1 -- 172.21.15.18:0/4099742405 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b40a3310 con 0x561b2c121170 2024-03-07T10:00:03.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4099742405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 msgr2=0x561b2c121550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c121550 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40cbe30 tx=0x7fc5b40973d0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4099742405 shutdown_connections 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c12ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c12a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4099742405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c121550 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4099742405 >> 172.21.15.18:0/4099742405 conn(0x561b2c11b8a0 msgr2=0x561b2c11bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4099742405 shutdown_connections 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.068+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4099742405 wait complete. 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 -- start start 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 Processor -- start 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121170 0x561b2c127730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c127c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c1281b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b2c023470 con 0x561b2c12a670 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b2c080f30 con 0x561b2c121170 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b2c12d400 con 0x561b2c121a90 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5cbe2a740 10 client.0 _ll_register_callbacks cb 0x561b2c07ed30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5c2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c1281b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121170 0x561b2c127730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5c1d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c127c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5c2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c1281b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39696/0 (socket says 172.21.15.18:39696) 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121170 0x561b2c127730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47576/0 (socket says 172.21.15.18:47576) 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5c1d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c127c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52662/0 (socket says 172.21.15.18:52662) 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.069+0000 7fc5c2d9d640 1 -- 172.21.15.18:0/3248252789 learned_addr learned my addr 172.21.15.18:0/3248252789 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c259c640 1 -- 172.21.15.18:0/3248252789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 msgr2=0x561b2c127c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c259c640 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c127c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c259c640 1 -- 172.21.15.18:0/3248252789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 msgr2=0x561b2c1281b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c259c640 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c1281b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c259c640 1 -- 172.21.15.18:0/3248252789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b2bd993f0 con 0x561b2c121170 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c1281b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c1d9b640 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c127c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5c259c640 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121170 0x561b2c127730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40a3960 tx=0x7fc5b4004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a51429b1092c56af server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/3248252789 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b40a37a0 con 0x561b2c121170 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc5b409b000 con 0x561b2c121170 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/3248252789 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc5b40b3020 con 0x561b2c121170 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/3248252789 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5b409b700 con 0x561b2c121170 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5cbe2a740 10 client.25580 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:03.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561b2be637d0 con 0x561b2c121170 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.070+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/3248252789 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5b409b000 con 0x561b2c121170 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/3248252789 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fc5b40cc110 con 0x561b2c121170 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5cbe2a740 10 client.25580 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5cbe2a740 10 client.25580 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5cbe2a740 20 client.25580 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c13a730 0x561b2c13cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5cbe2a740 4 client.25580 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b2c0923d0 con 0x561b2c13a730 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5c1d9b640 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c13a730 0x561b2c13cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5a9ffb640 10 client.25580 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.071+0000 7fc5c1d9b640 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c13a730 0x561b2c13cb20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9e34170962daf311 server_cookie=79a0ea10804bdf46 in_seq=0 out_seq=0 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/3248252789 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561b2c0923d0 con 0x561b2c13a730 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5a9ffb640 10 client.25580 handle_command_reply: tid=0 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 client.25580 shutdown 2024-03-07T10:00:03.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121170 msgr2=0x561b2c127730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121170 0x561b2c127730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40a3960 tx=0x7fc5b4004a40 comp rx=0 tx=0).stop 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 shutdown_connections 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c1281b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c13a730 0x561b2c13cb20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c127c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/3248252789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121170 0x561b2c127730 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5a9ffb640 0 client.25580 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 >> 172.21.15.18:0/3248252789 conn(0x561b2c11b8a0 msgr2=0x561b2c11d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 shutdown_connections 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.072+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/3248252789 wait complete. 2024-03-07T10:00:03.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.073+0000 7fc5cbe2a740 20 client.25580 trim_cache size 0 max 16384 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.086+0000 7fc5cbe2a740 1 Processor -- start 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.086+0000 7fc5cbe2a740 1 -- start start 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c129e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c1249b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c124ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c41af890 con 0x561b2c12a670 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c41ad390 con 0x561b2c121a90 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c41ab430 con 0x561b2c121170 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c124ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c124ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39702/0 (socket says 172.21.15.18:39702) 2024-03-07T10:00:03.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 -- 172.21.15.18:0/4014034451 learned_addr learned my addr 172.21.15.18:0/4014034451 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c129e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c1d9b640 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c1249b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 -- 172.21.15.18:0/4014034451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 msgr2=0x561b2c129e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c129e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 -- 172.21.15.18:0/4014034451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 msgr2=0x561b2c1249b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c1249b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 -- 172.21.15.18:0/4014034451 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b2c142330 con 0x561b2c12a670 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c124ef0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00fd70 tx=0x7fc5bc013070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7d05df762542d7e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.087+0000 7fc5abfff640 1 -- 172.21.15.18:0/4014034451 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc02d070 con 0x561b2c12a670 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5abfff640 1 -- 172.21.15.18:0/4014034451 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5bc00fda0 con 0x561b2c12a670 2024-03-07T10:00:03.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5abfff640 1 -- 172.21.15.18:0/4014034451 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc00e7b0 con 0x561b2c12a670 2024-03-07T10:00:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4014034451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 msgr2=0x561b2c124ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c124ef0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00fd70 tx=0x7fc5bc013070 comp rx=0 tx=0).stop 2024-03-07T10:00:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4014034451 shutdown_connections 2024-03-07T10:00:03.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c12a670 0x561b2c124ef0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c121a90 0x561b2c1249b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/4014034451 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121170 0x561b2c129e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4014034451 >> 172.21.15.18:0/4014034451 conn(0x561b2c11b8a0 msgr2=0x561b2c11bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4014034451 shutdown_connections 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.088+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/4014034451 wait complete. 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 -- start start 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 Processor -- start 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c121170 0x561b2c13d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c13dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c12a670 0x561b2c18eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c41aba30 con 0x561b2c121170 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c41acd30 con 0x561b2c12a670 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c41ac070 con 0x561b2c121a90 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5cbe2a740 10 client.0 _ll_register_callbacks cb 0x7fc5b4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c121170 0x561b2c13d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c121170 0x561b2c13d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39712/0 (socket says 172.21.15.18:39712) 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 -- 172.21.15.18:0/2969974934 learned_addr learned my addr 172.21.15.18:0/2969974934 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c2d9d640 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c12a670 0x561b2c18eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c1d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c13dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 -- 172.21.15.18:0/2969974934 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 msgr2=0x561b2c13dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c13dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 -- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c12a670 msgr2=0x561b2c18eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c12a670 0x561b2c18eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.089+0000 7fc5c259c640 1 -- 172.21.15.18:0/2969974934 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b2c18f290 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5c259c640 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c121170 0x561b2c13d7c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40cc4e0 tx=0x7fc5b4090220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f69917ab9f616928 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/2969974934 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b40cbd70 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/2969974934 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc5b40b3040 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc5bc00fda0 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/2969974934 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5b40a37a0 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 10 client.15789 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561b2c18f290 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/2969974934 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5bc00fda0 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/2969974934 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fc5b40b92a0 con 0x561b2c121170 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 10 client.15789 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 10 client.15789 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 20 client.15789 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c1968d0 0x561b2c198cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 4 client.15789 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.090+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561b2c08c720 con 0x561b2c1968d0 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5c1d9b640 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c1968d0 0x561b2c198cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5c1d9b640 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c1968d0 0x561b2c198cc0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1167461860b92016 server_cookie=862765f27090e4c0 in_seq=0 out_seq=0 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5a9ffb640 10 client.15789 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5a9ffb640 1 -- 172.21.15.18:0/2969974934 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561b2c08c720 con 0x561b2c1968d0 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5a9ffb640 10 client.15789 handle_command_reply: tid=0 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 client.15789 shutdown 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c121170 msgr2=0x561b2c13d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c121170 0x561b2c13d7c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc5b40cc4e0 tx=0x7fc5b4090220 comp rx=0 tx=0).stop 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 shutdown_connections 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b2c12a670 0x561b2c18eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b2c1968d0 0x561b2c198cc0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b2c121a90 0x561b2c13dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 --2- 172.21.15.18:0/2969974934 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b2c121170 0x561b2c13d7c0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5a9ffb640 0 client.15789 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 >> 172.21.15.18:0/2969974934 conn(0x561b2c11b8a0 msgr2=0x561b2c135650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 shutdown_connections 2024-03-07T10:00:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.091+0000 7fc5cbe2a740 1 -- 172.21.15.18:0/2969974934 wait complete. 2024-03-07T10:00:03.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5cbe2a740 20 client.15789 trim_cache size 0 max 16384 2024-03-07T10:00:03.099 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc5ac0a2010 msgr2=0x7fc5ac0a44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc5ac0a2010 0x7fc5ac0a44d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x561b2c11ca30 tx=0x7fc5bc009bf0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 msgr2=0x7fc5c4197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4197e30 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc5b400e9f0 tx=0x7fc5b400edf0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 shutdown_connections 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc5c41065b0 0x7fc5c419c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5c4100eb0 0x7fc5c4198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc5ac0a2010 0x7fc5ac0a44d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 --2- 172.21.15.18:0/163314061 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc5c41004f0 0x7fc5c4197e30 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 >> 172.21.15.18:0/163314061 conn(0x7fc5c4077660 msgr2=0x7fc5c40ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 shutdown_connections 2024-03-07T10:00:03.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.092+0000 7fc5c8f67640 1 -- 172.21.15.18:0/163314061 wait complete. 2024-03-07T10:00:03.106 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:00:03.106 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:00:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 40.0 s, 2003.4 tps, lat 48.676 ms stddev 79.337 2024-03-07T10:00:03.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 -- 172.21.15.18:0/3194946751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 msgr2=0x7f6a30100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 --2- 172.21.15.18:0/3194946751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a30100970 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f6a18009900 tx=0x7f6a1802bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:03.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 -- 172.21.15.18:0/3194946751 shutdown_connections 2024-03-07T10:00:03.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 --2- 172.21.15.18:0/3194946751 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a30100eb0 0x7f6a3010d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 --2- 172.21.15.18:0/3194946751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a30100970 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 --2- 172.21.15.18:0/3194946751 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a301065b0 0x7f6a30106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 -- 172.21.15.18:0/3194946751 >> 172.21.15.18:0/3194946751 conn(0x7f6a30077660 msgr2=0x7f6a30077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 -- 172.21.15.18:0/3194946751 shutdown_connections 2024-03-07T10:00:03.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 -- 172.21.15.18:0/3194946751 wait complete. 2024-03-07T10:00:03.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.225+0000 7f6a35087640 1 Processor -- start 2024-03-07T10:00:03.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a35087640 1 -- start start 2024-03-07T10:00:03.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a35087640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a3019c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a35087640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a30100eb0 0x7f6a3019ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a35087640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a301065b0 0x7f6a30196af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a35087640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a30110870 con 0x7f6a301004f0 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a35087640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301106f0 con 0x7f6a301065b0 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a35087640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301109f0 con 0x7f6a30100eb0 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a3019c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a27fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a30100eb0 0x7f6a3019ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a3019c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39726/0 (socket says 172.21.15.18:39726) 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 -- 172.21.15.18:0/4119976663 learned_addr learned my addr 172.21.15.18:0/4119976663 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2f59e640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a301065b0 0x7f6a30196af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 -- 172.21.15.18:0/4119976663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a30100eb0 msgr2=0x7f6a3019ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a30100eb0 0x7f6a3019ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 -- 172.21.15.18:0/4119976663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a301065b0 msgr2=0x7f6a30196af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a301065b0 0x7f6a30196af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 -- 172.21.15.18:0/4119976663 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a30197270 con 0x7f6a301004f0 2024-03-07T10:00:03.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a27fff640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a30100eb0 0x7f6a3019ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:03.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.226+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a3019c940 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000e9f0 tx=0x7f6a2000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.227+0000 7f6a2cd99640 1 -- 172.21.15.18:0/4119976663 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a2000cd80 con 0x7f6a301004f0 2024-03-07T10:00:03.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.227+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a30197560 con 0x7f6a301004f0 2024-03-07T10:00:03.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.227+0000 7f6a2cd99640 1 -- 172.21.15.18:0/4119976663 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a20010910 con 0x7f6a301004f0 2024-03-07T10:00:03.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.227+0000 7f6a2cd99640 1 -- 172.21.15.18:0/4119976663 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a200188f0 con 0x7f6a301004f0 2024-03-07T10:00:03.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.227+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a301a3800 con 0x7f6a301004f0 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a2cd99640 1 -- 172.21.15.18:0/4119976663 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f6a20010ac0 con 0x7f6a301004f0 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 Processor -- start 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 -- start start 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf18210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf23340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf25c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d6cedf330 con 0x561d6cf23880 2024-03-07T10:00:03.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d6ce7be90 con 0x561d6cf17e30 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a37e71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d6ce24d00 con 0x561d6cf18750 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a2cd99640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6a1c0a2010 0x7f6a1c0a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a2f59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf18210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf25c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a2ed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf23340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a2f59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf18210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47640/0 (socket says 172.21.15.18:47640) 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.230+0000 7f6a2f59e640 1 -- 172.21.15.18:0/821233126 learned_addr learned my addr 172.21.15.18:0/821233126 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a2f59e640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6a1c0a2010 0x7f6a1c0a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a27fff640 1 -- 172.21.15.18:0/821233126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 msgr2=0x561d6cf23340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a27fff640 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf23340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a27fff640 1 -- 172.21.15.18:0/821233126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 msgr2=0x561d6cf18210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a27fff640 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf18210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a2cd99640 1 -- 172.21.15.18:0/4119976663 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6a200ce830 con 0x7f6a301004f0 2024-03-07T10:00:03.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a27fff640 1 -- 172.21.15.18:0/821233126 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561d6ce23b90 con 0x561d6cf23880 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a2f59e640 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf18210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a27fff640 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf25c70 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f6a18000c00 tx=0x7f6a18005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166083b7db4d93cb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a2f59e640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6a1c0a2010 0x7f6a1c0a44d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a28009fd0 tx=0x7f6a28004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a257fa640 1 -- 172.21.15.18:0/821233126 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a18042070 con 0x561d6cf23880 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a257fa640 1 -- 172.21.15.18:0/821233126 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a18004a70 con 0x561d6cf23880 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.231+0000 7f6a257fa640 1 -- 172.21.15.18:0/821233126 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a18005210 con 0x561d6cf23880 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 -- 172.21.15.18:0/821233126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 msgr2=0x561d6cf25c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf25c70 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f6a18000c00 tx=0x7f6a18005e80 comp rx=0 tx=0).stop 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 -- 172.21.15.18:0/821233126 shutdown_connections 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf25c70 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf23340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 --2- 172.21.15.18:0/821233126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf18210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 -- 172.21.15.18:0/821233126 >> 172.21.15.18:0/821233126 conn(0x561d6cf128a0 msgr2=0x561d6cf12c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 -- 172.21.15.18:0/821233126 shutdown_connections 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 -- 172.21.15.18:0/821233126 wait complete. 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 -- start start 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.232+0000 7f6a37e71740 1 Processor -- start 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf20840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf18750 0x561d6cf20d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf23880 0x561d6cf212c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d6ce1a470 con 0x561d6cf18750 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d6ce77f30 con 0x561d6cf17e30 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561d6cf26610 con 0x561d6cf23880 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf18750 0x561d6cf20d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 10 client.0 _ll_register_callbacks cb 0x561d6ce75d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf18750 0x561d6cf20d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39752/0 (socket says 172.21.15.18:39752) 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 -- 172.21.15.18:0/2030650081 learned_addr learned my addr 172.21.15.18:0/2030650081 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a2f59e640 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf23880 0x561d6cf212c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf20840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 -- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf23880 msgr2=0x561d6cf212c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf23880 0x561d6cf212c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 -- 172.21.15.18:0/2030650081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 msgr2=0x561d6cf20840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf20840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 -- 172.21.15.18:0/2030650081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561d6cb903f0 con 0x561d6cf18750 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a27fff640 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf18750 0x561d6cf20d80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6a1802c170 tx=0x7f6a1802cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4cb54b44f21a051 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a167fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a167fc640 1 -- 172.21.15.18:0/2030650081 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a18042040 con 0x561d6cf18750 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6a18004a70 con 0x561d6cf18750 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.233+0000 7f6a167fc640 1 -- 172.21.15.18:0/2030650081 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6a18004440 con 0x561d6cf18750 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a167fc640 1 -- 172.21.15.18:0/2030650081 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6a18056050 con 0x561d6cf18750 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 10 client.15801 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561d6cc5a7d0 con 0x561d6cf18750 2024-03-07T10:00:03.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a167fc640 1 -- 172.21.15.18:0/2030650081 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a18004a70 con 0x561d6cf18750 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a167fc640 1 -- 172.21.15.18:0/2030650081 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f6a18003bf0 con 0x561d6cf18750 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 10 client.15801 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 10 client.15801 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 20 client.15801 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf33890 0x561d6cf35c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 4 client.15801 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561d6ce893d0 con 0x561d6cf33890 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.234+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf33890 0x561d6cf35c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.235+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf33890 0x561d6cf35c80 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13a5d8fb0bf97f5c server_cookie=f4d8f3cdcb7cb0d6 in_seq=0 out_seq=0 2024-03-07T10:00:03.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.235+0000 7f6a167fc640 10 client.15801 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:03.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.235+0000 7f6a167fc640 1 -- 172.21.15.18:0/2030650081 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561d6ce893d0 con 0x561d6cf33890 2024-03-07T10:00:03.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.235+0000 7f6a167fc640 10 client.15801 handle_command_reply: tid=0 2024-03-07T10:00:03.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.235+0000 7f6a37e71740 1 client.15801 shutdown 2024-03-07T10:00:03.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf18750 msgr2=0x561d6cf20d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf18750 0x561d6cf20d80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6a1802c170 tx=0x7f6a1802cd00 comp rx=0 tx=0).stop 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 shutdown_connections 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf33890 0x561d6cf35c80 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf23880 0x561d6cf212c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a167fc640 0 client.15801 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf18750 0x561d6cf20d80 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 --2- 172.21.15.18:0/2030650081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf20840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 >> 172.21.15.18:0/2030650081 conn(0x561d6cf128a0 msgr2=0x561d6cf145f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 shutdown_connections 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 1 -- 172.21.15.18:0/2030650081 wait complete. 2024-03-07T10:00:03.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.236+0000 7f6a37e71740 20 client.15801 trim_cache size 0 max 16384 2024-03-07T10:00:03.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 Processor -- start 2024-03-07T10:00:03.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 -- start start 2024-03-07T10:00:03.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf22f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf21090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301ad5f0 con 0x561d6cf23880 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301ab0f0 con 0x561d6cf17e30 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.249+0000 7f6a37e71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301a9190 con 0x561d6cf18750 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a2f59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf21090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf21090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52714/0 (socket says 172.21.15.18:52714) 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 -- 172.21.15.18:0/447030249 learned_addr learned my addr 172.21.15.18:0/447030249 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf22f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 -- 172.21.15.18:0/447030249 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 msgr2=0x561d6cf22f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf22f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 -- 172.21.15.18:0/447030249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 msgr2=0x561d6cf2ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 -- 172.21.15.18:0/447030249 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561d6cf1f7f0 con 0x561d6cf18750 2024-03-07T10:00:03.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a27fff640 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf21090 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6a1802c850 tx=0x7f6a18005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7a4b11cbc40877b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.250+0000 7f6a24ff9640 1 -- 172.21.15.18:0/447030249 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a18042070 con 0x561d6cf18750 2024-03-07T10:00:03.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a24ff9640 1 -- 172.21.15.18:0/447030249 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a18004a70 con 0x561d6cf18750 2024-03-07T10:00:03.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a24ff9640 1 -- 172.21.15.18:0/447030249 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a18005180 con 0x561d6cf18750 2024-03-07T10:00:03.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a37e71740 1 -- 172.21.15.18:0/447030249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 msgr2=0x561d6cf21090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a37e71740 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf21090 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6a1802c850 tx=0x7f6a18005e80 comp rx=0 tx=0).stop 2024-03-07T10:00:03.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a37e71740 1 -- 172.21.15.18:0/447030249 shutdown_connections 2024-03-07T10:00:03.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a37e71740 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a37e71740 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf18750 0x561d6cf21090 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a37e71740 1 --2- 172.21.15.18:0/447030249 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf17e30 0x561d6cf22f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.251+0000 7f6a37e71740 1 -- 172.21.15.18:0/447030249 >> 172.21.15.18:0/447030249 conn(0x561d6cf128a0 msgr2=0x561d6cf12c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 -- 172.21.15.18:0/447030249 shutdown_connections 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 -- 172.21.15.18:0/447030249 wait complete. 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 -- start start 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 Processor -- start 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf17e30 0x561d6cf19a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf18750 0x561d6cf19f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301a9790 con 0x561d6cf23880 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301aaa90 con 0x561d6cf18750 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a301a9dd0 con 0x561d6cf17e30 2024-03-07T10:00:03.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a37e71740 10 client.0 _ll_register_callbacks cb 0x7f6a28009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a2ed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf17e30 0x561d6cf19a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a27fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf18750 0x561d6cf19f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a2ed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf17e30 0x561d6cf19a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52720/0 (socket says 172.21.15.18:52720) 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a2ed9d640 1 -- 172.21.15.18:0/32024120 learned_addr learned my addr 172.21.15.18:0/32024120 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.252+0000 7f6a2f59e640 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a27fff640 1 -- 172.21.15.18:0/32024120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf17e30 msgr2=0x561d6cf19a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a27fff640 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf17e30 0x561d6cf19a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a27fff640 1 -- 172.21.15.18:0/32024120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 msgr2=0x561d6cf2a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a27fff640 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a27fff640 1 -- 172.21.15.18:0/32024120 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561d6cf1a800 con 0x561d6cf18750 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a27fff640 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf18750 0x561d6cf19f70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x561d6cf1b7d0 tx=0x7f6a1802c3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=905c4f60f751c04 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a167fc640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a167fc640 1 -- 172.21.15.18:0/32024120 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a18042040 con 0x561d6cf18750 2024-03-07T10:00:03.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a167fc640 1 -- 172.21.15.18:0/32024120 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6a18005330 con 0x561d6cf18750 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6a18004a70 con 0x561d6cf18750 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a167fc640 1 -- 172.21.15.18:0/32024120 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6a1806a050 con 0x561d6cf18750 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a37e71740 10 client.25604 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.253+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x561d6cf8d430 con 0x561d6cf18750 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a167fc640 1 -- 172.21.15.18:0/32024120 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a18004a70 con 0x561d6cf18750 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a167fc640 1 -- 172.21.15.18:0/32024120 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f6a180477a0 con 0x561d6cf18750 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a37e71740 10 client.25604 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a37e71740 10 client.25604 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a37e71740 20 client.25604 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a37e71740 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf8dad0 0x561d6cf8fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a37e71740 4 client.25604 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561d6ce83720 con 0x561d6cf8dad0 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf8dad0 0x561d6cf8fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:03.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a167fc640 10 client.25604 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.254+0000 7f6a2ed9d640 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf8dad0 0x561d6cf8fef0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aea5798da90b4bbc server_cookie=64eb57f39a0ab6a6 in_seq=0 out_seq=0 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a167fc640 1 -- 172.21.15.18:0/32024120 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561d6ce83720 con 0x561d6cf8dad0 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a167fc640 10 client.25604 handle_command_reply: tid=0 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 client.25604 shutdown 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf18750 msgr2=0x561d6cf19f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf18750 0x561d6cf19f70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x561d6cf1b7d0 tx=0x7f6a1802c3b0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 shutdown_connections 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561d6cf8dad0 0x561d6cf8fef0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561d6cf23880 0x561d6cf2a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561d6cf18750 0x561d6cf19f70 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a167fc640 0 client.25604 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 --2- 172.21.15.18:0/32024120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561d6cf17e30 0x561d6cf19a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 >> 172.21.15.18:0/32024120 conn(0x561d6cf128a0 msgr2=0x561d6cf11960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 shutdown_connections 2024-03-07T10:00:03.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 1 -- 172.21.15.18:0/32024120 wait complete. 2024-03-07T10:00:03.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a37e71740 20 client.25604 trim_cache size 0 max 16384 2024-03-07T10:00:03.262 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6a1c0a2010 msgr2=0x7f6a1c0a44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a35087640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6a1c0a2010 0x7f6a1c0a44d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a28009fd0 tx=0x7f6a28004ab0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 msgr2=0x7f6a3019c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.255+0000 7f6a35087640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a3019c940 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000e9f0 tx=0x7f6a2000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 shutdown_connections 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6a301065b0 0x7f6a30196af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6a30100eb0 0x7f6a3019ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6a1c0a2010 0x7f6a1c0a44d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 --2- 172.21.15.18:0/4119976663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6a301004f0 0x7f6a3019c940 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 >> 172.21.15.18:0/4119976663 conn(0x7f6a30077660 msgr2=0x7f6a300ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 shutdown_connections 2024-03-07T10:00:03.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:03.256+0000 7f6a35087640 1 -- 172.21.15.18:0/4119976663 wait complete. 2024-03-07T10:00:03.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:03 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2360139083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:00:03.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:03 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2360139083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:00:03.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:03 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2360139083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:00:04.269 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:00:04.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:00:04.270 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/3624481336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100520 msgr2=0x7f2d941009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/3624481336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100520 0x7f2d941009a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2d84009900 tx=0x7f2d8402bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/3624481336 shutdown_connections 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/3624481336 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d94100ee0 0x7f2d9410d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/3624481336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100520 0x7f2d941009a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/3624481336 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d941065e0 0x7f2d941069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/3624481336 >> 172.21.15.18:0/3624481336 conn(0x7f2d94077710 msgr2=0x7f2d94077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.393+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/3624481336 shutdown_connections 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/3624481336 wait complete. 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 Processor -- start 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 -- start start 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d94100520 0x7f2d94198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100ee0 0x7f2d94199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d941065e0 0x7f2d941a3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d941108f0 con 0x7f2d94100ee0 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d94110770 con 0x7f2d94100520 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d9b7cd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d94110a70 con 0x7f2d941065e0 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d98d68640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100ee0 0x7f2d94199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d98d68640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100ee0 0x7f2d94199270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39784/0 (socket says 172.21.15.18:39784) 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d98d68640 1 -- 172.21.15.18:0/738916175 learned_addr learned my addr 172.21.15.18:0/738916175 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d99569640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d94100520 0x7f2d94198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.394+0000 7f2d99d6a640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d941065e0 0x7f2d941a3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d98d68640 1 -- 172.21.15.18:0/738916175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d941065e0 msgr2=0x7f2d941a3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d98d68640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d941065e0 0x7f2d941a3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d98d68640 1 -- 172.21.15.18:0/738916175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d94100520 msgr2=0x7f2d94198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d98d68640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d94100520 0x7f2d94198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d98d68640 1 -- 172.21.15.18:0/738916175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d941a42f0 con 0x7f2d94100ee0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d98d68640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100ee0 0x7f2d94199270 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f2d8402efd0 tx=0x7f2d840042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d8a7fc640 1 -- 172.21.15.18:0/738916175 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d84041070 con 0x7f2d94100ee0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d941a44c0 con 0x7f2d94100ee0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d8a7fc640 1 -- 172.21.15.18:0/738916175 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2d8402ccc0 con 0x7f2d94100ee0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d8a7fc640 1 -- 172.21.15.18:0/738916175 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d84003d10 con 0x7f2d94100ee0 2024-03-07T10:00:04.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.395+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d941a4930 con 0x7f2d94100ee0 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.397+0000 7f2d8a7fc640 1 -- 172.21.15.18:0/738916175 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f2d84044070 con 0x7f2d94100ee0 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 Processor -- start 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 -- start start 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d8a7fc640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2d800a2010 0x7f2d800a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d99d6a640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2d800a2010 0x7f2d800a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d8a7fc640 1 -- 172.21.15.18:0/738916175 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2d840efd90 con 0x7f2d94100ee0 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x557007462de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x557007470120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x557007472a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570073c6b10 con 0x557007470660 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55700736fd50 con 0x557007463320 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570073c2bb0 con 0x557007462a00 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.398+0000 7f2d99d6a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x557007472a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99569640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x557007462de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99d6a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x557007472a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39786/0 (socket says 172.21.15.18:39786) 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99d6a640 1 -- 172.21.15.18:0/2392664761 learned_addr learned my addr 172.21.15.18:0/2392664761 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d98d68640 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x557007470120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99569640 1 -- 172.21.15.18:0/2392664761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 msgr2=0x557007470120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99569640 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x557007470120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99569640 1 -- 172.21.15.18:0/2392664761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 msgr2=0x557007472a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99569640 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x557007472a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99d6a640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2d800a2010 0x7f2d800a44d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c009fd0 tx=0x7f2d8c013c00 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99569640 1 -- 172.21.15.18:0/2392664761 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5570071a37e0 con 0x557007462a00 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d98d68640 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x557007470120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d99569640 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x557007462de0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2d90009c20 tx=0x7f2d90011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1707bd3f9e148c21 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d7f7fe640 1 -- 172.21.15.18:0/2392664761 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d90004050 con 0x557007462a00 2024-03-07T10:00:04.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d7f7fe640 1 -- 172.21.15.18:0/2392664761 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2d90005500 con 0x557007462a00 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.399+0000 7f2d7f7fe640 1 -- 172.21.15.18:0/2392664761 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d90004ca0 con 0x557007462a00 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2392664761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 msgr2=0x557007462de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x557007462de0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2d90009c20 tx=0x7f2d90011810 comp rx=0 tx=0).stop 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2392664761 shutdown_connections 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x557007472a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x557007470120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2392664761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x557007462de0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2392664761 >> 172.21.15.18:0/2392664761 conn(0x55700745d480 msgr2=0x55700745d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2392664761 shutdown_connections 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2392664761 wait complete. 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.400+0000 7f2d9e5b8740 1 -- start start 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 1 Processor -- start 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700746d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x55700746d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570074734a0 con 0x557007470660 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557007383190 con 0x557007463320 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557007473620 con 0x557007462a00 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d9e5b8740 10 client.0 _ll_register_callbacks cb 0x557007372770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d98d68640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700746d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52758/0 (socket says 172.21.15.18:52758) 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 -- 172.21.15.18:0/657188708 learned_addr learned my addr 172.21.15.18:0/657188708 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99d6a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x55700746d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 -- 172.21.15.18:0/657188708 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 msgr2=0x55700746d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700746d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 -- 172.21.15.18:0/657188708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 msgr2=0x55700746d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x55700746d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.401+0000 7f2d99569640 1 -- 172.21.15.18:0/657188708 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557007203f70 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d99569640 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746ffb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2d90004880 tx=0x7f2d90005730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9376e446776bf12 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d7cff9640 1 -- 172.21.15.18:0/657188708 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d90003a00 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d7cff9640 1 -- 172.21.15.18:0/657188708 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2d90003ba0 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2d90005500 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d7cff9640 1 -- 172.21.15.18:0/657188708 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d90032050 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d9e5b8740 10 client.25663 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55700709b170 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.402+0000 7f2d7cff9640 1 -- 172.21.15.18:0/657188708 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2d90005500 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d7cff9640 1 -- 172.21.15.18:0/657188708 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f2d90018070 con 0x557007462a00 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d9e5b8740 10 client.25663 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d9e5b8740 10 client.25663 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d9e5b8740 20 client.25663 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:04.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5570074807a0 0x557007482b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d9e5b8740 4 client.25663 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55700739c930 con 0x5570074807a0 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d98d68640 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5570074807a0 0x557007482b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d98d68640 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5570074807a0 0x557007482b90 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cb9695c6e84926b server_cookie=17b22a3d851e083c in_seq=0 out_seq=0 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.403+0000 7f2d7cff9640 10 client.25663 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d7cff9640 1 -- 172.21.15.18:0/657188708 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55700739c930 con 0x5570074807a0 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d7cff9640 10 client.25663 handle_command_reply: tid=0 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 client.25663 shutdown 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 msgr2=0x55700746ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746ffb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2d90004880 tx=0x7f2d90005730 comp rx=0 tx=0).stop 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 shutdown_connections 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5570074807a0 0x557007482b90 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007470660 0x55700746d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700746d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/657188708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746ffb0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d7cff9640 0 client.25663 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 >> 172.21.15.18:0/657188708 conn(0x55700745d480 msgr2=0x55700745f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 shutdown_connections 2024-03-07T10:00:04.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/657188708 wait complete. 2024-03-07T10:00:04.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.404+0000 7f2d9e5b8740 20 client.25663 trim_cache size 0 max 16384 2024-03-07T10:00:04.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 Processor -- start 2024-03-07T10:00:04.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 -- start start 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55700745d480 0x55700745efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700747bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d941ad600 con 0x55700745d480 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d941ab100 con 0x557007463320 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d941a9180 con 0x557007462a00 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55700745d480 0x55700745efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55700745d480 0x55700745efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39806/0 (socket says 172.21.15.18:39806) 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 -- 172.21.15.18:0/2907903921 learned_addr learned my addr 172.21.15.18:0/2907903921 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d98d68640 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99d6a640 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700747bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 -- 172.21.15.18:0/2907903921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 msgr2=0x55700746fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.429 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 -- 172.21.15.18:0/2907903921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 msgr2=0x55700747bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700747bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.426+0000 7f2d99569640 1 -- 172.21.15.18:0/2907903921 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55700746c360 con 0x55700745d480 2024-03-07T10:00:04.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.427+0000 7f2d99569640 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55700745d480 0x55700745efe0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2d90011850 tx=0x7f2d90001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89be342d25b074d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.427+0000 7f2d7effd640 1 -- 172.21.15.18:0/2907903921 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9003b070 con 0x55700745d480 2024-03-07T10:00:04.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.427+0000 7f2d7effd640 1 -- 172.21.15.18:0/2907903921 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2d90029070 con 0x55700745d480 2024-03-07T10:00:04.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.427+0000 7f2d7effd640 1 -- 172.21.15.18:0/2907903921 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d90024b30 con 0x55700745d480 2024-03-07T10:00:04.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2907903921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55700745d480 msgr2=0x55700745efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55700745d480 0x55700745efe0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2d90011850 tx=0x7f2d90001e50 comp rx=0 tx=0).stop 2024-03-07T10:00:04.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2907903921 shutdown_connections 2024-03-07T10:00:04.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557007463320 0x55700747bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007462a00 0x55700746fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/2907903921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55700745d480 0x55700745efe0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2907903921 >> 172.21.15.18:0/2907903921 conn(0x557007482f00 msgr2=0x55700745e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2907903921 shutdown_connections 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/2907903921 wait complete. 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 -- start start 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.428+0000 7f2d9e5b8740 1 Processor -- start 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55700745d480 0x557007471590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007462a00 0x557007471ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007463320 0x5570074769e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d941a9780 con 0x557007462a00 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d941aaaa0 con 0x55700745d480 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d941a9de0 con 0x557007463320 2024-03-07T10:00:04.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 10 client.0 _ll_register_callbacks cb 0x7f2d8c009d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007462a00 0x557007471ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007462a00 0x557007471ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39812/0 (socket says 172.21.15.18:39812) 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 -- 172.21.15.18:0/3925056591 learned_addr learned my addr 172.21.15.18:0/3925056591 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d99d6a640 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007463320 0x5570074769e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d99569640 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55700745d480 0x557007471590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 -- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007463320 msgr2=0x5570074769e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007463320 0x5570074769e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 -- 172.21.15.18:0/3925056591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55700745d480 msgr2=0x557007471590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55700745d480 0x557007471590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 -- 172.21.15.18:0/3925056591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557007476fa0 con 0x557007462a00 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d98d68640 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007462a00 0x557007471ad0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f2d84005ec0 tx=0x7f2d84005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c58db3449e87c4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d7cff9640 1 -- 172.21.15.18:0/3925056591 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d8404b040 con 0x557007462a00 2024-03-07T10:00:04.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d7cff9640 1 -- 172.21.15.18:0/3925056591 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2d840ba980 con 0x557007462a00 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.429+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2d90029070 con 0x557007462a00 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d7cff9640 1 -- 172.21.15.18:0/3925056591 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d840c4d70 con 0x557007462a00 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 10 client.15825 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5570074dc7e0 con 0x557007462a00 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d7cff9640 1 -- 172.21.15.18:0/3925056591 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2d90029070 con 0x557007462a00 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d7cff9640 1 -- 172.21.15.18:0/3925056591 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f2d840c48e0 con 0x557007462a00 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 10 client.15825 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 20 client.15825 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557007470660 0x5570074def60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 4 client.15825 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x557007388050 con 0x557007470660 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.430+0000 7f2d99569640 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557007470660 0x5570074def60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.431+0000 7f2d7cff9640 10 client.15825 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.431+0000 7f2d99569640 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557007470660 0x5570074def60 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f27240b30c261791 server_cookie=8ea116f0294fcf38 in_seq=0 out_seq=0 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d7cff9640 1 -- 172.21.15.18:0/3925056591 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x557007388050 con 0x557007470660 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d7cff9640 10 client.15825 handle_command_reply: tid=0 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 client.15825 shutdown 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007462a00 msgr2=0x557007471ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007462a00 0x557007471ad0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f2d84005ec0 tx=0x7f2d84005d50 comp rx=0 tx=0).stop 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 shutdown_connections 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557007470660 0x5570074def60 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557007463320 0x5570074769e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d7cff9640 0 client.15825 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557007462a00 0x557007471ad0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 --2- 172.21.15.18:0/3925056591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55700745d480 0x557007471590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.432+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 >> 172.21.15.18:0/3925056591 conn(0x557007482f00 msgr2=0x55700745f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 shutdown_connections 2024-03-07T10:00:04.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9e5b8740 1 -- 172.21.15.18:0/3925056591 wait complete. 2024-03-07T10:00:04.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9e5b8740 20 client.15825 trim_cache size 0 max 16384 2024-03-07T10:00:04.439 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:00:04.439 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:00:04.439 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "fa6a239e-cab7-4956-8a9c-54daed61925b", 2024-03-07T10:00:04.439 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:00:04.439 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2d800a2010 msgr2=0x7f2d800a44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2d800a2010 0x7f2d800a44d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c009fd0 tx=0x7f2d8c013c00 comp rx=0 tx=0).stop 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100ee0 msgr2=0x7f2d94199270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100ee0 0x7f2d94199270 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f2d8402efd0 tx=0x7f2d840042f0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 shutdown_connections 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2d941065e0 0x7f2d941a3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2d800a2010 0x7f2d800a44d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2d94100ee0 0x7f2d94199270 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 --2- 172.21.15.18:0/738916175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d94100520 0x7f2d94198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 >> 172.21.15.18:0/738916175 conn(0x7f2d94077710 msgr2=0x7f2d940ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 shutdown_connections 2024-03-07T10:00:04.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.433+0000 7f2d9b7cd640 1 -- 172.21.15.18:0/738916175 wait complete. 2024-03-07T10:00:04.447 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:00:04.447 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:00:04.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 -- 172.21.15.18:0/479172586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 msgr2=0x7faf74107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 --2- 172.21.15.18:0/479172586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf74107a80 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7faf68009930 tx=0x7faf6802bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 -- 172.21.15.18:0/479172586 shutdown_connections 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 --2- 172.21.15.18:0/479172586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf74101fc0 0x7faf7410e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 --2- 172.21.15.18:0/479172586 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74101600 0x7faf74101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 --2- 172.21.15.18:0/479172586 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf74107a80 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 -- 172.21.15.18:0/479172586 >> 172.21.15.18:0/479172586 conn(0x7faf740fd0f0 msgr2=0x7faf740ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 -- 172.21.15.18:0/479172586 shutdown_connections 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.582+0000 7faf7ac90640 1 -- 172.21.15.18:0/479172586 wait complete. 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 Processor -- start 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 -- start start 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf74101600 0x7faf74197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74101fc0 0x7faf741984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf7419c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741119e0 con 0x7faf741076a0 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf74111860 con 0x7faf74101600 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7ac90640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf74111b60 con 0x7faf74101fc0 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7922d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf7419c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf73fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74101fc0 0x7faf741984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7922d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf7419c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39826/0 (socket says 172.21.15.18:39826) 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf74101600 0x7faf74197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7922d640 1 -- 172.21.15.18:0/3911277683 learned_addr learned my addr 172.21.15.18:0/3911277683 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf73fff640 1 -- 172.21.15.18:0/3911277683 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf74101600 msgr2=0x7faf74197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf73fff640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf74101600 0x7faf74197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf73fff640 1 -- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 msgr2=0x7faf7419c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf73fff640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf7419c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf73fff640 1 -- 172.21.15.18:0/3911277683 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf7419cf70 con 0x7faf74101fc0 2024-03-07T10:00:04.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.583+0000 7faf7922d640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf7419c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:04.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.584+0000 7faf73fff640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74101fc0 0x7faf741984c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7faf6000e9f0 tx=0x7faf6000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.584+0000 7faf71ffb640 1 -- 172.21.15.18:0/3911277683 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6000cd80 con 0x7faf74101fc0 2024-03-07T10:00:04.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.584+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf7419d260 con 0x7faf74101fc0 2024-03-07T10:00:04.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.584+0000 7faf71ffb640 1 -- 172.21.15.18:0/3911277683 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf600035f0 con 0x7faf74101fc0 2024-03-07T10:00:04.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.584+0000 7faf71ffb640 1 -- 172.21.15.18:0/3911277683 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf60010670 con 0x7faf74101fc0 2024-03-07T10:00:04.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.584+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf741a4af0 con 0x7faf74101fc0 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.586+0000 7faf71ffb640 1 -- 172.21.15.18:0/3911277683 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7faf600037a0 con 0x7faf74101fc0 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.586+0000 7faf7da72740 1 Processor -- start 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.586+0000 7faf7da72740 1 -- start start 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7da72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a481471b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7da72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a48147a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7da72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a48147ac30 0x55a48147d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7da72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4813d4dd0 con 0x55a481472050 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7da72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a48137dae0 con 0x55a48147ac30 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7da72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4813d0e70 con 0x55a481471730 2024-03-07T10:00:04.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a48147a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf71ffb640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf640a2010 0x7faf640a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf73fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a48147ac30 0x55a48147d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a48147a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39840/0 (socket says 172.21.15.18:39840) 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf78a2c640 1 -- 172.21.15.18:0/110303571 learned_addr learned my addr 172.21.15.18:0/110303571 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7922d640 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a481471b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf7922d640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf640a2010 0x7faf640a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf71ffb640 1 -- 172.21.15.18:0/3911277683 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7faf600ce7a0 con 0x7faf74101fc0 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf73fff640 1 -- 172.21.15.18:0/110303571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 msgr2=0x55a481471b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf73fff640 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a481471b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf73fff640 1 -- 172.21.15.18:0/110303571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 msgr2=0x55a48147a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf73fff640 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a48147a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.587+0000 7faf73fff640 1 -- 172.21.15.18:0/110303571 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4811b37d0 con 0x55a48147ac30 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.588+0000 7faf73fff640 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a48147ac30 0x55a48147d020 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7faf600cbca0 tx=0x7faf6009a890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=415e56de2bb9ffd2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.588+0000 7faf5effd640 1 -- 172.21.15.18:0/110303571 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6009b570 con 0x55a48147ac30 2024-03-07T10:00:04.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.588+0000 7faf5effd640 1 -- 172.21.15.18:0/110303571 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf6009efc0 con 0x55a48147ac30 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.588+0000 7faf5effd640 1 -- 172.21.15.18:0/110303571 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf600ceb90 con 0x55a48147ac30 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.588+0000 7faf7922d640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf640a2010 0x7faf640a44d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009aa0 tx=0x7faf6c009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 -- 172.21.15.18:0/110303571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a48147ac30 msgr2=0x55a48147d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a48147ac30 0x55a48147d020 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7faf600cbca0 tx=0x7faf6009a890 comp rx=0 tx=0).stop 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 -- 172.21.15.18:0/110303571 shutdown_connections 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a48147ac30 0x55a48147d020 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a48147a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 --2- 172.21.15.18:0/110303571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a481471b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 -- 172.21.15.18:0/110303571 >> 172.21.15.18:0/110303571 conn(0x55a48146be60 msgr2=0x55a48146c240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 -- 172.21.15.18:0/110303571 shutdown_connections 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 -- 172.21.15.18:0/110303571 wait complete. 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 -- start start 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.589+0000 7faf7da72740 1 Processor -- start 2024-03-07T10:00:04.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7da72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a481477b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7da72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481472050 0x55a481478070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7da72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814785b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7da72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a48147da20 con 0x55a48147ac30 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7da72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a481391070 con 0x55a481471730 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7da72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a48147dba0 con 0x55a481472050 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7da72740 10 client.0 _ll_register_callbacks cb 0x55a481390a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7922d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814785b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf73fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481472050 0x55a481478070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf73fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481472050 0x55a481478070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52802/0 (socket says 172.21.15.18:52802) 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7922d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814785b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39850/0 (socket says 172.21.15.18:39850) 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf73fff640 1 -- 172.21.15.18:0/3278544205 learned_addr learned my addr 172.21.15.18:0/3278544205 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a481477b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.596 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:04 smithi018 ceph-mon[32171]: pgmap v31: 97 pgs: 97 active+clean; 996 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 17 MiB/s wr, 896 op/s 2024-03-07T10:00:04.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7922d640 1 -- 172.21.15.18:0/3278544205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481472050 msgr2=0x55a481478070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7922d640 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481472050 0x55a481478070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7922d640 1 -- 172.21.15.18:0/3278544205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 msgr2=0x55a481477b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7922d640 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a481477b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf7922d640 1 -- 172.21.15.18:0/3278544205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a4810e93f0 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.590+0000 7faf78a2c640 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a481477b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7922d640 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814785b0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7faf6c010860 tx=0x7faf6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a61be762cb7b018c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf53fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf53fff640 1 -- 172.21.15.18:0/3278544205 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6c004b20 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf53fff640 1 -- 172.21.15.18:0/3278544205 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7faf6c004cc0 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf6009efc0 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf53fff640 1 -- 172.21.15.18:0/3278544205 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf6c00f940 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 10 client.15837 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55a4810a90f0 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf53fff640 1 -- 172.21.15.18:0/3278544205 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf6009efc0 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf53fff640 1 -- 172.21.15.18:0/3278544205 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7faf6c005750 con 0x55a48147ac30 2024-03-07T10:00:04.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 10 client.15837 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 10 client.15837 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 20 client.15837 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a48148ab50 0x55a48148cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 4 client.15837 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.591+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a4813e2310 con 0x55a48148ab50 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.592+0000 7faf78a2c640 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a48148ab50 0x55a48148cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.592+0000 7faf78a2c640 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a48148ab50 0x55a48148cf40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b21715c4cad2ddd0 server_cookie=b3ce32797d71893f in_seq=0 out_seq=0 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.592+0000 7faf53fff640 10 client.15837 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf53fff640 1 -- 172.21.15.18:0/3278544205 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a4813e2310 con 0x55a48148ab50 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf53fff640 10 client.15837 handle_command_reply: tid=0 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 client.15837 shutdown 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 msgr2=0x55a4814785b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814785b0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7faf6c010860 tx=0x7faf6c004a40 comp rx=0 tx=0).stop 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 shutdown_connections 2024-03-07T10:00:04.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a48148ab50 0x55a48148cf40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814785b0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481472050 0x55a481478070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 --2- 172.21.15.18:0/3278544205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a481477b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 >> 172.21.15.18:0/3278544205 conn(0x55a48146be60 msgr2=0x55a48146dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf53fff640 0 client.15837 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 shutdown_connections 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.593+0000 7faf7da72740 1 -- 172.21.15.18:0/3278544205 wait complete. 2024-03-07T10:00:04.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.594+0000 7faf7da72740 20 client.15837 trim_cache size 0 max 16384 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 Processor -- start 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 -- start start 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a48147a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481472050 0x55a481476b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814862b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741afaa0 con 0x55a48147ac30 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741ad5a0 con 0x55a481472050 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7da72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741ab640 con 0x55a481471730 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7922d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814862b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a48147a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf73fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481472050 0x55a481476b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7922d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814862b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39856/0 (socket says 172.21.15.18:39856) 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a48147a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52812/0 (socket says 172.21.15.18:52812) 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf7922d640 1 -- 172.21.15.18:0/129808548 learned_addr learned my addr 172.21.15.18:0/129808548 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.613+0000 7faf73fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481472050 0x55a481476b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47768/0 (socket says 172.21.15.18:47768) 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf7922d640 1 -- 172.21.15.18:0/129808548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 msgr2=0x55a48147a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf7922d640 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a48147a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf7922d640 1 -- 172.21.15.18:0/129808548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481472050 msgr2=0x55a481476b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf7922d640 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481472050 0x55a481476b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf7922d640 1 -- 172.21.15.18:0/129808548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a48147aa60 con 0x55a48147ac30 2024-03-07T10:00:04.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf73fff640 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481472050 0x55a481476b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf7922d640 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814862b0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7faf6c000f80 tx=0x7faf6c0138a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfa010e5ecedf9f2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf5e7fc640 1 -- 172.21.15.18:0/129808548 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6c03e070 con 0x55a48147ac30 2024-03-07T10:00:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf5e7fc640 1 -- 172.21.15.18:0/129808548 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf6c013e50 con 0x55a48147ac30 2024-03-07T10:00:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.614+0000 7faf5e7fc640 1 -- 172.21.15.18:0/129808548 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6c035030 con 0x55a48147ac30 2024-03-07T10:00:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 -- 172.21.15.18:0/129808548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 msgr2=0x55a4814862b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814862b0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7faf6c000f80 tx=0x7faf6c0138a0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 -- 172.21.15.18:0/129808548 shutdown_connections 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a48147ac30 0x55a4814862b0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481472050 0x55a481476b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 --2- 172.21.15.18:0/129808548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a481471730 0x55a48147a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 -- 172.21.15.18:0/129808548 >> 172.21.15.18:0/129808548 conn(0x55a48146be60 msgr2=0x55a481476400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 -- 172.21.15.18:0/129808548 shutdown_connections 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.615+0000 7faf7da72740 1 -- 172.21.15.18:0/129808548 wait complete. 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 -- start start 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 Processor -- start 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a4814de850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a4814ded90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48147ac30 0x55a48147ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741abc40 con 0x55a481472050 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741acf40 con 0x55a481471730 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf741ac280 con 0x55a48147ac30 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7da72740 10 client.0 _ll_register_callbacks cb 0x7faf6c010510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf73fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a4814ded90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a4814de850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf78a2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a4814de850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47770/0 (socket says 172.21.15.18:47770) 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf73fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a4814ded90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39858/0 (socket says 172.21.15.18:39858) 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf78a2c640 1 -- 172.21.15.18:0/2007385123 learned_addr learned my addr 172.21.15.18:0/2007385123 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.616+0000 7faf7922d640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48147ac30 0x55a48147ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf78a2c640 1 -- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48147ac30 msgr2=0x55a48147ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf78a2c640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48147ac30 0x55a48147ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf78a2c640 1 -- 172.21.15.18:0/2007385123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 msgr2=0x55a4814ded90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf78a2c640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a4814ded90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf78a2c640 1 -- 172.21.15.18:0/2007385123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a48147e4a0 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf7922d640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48147ac30 0x55a48147ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf73fff640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a4814ded90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf78a2c640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a4814de850 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faf68036040 tx=0x7faf6802cd80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c29a889b54a16e7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.617+0000 7faf53fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.618+0000 7faf53fff640 1 -- 172.21.15.18:0/2007385123 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf68004450 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.618+0000 7faf53fff640 1 -- 172.21.15.18:0/2007385123 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7faf680046c0 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.618+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf6c013e50 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.618+0000 7faf53fff640 1 -- 172.21.15.18:0/2007385123 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf68058050 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.618+0000 7faf7da72740 10 client.25640 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.618+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55a4814e5fd0 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf53fff640 1 -- 172.21.15.18:0/2007385123 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf6c013e50 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf53fff640 1 -- 172.21.15.18:0/2007385123 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7faf6804a680 con 0x55a481471730 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf7da72740 10 client.25640 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf7da72740 10 client.25640 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:04.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf7da72740 20 client.25640 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf7da72740 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a4814e6760 0x55a4814e8b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf7da72740 4 client.25640 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:00:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a4813dc660 con 0x55a4814e6760 2024-03-07T10:00:04.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf73fff640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a4814e6760 0x55a4814e8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:04.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.619+0000 7faf53fff640 10 client.25640 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf73fff640 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a4814e6760 0x55a4814e8b80 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7236f5f323c176f server_cookie=a34847d5afa9b8e4 in_seq=0 out_seq=0 2024-03-07T10:00:04.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf53fff640 1 -- 172.21.15.18:0/2007385123 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55a4813dc660 con 0x55a4814e6760 2024-03-07T10:00:04.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf53fff640 10 client.25640 handle_command_reply: tid=0 2024-03-07T10:00:04.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 client.25640 shutdown 2024-03-07T10:00:04.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 msgr2=0x55a4814de850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a4814de850 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faf68036040 tx=0x7faf6802cd80 comp rx=0 tx=0).stop 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 shutdown_connections 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a4814e6760 0x55a4814e8b80 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48147ac30 0x55a48147ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a481472050 0x55a4814ded90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf53fff640 0 client.25640 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 --2- 172.21.15.18:0/2007385123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a481471730 0x55a4814de850 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 >> 172.21.15.18:0/2007385123 conn(0x55a48146be60 msgr2=0x55a481476c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 shutdown_connections 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 1 -- 172.21.15.18:0/2007385123 wait complete. 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.620+0000 7faf7da72740 20 client.25640 trim_cache size 0 max 16384 2024-03-07T10:00:04.626 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: "fa6a239e-cab7-4956-8a9c-54daed61925b": { 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "fa6a239e-cab7-4956-8a9c-54daed61925b", 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:00:04.627 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf640a2010 msgr2=0x7faf640a44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf640a2010 0x7faf640a44d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009aa0 tx=0x7faf6c009500 comp rx=0 tx=0).stop 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74101fc0 msgr2=0x7faf741984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74101fc0 0x7faf741984c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7faf6000e9f0 tx=0x7faf6000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 shutdown_connections 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf640a2010 0x7faf640a44d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf741076a0 0x7faf7419c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74101fc0 0x7faf741984c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 --2- 172.21.15.18:0/3911277683 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf74101600 0x7faf74197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 >> 172.21.15.18:0/3911277683 conn(0x7faf740fd0f0 msgr2=0x7faf740fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:04.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 shutdown_connections 2024-03-07T10:00:04.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:04.621+0000 7faf7ac90640 1 -- 172.21.15.18:0/3911277683 wait complete. 2024-03-07T10:00:04.636 INFO:tasks.cephfs.filesystem:scrub status for tag:fa6a239e-cab7-4956-8a9c-54daed61925b - {'path': '/', 'tag': 'fa6a239e-cab7-4956-8a9c-54daed61925b', 'options': 'recursive,force'} 2024-03-07T10:00:04.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:04 smithi077 ceph-mon[36374]: pgmap v31: 97 pgs: 97 active+clean; 996 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 17 MiB/s wr, 896 op/s 2024-03-07T10:00:04.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:04 smithi063 ceph-mon[36356]: pgmap v31: 97 pgs: 97 active+clean; 996 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 17 MiB/s wr, 896 op/s 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:05 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:00:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:00:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:00:05.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:00:05.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:05 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:00:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:00:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:00:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:00:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:05.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:05 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:06.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:06 smithi077 ceph-mon[36374]: pgmap v32: 97 pgs: 97 active+clean; 998 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 16 MiB/s wr, 898 op/s 2024-03-07T10:00:06.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:06 smithi018 ceph-mon[32171]: pgmap v32: 97 pgs: 97 active+clean; 998 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 16 MiB/s wr, 898 op/s 2024-03-07T10:00:06.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:06 smithi063 ceph-mon[36356]: pgmap v32: 97 pgs: 97 active+clean; 998 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 16 MiB/s wr, 898 op/s 2024-03-07T10:00:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 45.0 s, 1462.0 tps, lat 69.854 ms stddev 115.194 2024-03-07T10:00:08.752 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:08 smithi077 ceph-mon[36374]: pgmap v33: 97 pgs: 97 active+clean; 998 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 713 op/s 2024-03-07T10:00:08.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:08 smithi018 ceph-mon[32171]: pgmap v33: 97 pgs: 97 active+clean; 998 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 713 op/s 2024-03-07T10:00:08.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:08 smithi063 ceph-mon[36356]: pgmap v33: 97 pgs: 97 active+clean; 998 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 713 op/s 2024-03-07T10:00:10.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:10 smithi077 ceph-mon[36374]: pgmap v34: 97 pgs: 97 active+clean; 1008 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 49 MiB/s wr, 1.76k op/s 2024-03-07T10:00:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:10 smithi018 ceph-mon[32171]: pgmap v34: 97 pgs: 97 active+clean; 1008 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 49 MiB/s wr, 1.76k op/s 2024-03-07T10:00:10.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:10 smithi063 ceph-mon[36356]: pgmap v34: 97 pgs: 97 active+clean; 1008 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 49 MiB/s wr, 1.76k op/s 2024-03-07T10:00:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:11 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:00:11.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:11 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:00:11.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:11 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:00:11.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:11 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:00:12.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:11 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:00:12.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:11 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:00:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:12 smithi018 ceph-mon[32171]: pgmap v35: 97 pgs: 97 active+clean; 1008 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 38 MiB/s wr, 1.41k op/s 2024-03-07T10:00:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:12 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:00:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:12 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:00:12.904 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:12 smithi077 ceph-mon[36374]: pgmap v35: 97 pgs: 97 active+clean; 1008 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 38 MiB/s wr, 1.41k op/s 2024-03-07T10:00:12.904 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:12 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:00:12.904 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:12 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:00:12.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:12 smithi063 ceph-mon[36356]: pgmap v35: 97 pgs: 97 active+clean; 1008 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 38 MiB/s wr, 1.41k op/s 2024-03-07T10:00:12.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:12 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:00:12.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:12 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:00:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 50.0 s, 3572.4 tps, lat 28.048 ms stddev 29.630 2024-03-07T10:00:13.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:13 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:13.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:13 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:13.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:13 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:00:13.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:13 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:00:13.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:13 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:14.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:13 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:14.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:13 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:14.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:13 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:00:14.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:13 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:00:14.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:13 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:13 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:13 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:13 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:00:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:13 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:00:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:13 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:00:14.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:14 smithi063 ceph-mon[36356]: pgmap v36: 97 pgs: 97 active+clean; 1021 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 40 MiB/s wr, 1.56k op/s 2024-03-07T10:00:15.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:14 smithi077 ceph-mon[36374]: pgmap v36: 97 pgs: 97 active+clean; 1021 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 40 MiB/s wr, 1.56k op/s 2024-03-07T10:00:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:14 smithi018 ceph-mon[32171]: pgmap v36: 97 pgs: 97 active+clean; 1021 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 40 MiB/s wr, 1.56k op/s 2024-03-07T10:00:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 -- 172.21.15.18:0/1039751915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 msgr2=0x7f202c1069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 --2- 172.21.15.18:0/1039751915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 0x7f202c1069d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f201c009930 tx=0x7f201c02bc20 comp rx=0 tx=0).stop 2024-03-07T10:00:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 -- 172.21.15.18:0/1039751915 shutdown_connections 2024-03-07T10:00:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 --2- 172.21.15.18:0/1039751915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f202c100ef0 0x7f202c10d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 --2- 172.21.15.18:0/1039751915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 0x7f202c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 --2- 172.21.15.18:0/1039751915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 0x7f202c1069d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 -- 172.21.15.18:0/1039751915 >> 172.21.15.18:0/1039751915 conn(0x7f202c0fc000 msgr2=0x7f202c0fe420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 -- 172.21.15.18:0/1039751915 shutdown_connections 2024-03-07T10:00:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.130+0000 7f20310d4640 1 -- 172.21.15.18:0/1039751915 wait complete. 2024-03-07T10:00:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.131+0000 7f20310d4640 1 Processor -- start 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.131+0000 7f20310d4640 1 -- start start 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f20310d4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 0x7f202c196a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f20310d4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f202c100ef0 0x7f202c196fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f20310d4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 0x7f202c19bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f20310d4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c1108b0 con 0x7f202c100ef0 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f20310d4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c110730 con 0x7f202c100530 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f20310d4640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c110a30 con 0x7f202c1065f0 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 0x7f202c196a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 0x7f202c196a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:52306/0 (socket says 172.21.15.18:52306) 2024-03-07T10:00:15.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f202ad9d640 1 -- 172.21.15.18:0/4205741913 learned_addr learned my addr 172.21.15.18:0/4205741913 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.132+0000 7f202b59e640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 0x7f202c19bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f202b59e640 1 -- 172.21.15.18:0/4205741913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 msgr2=0x7f202c196a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f202b59e640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 0x7f202c196a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f202b59e640 1 -- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f202c100ef0 msgr2=0x7f202c196fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f202b59e640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f202c100ef0 0x7f202c196fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f202b59e640 1 -- 172.21.15.18:0/4205741913 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f202c19c010 con 0x7f202c1065f0 2024-03-07T10:00:15.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f202ad9d640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 0x7f202c196a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f202b59e640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 0x7f202c19bad0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f202400ec50 tx=0x7f202400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f2013fff640 1 -- 172.21.15.18:0/4205741913 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2024003b70 con 0x7f202c1065f0 2024-03-07T10:00:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f202c19c300 con 0x7f202c1065f0 2024-03-07T10:00:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.133+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f202c19c850 con 0x7f202c1065f0 2024-03-07T10:00:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.134+0000 7f2013fff640 1 -- 172.21.15.18:0/4205741913 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2024003d10 con 0x7f202c1065f0 2024-03-07T10:00:15.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.134+0000 7f2013fff640 1 -- 172.21.15.18:0/4205741913 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2024010890 con 0x7f202c1065f0 2024-03-07T10:00:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.136+0000 7f2033f99740 1 Processor -- start 2024-03-07T10:00:15.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.136+0000 7f2013fff640 1 -- 172.21.15.18:0/4205741913 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f2024003fc0 con 0x7f202c1065f0 2024-03-07T10:00:15.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.137+0000 7f2033f99740 1 -- start start 2024-03-07T10:00:15.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.137+0000 7f2033f99740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a7da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.137+0000 7f2033f99740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a7e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.137+0000 7f2033f99740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a89910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.137+0000 7f2033f99740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e09e25c0 con 0x55f2e0a87520 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.137+0000 7f2033f99740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e098b900 con 0x55f2e0a7ed10 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.137+0000 7f2033f99740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e09de660 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a7da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a7e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a7e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35604/0 (socket says 172.21.15.18:35604) 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 -- 172.21.15.18:0/1850270075 learned_addr learned my addr 172.21.15.18:0/1850270075 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202a59c640 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a89910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f2013fff640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20140a2150 0x7f20140a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 -- 172.21.15.18:0/1850270075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7ed10 msgr2=0x55f2e0a7da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a7da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 -- 172.21.15.18:0/1850270075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 msgr2=0x55f2e0a89910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a89910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202ad9d640 1 -- 172.21.15.18:0/1850270075 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f2e06f7210 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f202b59e640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20140a2150 0x7f20140a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.138+0000 7f2013fff640 1 -- 172.21.15.18:0/4205741913 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f20240ce940 con 0x7f202c1065f0 2024-03-07T10:00:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.139+0000 7f202b59e640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20140a2150 0x7f20140a4610 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f20240cbf00 tx=0x7f20240c5730 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.139+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a7e420 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f201c009430 tx=0x7f201c005e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=398210162dd52a0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.140+0000 7f20117fa640 1 -- 172.21.15.18:0/1850270075 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c02ca70 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.140+0000 7f20117fa640 1 -- 172.21.15.18:0/1850270075 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f201c02cc10 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.140+0000 7f20117fa640 1 -- 172.21.15.18:0/1850270075 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c004900 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.141+0000 7f2033f99740 1 -- 172.21.15.18:0/1850270075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7dfa0 msgr2=0x55f2e0a7e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.141+0000 7f2033f99740 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a7e420 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f201c009430 tx=0x7f201c005e60 comp rx=0 tx=0).stop 2024-03-07T10:00:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 -- 172.21.15.18:0/1850270075 shutdown_connections 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a89910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a7e420 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 --2- 172.21.15.18:0/1850270075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a7da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 -- 172.21.15.18:0/1850270075 >> 172.21.15.18:0/1850270075 conn(0x55f2e0a45580 msgr2=0x55f2e0a78c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 -- 172.21.15.18:0/1850270075 shutdown_connections 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 -- 172.21.15.18:0/1850270075 wait complete. 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.142+0000 7f2033f99740 1 -- start start 2024-03-07T10:00:15.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 1 Processor -- start 2024-03-07T10:00:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a845a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a84ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a85020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e0a8a240 con 0x55f2e0a87520 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e099ed60 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e0a8a3c0 con 0x55f2e0a7ed10 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f2033f99740 10 client.0 _ll_register_callbacks cb 0x55f2e06f6a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a84ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a84ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35616/0 (socket says 172.21.15.18:35616) 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202ad9d640 1 -- 172.21.15.18:0/1791266502 learned_addr learned my addr 172.21.15.18:0/1791266502 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202a59c640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a845a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202a59c640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a85020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202a59c640 1 -- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 msgr2=0x55f2e0a84ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202a59c640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a84ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202a59c640 1 -- 172.21.15.18:0/1791266502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 msgr2=0x55f2e0a85020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202a59c640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a85020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202a59c640 1 -- 172.21.15.18:0/1791266502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f2e07c3620 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.143+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a84ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.144+0000 7f202a59c640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a845a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2020005fd0 tx=0x7f202000da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d765209402ea9436 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.144+0000 7f200eff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.144+0000 7f200eff5640 1 -- 172.21.15.18:0/1791266502 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2020012220 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.144+0000 7f200eff5640 1 -- 172.21.15.18:0/1791266502 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2020004050 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.144+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f201c02cc10 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f200eff5640 1 -- 172.21.15.18:0/1791266502 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2020004250 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 10 client.25652 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f2e0a96650 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f200eff5640 1 -- 172.21.15.18:0/1791266502 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f201c02cc10 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f200eff5640 1 -- 172.21.15.18:0/1791266502 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f2020011440 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 10 client.25652 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 10 client.25652 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 20 client.25652 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0a97ac0 0x55f2e0a99f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 4 client.25652 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.145+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f2e09efb00 con 0x55f2e0a97ac0 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.146+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0a97ac0 0x55f2e0a99f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.147+0000 7f200eff5640 10 client.25652 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.147+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0a97ac0 0x55f2e0a99f00 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc788aa029ccce0 server_cookie=60660d1316322b9e in_seq=0 out_seq=0 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f200eff5640 1 -- 172.21.15.18:0/1791266502 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f2e09efb00 con 0x55f2e0a97ac0 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f200eff5640 10 client.25652 handle_command_reply: tid=0 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 client.25652 shutdown 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 msgr2=0x55f2e0a845a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a845a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2020005fd0 tx=0x7f202000da60 comp rx=0 tx=0).stop 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 shutdown_connections 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0a97ac0 0x55f2e0a99f00 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a85020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a84ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 --2- 172.21.15.18:0/1791266502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a845a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 >> 172.21.15.18:0/1791266502 conn(0x55f2e0a45580 msgr2=0x55f2e0a7a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f200eff5640 0 client.25652 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 shutdown_connections 2024-03-07T10:00:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 1 -- 172.21.15.18:0/1791266502 wait complete. 2024-03-07T10:00:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.148+0000 7f2033f99740 20 client.25652 trim_cache size 0 max 16384 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 Processor -- start 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 -- start start 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a86cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a92bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a93130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2018010d60 con 0x55f2e0a87520 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201800e860 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.168+0000 7f2033f99740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201800c900 con 0x55f2e0a7ed10 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a86cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a92bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a86cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:52336/0 (socket says 172.21.15.18:52336) 2024-03-07T10:00:15.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202a59c640 1 -- 172.21.15.18:0/884392861 learned_addr learned my addr 172.21.15.18:0/884392861 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202a59c640 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a93130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202ad9d640 1 -- 172.21.15.18:0/884392861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 msgr2=0x55f2e0a86cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202ad9d640 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a86cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202ad9d640 1 -- 172.21.15.18:0/884392861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 msgr2=0x55f2e0a93130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202ad9d640 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a93130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202ad9d640 1 -- 172.21.15.18:0/884392861 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f2e0a93670 con 0x55f2e0a7ed10 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f202ad9d640 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a92bf0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f201c0054c0 tx=0x7f201c048040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34b3b62f32318a6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:15.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.169+0000 7f2010ff9640 1 -- 172.21.15.18:0/884392861 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c050070 con 0x55f2e0a7ed10 2024-03-07T10:00:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.170+0000 7f2010ff9640 1 -- 172.21.15.18:0/884392861 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f201c050210 con 0x55f2e0a7ed10 2024-03-07T10:00:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.170+0000 7f2010ff9640 1 -- 172.21.15.18:0/884392861 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c050ad0 con 0x55f2e0a7ed10 2024-03-07T10:00:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 -- 172.21.15.18:0/884392861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 msgr2=0x55f2e0a92bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a92bf0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f201c0054c0 tx=0x7f201c048040 comp rx=0 tx=0).stop 2024-03-07T10:00:15.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 -- 172.21.15.18:0/884392861 shutdown_connections 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a87520 0x55f2e0a93130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a92bf0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 --2- 172.21.15.18:0/884392861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a86cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 -- 172.21.15.18:0/884392861 >> 172.21.15.18:0/884392861 conn(0x55f2e0a45580 msgr2=0x55f2e0a82e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 -- 172.21.15.18:0/884392861 shutdown_connections 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 -- 172.21.15.18:0/884392861 wait complete. 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 -- start start 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.171+0000 7f2033f99740 1 Processor -- start 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f2033f99740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a879a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f2033f99740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a87ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f2033f99740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a87520 0x55f2e0a8e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f2033f99740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201800cf00 con 0x55f2e0a7dfa0 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f2033f99740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201800e200 con 0x55f2e0a87520 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f2033f99740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201800d540 con 0x55f2e0a7ed10 2024-03-07T10:00:15.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f2033f99740 10 client.0 _ll_register_callbacks cb 0x7f20200134f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a879a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a87ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a87ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35638/0 (socket says 172.21.15.18:35638) 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 -- 172.21.15.18:0/1991333494 learned_addr learned my addr 172.21.15.18:0/1991333494 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202a59c640 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a87520 0x55f2e0a8e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 -- 172.21.15.18:0/1991333494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a87520 msgr2=0x55f2e0a8e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a87520 0x55f2e0a8e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 -- 172.21.15.18:0/1991333494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a7dfa0 msgr2=0x55f2e0a879a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a879a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 -- 172.21.15.18:0/1991333494 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f2e0a887d0 con 0x55f2e0a7ed10 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202a59c640 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a879a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f202ad9d640 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a87ee0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f201c02c310 tx=0x7f201c02c7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a66c2e0576de530 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f200eff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.172+0000 7f200eff5640 1 -- 172.21.15.18:0/1991333494 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c004050 con 0x55f2e0a7ed10 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f201c050210 con 0x55f2e0a7ed10 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f200eff5640 1 -- 172.21.15.18:0/1991333494 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f201c0041f0 con 0x55f2e0a7ed10 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f200eff5640 1 -- 172.21.15.18:0/1991333494 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f201c060050 con 0x55f2e0a7ed10 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 10 client.25705 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f2e0af3540 con 0x55f2e0a7ed10 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f200eff5640 1 -- 172.21.15.18:0/1991333494 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f201c050210 con 0x55f2e0a7ed10 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f200eff5640 1 -- 172.21.15.18:0/1991333494 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f201c0035f0 con 0x55f2e0a7ed10 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 10 client.25705 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 10 client.25705 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 20 client.25705 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0af3770 0x55f2e0af5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 4 client.25705 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f2e09e9e50 con 0x55f2e0af3770 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.173+0000 7f202a59c640 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0af3770 0x55f2e0af5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.174+0000 7f200eff5640 10 client.25705 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:15.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.174+0000 7f202a59c640 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0af3770 0x55f2e0af5b60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=468fedc00c45487a server_cookie=91a62b9f225d59e7 in_seq=0 out_seq=0 2024-03-07T10:00:15.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.192+0000 7f200eff5640 1 -- 172.21.15.18:0/1991333494 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f2e09e9e50 con 0x55f2e0af3770 2024-03-07T10:00:15.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.192+0000 7f200eff5640 10 client.25705 handle_command_reply: tid=0 2024-03-07T10:00:15.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.192+0000 7f2033f99740 1 client.25705 shutdown 2024-03-07T10:00:15.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 msgr2=0x55f2e0a87ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a87ee0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f201c02c310 tx=0x7f201c02c7d0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 shutdown_connections 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f2e0af3770 0x55f2e0af5b60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f200eff5640 0 client.25705 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f2e0a87520 0x55f2e0a8e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f2e0a7ed10 0x55f2e0a87ee0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 --2- 172.21.15.18:0/1991333494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f2e0a7dfa0 0x55f2e0a879a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 >> 172.21.15.18:0/1991333494 conn(0x55f2e0a45580 msgr2=0x55f2e0a77580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 shutdown_connections 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 1 -- 172.21.15.18:0/1991333494 wait complete. 2024-03-07T10:00:15.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.193+0000 7f2033f99740 20 client.25705 trim_cache size 0 max 16384 2024-03-07T10:00:15.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:00:15.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:00:15.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:00:15.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:00:15.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20140a2150 msgr2=0x7f20140a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20140a2150 0x7f20140a4610 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f20240cbf00 tx=0x7f20240c5730 comp rx=0 tx=0).stop 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 msgr2=0x7f202c19bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 0x7f202c19bad0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f202400ec50 tx=0x7f202400c6a0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 shutdown_connections 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f202c1065f0 0x7f202c19bad0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20140a2150 0x7f20140a4610 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f202c100ef0 0x7f202c196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 --2- 172.21.15.18:0/4205741913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f202c100530 0x7f202c196a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.194+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 >> 172.21.15.18:0/4205741913 conn(0x7f202c0fc000 msgr2=0x7f202c0fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.195+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 shutdown_connections 2024-03-07T10:00:15.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:15.195+0000 7f20310d4640 1 -- 172.21.15.18:0/4205741913 wait complete. 2024-03-07T10:00:16.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:16 smithi063 ceph-mon[36356]: pgmap v37: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 41 MiB/s wr, 1.52k op/s 2024-03-07T10:00:17.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:16 smithi077 ceph-mon[36374]: pgmap v37: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 41 MiB/s wr, 1.52k op/s 2024-03-07T10:00:17.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:16 smithi018 ceph-mon[32171]: pgmap v37: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 41 MiB/s wr, 1.52k op/s 2024-03-07T10:00:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 55.0 s, 3644.8 tps, lat 27.363 ms stddev 28.000 2024-03-07T10:00:18.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:18 smithi063 ceph-mon[36356]: pgmap v38: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 40 MiB/s wr, 1.36k op/s 2024-03-07T10:00:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:18 smithi077 ceph-mon[36374]: pgmap v38: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 40 MiB/s wr, 1.36k op/s 2024-03-07T10:00:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:18 smithi018 ceph-mon[32171]: pgmap v38: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 40 MiB/s wr, 1.36k op/s 2024-03-07T10:00:20.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:20 smithi063 ceph-mon[36356]: pgmap v39: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 43 MiB/s wr, 1.68k op/s 2024-03-07T10:00:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:20 smithi077 ceph-mon[36374]: pgmap v39: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 43 MiB/s wr, 1.68k op/s 2024-03-07T10:00:21.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:20 smithi018 ceph-mon[32171]: pgmap v39: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 43 MiB/s wr, 1.68k op/s 2024-03-07T10:00:22.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:22 smithi063 ceph-mon[36356]: pgmap v40: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.6 MiB/s wr, 636 op/s 2024-03-07T10:00:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:22 smithi077 ceph-mon[36374]: pgmap v40: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.6 MiB/s wr, 636 op/s 2024-03-07T10:00:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:22 smithi018 ceph-mon[32171]: pgmap v40: 97 pgs: 97 active+clean; 1.0 GiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 7.6 MiB/s wr, 636 op/s 2024-03-07T10:00:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 60.0 s, 3827.0 tps, lat 26.172 ms stddev 27.119 2024-03-07T10:00:25.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:24 smithi077 ceph-mon[36374]: pgmap v41: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 MiB/s wr, 772 op/s 2024-03-07T10:00:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:24 smithi018 ceph-mon[32171]: pgmap v41: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 MiB/s wr, 772 op/s 2024-03-07T10:00:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:24 smithi063 ceph-mon[36356]: pgmap v41: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 MiB/s wr, 772 op/s 2024-03-07T10:00:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:26 smithi077 ceph-mon[36374]: pgmap v42: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 842 op/s 2024-03-07T10:00:27.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:26 smithi018 ceph-mon[32171]: pgmap v42: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 842 op/s 2024-03-07T10:00:27.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:26 smithi063 ceph-mon[36356]: pgmap v42: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 842 op/s 2024-03-07T10:00:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 65.0 s, 4091.0 tps, lat 24.493 ms stddev 24.982 2024-03-07T10:00:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.317+0000 7f7ececb6640 1 -- 172.21.15.18:0/1539299156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8103850 msgr2=0x7f7ec8103cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.317+0000 7f7ececb6640 1 --2- 172.21.15.18:0/1539299156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8103850 0x7f7ec8103cd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009940 tx=0x7f7eb002bc20 comp rx=0 tx=0).stop 2024-03-07T10:00:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 -- 172.21.15.18:0/1539299156 shutdown_connections 2024-03-07T10:00:28.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 --2- 172.21.15.18:0/1539299156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7ec8104210 0x7f7ec8110720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 --2- 172.21.15.18:0/1539299156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8103850 0x7f7ec8103cd0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 --2- 172.21.15.18:0/1539299156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ec8109860 0x7f7ec8109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 -- 172.21.15.18:0/1539299156 >> 172.21.15.18:0/1539299156 conn(0x7f7ec80ff2e0 msgr2=0x7f7ec8101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:28.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 -- 172.21.15.18:0/1539299156 shutdown_connections 2024-03-07T10:00:28.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 -- 172.21.15.18:0/1539299156 wait complete. 2024-03-07T10:00:28.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 Processor -- start 2024-03-07T10:00:28.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.318+0000 7f7ececb6640 1 -- start start 2024-03-07T10:00:28.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ececb6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7ec8103850 0x7f7ec819a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ececb6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ec8104210 0x7f7ec819a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ececb6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8109860 0x7f7ec819eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ececb6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec8113cc0 con 0x7f7ec8103850 2024-03-07T10:00:28.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ececb6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec8113b40 con 0x7f7ec8104210 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ececb6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec8113e40 con 0x7f7ec8109860 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ec8104210 0x7f7ec819a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8109860 0x7f7ec819eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ec8104210 0x7f7ec819a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55912/0 (socket says 172.21.15.18:55912) 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8109860 0x7f7ec819eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48074/0 (socket says 172.21.15.18:48074) 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ec7fff640 1 -- 172.21.15.18:0/360497003 learned_addr learned my addr 172.21.15.18:0/360497003 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecca52640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7ec8103850 0x7f7ec819a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecca52640 1 -- 172.21.15.18:0/360497003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8109860 msgr2=0x7f7ec819eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecca52640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8109860 0x7f7ec819eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecca52640 1 -- 172.21.15.18:0/360497003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ec8104210 msgr2=0x7f7ec819a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecca52640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ec8104210 0x7f7ec819a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.323 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.319+0000 7f7ecca52640 1 -- 172.21.15.18:0/360497003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ec819f1f0 con 0x7f7ec8103850 2024-03-07T10:00:28.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.320+0000 7f7ecca52640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7ec8103850 0x7f7ec819a200 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8009fd0 tx=0x7f7eb800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:28.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.320+0000 7f7ec5ffb640 1 -- 172.21.15.18:0/360497003 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb8004b20 con 0x7f7ec8103850 2024-03-07T10:00:28.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.320+0000 7f7ec5ffb640 1 -- 172.21.15.18:0/360497003 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7eb8004cc0 con 0x7f7ec8103850 2024-03-07T10:00:28.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.320+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ec819f4e0 con 0x7f7ec8103850 2024-03-07T10:00:28.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.320+0000 7f7ec5ffb640 1 -- 172.21.15.18:0/360497003 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb80107b0 con 0x7f7ec8103850 2024-03-07T10:00:28.324 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.321+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ec81a6d70 con 0x7f7ec8103850 2024-03-07T10:00:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.324+0000 7f7ed1b7d740 1 Processor -- start 2024-03-07T10:00:28.329 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.324+0000 7f7ed1b7d740 1 -- start start 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a0d10 0x55d89299fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a0420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d8929ab910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8929045c0 con 0x55d8929a9520 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8928ad900 con 0x55d8929a0d10 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d892900660 con 0x55d89299ffa0 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ec5ffb640 1 -- 172.21.15.18:0/360497003 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f7eb8005000 con 0x7f7ec8103850 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a0d10 0x55d89299fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a0d10 0x55d89299fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55918/0 (socket says 172.21.15.18:55918) 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d8929ab910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 -- 172.21.15.18:0/1476170920 learned_addr learned my addr 172.21.15.18:0/1476170920 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:28.330 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecca52640 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 -- 172.21.15.18:0/1476170920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 msgr2=0x55d8929a0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 -- 172.21.15.18:0/1476170920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 msgr2=0x55d8929ab910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d8929ab910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 -- 172.21.15.18:0/1476170920 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d892619210 con 0x55d8929a0d10 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecca52640 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ec7fff640 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d8929ab910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ecd253640 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a0d10 0x55d89299fa60 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ca0 tx=0x7f7ec0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fca64f8922ca2f8a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ec5ffb640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7eb40a2190 0x7f7eb40a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.325+0000 7f7ebeffd640 1 -- 172.21.15.18:0/1476170920 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec001e070 con 0x55d8929a0d10 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ebeffd640 1 -- 172.21.15.18:0/1476170920 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7ec0009e50 con 0x55d8929a0d10 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ebeffd640 1 -- 172.21.15.18:0/1476170920 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec000eaf0 con 0x55d8929a0d10 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ecca52640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7eb40a2190 0x7f7eb40a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ec5ffb640 1 -- 172.21.15.18:0/360497003 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7eb80ce870 con 0x7f7ec8103850 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/1476170920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a0d10 msgr2=0x55d89299fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ecca52640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7eb40a2190 0x7f7eb40a4650 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7eb80cbe30 tx=0x7f7eb8005960 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a0d10 0x55d89299fa60 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ca0 tx=0x7f7ec0011810 comp rx=0 tx=0).stop 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/1476170920 shutdown_connections 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d8929ab910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/1476170920 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a0d10 0x55d89299fa60 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/1476170920 >> 172.21.15.18:0/1476170920 conn(0x55d892967580 msgr2=0x55d89299ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/1476170920 shutdown_connections 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.326+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/1476170920 wait complete. 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 -- start start 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 Processor -- start 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a65f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a9520 0x55d8929a7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8929ac250 con 0x55d8929a0d10 2024-03-07T10:00:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8928c0d60 con 0x55d8929a9520 2024-03-07T10:00:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a6b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47970/0 (socket says 172.21.15.18:47970) 2024-03-07T10:00:28.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ec7fff640 1 -- 172.21.15.18:0/3302483969 learned_addr learned my addr 172.21.15.18:0/3302483969 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ecd253640 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8929ac3d0 con 0x55d89299ffa0 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ecd253640 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a9520 0x55d8929a7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.327+0000 7f7ed1b7d740 10 client.0 _ll_register_callbacks cb 0x55d892618a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ecd253640 1 -- 172.21.15.18:0/3302483969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a9520 msgr2=0x55d8929a7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ecd253640 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a9520 0x55d8929a7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ecd253640 1 -- 172.21.15.18:0/3302483969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 msgr2=0x55d8929a6b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ecd253640 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a6b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ecd253640 1 -- 172.21.15.18:0/3302483969 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d8926e5620 con 0x55d89299ffa0 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ecd253640 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a65f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ca0 tx=0x7f7ec0005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a27ed1e1de11c38d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ea7fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ea7fff640 1 -- 172.21.15.18:0/3302483969 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec002e060 con 0x55d89299ffa0 2024-03-07T10:00:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.328+0000 7f7ea7fff640 1 -- 172.21.15.18:0/3302483969 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7ec0005260 con 0x55d89299ffa0 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.329+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7ec0009e50 con 0x55d89299ffa0 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.329+0000 7f7ea7fff640 1 -- 172.21.15.18:0/3302483969 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ec001e030 con 0x55d89299ffa0 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.329+0000 7f7ed1b7d740 10 client.25714 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.329+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=25}) v3 -- 0x55d8929b8410 con 0x55d89299ffa0 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.329+0000 7f7ea7fff640 1 -- 172.21.15.18:0/3302483969 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f7ec00046c0 con 0x55d89299ffa0 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ed1b7d740 10 client.25714 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ed1b7d740 10 client.25714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ed1b7d740 20 client.25714 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d8929b9760 0x55d8929bbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ed1b7d740 4 client.25714 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d892911b00 con 0x55d8929b9760 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ec7fff640 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d8929b9760 0x55d8929bbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ec7fff640 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d8929b9760 0x55d8929bbb50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31f39d2999d86108 server_cookie=9146ab9ba8408e02 in_seq=0 out_seq=0 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.330+0000 7f7ea7fff640 10 client.25714 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ea7fff640 1 -- 172.21.15.18:0/3302483969 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d892911b00 con 0x55d8929b9760 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ea7fff640 10 client.25714 handle_command_reply: tid=0 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 client.25714 shutdown 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 msgr2=0x55d8929a65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a65f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ca0 tx=0x7f7ec0005f90 comp rx=0 tx=0).stop 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 shutdown_connections 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d8929b9760 0x55d8929bbb50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d8929a9520 0x55d8929a7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/3302483969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d89299ffa0 0x55d8929a65f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 >> 172.21.15.18:0/3302483969 conn(0x55d892967580 msgr2=0x55d89299c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ea7fff640 0 client.25714 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 shutdown_connections 2024-03-07T10:00:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/3302483969 wait complete. 2024-03-07T10:00:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.331+0000 7f7ed1b7d740 20 client.25714 trim_cache size 0 max 16384 2024-03-07T10:00:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.350+0000 7f7ed1b7d740 1 Processor -- start 2024-03-07T10:00:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ed1b7d740 1 -- start start 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a0d10 0x55d8929a6e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d89299c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec81b1c30 con 0x55d8929a9520 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec81af730 con 0x55d89299ffa0 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec81ad7d0 con 0x55d8929a0d10 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a0d10 0x55d8929a6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55930/0 (socket says 172.21.15.18:55930) 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a0d10 0x55d8929a6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48086/0 (socket says 172.21.15.18:48086) 2024-03-07T10:00:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ecd253640 1 -- 172.21.15.18:0/70298383 learned_addr learned my addr 172.21.15.18:0/70298383 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.351+0000 7f7ecd253640 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d89299c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ecd253640 1 -- 172.21.15.18:0/70298383 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a0d10 msgr2=0x55d8929a6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ecd253640 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a0d10 0x55d8929a6e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ecd253640 1 -- 172.21.15.18:0/70298383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 msgr2=0x55d89299c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ecd253640 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d89299c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ecd253640 1 -- 172.21.15.18:0/70298383 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d89299f270 con 0x55d89299ffa0 2024-03-07T10:00:28.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ecd253640 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a8d20 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009c70 tx=0x7f7ec001a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ac6dbe180025dfd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:28.358 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ebe7fc640 1 -- 172.21.15.18:0/70298383 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec002e040 con 0x55d89299ffa0 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ebe7fc640 1 -- 172.21.15.18:0/70298383 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7ec0009e50 con 0x55d89299ffa0 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.352+0000 7f7ebe7fc640 1 -- 172.21.15.18:0/70298383 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec0038060 con 0x55d89299ffa0 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.353+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/70298383 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 msgr2=0x55d8929a8d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.353+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a8d20 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009c70 tx=0x7f7ec001a000 comp rx=0 tx=0).stop 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/70298383 shutdown_connections 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a9520 0x55d89299c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a0d10 0x55d8929a6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/70298383 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a8d20 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/70298383 >> 172.21.15.18:0/70298383 conn(0x55d892967580 msgr2=0x55d89299c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/70298383 shutdown_connections 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/70298383 wait complete. 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 -- start start 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.354+0000 7f7ed1b7d740 1 Processor -- start 2024-03-07T10:00:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a9520 0x55d8929aa0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec81addd0 con 0x55d8929a0d10 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec81af0d0 con 0x55d89299ffa0 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec81ae410 con 0x55d8929a9520 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 10 client.0 _ll_register_callbacks cb 0x7f7ec001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a9520 0x55d8929aa0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a9520 0x55d8929aa0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48090/0 (socket says 172.21.15.18:48090) 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 -- 172.21.15.18:0/515220262 learned_addr learned my addr 172.21.15.18:0/515220262 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ec7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a4080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47986/0 (socket says 172.21.15.18:47986) 2024-03-07T10:00:28.360 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 -- 172.21.15.18:0/515220262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 msgr2=0x55d8929a3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 -- 172.21.15.18:0/515220262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 msgr2=0x55d8929a4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 -- 172.21.15.18:0/515220262 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d8929aa600 con 0x55d8929a9520 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ec7fff640 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ecd253640 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a9520 0x55d8929aa0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0004e00 tx=0x7f7ec0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2eabfad67f12f8ad server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ea7fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ea7fff640 1 -- 172.21.15.18:0/515220262 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec0004e80 con 0x55d8929a9520 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7ec0009e50 con 0x55d8929a9520 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.355+0000 7f7ea7fff640 1 -- 172.21.15.18:0/515220262 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7ec0028400 con 0x55d8929a9520 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ea7fff640 1 -- 172.21.15.18:0/515220262 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ec0038020 con 0x55d8929a9520 2024-03-07T10:00:28.361 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 10 client.25720 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55d892a155a0 con 0x55d8929a9520 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ea7fff640 1 -- 172.21.15.18:0/515220262 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7ec0009e50 con 0x55d8929a9520 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ea7fff640 1 -- 172.21.15.18:0/515220262 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f7ec0049030 con 0x55d8929a9520 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 10 client.25720 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 10 client.25720 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 20 client.25720 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d892a15be0 0x55d892a18000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 4 client.25720 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d89290be50 con 0x55d892a15be0 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.356+0000 7f7ec7fff640 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d892a15be0 0x55d892a18000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.357+0000 7f7ec7fff640 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d892a15be0 0x55d892a18000 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d39809e3f726413 server_cookie=1ca4c5b498cd245b in_seq=0 out_seq=0 2024-03-07T10:00:28.362 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.357+0000 7f7ea7fff640 10 client.25720 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:28.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.379+0000 7f7ea7fff640 1 -- 172.21.15.18:0/515220262 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d89290be50 con 0x55d892a15be0 2024-03-07T10:00:28.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.379+0000 7f7ea7fff640 10 client.25720 handle_command_reply: tid=0 2024-03-07T10:00:28.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.379+0000 7f7ed1b7d740 1 client.25720 shutdown 2024-03-07T10:00:28.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.379+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a9520 msgr2=0x55d8929aa0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.379+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a9520 0x55d8929aa0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0004e00 tx=0x7f7ec0011810 comp rx=0 tx=0).stop 2024-03-07T10:00:28.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 shutdown_connections 2024-03-07T10:00:28.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d892a15be0 0x55d892a18000 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d8929a9520 0x55d8929aa0c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d8929a0d10 0x55d8929a4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 --2- 172.21.15.18:0/515220262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d89299ffa0 0x55d8929a3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 >> 172.21.15.18:0/515220262 conn(0x55d892967580 msgr2=0x55d892999e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ea7fff640 0 client.25720 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 shutdown_connections 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 1 -- 172.21.15.18:0/515220262 wait complete. 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ed1b7d740 20 client.25720 trim_cache size 0 max 16384 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:00:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:00:28.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:00:28.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:00:28.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7eb40a2190 msgr2=0x7f7eb40a4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.380+0000 7f7ececb6640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7eb40a2190 0x7f7eb40a4650 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7eb80cbe30 tx=0x7f7eb8005960 comp rx=0 tx=0).stop 2024-03-07T10:00:28.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7ec8103850 msgr2=0x7f7ec819a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7ec8103850 0x7f7ec819a200 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8009fd0 tx=0x7f7eb800ef90 comp rx=0 tx=0).stop 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 shutdown_connections 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7ec8109860 0x7f7ec819eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ec8104210 0x7f7ec819a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7eb40a2190 0x7f7eb40a4650 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 --2- 172.21.15.18:0/360497003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7ec8103850 0x7f7ec819a200 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.381+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 >> 172.21.15.18:0/360497003 conn(0x7f7ec80ff2e0 msgr2=0x7f7ec80ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.382+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 shutdown_connections 2024-03-07T10:00:28.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:28.382+0000 7f7ececb6640 1 -- 172.21.15.18:0/360497003 wait complete. 2024-03-07T10:00:28.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:28 smithi063 ceph-mon[36356]: pgmap v43: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.4 MiB/s wr, 678 op/s 2024-03-07T10:00:29.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:28 smithi077 ceph-mon[36374]: pgmap v43: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.4 MiB/s wr, 678 op/s 2024-03-07T10:00:29.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:28 smithi018 ceph-mon[32171]: pgmap v43: 97 pgs: 97 active+clean; 1.1 GiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.4 MiB/s wr, 678 op/s 2024-03-07T10:00:31.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:30 smithi077 ceph-mon[36374]: pgmap v44: 97 pgs: 97 active+clean; 1.1 GiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.06k op/s 2024-03-07T10:00:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:30 smithi018 ceph-mon[32171]: pgmap v44: 97 pgs: 97 active+clean; 1.1 GiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.06k op/s 2024-03-07T10:00:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:30 smithi063 ceph-mon[36356]: pgmap v44: 97 pgs: 97 active+clean; 1.1 GiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.06k op/s 2024-03-07T10:00:33.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:32 smithi077 ceph-mon[36374]: pgmap v45: 97 pgs: 97 active+clean; 1.1 GiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 10 MiB/s wr, 734 op/s 2024-03-07T10:00:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:32 smithi018 ceph-mon[32171]: pgmap v45: 97 pgs: 97 active+clean; 1.1 GiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 10 MiB/s wr, 734 op/s 2024-03-07T10:00:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 70.0 s, 3745.0 tps, lat 26.646 ms stddev 27.312 2024-03-07T10:00:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:32 smithi063 ceph-mon[36356]: pgmap v45: 97 pgs: 97 active+clean; 1.1 GiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 10 MiB/s wr, 734 op/s 2024-03-07T10:00:34.637 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:00:34.637 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:00:34.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.778+0000 7f033b11d640 1 -- 172.21.15.18:0/3964945568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f03341166f0 msgr2=0x7f0334118b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.778+0000 7f033b11d640 1 --2- 172.21.15.18:0/3964945568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f03341166f0 0x7f0334118b00 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f0328009900 tx=0x7f032802bcd0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.778+0000 7f033b11d640 1 -- 172.21.15.18:0/3964945568 shutdown_connections 2024-03-07T10:00:34.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.778+0000 7f033b11d640 1 --2- 172.21.15.18:0/3964945568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f03341166f0 0x7f0334118b00 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.778+0000 7f033b11d640 1 --2- 172.21.15.18:0/3964945568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0334108ba0 0x7f0334109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.778+0000 7f033b11d640 1 --2- 172.21.15.18:0/3964945568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f033410bd90 0x7f0334108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.778+0000 7f033b11d640 1 -- 172.21.15.18:0/3964945568 >> 172.21.15.18:0/3964945568 conn(0x7f033406c6d0 msgr2=0x7f033406cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:34.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.779+0000 7f033b11d640 1 -- 172.21.15.18:0/3964945568 shutdown_connections 2024-03-07T10:00:34.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.779+0000 7f033b11d640 1 -- 172.21.15.18:0/3964945568 wait complete. 2024-03-07T10:00:34.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.779+0000 7f033b11d640 1 Processor -- start 2024-03-07T10:00:34.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.779+0000 7f033b11d640 1 -- start start 2024-03-07T10:00:34.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f033b11d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0334108ba0 0x7f0334116010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f033b11d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f033410bd90 0x7f03341130b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f033b11d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03341166f0 0x7f0334113630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f033b11d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033411c440 con 0x7f033410bd90 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f033b11d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033411c2c0 con 0x7f0334108ba0 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f033b11d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033411c5c0 con 0x7f03341166f0 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03341166f0 0x7f0334113630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03341166f0 0x7f0334113630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48112/0 (socket says 172.21.15.18:48112) 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 -- 172.21.15.18:0/2421487669 learned_addr learned my addr 172.21.15.18:0/2421487669 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f0333fff640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f033410bd90 0x7f03341130b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f0338eb9640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0334108ba0 0x7f0334116010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 -- 172.21.15.18:0/2421487669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0334108ba0 msgr2=0x7f0334116010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0334108ba0 0x7f0334116010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 -- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f033410bd90 msgr2=0x7f03341130b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f033410bd90 0x7f03341130b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 -- 172.21.15.18:0/2421487669 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0334113ef0 con 0x7f03341166f0 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.780+0000 7f03396ba640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03341166f0 0x7f0334113630 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0328005940 tx=0x7f032802cbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.781+0000 7f0331ffb640 1 -- 172.21.15.18:0/2421487669 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0328041070 con 0x7f03341166f0 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.781+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03341b3240 con 0x7f03341166f0 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.781+0000 7f0331ffb640 1 -- 172.21.15.18:0/2421487669 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0328004450 con 0x7f03341166f0 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.781+0000 7f0331ffb640 1 -- 172.21.15.18:0/2421487669 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0328003d30 con 0x7f03341166f0 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.781+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03341b3780 con 0x7f03341166f0 2024-03-07T10:00:34.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.783+0000 7f033e009740 1 Processor -- start 2024-03-07T10:00:34.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f033e009740 1 -- start start 2024-03-07T10:00:34.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f0331ffb640 1 -- 172.21.15.18:0/2421487669 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f0328044070 con 0x7f03341166f0 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f033e009740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370d9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f033e009740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370e26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f033e009740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370e2c30 0x55b5370e5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f033e009740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b53703cdd0 con 0x55b5370d9730 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f033e009740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b536fe5ae0 con 0x55b5370da050 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.784+0000 7f033e009740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b537038e70 con 0x55b5370e2c30 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0338eb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370e26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370d9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0338eb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370e26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55960/0 (socket says 172.21.15.18:55960) 2024-03-07T10:00:34.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0338eb9640 1 -- 172.21.15.18:0/2788135411 learned_addr learned my addr 172.21.15.18:0/2788135411 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370e2c30 0x55b5370e5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 -- 172.21.15.18:0/2788135411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370e2c30 msgr2=0x55b5370e5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370e2c30 0x55b5370e5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 -- 172.21.15.18:0/2788135411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 msgr2=0x55b5370e26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370e26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 -- 172.21.15.18:0/2788135411 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b536e1b7d0 con 0x55b5370d9730 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0331ffb640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f031c0a2090 0x7f031c0a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0338eb9640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f031c0a2090 0x7f031c0a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0333fff640 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370d9b10 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f0334114870 tx=0x7f0324005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a837a6959a576174 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.785+0000 7f0331ffb640 1 -- 172.21.15.18:0/2421487669 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f03280efe70 con 0x7f03341166f0 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.786+0000 7f031affd640 1 -- 172.21.15.18:0/2788135411 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0324005020 con 0x55b5370d9730 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.786+0000 7f031affd640 1 -- 172.21.15.18:0/2788135411 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f03240047a0 con 0x55b5370d9730 2024-03-07T10:00:34.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.786+0000 7f031affd640 1 -- 172.21.15.18:0/2788135411 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032400f9f0 con 0x55b5370d9730 2024-03-07T10:00:34.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.787+0000 7f033e009740 1 -- 172.21.15.18:0/2788135411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 msgr2=0x55b5370d9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.787+0000 7f033e009740 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370d9b10 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f0334114870 tx=0x7f0324005850 comp rx=0 tx=0).stop 2024-03-07T10:00:34.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.787+0000 7f0338eb9640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f031c0a2090 0x7f031c0a4550 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x55b5370d9200 tx=0x7f032c009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.794+0000 7f033e009740 1 -- 172.21.15.18:0/2788135411 shutdown_connections 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.794+0000 7f033e009740 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370e2c30 0x55b5370e5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.794+0000 7f033e009740 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370e26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.794+0000 7f033e009740 1 --2- 172.21.15.18:0/2788135411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370d9b10 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.794+0000 7f033e009740 1 -- 172.21.15.18:0/2788135411 >> 172.21.15.18:0/2788135411 conn(0x55b5370d3e60 msgr2=0x55b5370d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.794+0000 7f033e009740 1 -- 172.21.15.18:0/2788135411 shutdown_connections 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.795+0000 7f033e009740 1 -- 172.21.15.18:0/2788135411 wait complete. 2024-03-07T10:00:34.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.795+0000 7f033e009740 1 -- start start 2024-03-07T10:00:34.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.795+0000 7f033e009740 1 Processor -- start 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f033e009740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370d9730 0x55b5370e26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f033e009740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370dfa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f033e009740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370e2c30 0x55b5370e01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f0338eb9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370d9730 0x55b5370e26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f0338eb9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370d9730 0x55b5370e26e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48142/0 (socket says 172.21.15.18:48142) 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f0338eb9640 1 -- 172.21.15.18:0/612506198 learned_addr learned my addr 172.21.15.18:0/612506198 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f0333fff640 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370dfa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5370e59c0 con 0x55b5370e2c30 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b536ff9070 con 0x55b5370da050 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.796+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5370e5b40 con 0x55b5370d9730 2024-03-07T10:00:34.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.797+0000 7f03396ba640 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370e2c30 0x55b5370e01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.797+0000 7f033e009740 10 client.0 _ll_register_callbacks cb 0x55b536ff8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:34.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.797+0000 7f03396ba640 1 -- 172.21.15.18:0/612506198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370d9730 msgr2=0x55b5370e26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.797+0000 7f03396ba640 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370d9730 0x55b5370e26e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.797+0000 7f03396ba640 1 -- 172.21.15.18:0/612506198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 msgr2=0x55b5370dfa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.797+0000 7f03396ba640 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370dfa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.797+0000 7f03396ba640 1 -- 172.21.15.18:0/612506198 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b536d513f0 con 0x55b5370e2c30 2024-03-07T10:00:34.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.798+0000 7f03396ba640 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370e2c30 0x55b5370e01b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f03280ed480 tx=0x7f03280bc590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=666d3abf80a7bf0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:34.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.798+0000 7f0313fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:34.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.799+0000 7f0313fff640 1 -- 172.21.15.18:0/612506198 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032804b070 con 0x55b5370e2c30 2024-03-07T10:00:34.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.799+0000 7f0313fff640 1 -- 172.21.15.18:0/612506198 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f03280c4960 con 0x55b5370e2c30 2024-03-07T10:00:34.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.799+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f03240047a0 con 0x55b5370e2c30 2024-03-07T10:00:34.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.800+0000 7f0313fff640 1 -- 172.21.15.18:0/612506198 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03280bc700 con 0x55b5370e2c30 2024-03-07T10:00:34.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.801+0000 7f033e009740 10 client.15888 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:34.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.801+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55b536d110f0 con 0x55b5370e2c30 2024-03-07T10:00:34.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f0313fff640 1 -- 172.21.15.18:0/612506198 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f03240047a0 con 0x55b5370e2c30 2024-03-07T10:00:34.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f0313fff640 1 -- 172.21.15.18:0/612506198 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f03280ed760 con 0x55b5370e2c30 2024-03-07T10:00:34.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f033e009740 10 client.15888 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:34.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f033e009740 10 client.15888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:34.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f033e009740 20 client.15888 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:34.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f033e009740 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b5370f2860 0x55b5370f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f033e009740 4 client.15888 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:34.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.802+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b53704a310 con 0x55b5370f2860 2024-03-07T10:00:34.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.809+0000 7f0338eb9640 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b5370f2860 0x55b5370f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.813+0000 7f0338eb9640 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b5370f2860 0x55b5370f4c50 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=122614a83b94867a server_cookie=f6e4b75ae7f460b1 in_seq=0 out_seq=0 2024-03-07T10:00:34.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.813+0000 7f0313fff640 10 client.15888 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:34.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.815+0000 7f0313fff640 1 -- 172.21.15.18:0/612506198 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b53704a310 con 0x55b5370f2860 2024-03-07T10:00:34.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.815+0000 7f0313fff640 10 client.15888 handle_command_reply: tid=0 2024-03-07T10:00:34.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.815+0000 7f033e009740 1 client.15888 shutdown 2024-03-07T10:00:34.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.818+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370e2c30 msgr2=0x55b5370e01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.818+0000 7f033e009740 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370e2c30 0x55b5370e01b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f03280ed480 tx=0x7f03280bc590 comp rx=0 tx=0).stop 2024-03-07T10:00:34.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.819+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 shutdown_connections 2024-03-07T10:00:34.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.819+0000 7f033e009740 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b5370f2860 0x55b5370f4c50 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.819+0000 7f033e009740 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370e2c30 0x55b5370e01b0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.819+0000 7f033e009740 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370da050 0x55b5370dfa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.819+0000 7f033e009740 1 --2- 172.21.15.18:0/612506198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370d9730 0x55b5370e26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.819+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 >> 172.21.15.18:0/612506198 conn(0x55b5370d3e60 msgr2=0x55b5370d5bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:34.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.819+0000 7f0313fff640 0 client.15888 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:34.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.820+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 shutdown_connections 2024-03-07T10:00:34.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.820+0000 7f033e009740 1 -- 172.21.15.18:0/612506198 wait complete. 2024-03-07T10:00:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.821+0000 7f033e009740 20 client.15888 trim_cache size 0 max 16384 2024-03-07T10:00:34.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 Processor -- start 2024-03-07T10:00:34.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 -- start start 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370dfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370de340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b5370e21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03341be820 con 0x55b5370d9730 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03341bc320 con 0x55b5370e2c30 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f033e009740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03341ba3c0 con 0x55b5370da050 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370dfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370dfa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48026/0 (socket says 172.21.15.18:48026) 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 -- 172.21.15.18:0/661893567 learned_addr learned my addr 172.21.15.18:0/661893567 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0333fff640 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370de340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f03396ba640 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b5370e21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 -- 172.21.15.18:0/661893567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 msgr2=0x55b5370de340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370de340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 -- 172.21.15.18:0/661893567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 msgr2=0x55b5370e21a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b5370e21a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.847+0000 7f0338eb9640 1 -- 172.21.15.18:0/661893567 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5370dea20 con 0x55b5370d9730 2024-03-07T10:00:34.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.848+0000 7f0338eb9640 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370dfa10 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f032c02aa50 tx=0x7f032c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57475b583e601135 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:34.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.848+0000 7f031a7fc640 1 -- 172.21.15.18:0/661893567 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032c030070 con 0x55b5370d9730 2024-03-07T10:00:34.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.848+0000 7f031a7fc640 1 -- 172.21.15.18:0/661893567 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f032c00fbe0 con 0x55b5370d9730 2024-03-07T10:00:34.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.848+0000 7f031a7fc640 1 -- 172.21.15.18:0/661893567 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032c022070 con 0x55b5370d9730 2024-03-07T10:00:34.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 -- 172.21.15.18:0/661893567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 msgr2=0x55b5370dfa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370dfa10 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f032c02aa50 tx=0x7f032c016000 comp rx=0 tx=0).stop 2024-03-07T10:00:34.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 -- 172.21.15.18:0/661893567 shutdown_connections 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b5370e21a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370de340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 --2- 172.21.15.18:0/661893567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370dfa10 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 -- 172.21.15.18:0/661893567 >> 172.21.15.18:0/661893567 conn(0x55b5370d3e60 msgr2=0x55b5370df300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 -- 172.21.15.18:0/661893567 shutdown_connections 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 -- 172.21.15.18:0/661893567 wait complete. 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 -- start start 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.849+0000 7f033e009740 1 Processor -- start 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f033e009740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370e6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f033e009740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370e6d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f033e009740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b53714d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f033e009740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03341ba9c0 con 0x55b5370d9730 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f033e009740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03341bbcc0 con 0x55b5370e2c30 2024-03-07T10:00:34.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f033e009740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03341bb000 con 0x55b5370da050 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370e6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370e6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48156/0 (socket says 172.21.15.18:48156) 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 -- 172.21.15.18:0/1374811032 learned_addr learned my addr 172.21.15.18:0/1374811032 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f033e009740 10 client.0 _ll_register_callbacks cb 0x7f03280b8280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f03396ba640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b53714d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 -- 172.21.15.18:0/1374811032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 msgr2=0x55b53714d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b53714d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 -- 172.21.15.18:0/1374811032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 msgr2=0x55b5370e6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0338eb9640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370e6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370e6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0333fff640 1 -- 172.21.15.18:0/1374811032 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b53714d620 con 0x55b5370da050 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.850+0000 7f0338eb9640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370e6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.851+0000 7f0333fff640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370e6d70 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f03240058c0 tx=0x7f03240055b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df2a0efe87d8481d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.851+0000 7f0313fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:34.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.851+0000 7f0313fff640 1 -- 172.21.15.18:0/1374811032 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032400f9a0 con 0x55b5370da050 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.851+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f032c00fbe0 con 0x55b5370da050 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.851+0000 7f0313fff640 1 -- 172.21.15.18:0/1374811032 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f0324019040 con 0x55b5370da050 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f0313fff640 1 -- 172.21.15.18:0/1374811032 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f032400fb40 con 0x55b5370da050 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 10 client.25738 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55b53714e840 con 0x55b5370da050 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f0313fff640 1 -- 172.21.15.18:0/1374811032 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f032c00fbe0 con 0x55b5370da050 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f0313fff640 1 -- 172.21.15.18:0/1374811032 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f032401d030 con 0x55b5370da050 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 10 client.25738 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 10 client.25738 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 20 client.25738 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b53714ef40 0x55b537151360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 4 client.25738 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:00:34.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55b537044660 con 0x55b53714ef40 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.852+0000 7f0338eb9640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b53714ef40 0x55b537151360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f0313fff640 10 client.25738 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f0338eb9640 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b53714ef40 0x55b537151360 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac81801621fd067f server_cookie=f39d98b310b588c4 in_seq=0 out_seq=0 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f0313fff640 1 -- 172.21.15.18:0/1374811032 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55b537044660 con 0x55b53714ef40 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f0313fff640 10 client.25738 handle_command_reply: tid=0 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 client.25738 shutdown 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 msgr2=0x55b5370e6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370e6d70 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f03240058c0 tx=0x7f03240055b0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 shutdown_connections 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b53714ef40 0x55b537151360 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5370e2c30 0x55b53714d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5370da050 0x55b5370e6d70 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 --2- 172.21.15.18:0/1374811032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5370d9730 0x55b5370e6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f0313fff640 0 client.25738 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.853+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 >> 172.21.15.18:0/1374811032 conn(0x55b5370d3e60 msgr2=0x55b5370d5290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 shutdown_connections 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033e009740 1 -- 172.21.15.18:0/1374811032 wait complete. 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033e009740 20 client.25738 trim_cache size 0 max 16384 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:00:34.859 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:00:34.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f031c0a2090 msgr2=0x7f031c0a4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f031c0a2090 0x7f031c0a4550 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x55b5370d9200 tx=0x7f032c009500 comp rx=0 tx=0).stop 2024-03-07T10:00:34.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03341166f0 msgr2=0x7f0334113630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:34.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03341166f0 0x7f0334113630 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0328005940 tx=0x7f032802cbd0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 shutdown_connections 2024-03-07T10:00:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03341166f0 0x7f0334113630 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f031c0a2090 0x7f031c0a4550 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f033410bd90 0x7f03341130b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 --2- 172.21.15.18:0/2421487669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0334108ba0 0x7f0334116010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 >> 172.21.15.18:0/2421487669 conn(0x7f033406c6d0 msgr2=0x7f0334116ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.854+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 shutdown_connections 2024-03-07T10:00:34.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:34.855+0000 7f033b11d640 1 -- 172.21.15.18:0/2421487669 wait complete. 2024-03-07T10:00:34.869 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:00:34.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:00:35.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:34 smithi077 ceph-mon[36374]: pgmap v46: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 13 MiB/s wr, 949 op/s 2024-03-07T10:00:35.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.032+0000 7f72e1434640 1 -- 172.21.15.18:0/1807687769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc110240 msgr2=0x7f72dc108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.032+0000 7f72e1434640 1 --2- 172.21.15.18:0/1807687769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc110240 0x7f72dc108ba0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f72d0009860 tx=0x7f72d002bb90 comp rx=0 tx=0).stop 2024-03-07T10:00:35.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.035+0000 7f72e1434640 1 -- 172.21.15.18:0/1807687769 shutdown_connections 2024-03-07T10:00:35.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.035+0000 7f72e1434640 1 --2- 172.21.15.18:0/1807687769 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc109280 0x7f72dc11ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.035+0000 7f72e1434640 1 --2- 172.21.15.18:0/1807687769 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc110240 0x7f72dc108ba0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.035+0000 7f72e1434640 1 --2- 172.21.15.18:0/1807687769 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc10fdd0 0x7f72dc108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.035+0000 7f72e1434640 1 -- 172.21.15.18:0/1807687769 >> 172.21.15.18:0/1807687769 conn(0x7f72dc06d9c0 msgr2=0x7f72dc06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.036+0000 7f72e1434640 1 -- 172.21.15.18:0/1807687769 shutdown_connections 2024-03-07T10:00:35.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.037+0000 7f72e1434640 1 -- 172.21.15.18:0/1807687769 wait complete. 2024-03-07T10:00:35.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.037+0000 7f72e1434640 1 Processor -- start 2024-03-07T10:00:35.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.038+0000 7f72e1434640 1 -- start start 2024-03-07T10:00:35.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.039+0000 7f72e1434640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc10fdd0 0x7f72dc11c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.039+0000 7f72e1434640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc110240 0x7f72dc11ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.039+0000 7f72e1434640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc115ac0 0x7f72dc115f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.039+0000 7f72e1434640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72dc1208a0 con 0x7f72dc10fdd0 2024-03-07T10:00:35.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.039+0000 7f72e1434640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72dc120720 con 0x7f72dc110240 2024-03-07T10:00:35.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.039+0000 7f72e1434640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72dc120a20 con 0x7f72dc115ac0 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc10fdd0 0x7f72dc11c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc10fdd0 0x7f72dc11c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48058/0 (socket says 172.21.15.18:48058) 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 -- 172.21.15.18:0/502804131 learned_addr learned my addr 172.21.15.18:0/502804131 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72db7fe640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc115ac0 0x7f72dc115f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 -- 172.21.15.18:0/502804131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc115ac0 msgr2=0x7f72dc115f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc115ac0 0x7f72dc115f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 -- 172.21.15.18:0/502804131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc110240 msgr2=0x7f72dc11ce70 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc110240 0x7f72dc11ce70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.040+0000 7f72daffd640 1 -- 172.21.15.18:0/502804131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72dc11a450 con 0x7f72dc10fdd0 2024-03-07T10:00:35.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.041+0000 7f72daffd640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc10fdd0 0x7f72dc11c930 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f72cc00d950 tx=0x7f72cc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.042+0000 7f72c3fff640 1 -- 172.21.15.18:0/502804131 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72cc017070 con 0x7f72dc10fdd0 2024-03-07T10:00:35.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.042+0000 7f72c3fff640 1 -- 172.21.15.18:0/502804131 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f72cc009c30 con 0x7f72dc10fdd0 2024-03-07T10:00:35.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.042+0000 7f72c3fff640 1 -- 172.21.15.18:0/502804131 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72cc00f690 con 0x7f72dc10fdd0 2024-03-07T10:00:35.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.043+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72dc11a740 con 0x7f72dc10fdd0 2024-03-07T10:00:35.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.043+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72dc11ac40 con 0x7f72dc10fdd0 2024-03-07T10:00:35.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.044+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72dc06ebc0 con 0x7f72dc10fdd0 2024-03-07T10:00:35.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.051+0000 7f72c3fff640 1 -- 172.21.15.18:0/502804131 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f72cc0109d0 con 0x7f72dc10fdd0 2024-03-07T10:00:35.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.052+0000 7f72c3fff640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a21a0 0x7f72c40a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.053+0000 7f72c3fff640 1 -- 172.21.15.18:0/502804131 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f72cc0ce100 con 0x7f72dc10fdd0 2024-03-07T10:00:35.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.053+0000 7f72da7fc640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a21a0 0x7f72c40a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.053+0000 7f72da7fc640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a21a0 0x7f72c40a4660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f72d0009780 tx=0x7f72d0009390 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.054+0000 7f72c3fff640 1 -- 172.21.15.18:0/502804131 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f72cc009de0 con 0x7f72dc10fdd0 2024-03-07T10:00:35.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:34 smithi018 ceph-mon[32171]: pgmap v46: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 13 MiB/s wr, 949 op/s 2024-03-07T10:00:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:34 smithi063 ceph-mon[36356]: pgmap v46: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 13 MiB/s wr, 949 op/s 2024-03-07T10:00:35.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.408+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f72dc10cf80 con 0x7f72dc10fdd0 2024-03-07T10:00:35.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.411+0000 7f72c3fff640 1 -- 172.21.15.18:0/502804131 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+11375 (secure 0 0 0) 0x7f72cc09afd0 con 0x7f72dc10fdd0 2024-03-07T10:00:35.413 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:00:35.413 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:59:15.914087+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T10:00:35.413 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 25 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.414+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a21a0 msgr2=0x7f72c40a4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.414+0000 7f72e1434640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a21a0 0x7f72c40a4660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f72d0009780 tx=0x7f72d0009390 comp rx=0 tx=0).stop 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.414+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc10fdd0 msgr2=0x7f72dc11c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.414+0000 7f72e1434640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc10fdd0 0x7f72dc11c930 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f72cc00d950 tx=0x7f72cc00de10 comp rx=0 tx=0).stop 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 shutdown_connections 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc115ac0 0x7f72dc115f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc110240 0x7f72dc11ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a21a0 0x7f72c40a4660 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 --2- 172.21.15.18:0/502804131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc10fdd0 0x7f72dc11c930 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 >> 172.21.15.18:0/502804131 conn(0x7f72dc06d9c0 msgr2=0x7f72dc070200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 shutdown_connections 2024-03-07T10:00:35.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.415+0000 7f72e1434640 1 -- 172.21.15.18:0/502804131 wait complete. 2024-03-07T10:00:35.434 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:00:35.434 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:00:35.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.594+0000 7f1f82e34640 1 -- 172.21.15.18:0/3146107596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 msgr2=0x7f1f7c109f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.595+0000 7f1f82e34640 1 --2- 172.21.15.18:0/3146107596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 0x7f1f7c109f20 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f1f74009ca0 tx=0x7f1f7402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.595+0000 7f1f82e34640 1 -- 172.21.15.18:0/3146107596 shutdown_connections 2024-03-07T10:00:35.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.595+0000 7f1f82e34640 1 --2- 172.21.15.18:0/3146107596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f7c108720 0x7f1f7c114c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.595+0000 7f1f82e34640 1 --2- 172.21.15.18:0/3146107596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f7c107d80 0x7f1f7c1081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.595+0000 7f1f82e34640 1 --2- 172.21.15.18:0/3146107596 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 0x7f1f7c109f20 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.595+0000 7f1f82e34640 1 -- 172.21.15.18:0/3146107596 >> 172.21.15.18:0/3146107596 conn(0x7f1f7c077500 msgr2=0x7f1f7c106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.595+0000 7f1f82e34640 1 -- 172.21.15.18:0/3146107596 shutdown_connections 2024-03-07T10:00:35.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.596+0000 7f1f82e34640 1 -- 172.21.15.18:0/3146107596 wait complete. 2024-03-07T10:00:35.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 Processor -- start 2024-03-07T10:00:35.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 -- start start 2024-03-07T10:00:35.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f7c107d80 0x7f1f7c19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f7c108720 0x7f1f7c19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 0x7f1f7c1a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c1180f0 con 0x7f1f7c109b40 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c117f70 con 0x7f1f7c107d80 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f82e34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c118270 con 0x7f1f7c108720 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f813d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 0x7f1f7c1a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f7bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f7c108720 0x7f1f7c19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f813d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 0x7f1f7c1a2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48078/0 (socket says 172.21.15.18:48078) 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f813d1640 1 -- 172.21.15.18:0/1139996876 learned_addr learned my addr 172.21.15.18:0/1139996876 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.597+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f7c107d80 0x7f1f7c19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f7bfff640 1 -- 172.21.15.18:0/1139996876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f7c107d80 msgr2=0x7f1f7c19e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f7c107d80 0x7f1f7c19e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f7bfff640 1 -- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 msgr2=0x7f1f7c1a2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 0x7f1f7c1a2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f7bfff640 1 -- 172.21.15.18:0/1139996876 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f7c1a35a0 con 0x7f1f7c108720 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f7c107d80 0x7f1f7c19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f7c108720 0x7f1f7c19eaf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c00e9f0 tx=0x7f1f6c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f79ffb640 1 -- 172.21.15.18:0/1139996876 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c00ccc0 con 0x7f1f7c108720 2024-03-07T10:00:35.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.598+0000 7f1f79ffb640 1 -- 172.21.15.18:0/1139996876 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1f6c005020 con 0x7f1f7c108720 2024-03-07T10:00:35.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.599+0000 7f1f79ffb640 1 -- 172.21.15.18:0/1139996876 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c0049e0 con 0x7f1f7c108720 2024-03-07T10:00:35.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.600+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f7c1a3890 con 0x7f1f7c108720 2024-03-07T10:00:35.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.600+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f7c1ab120 con 0x7f1f7c108720 2024-03-07T10:00:35.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.603+0000 7f1f85c2f740 1 Processor -- start 2024-03-07T10:00:35.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f85c2f740 1 -- start start 2024-03-07T10:00:35.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f79ffb640 1 -- 172.21.15.18:0/1139996876 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f1f6c005560 con 0x7f1f7c108720 2024-03-07T10:00:35.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c529550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c532130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c534a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55995c4f0330 con 0x55995c532670 2024-03-07T10:00:35.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55995c48ce90 con 0x55995c529170 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55995c435d00 con 0x55995c529a90 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f80bd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c532130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f80bd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c532130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48218/0 (socket says 172.21.15.18:48218) 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.604+0000 7f1f80bd0640 1 -- 172.21.15.18:0/1674828089 learned_addr learned my addr 172.21.15.18:0/1674828089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f813d1640 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c529550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f80bd0640 1 -- 172.21.15.18:0/1674828089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 msgr2=0x55995c529550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c529550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f80bd0640 1 -- 172.21.15.18:0/1674828089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 msgr2=0x55995c534a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c534a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c534a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f80bd0640 1 -- 172.21.15.18:0/1674828089 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55995c434b90 con 0x55995c529a90 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f813d1640 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c529550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c534a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:00:35.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c532130 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1f74037040 tx=0x7f1f740098f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f19011268c77a75 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f79ffb640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f680a2110 0x7f1f680a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.605+0000 7f1f72ffd640 1 -- 172.21.15.18:0/1674828089 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74043020 con 0x55995c529a90 2024-03-07T10:00:35.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f72ffd640 1 -- 172.21.15.18:0/1674828089 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1f74032c90 con 0x55995c529a90 2024-03-07T10:00:35.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f72ffd640 1 -- 172.21.15.18:0/1674828089 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74039040 con 0x55995c529a90 2024-03-07T10:00:35.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f813d1640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f680a2110 0x7f1f680a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f79ffb640 1 -- 172.21.15.18:0/1139996876 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1f6c0ce9a0 con 0x7f1f7c108720 2024-03-07T10:00:35.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 -- 172.21.15.18:0/1674828089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 msgr2=0x55995c532130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f813d1640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f680a2110 0x7f1f680a45d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1f64009e20 tx=0x7f1f64005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c532130 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1f74037040 tx=0x7f1f740098f0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 -- 172.21.15.18:0/1674828089 shutdown_connections 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c534a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c532130 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/1674828089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c529550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 -- 172.21.15.18:0/1674828089 >> 172.21.15.18:0/1674828089 conn(0x55995c5238a0 msgr2=0x55995c523c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.606+0000 7f1f85c2f740 1 -- 172.21.15.18:0/1674828089 shutdown_connections 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.607+0000 7f1f85c2f740 1 -- 172.21.15.18:0/1674828089 wait complete. 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.607+0000 7f1f85c2f740 1 -- start start 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.607+0000 7f1f85c2f740 1 Processor -- start 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.607+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529170 0x55995c52f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c52fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c530130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f80bd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529170 0x55995c52f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55995c42b470 con 0x55995c532670 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55995c488f30 con 0x55995c529a90 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55995c546410 con 0x55995c529170 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f80bd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529170 0x55995c52f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48224/0 (socket says 172.21.15.18:48224) 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f80bd0640 1 -- 172.21.15.18:0/3169808175 learned_addr learned my addr 172.21.15.18:0/3169808175 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c52fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f85c2f740 10 client.0 _ll_register_callbacks cb 0x55995c486d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f813d1640 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c530130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f7bfff640 1 -- 172.21.15.18:0/3169808175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529170 msgr2=0x55995c52f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529170 0x55995c52f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f7bfff640 1 -- 172.21.15.18:0/3169808175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 msgr2=0x55995c530130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c530130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.608+0000 7f1f7bfff640 1 -- 172.21.15.18:0/3169808175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55995c1a13f0 con 0x55995c529a90 2024-03-07T10:00:35.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.609+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c52fbf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c0cbea0 tx=0x7f1f6c005290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b61d32119512358d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f5bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:35.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f5bfff640 1 -- 172.21.15.18:0/3169808175 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c09f1c0 con 0x55995c529a90 2024-03-07T10:00:35.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f5bfff640 1 -- 172.21.15.18:0/3169808175 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1f6c0cc180 con 0x55995c529a90 2024-03-07T10:00:35.614 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1f74032c90 con 0x55995c529a90 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f5bfff640 1 -- 172.21.15.18:0/3169808175 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f6c0a3810 con 0x55995c529a90 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f85c2f740 10 client.25706 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55995c26b7d0 con 0x55995c529a90 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.611+0000 7f1f5bfff640 1 -- 172.21.15.18:0/3169808175 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1f74032c90 con 0x55995c529a90 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f5bfff640 1 -- 172.21.15.18:0/3169808175 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1f6c01f070 con 0x55995c529a90 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f85c2f740 10 client.25706 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f85c2f740 10 client.25706 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f85c2f740 20 client.25706 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5536a0 0x55995c555a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f85c2f740 4 client.25706 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:35.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55995c49a3d0 con 0x55995c5536a0 2024-03-07T10:00:35.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5536a0 0x55995c555a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5536a0 0x55995c555a90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=93870240bb32184 server_cookie=2b3a67c261fb355d in_seq=0 out_seq=0 2024-03-07T10:00:35.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.612+0000 7f1f5bfff640 10 client.25706 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:35.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.613+0000 7f1f5bfff640 1 -- 172.21.15.18:0/3169808175 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55995c49a3d0 con 0x55995c5536a0 2024-03-07T10:00:35.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f5bfff640 10 client.25706 handle_command_reply: tid=0 2024-03-07T10:00:35.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 client.25706 shutdown 2024-03-07T10:00:35.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 msgr2=0x55995c52fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c52fbf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c0cbea0 tx=0x7f1f6c005290 comp rx=0 tx=0).stop 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 shutdown_connections 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5536a0 0x55995c555a90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c530130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f5bfff640 0 client.25706 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c52fbf0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/3169808175 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529170 0x55995c52f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 >> 172.21.15.18:0/3169808175 conn(0x55995c5238a0 msgr2=0x55995c5255f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 shutdown_connections 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 1 -- 172.21.15.18:0/3169808175 wait complete. 2024-03-07T10:00:35.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.614+0000 7f1f85c2f740 20 client.25706 trim_cache size 0 max 16384 2024-03-07T10:00:35.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 Processor -- start 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 -- start start 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c531de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c54eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c54f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c1ad7c0 con 0x55995c532670 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c1ab2f0 con 0x55995c529170 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f7bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c54eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c071900 con 0x55995c529a90 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f80bd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c531de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f7bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c54eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48226/0 (socket says 172.21.15.18:48226) 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f7bfff640 1 -- 172.21.15.18:0/692526310 learned_addr learned my addr 172.21.15.18:0/692526310 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.636+0000 7f1f813d1640 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c54f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.637+0000 7f1f80bd0640 1 -- 172.21.15.18:0/692526310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 msgr2=0x55995c54eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.637+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c54eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.637+0000 7f1f80bd0640 1 -- 172.21.15.18:0/692526310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 msgr2=0x55995c54f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.637+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c54f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.637+0000 7f1f80bd0640 1 -- 172.21.15.18:0/692526310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55995c534a60 con 0x55995c529170 2024-03-07T10:00:35.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.637+0000 7f1f813d1640 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c54f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:35.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.639+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c531de0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1f74009620 tx=0x7f1f74009880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f3a95d9c19ea32c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.639+0000 7f1f727fc640 1 -- 172.21.15.18:0/692526310 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74059070 con 0x55995c529170 2024-03-07T10:00:35.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.639+0000 7f1f727fc640 1 -- 172.21.15.18:0/692526310 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1f74032c90 con 0x55995c529170 2024-03-07T10:00:35.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.639+0000 7f1f727fc640 1 -- 172.21.15.18:0/692526310 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74039040 con 0x55995c529170 2024-03-07T10:00:35.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.641+0000 7f1f85c2f740 1 -- 172.21.15.18:0/692526310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 msgr2=0x55995c531de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.641+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c531de0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1f74009620 tx=0x7f1f74009880 comp rx=0 tx=0).stop 2024-03-07T10:00:35.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.645+0000 7f1f85c2f740 1 -- 172.21.15.18:0/692526310 shutdown_connections 2024-03-07T10:00:35.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.645+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c532670 0x55995c54f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.645+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c529a90 0x55995c54eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.645+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/692526310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529170 0x55995c531de0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.645+0000 7f1f85c2f740 1 -- 172.21.15.18:0/692526310 >> 172.21.15.18:0/692526310 conn(0x55995c5238a0 msgr2=0x55995c522960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.646+0000 7f1f85c2f740 1 -- 172.21.15.18:0/692526310 shutdown_connections 2024-03-07T10:00:35.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.648+0000 7f1f85c2f740 1 -- 172.21.15.18:0/692526310 wait complete. 2024-03-07T10:00:35.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.648+0000 7f1f85c2f740 1 -- start start 2024-03-07T10:00:35.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.649+0000 7f1f85c2f740 1 Processor -- start 2024-03-07T10:00:35.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c529170 0x55995c547200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c547740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f85c2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c532670 0x55995c5adef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c071f00 con 0x55995c529170 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c073200 con 0x55995c529a90 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f85c2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f7c072540 con 0x55995c532670 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f85c2f740 10 client.0 _ll_register_callbacks cb 0x7f1f6c0053d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f813d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c532670 0x55995c5adef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f813d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c532670 0x55995c5adef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48228/0 (socket says 172.21.15.18:48228) 2024-03-07T10:00:35.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.650+0000 7f1f813d1640 1 -- 172.21.15.18:0/2281605887 learned_addr learned my addr 172.21.15.18:0/2281605887 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.651+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c547740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.652+0000 7f1f7bfff640 1 -- 172.21.15.18:0/2281605887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c532670 msgr2=0x55995c5adef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.652+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c532670 0x55995c5adef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.652+0000 7f1f7bfff640 1 -- 172.21.15.18:0/2281605887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c529170 msgr2=0x55995c547200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.652+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c529170 0x55995c547200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.652+0000 7f1f7bfff640 1 -- 172.21.15.18:0/2281605887 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55995c5ae4e0 con 0x55995c529a90 2024-03-07T10:00:35.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.653+0000 7f1f7bfff640 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c547740 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c005380 tx=0x7f1f6c0096e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dfc12d1288112a8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.653+0000 7f1f5bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:35.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.654+0000 7f1f5bfff640 1 -- 172.21.15.18:0/2281605887 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c09f1c0 con 0x55995c529a90 2024-03-07T10:00:35.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.654+0000 7f1f5bfff640 1 -- 172.21.15.18:0/2281605887 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1f6c096dc0 con 0x55995c529a90 2024-03-07T10:00:35.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.654+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1f74032c90 con 0x55995c529a90 2024-03-07T10:00:35.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.655+0000 7f1f5bfff640 1 -- 172.21.15.18:0/2281605887 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f6c09abb0 con 0x55995c529a90 2024-03-07T10:00:35.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.655+0000 7f1f85c2f740 10 client.25712 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:35.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.655+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55995c5af7c0 con 0x55995c529a90 2024-03-07T10:00:35.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.656+0000 7f1f5bfff640 1 -- 172.21.15.18:0/2281605887 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1f74032c90 con 0x55995c529a90 2024-03-07T10:00:35.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.656+0000 7f1f5bfff640 1 -- 172.21.15.18:0/2281605887 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1f6c07e050 con 0x55995c529a90 2024-03-07T10:00:35.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.656+0000 7f1f85c2f740 10 client.25712 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:35.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.656+0000 7f1f85c2f740 10 client.25712 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:00:35.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.657+0000 7f1f85c2f740 20 client.25712 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:35.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.657+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5afea0 0x55995c5b22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.657+0000 7f1f85c2f740 4 client.25712 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:00:35.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.657+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55995c494720 con 0x55995c5afea0 2024-03-07T10:00:35.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.657+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5afea0 0x55995c5b22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.658+0000 7f1f80bd0640 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5afea0 0x55995c5b22c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=24abd62a884450b3 server_cookie=ffa3a462a27005fa in_seq=0 out_seq=0 2024-03-07T10:00:35.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.658+0000 7f1f5bfff640 10 client.25712 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:35.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.658+0000 7f1f5bfff640 1 -- 172.21.15.18:0/2281605887 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55995c494720 con 0x55995c5afea0 2024-03-07T10:00:35.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.658+0000 7f1f5bfff640 10 client.25712 handle_command_reply: tid=0 2024-03-07T10:00:35.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 client.25712 shutdown 2024-03-07T10:00:35.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 msgr2=0x55995c547740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c547740 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c005380 tx=0x7f1f6c0096e0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 shutdown_connections 2024-03-07T10:00:35.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55995c5afea0 0x55995c5b22c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55995c532670 0x55995c5adef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55995c529a90 0x55995c547740 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 --2- 172.21.15.18:0/2281605887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55995c529170 0x55995c547200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 >> 172.21.15.18:0/2281605887 conn(0x55995c5238a0 msgr2=0x55995c5220d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.659+0000 7f1f5bfff640 0 client.25712 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:00:35.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.660+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 shutdown_connections 2024-03-07T10:00:35.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.660+0000 7f1f85c2f740 1 -- 172.21.15.18:0/2281605887 wait complete. 2024-03-07T10:00:35.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.660+0000 7f1f85c2f740 20 client.25712 trim_cache size 0 max 16384 2024-03-07T10:00:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:00:35.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f680a2110 msgr2=0x7f1f680a45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f680a2110 0x7f1f680a45d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1f64009e20 tx=0x7f1f64005f90 comp rx=0 tx=0).stop 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f7c108720 msgr2=0x7f1f7c19eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f7c108720 0x7f1f7c19eaf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c00e9f0 tx=0x7f1f6c00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 shutdown_connections 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f680a2110 0x7f1f680a45d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1f7c109b40 0x7f1f7c1a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1f7c108720 0x7f1f7c19eaf0 secure :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c00e9f0 tx=0x7f1f6c00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 --2- 172.21.15.18:0/1139996876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f7c107d80 0x7f1f7c19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.661+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 >> 172.21.15.18:0/1139996876 conn(0x7f1f7c077500 msgr2=0x7f1f7c077a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.662+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 shutdown_connections 2024-03-07T10:00:35.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.662+0000 7f1f82e34640 1 -- 172.21.15.18:0/1139996876 wait complete. 2024-03-07T10:00:35.678 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:00:35.679 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:00:35.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.823+0000 7f808fedd640 1 -- 172.21.15.18:0/2185551302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80880ffaf0 msgr2=0x7f80880fff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.823+0000 7f808fedd640 1 --2- 172.21.15.18:0/2185551302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80880ffaf0 0x7f80880fff50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f8078009900 tx=0x7f807802bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.823+0000 7f808fedd640 1 -- 172.21.15.18:0/2185551302 shutdown_connections 2024-03-07T10:00:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.823+0000 7f808fedd640 1 --2- 172.21.15.18:0/2185551302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 0x7f8088104230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.823+0000 7f808fedd640 1 --2- 172.21.15.18:0/2185551302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80880ffaf0 0x7f80880fff50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.823+0000 7f808fedd640 1 --2- 172.21.15.18:0/2185551302 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8088106730 0x7f8088106b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.823+0000 7f808fedd640 1 -- 172.21.15.18:0/2185551302 >> 172.21.15.18:0/2185551302 conn(0x7f8088077ab0 msgr2=0x7f80880fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.824+0000 7f808fedd640 1 -- 172.21.15.18:0/2185551302 shutdown_connections 2024-03-07T10:00:35.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.825+0000 7f808fedd640 1 -- 172.21.15.18:0/2185551302 wait complete. 2024-03-07T10:00:35.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 Processor -- start 2024-03-07T10:00:35.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 -- start start 2024-03-07T10:00:35.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80880ffaf0 0x7f808819e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 0x7f808819ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8088106730 0x7f80881a2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881181a0 con 0x7f80880ffaf0 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8088118020 con 0x7f8088100570 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808fedd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8088118320 con 0x7f8088106730 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808d478640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 0x7f808819ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808dc79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80880ffaf0 0x7f808819e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808d478640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 0x7f808819ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56064/0 (socket says 172.21.15.18:56064) 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808e47a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8088106730 0x7f80881a2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808d478640 1 -- 172.21.15.18:0/2979428557 learned_addr learned my addr 172.21.15.18:0/2979428557 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808e47a640 1 -- 172.21.15.18:0/2979428557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 msgr2=0x7f808819ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808e47a640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 0x7f808819ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808e47a640 1 -- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80880ffaf0 msgr2=0x7f808819e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.826+0000 7f808e47a640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80880ffaf0 0x7f808819e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f808e47a640 1 -- 172.21.15.18:0/2979428557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80881a3670 con 0x7f8088106730 2024-03-07T10:00:35.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f808d478640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 0x7f808819ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:35.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f808e47a640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8088106730 0x7f80881a2f40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8080009fd0 tx=0x7f808000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f807effd640 1 -- 172.21.15.18:0/2979428557 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808000ce20 con 0x7f8088106730 2024-03-07T10:00:35.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f807effd640 1 -- 172.21.15.18:0/2979428557 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8080005020 con 0x7f8088106730 2024-03-07T10:00:35.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80881a3960 con 0x7f8088106730 2024-03-07T10:00:35.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f807effd640 1 -- 172.21.15.18:0/2979428557 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8080010720 con 0x7f8088106730 2024-03-07T10:00:35.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.827+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80881ab1f0 con 0x7f8088106730 2024-03-07T10:00:35.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.831+0000 7f807effd640 1 -- 172.21.15.18:0/2979428557 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f80800108c0 con 0x7f8088106730 2024-03-07T10:00:35.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.831+0000 7f8092d9b740 1 Processor -- start 2024-03-07T10:00:35.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f8092d9b740 1 -- start start 2024-03-07T10:00:35.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfe7550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7a90 0x56549bff0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549bff2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f8092d9b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56549bfae330 con 0x56549bff0670 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f8092d9b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56549bf4ae90 con 0x56549bfe7a90 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f8092d9b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56549bef3d00 con 0x56549bfe7170 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f807effd640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80740a2110 0x7f80740a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f808d478640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfe7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f808dc79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7a90 0x56549bff0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f808d478640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfe7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48256/0 (socket says 172.21.15.18:48256) 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f808d478640 1 -- 172.21.15.18:0/4174883669 learned_addr learned my addr 172.21.15.18:0/4174883669 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f808d478640 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549bff2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.832+0000 7f808e47a640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80740a2110 0x7f80740a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f807effd640 1 -- 172.21.15.18:0/2979428557 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f80800cfb30 con 0x7f8088106730 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808d478640 1 -- 172.21.15.18:0/4174883669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7a90 msgr2=0x56549bff0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808d478640 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7a90 0x56549bff0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808d478640 1 -- 172.21.15.18:0/4174883669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 msgr2=0x56549bff2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808d478640 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549bff2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808d478640 1 -- 172.21.15.18:0/4174883669 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56549bef2b90 con 0x56549bfe7170 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808dc79640 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7a90 0x56549bff0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808d478640 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfe7550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8078005c40 tx=0x7f8078005b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e1d6cac831e7260 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f808e47a640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80740a2110 0x7f80740a45d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f80800cd090 tx=0x7f80800054b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f8073fff640 1 -- 172.21.15.18:0/4174883669 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f807802ca80 con 0x56549bfe7170 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f8073fff640 1 -- 172.21.15.18:0/4174883669 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f807802cc20 con 0x56549bfe7170 2024-03-07T10:00:35.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.833+0000 7f8073fff640 1 -- 172.21.15.18:0/4174883669 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80780055f0 con 0x56549bfe7170 2024-03-07T10:00:35.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.834+0000 7f8092d9b740 1 -- 172.21.15.18:0/4174883669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 msgr2=0x56549bfe7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.834+0000 7f8092d9b740 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfe7550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8078005c40 tx=0x7f8078005b90 comp rx=0 tx=0).stop 2024-03-07T10:00:35.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.835+0000 7f8092d9b740 1 -- 172.21.15.18:0/4174883669 shutdown_connections 2024-03-07T10:00:35.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.836+0000 7f8092d9b740 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549bff2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.836+0000 7f8092d9b740 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7a90 0x56549bff0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.836+0000 7f8092d9b740 1 --2- 172.21.15.18:0/4174883669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfe7550 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.836+0000 7f8092d9b740 1 -- 172.21.15.18:0/4174883669 >> 172.21.15.18:0/4174883669 conn(0x56549bfe18a0 msgr2=0x56549bfe1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.837+0000 7f8092d9b740 1 -- 172.21.15.18:0/4174883669 shutdown_connections 2024-03-07T10:00:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.837+0000 7f8092d9b740 1 -- 172.21.15.18:0/4174883669 wait complete. 2024-03-07T10:00:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.838+0000 7f8092d9b740 1 -- start start 2024-03-07T10:00:35.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.838+0000 7f8092d9b740 1 Processor -- start 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549bfed6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549bfedc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549bfee150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f808d478640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549bfed6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f808d478640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549bfed6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56090/0 (socket says 172.21.15.18:56090) 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f808d478640 1 -- 172.21.15.18:0/1614569045 learned_addr learned my addr 172.21.15.18:0/1614569045 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56549bee9470 con 0x56549bff0670 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56549bf46f30 con 0x56549bfe7170 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56549bff3400 con 0x56549bfe7a90 2024-03-07T10:00:35.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f8092d9b740 10 client.0 _ll_register_callbacks cb 0x56549bf44d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:35.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.839+0000 7f808dc79640 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549bfedc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.840+0000 7f808d478640 1 -- 172.21.15.18:0/1614569045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 msgr2=0x56549bfedc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.840+0000 7f808d478640 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549bfedc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.840+0000 7f808d478640 1 -- 172.21.15.18:0/1614569045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 msgr2=0x56549bfee150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.840+0000 7f808d478640 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549bfee150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.840+0000 7f808d478640 1 -- 172.21.15.18:0/1614569045 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56549bc5f3f0 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.840+0000 7f808d478640 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549bfed6d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f807802ce20 tx=0x7f807802bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=693369db38095e75 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.840+0000 7f80717fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f80717fa640 1 -- 172.21.15.18:0/1614569045 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80780051c0 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f80717fa640 1 -- 172.21.15.18:0/1614569045 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8078004030 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f807802cc20 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f80717fa640 1 -- 172.21.15.18:0/1614569045 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8078004230 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f8092d9b740 10 client.25724 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56549bd297d0 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f80717fa640 1 -- 172.21.15.18:0/1614569045 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80780043d0 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f80717fa640 1 -- 172.21.15.18:0/1614569045 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f8078057020 con 0x56549bfe7170 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f8092d9b740 10 client.25724 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:35.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.841+0000 7f8092d9b740 10 client.25724 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:00:35.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.842+0000 7f8092d9b740 20 client.25724 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:35.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.842+0000 7f8092d9b740 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c0006c0 0x56549c002ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.842+0000 7f8092d9b740 4 client.25724 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:35.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.842+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f807802cc20 con 0x56549c0006c0 2024-03-07T10:00:35.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.842+0000 7f808dc79640 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c0006c0 0x56549c002ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.844+0000 7f808dc79640 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c0006c0 0x56549c002ab0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=938a0ecf4b7ed95d server_cookie=b81ec375f6ecac29 in_seq=0 out_seq=0 2024-03-07T10:00:35.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.844+0000 7f80717fa640 10 client.25724 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:35.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.851+0000 7f80717fa640 1 -- 172.21.15.18:0/1614569045 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f807802cc20 con 0x56549c0006c0 2024-03-07T10:00:35.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.851+0000 7f80717fa640 10 client.25724 handle_command_reply: tid=0 2024-03-07T10:00:35.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.851+0000 7f8092d9b740 1 client.25724 shutdown 2024-03-07T10:00:35.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.851+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 msgr2=0x56549bfed6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.851+0000 7f8092d9b740 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549bfed6d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f807802ce20 tx=0x7f807802bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:35.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.852+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 shutdown_connections 2024-03-07T10:00:35.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.852+0000 7f8092d9b740 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549bfee150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.852+0000 7f8092d9b740 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c0006c0 0x56549c002ab0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.852+0000 7f8092d9b740 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549bfedc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.852+0000 7f8092d9b740 1 --2- 172.21.15.18:0/1614569045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549bfed6d0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.852+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 >> 172.21.15.18:0/1614569045 conn(0x56549bfe18a0 msgr2=0x56549bfe35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.853+0000 7f80717fa640 0 client.25724 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:35.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.858+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 shutdown_connections 2024-03-07T10:00:35.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.861+0000 7f8092d9b740 1 -- 172.21.15.18:0/1614569045 wait complete. 2024-03-07T10:00:35.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.861+0000 7f8092d9b740 20 client.25724 trim_cache size 0 max 16384 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.887+0000 7f8092d9b740 1 Processor -- start 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.887+0000 7f8092d9b740 1 -- start start 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfefe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bfe7a90 0x56549bfedf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bff0670 0x56549bfe07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f8092d9b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881b5e30 con 0x56549bfe7a90 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f8092d9b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881b3930 con 0x56549bff0670 2024-03-07T10:00:35.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f8092d9b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881b19d0 con 0x56549bfe7170 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bfe7a90 0x56549bfedf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bfe7a90 0x56549bfedf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48146/0 (socket says 172.21.15.18:48146) 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 -- 172.21.15.18:0/111708125 learned_addr learned my addr 172.21.15.18:0/111708125 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808d478640 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfefe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808d478640 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bff0670 0x56549bfe07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 -- 172.21.15.18:0/111708125 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 msgr2=0x56549bfefe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfefe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 -- 172.21.15.18:0/111708125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bff0670 msgr2=0x56549bfe07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bff0670 0x56549bfe07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 -- 172.21.15.18:0/111708125 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56549bfe78c0 con 0x56549bfe7a90 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.888+0000 7f808dc79640 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bfe7a90 0x56549bfedf70 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x56549bfecf30 tx=0x7f8084005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61bb5cb9a09d669d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.889+0000 7f80737fe640 1 -- 172.21.15.18:0/111708125 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8084003a40 con 0x56549bfe7a90 2024-03-07T10:00:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.889+0000 7f80737fe640 1 -- 172.21.15.18:0/111708125 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8084025070 con 0x56549bfe7a90 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.889+0000 7f80737fe640 1 -- 172.21.15.18:0/111708125 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80840107b0 con 0x56549bfe7a90 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.889+0000 7f8092d9b740 1 -- 172.21.15.18:0/111708125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bfe7a90 msgr2=0x56549bfedf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.889+0000 7f8092d9b740 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bfe7a90 0x56549bfedf70 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x56549bfecf30 tx=0x7f8084005f90 comp rx=0 tx=0).stop 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.889+0000 7f8092d9b740 1 -- 172.21.15.18:0/111708125 shutdown_connections 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.890+0000 7f8092d9b740 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bff0670 0x56549bfe07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.890+0000 7f8092d9b740 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bfe7a90 0x56549bfedf70 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.890+0000 7f8092d9b740 1 --2- 172.21.15.18:0/111708125 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7170 0x56549bfefe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.890+0000 7f8092d9b740 1 -- 172.21.15.18:0/111708125 >> 172.21.15.18:0/111708125 conn(0x56549bfe18a0 msgr2=0x56549bfe00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.890+0000 7f8092d9b740 1 -- 172.21.15.18:0/111708125 shutdown_connections 2024-03-07T10:00:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.891+0000 7f8092d9b740 1 -- 172.21.15.18:0/111708125 wait complete. 2024-03-07T10:00:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.891+0000 7f8092d9b740 1 -- start start 2024-03-07T10:00:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.891+0000 7f8092d9b740 1 Processor -- start 2024-03-07T10:00:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549c003610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549c003b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f8092d9b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549c05abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f8092d9b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881b1fd0 con 0x56549bff0670 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f8092d9b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881b32d0 con 0x56549bfe7170 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f808d478640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549c003610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f808dc79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549c003b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f8092d9b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881b2610 con 0x56549bfe7a90 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f808dc79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549c003b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48284/0 (socket says 172.21.15.18:48284) 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f808d478640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549c003610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56116/0 (socket says 172.21.15.18:56116) 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f808dc79640 1 -- 172.21.15.18:0/3637841505 learned_addr learned my addr 172.21.15.18:0/3637841505 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f8092d9b740 10 client.0 _ll_register_callbacks cb 0x7f8078009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.892+0000 7f808d478640 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549c05abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f808dc79640 1 -- 172.21.15.18:0/3637841505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 msgr2=0x56549c003610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f808dc79640 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549c003610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f808dc79640 1 -- 172.21.15.18:0/3637841505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 msgr2=0x56549c05abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f808dc79640 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549c05abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f808dc79640 1 -- 172.21.15.18:0/3637841505 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56549c05b130 con 0x56549bfe7a90 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f808dc79640 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549c003b50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8084000c00 tx=0x7f8084009b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acad61a6a3192bf1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f80717fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f80717fa640 1 -- 172.21.15.18:0/3637841505 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808402e070 con 0x56549bfe7a90 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8084025070 con 0x56549bfe7a90 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f80717fa640 1 -- 172.21.15.18:0/3637841505 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8084003c40 con 0x56549bfe7a90 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f80717fa640 1 -- 172.21.15.18:0/3637841505 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f808403a050 con 0x56549bfe7a90 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f8092d9b740 10 client.25780 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.893+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56549c05c3b0 con 0x56549bfe7a90 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.894+0000 7f80717fa640 1 -- 172.21.15.18:0/3637841505 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8084025070 con 0x56549bfe7a90 2024-03-07T10:00:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.894+0000 7f80717fa640 1 -- 172.21.15.18:0/3637841505 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f80840109d0 con 0x56549bfe7a90 2024-03-07T10:00:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.894+0000 7f8092d9b740 10 client.25780 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.894+0000 7f8092d9b740 10 client.25780 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:00:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.894+0000 7f8092d9b740 20 client.25780 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.894+0000 7f8092d9b740 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c05cb40 0x56549c05ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.895+0000 7f8092d9b740 4 client.25780 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:00:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.895+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56549bf583d0 con 0x56549c05cb40 2024-03-07T10:00:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.895+0000 7f808d478640 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c05cb40 0x56549c05ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.896+0000 7f808d478640 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c05cb40 0x56549c05ef60 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e907d4c85e29dca0 server_cookie=c4bef19d14d888af in_seq=0 out_seq=0 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.896+0000 7f80717fa640 10 client.25780 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.896+0000 7f80717fa640 1 -- 172.21.15.18:0/3637841505 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56549bf583d0 con 0x56549c05cb40 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.896+0000 7f80717fa640 10 client.25780 handle_command_reply: tid=0 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.896+0000 7f8092d9b740 1 client.25780 shutdown 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 msgr2=0x56549c003b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549c003b50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8084000c00 tx=0x7f8084009b00 comp rx=0 tx=0).stop 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 shutdown_connections 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56549bff0670 0x56549c05abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56549c05cb40 0x56549c05ef60 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56549bfe7a90 0x56549c003b50 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 --2- 172.21.15.18:0/3637841505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56549bfe7170 0x56549c003610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f80717fa640 0 client.25780 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:00:35.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.897+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 >> 172.21.15.18:0/3637841505 conn(0x56549bfe18a0 msgr2=0x56549bfebb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.898+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 shutdown_connections 2024-03-07T10:00:35.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.898+0000 7f8092d9b740 1 -- 172.21.15.18:0/3637841505 wait complete. 2024-03-07T10:00:35.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.898+0000 7f8092d9b740 20 client.25780 trim_cache size 0 max 16384 2024-03-07T10:00:35.902 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:00:35.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80740a2110 msgr2=0x7f80740a45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80740a2110 0x7f80740a45d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f80800cd090 tx=0x7f80800054b0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8088106730 msgr2=0x7f80881a2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8088106730 0x7f80881a2f40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8080009fd0 tx=0x7f808000ef10 comp rx=0 tx=0).stop 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 shutdown_connections 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8088106730 0x7f80881a2f40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8088100570 0x7f808819ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80740a2110 0x7f80740a45d0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 --2- 172.21.15.18:0/2979428557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80880ffaf0 0x7f808819e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 >> 172.21.15.18:0/2979428557 conn(0x7f8088077ab0 msgr2=0x7f8088101d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 shutdown_connections 2024-03-07T10:00:35.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:35.899+0000 7f808fedd640 1 -- 172.21.15.18:0/2979428557 wait complete. 2024-03-07T10:00:35.915 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:00:35.915 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:00:35.946 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:35 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/502804131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:00:36.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:35 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/502804131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:00:36.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.054+0000 7fdf10ffc640 1 -- 172.21.15.18:0/737867926 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c106630 msgr2=0x7fdf0c106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.054+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/737867926 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c106630 0x7fdf0c106a10 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fdefc009930 tx=0x7fdefc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:36.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.054+0000 7fdf10ffc640 1 -- 172.21.15.18:0/737867926 shutdown_connections 2024-03-07T10:00:36.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.054+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/737867926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf0c101620 0x7fdf0c10d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.054+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/737867926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c100c60 0x7fdf0c1010e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.054+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/737867926 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c106630 0x7fdf0c106a10 secure :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fdefc009930 tx=0x7fdefc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:36.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.055+0000 7fdf10ffc640 1 -- 172.21.15.18:0/737867926 >> 172.21.15.18:0/737867926 conn(0x7fdf0c077ab0 msgr2=0x7fdf0c0fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:36.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.058+0000 7fdf10ffc640 1 -- 172.21.15.18:0/737867926 shutdown_connections 2024-03-07T10:00:36.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.058+0000 7fdf10ffc640 1 -- 172.21.15.18:0/737867926 wait complete. 2024-03-07T10:00:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.059+0000 7fdf10ffc640 1 Processor -- start 2024-03-07T10:00:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.060+0000 7fdf10ffc640 1 -- start start 2024-03-07T10:00:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.060+0000 7fdf10ffc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c100c60 0x7fdf0c1096e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.060+0000 7fdf10ffc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf0c101620 0x7fdf0c109c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.060+0000 7fdf10ffc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c10a160 0x7fdf0c1aa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.060+0000 7fdf10ffc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0c10f7d0 con 0x7fdf0c100c60 2024-03-07T10:00:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.060+0000 7fdf10ffc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0c10f650 con 0x7fdf0c101620 2024-03-07T10:00:36.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.060+0000 7fdf10ffc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0c10f950 con 0x7fdf0c10a160 2024-03-07T10:00:36.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.061+0000 7fdf0ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c10a160 0x7fdf0c1aa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.061+0000 7fdf0ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c10a160 0x7fdf0c1aa6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48298/0 (socket says 172.21.15.18:48298) 2024-03-07T10:00:36.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.061+0000 7fdf0ad9d640 1 -- 172.21.15.18:0/2447576777 learned_addr learned my addr 172.21.15.18:0/2447576777 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:36.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.062+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c100c60 0x7fdf0c1096e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.062+0000 7fdf0ad9d640 1 -- 172.21.15.18:0/2447576777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf0c101620 msgr2=0x7fdf0c109c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.062+0000 7fdf0ad9d640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf0c101620 0x7fdf0c109c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.062+0000 7fdf0ad9d640 1 -- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c100c60 msgr2=0x7fdf0c1096e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.062+0000 7fdf0ad9d640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c100c60 0x7fdf0c1096e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.062+0000 7fdf0ad9d640 1 -- 172.21.15.18:0/2447576777 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf0c115260 con 0x7fdf0c10a160 2024-03-07T10:00:36.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.065+0000 7fdf0ad9d640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c10a160 0x7fdf0c1aa6d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fdf0400eb40 tx=0x7fdf0400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:36.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.067+0000 7fdefb7fe640 1 -- 172.21.15.18:0/2447576777 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf04004b20 con 0x7fdf0c10a160 2024-03-07T10:00:36.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.067+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf0c115550 con 0x7fdf0c10a160 2024-03-07T10:00:36.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.067+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf0c115aa0 con 0x7fdf0c10a160 2024-03-07T10:00:36.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.067+0000 7fdefb7fe640 1 -- 172.21.15.18:0/2447576777 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdf04004cc0 con 0x7fdf0c10a160 2024-03-07T10:00:36.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.067+0000 7fdefb7fe640 1 -- 172.21.15.18:0/2447576777 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf04010760 con 0x7fdf0c10a160 2024-03-07T10:00:36.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 Processor -- start 2024-03-07T10:00:36.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 -- start start 2024-03-07T10:00:36.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f17200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f17740 0x55a9e6f31140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f33a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e6ede330 con 0x55a9e6f16e20 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e6e7ae90 con 0x55a9e6f17740 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.073+0000 7fdf13de4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e6e23d00 con 0x55a9e6f31680 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f17740 0x55a9e6f31140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f17740 0x55a9e6f31140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56146/0 (socket says 172.21.15.18:56146) 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 -- 172.21.15.18:0/2765314407 learned_addr learned my addr 172.21.15.18:0/2765314407 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f17200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f33a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 -- 172.21.15.18:0/2765314407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 msgr2=0x55a9e6f33a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f33a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 -- 172.21.15.18:0/2765314407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 msgr2=0x55a9e6f17200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f17200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.074+0000 7fdf0a59c640 1 -- 172.21.15.18:0/2765314407 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9e6e22b90 con 0x55a9e6f17740 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.075+0000 7fdefb7fe640 1 -- 172.21.15.18:0/2447576777 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7fdf04010900 con 0x7fdf0c10a160 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.075+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f17740 0x55a9e6f31140 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdefc006010 tx=0x7fdefc009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=255fee0b648b19d0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.075+0000 7fdef8ff9640 1 -- 172.21.15.18:0/2765314407 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc02c650 con 0x55a9e6f17740 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.075+0000 7fdef8ff9640 1 -- 172.21.15.18:0/2765314407 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdefc02cbd0 con 0x55a9e6f17740 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.075+0000 7fdef8ff9640 1 -- 172.21.15.18:0/2765314407 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc0046c0 con 0x55a9e6f17740 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdefb7fe640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdef40a2210 0x7fdef40a46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdefb7fe640 1 -- 172.21.15.18:0/2447576777 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fdf040cfb80 con 0x7fdf0c10a160 2024-03-07T10:00:36.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdef40a2210 0x7fdef40a46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf13de4740 1 -- 172.21.15.18:0/2765314407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f17740 msgr2=0x55a9e6f31140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf13de4740 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f17740 0x55a9e6f31140 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdefc006010 tx=0x7fdefc009680 comp rx=0 tx=0).stop 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf13de4740 1 -- 172.21.15.18:0/2765314407 shutdown_connections 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf13de4740 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f33a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf13de4740 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f17740 0x55a9e6f31140 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf13de4740 1 --2- 172.21.15.18:0/2765314407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f17200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.076+0000 7fdf13de4740 1 -- 172.21.15.18:0/2765314407 >> 172.21.15.18:0/2765314407 conn(0x55a9e6f118a0 msgr2=0x55a9e6f11c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.077+0000 7fdf13de4740 1 -- 172.21.15.18:0/2765314407 shutdown_connections 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.077+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdef40a2210 0x7fdef40a46d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55a9e6f169f0 tx=0x7fdf000095f0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:36.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.077+0000 7fdf13de4740 1 -- 172.21.15.18:0/2765314407 wait complete. 2024-03-07T10:00:36.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.077+0000 7fdf13de4740 1 -- start start 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.077+0000 7fdf13de4740 1 Processor -- start 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f17740 0x55a9e6f2eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f2f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf13de4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e6e19470 con 0x55a9e6f17740 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56148/0 (socket says 172.21.15.18:56148) 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf0a59c640 1 -- 172.21.15.18:0/1718532582 learned_addr learned my addr 172.21.15.18:0/1718532582 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e6e76f30 con 0x55a9e6f16e20 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e6f34460 con 0x55a9e6f31680 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f17740 0x55a9e6f2eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf0ad9d640 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f2f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.078+0000 7fdf13de4740 10 client.0 _ll_register_callbacks cb 0x55a9e6e74d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.079+0000 7fdf0a59c640 1 -- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 msgr2=0x55a9e6f2f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.079+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f2f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.079+0000 7fdf0a59c640 1 -- 172.21.15.18:0/1718532582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f17740 msgr2=0x55a9e6f2eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.079+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f17740 0x55a9e6f2eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.079+0000 7fdf0a59c640 1 -- 172.21.15.18:0/1718532582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a9e6b8f3f0 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.080+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2e5e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdefc036040 tx=0x7fdefc004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=901f2dcf1d768a36 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.080+0000 7fdef1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.080+0000 7fdef1ffb640 1 -- 172.21.15.18:0/1718532582 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc04d020 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.080+0000 7fdef1ffb640 1 -- 172.21.15.18:0/1718532582 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fdefc004f70 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.080+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdefc02cbd0 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdef1ffb640 1 -- 172.21.15.18:0/1718532582 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdefc058050 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 10 client.25739 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55a9e6c597d0 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdef1ffb640 1 -- 172.21.15.18:0/1718532582 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdefc047940 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdef1ffb640 1 -- 172.21.15.18:0/1718532582 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fdefc03e560 con 0x55a9e6f16e20 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 10 client.25739 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 10 client.25739 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:36.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 20 client.25739 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:36.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f414c0 0x55a9e6f438b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 4 client.25739 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:36.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.081+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdefc02cbd0 con 0x55a9e6f414c0 2024-03-07T10:00:36.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.082+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f414c0 0x55a9e6f438b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.082+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f414c0 0x55a9e6f438b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdb2c958f2ba2236 server_cookie=b729b133c7bd9e1a in_seq=0 out_seq=0 2024-03-07T10:00:36.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.082+0000 7fdef1ffb640 10 client.25739 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdef1ffb640 1 -- 172.21.15.18:0/1718532582 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fdefc02cbd0 con 0x55a9e6f414c0 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdef1ffb640 10 client.25739 handle_command_reply: tid=0 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 client.25739 shutdown 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 msgr2=0x55a9e6f2e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2e5e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdefc036040 tx=0x7fdefc004b40 comp rx=0 tx=0).stop 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 shutdown_connections 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f414c0 0x55a9e6f438b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f31680 0x55a9e6f2f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f17740 0x55a9e6f2eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 --2- 172.21.15.18:0/1718532582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2e5e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 >> 172.21.15.18:0/1718532582 conn(0x55a9e6f118a0 msgr2=0x55a9e6f135f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:36.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdef1ffb640 0 client.25739 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:36.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 shutdown_connections 2024-03-07T10:00:36.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 1 -- 172.21.15.18:0/1718532582 wait complete. 2024-03-07T10:00:36.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.083+0000 7fdf13de4740 20 client.25739 trim_cache size 0 max 16384 2024-03-07T10:00:36.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 Processor -- start 2024-03-07T10:00:36.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 -- start start 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f3cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f31680 0x55a9e6f3d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeec010dd0 con 0x55a9e6f31680 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeec00e8d0 con 0x55a9e6f16e20 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf13de4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeec00c970 con 0x55a9e6f17740 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf09d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f3cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56150/0 (socket says 172.21.15.18:56150) 2024-03-07T10:00:36.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 -- 172.21.15.18:0/3894594130 learned_addr learned my addr 172.21.15.18:0/3894594130 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0ad9d640 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f31680 0x55a9e6f3d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 -- 172.21.15.18:0/3894594130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 msgr2=0x55a9e6f3cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f3cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 -- 172.21.15.18:0/3894594130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f31680 msgr2=0x55a9e6f3d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f31680 0x55a9e6f3d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.108+0000 7fdf0a59c640 1 -- 172.21.15.18:0/3894594130 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9e6f2d590 con 0x55a9e6f16e20 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.109+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2ceb0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fdefc02f020 tx=0x7fdefc009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2daf332bdbd500e1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.109+0000 7fdef3fff640 1 -- 172.21.15.18:0/3894594130 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc005650 con 0x55a9e6f16e20 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.109+0000 7fdef3fff640 1 -- 172.21.15.18:0/3894594130 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdefc02cbd0 con 0x55a9e6f16e20 2024-03-07T10:00:36.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.109+0000 7fdef3fff640 1 -- 172.21.15.18:0/3894594130 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc03e460 con 0x55a9e6f16e20 2024-03-07T10:00:36.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 -- 172.21.15.18:0/3894594130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 msgr2=0x55a9e6f2ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2ceb0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fdefc02f020 tx=0x7fdefc009680 comp rx=0 tx=0).stop 2024-03-07T10:00:36.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 -- 172.21.15.18:0/3894594130 shutdown_connections 2024-03-07T10:00:36.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f31680 0x55a9e6f3d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f3cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 --2- 172.21.15.18:0/3894594130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f16e20 0x55a9e6f2ceb0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 -- 172.21.15.18:0/3894594130 >> 172.21.15.18:0/3894594130 conn(0x55a9e6f118a0 msgr2=0x55a9e6f13580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 -- 172.21.15.18:0/3894594130 shutdown_connections 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.110+0000 7fdf13de4740 1 -- 172.21.15.18:0/3894594130 wait complete. 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.111+0000 7fdf13de4740 1 -- start start 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.111+0000 7fdf13de4740 1 Processor -- start 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.112+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f352d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.112+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f35810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.112+0000 7fdf13de4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f31680 0x55a9e6f9bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.112+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f352d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.112+0000 7fdf0a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f352d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48222/0 (socket says 172.21.15.18:48222) 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.112+0000 7fdf09d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f35810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.112+0000 7fdf09d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f35810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48334/0 (socket says 172.21.15.18:48334) 2024-03-07T10:00:36.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.113+0000 7fdf0a59c640 1 -- 172.21.15.18:0/753083202 learned_addr learned my addr 172.21.15.18:0/753083202 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:36.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.113+0000 7fdf0ad9d640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f31680 0x55a9e6f9bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.113+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeec00cf70 con 0x55a9e6f16e20 2024-03-07T10:00:36.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.113+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeec00e270 con 0x55a9e6f31680 2024-03-07T10:00:36.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.113+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeec00d5b0 con 0x55a9e6f17740 2024-03-07T10:00:36.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.113+0000 7fdf13de4740 10 client.0 _ll_register_callbacks cb 0x7fdf00009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:36.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf0a59c640 1 -- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 msgr2=0x55a9e6f35810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f35810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf0a59c640 1 -- 172.21.15.18:0/753083202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f31680 msgr2=0x55a9e6f9bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f31680 0x55a9e6f9bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf0a59c640 1 -- 172.21.15.18:0/753083202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a9e6f9c040 con 0x55a9e6f16e20 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf0ad9d640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f31680 0x55a9e6f9bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f35810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf0a59c640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f352d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdefc055040 tx=0x7fdefc005940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8312a5666e61cd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdef1ffb640 10 client.15942 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdefc02cbd0 con 0x55a9e6f16e20 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdef1ffb640 1 -- 172.21.15.18:0/753083202 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc063060 con 0x55a9e6f16e20 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdef1ffb640 1 -- 172.21.15.18:0/753083202 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fdefc03ead0 con 0x55a9e6f16e20 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdef1ffb640 1 -- 172.21.15.18:0/753083202 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdefc04d040 con 0x55a9e6f16e20 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf13de4740 10 client.15942 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:36.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.114+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=25}) v3 -- 0x55a9e6f9d1b0 con 0x55a9e6f16e20 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdef1ffb640 1 -- 172.21.15.18:0/753083202 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fdefc03e460 con 0x55a9e6f16e20 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdf13de4740 10 client.15942 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdf13de4740 10 client.15942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdf13de4740 20 client.15942 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdf13de4740 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f9d4e0 0x55a9e6f9f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdf13de4740 4 client.15942 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a9e6e883d0 con 0x55a9e6f9d4e0 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.115+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f9d4e0 0x55a9e6f9f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.116+0000 7fdf09d9b640 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f9d4e0 0x55a9e6f9f920 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4ae20d4b524f109 server_cookie=bed6f24f28238a6d in_seq=0 out_seq=0 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.116+0000 7fdef1ffb640 10 client.15942 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.116+0000 7fdef1ffb640 1 -- 172.21.15.18:0/753083202 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a9e6e883d0 con 0x55a9e6f9d4e0 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.116+0000 7fdef1ffb640 10 client.15942 handle_command_reply: tid=0 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.116+0000 7fdf13de4740 1 client.15942 shutdown 2024-03-07T10:00:36.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.116+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 msgr2=0x55a9e6f352d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f352d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdefc055040 tx=0x7fdefc005940 comp rx=0 tx=0).stop 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 shutdown_connections 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9e6f9d4e0 0x55a9e6f9f920 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9e6f31680 0x55a9e6f9bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdef1ffb640 0 client.15942 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9e6f17740 0x55a9e6f35810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 --2- 172.21.15.18:0/753083202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9e6f16e20 0x55a9e6f352d0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 >> 172.21.15.18:0/753083202 conn(0x55a9e6f118a0 msgr2=0x55a9e6f10960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 shutdown_connections 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 1 -- 172.21.15.18:0/753083202 wait complete. 2024-03-07T10:00:36.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.117+0000 7fdf13de4740 20 client.15942 trim_cache size 0 max 16384 2024-03-07T10:00:36.123 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:00:36.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdef40a2210 msgr2=0x7fdef40a46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdef40a2210 0x7fdef40a46d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55a9e6f169f0 tx=0x7fdf000095f0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c10a160 msgr2=0x7fdf0c1aa6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c10a160 0x7fdf0c1aa6d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fdf0400eb40 tx=0x7fdf0400c2d0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 shutdown_connections 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf0c10a160 0x7fdf0c1aa6d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdf0c101620 0x7fdf0c109c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdef40a2210 0x7fdef40a46d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 --2- 172.21.15.18:0/2447576777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdf0c100c60 0x7fdf0c1096e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 >> 172.21.15.18:0/2447576777 conn(0x7fdf0c077ab0 msgr2=0x7fdf0c0fe3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:36.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 shutdown_connections 2024-03-07T10:00:36.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:36.118+0000 7fdf10ffc640 1 -- 172.21.15.18:0/2447576777 wait complete. 2024-03-07T10:00:36.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:35 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/502804131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:00:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:36 smithi077 ceph-mon[36374]: pgmap v47: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 12 MiB/s wr, 921 op/s 2024-03-07T10:00:37.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:36 smithi018 ceph-mon[32171]: pgmap v47: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 12 MiB/s wr, 921 op/s 2024-03-07T10:00:37.136 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:00:37.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:00:37.137 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:00:37.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:36 smithi063 ceph-mon[36356]: pgmap v47: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 12 MiB/s wr, 921 op/s 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 -- 172.21.15.18:0/745687069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77301085e0 msgr2=0x7f7730114aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 --2- 172.21.15.18:0/745687069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77301085e0 0x7f7730114aa0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f7728009ca0 tx=0x7f772802c180 comp rx=0 tx=0).stop 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 -- 172.21.15.18:0/745687069 shutdown_connections 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 --2- 172.21.15.18:0/745687069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77301085e0 0x7f7730114aa0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 --2- 172.21.15.18:0/745687069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7730107c40 0x7f77301080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 --2- 172.21.15.18:0/745687069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f773010dd00 0x7f773010e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 -- 172.21.15.18:0/745687069 >> 172.21.15.18:0/745687069 conn(0x7f77300774c0 msgr2=0x7f7730106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 -- 172.21.15.18:0/745687069 shutdown_connections 2024-03-07T10:00:37.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.280+0000 7f77370dd640 1 -- 172.21.15.18:0/745687069 wait complete. 2024-03-07T10:00:37.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 Processor -- start 2024-03-07T10:00:37.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 -- start start 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7730107c40 0x7f7730081bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77301085e0 0x7f7730082110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f773010dd00 0x7f773007bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f773007a8c0 con 0x7f773010dd00 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f773007a740 con 0x7f7730107c40 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f77370dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f773007aa40 con 0x7f77301085e0 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f7734e79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7730107c40 0x7f7730081bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f773567a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f773010dd00 0x7f773007bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f7734e79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7730107c40 0x7f7730081bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56174/0 (socket says 172.21.15.18:56174) 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f7734e79640 1 -- 172.21.15.18:0/1997594617 learned_addr learned my addr 172.21.15.18:0/1997594617 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.281+0000 7f772ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77301085e0 0x7f7730082110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f7734e79640 1 -- 172.21.15.18:0/1997594617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77301085e0 msgr2=0x7f7730082110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f7734e79640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77301085e0 0x7f7730082110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f7734e79640 1 -- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f773010dd00 msgr2=0x7f773007bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f7734e79640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f773010dd00 0x7f773007bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f7734e79640 1 -- 172.21.15.18:0/1997594617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f773007c780 con 0x7f7730107c40 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f772ffff640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77301085e0 0x7f7730082110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f773567a640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f773010dd00 0x7f773007bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f7734e79640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7730107c40 0x7f7730081bd0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f772400e9f0 tx=0x7f772400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f772dffb640 1 -- 172.21.15.18:0/1997594617 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772400cd80 con 0x7f7730107c40 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f773007ca70 con 0x7f7730107c40 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f772dffb640 1 -- 172.21.15.18:0/1997594617 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7724010910 con 0x7f7730107c40 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f772dffb640 1 -- 172.21.15.18:0/1997594617 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77240188f0 con 0x7f7730107c40 2024-03-07T10:00:37.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.282+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77301b3650 con 0x7f7730107c40 2024-03-07T10:00:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.285+0000 7f7739fb3740 1 Processor -- start 2024-03-07T10:00:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.285+0000 7f7739fb3740 1 -- start start 2024-03-07T10:00:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.285+0000 7f772dffb640 1 -- 172.21.15.18:0/1997594617 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f7724010ac0 con 0x7f7730107c40 2024-03-07T10:00:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.285+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f79d50 0x55bf79f7a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f85640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7739fb3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf79eddb10 con 0x55bf79f79d50 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7739fb3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf79e86d50 con 0x55bf79f83250 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7739fb3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf79ed9bb0 con 0x55bf79f7a670 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f773567a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f79d50 0x55bf79f7a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f773567a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f79d50 0x55bf79f7a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48244/0 (socket says 172.21.15.18:48244) 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f773567a640 1 -- 172.21.15.18:0/1336855160 learned_addr learned my addr 172.21.15.18:0/1336855160 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48360/0 (socket says 172.21.15.18:48360) 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f772ffff640 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f85640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 -- 172.21.15.18:0/1336855160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 msgr2=0x55bf79f85640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f85640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 -- 172.21.15.18:0/1336855160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f79d50 msgr2=0x55bf79f7a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f79d50 0x55bf79f7a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 -- 172.21.15.18:0/1336855160 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf79cba7e0 con 0x55bf79f7a670 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f772dffb640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2060 0x7f77200a4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f773567a640 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f79d50 0x55bf79f7a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f773567a640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2060 0x7f77200a4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f772dffb640 1 -- 172.21.15.18:0/1997594617 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f77240ce810 con 0x7f7730107c40 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.286+0000 7f7734e79640 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82d10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f77240cbd10 tx=0x7f77240d6670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f9d80063c0bbe0e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.287+0000 7f771affd640 1 -- 172.21.15.18:0/1336855160 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772409ad60 con 0x55bf79f7a670 2024-03-07T10:00:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.287+0000 7f771affd640 1 -- 172.21.15.18:0/1336855160 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f772409af90 con 0x55bf79f7a670 2024-03-07T10:00:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.287+0000 7f771affd640 1 -- 172.21.15.18:0/1336855160 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772409a8f0 con 0x55bf79f7a670 2024-03-07T10:00:37.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.287+0000 7f7739fb3740 1 -- 172.21.15.18:0/1336855160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 msgr2=0x55bf79f82d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.287+0000 7f7739fb3740 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82d10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f77240cbd10 tx=0x7f77240d6670 comp rx=0 tx=0).stop 2024-03-07T10:00:37.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f773567a640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2060 0x7f77200a4520 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7728009a60 tx=0x7f7728005d80 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 -- 172.21.15.18:0/1336855160 shutdown_connections 2024-03-07T10:00:37.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f85640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82d10 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 --2- 172.21.15.18:0/1336855160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f79d50 0x55bf79f7a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 -- 172.21.15.18:0/1336855160 >> 172.21.15.18:0/1336855160 conn(0x55bf79f74480 msgr2=0x55bf79f74860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 -- 172.21.15.18:0/1336855160 shutdown_connections 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 -- 172.21.15.18:0/1336855160 wait complete. 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 -- start start 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.289+0000 7f7739fb3740 1 Processor -- start 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f79d50 0x55bf79f82d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f7a670 0x55bf79f80090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f807d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7739fb3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf79f86090 con 0x55bf79f7a670 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7739fb3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf79e9a190 con 0x55bf79f83250 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7739fb3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf79f86210 con 0x55bf79f79d50 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7734e79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f79d50 0x55bf79f82d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7734e79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f79d50 0x55bf79f82d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48374/0 (socket says 172.21.15.18:48374) 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7734e79640 1 -- 172.21.15.18:0/690240298 learned_addr learned my addr 172.21.15.18:0/690240298 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f773567a640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f807d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.290+0000 7f7739fb3740 10 client.0 _ll_register_callbacks cb 0x55bf79e89770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f772ffff640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f7a670 0x55bf79f80090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7734e79640 1 -- 172.21.15.18:0/690240298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 msgr2=0x55bf79f807d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7734e79640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f807d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7734e79640 1 -- 172.21.15.18:0/690240298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f7a670 msgr2=0x55bf79f80090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7734e79640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f7a670 0x55bf79f80090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7734e79640 1 -- 172.21.15.18:0/690240298 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bf79d1af70 con 0x55bf79f79d50 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f773567a640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f807d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f772ffff640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f7a670 0x55bf79f80090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f772409af90 con 0x55bf79f79d50 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7734e79640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f79d50 0x55bf79f82d00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7724097960 tx=0x7f7724009700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9535d670ae4e3443 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f770ffff640 10 client.25810 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:00:37.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f770ffff640 1 -- 172.21.15.18:0/690240298 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772409aad0 con 0x55bf79f79d50 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f770ffff640 1 -- 172.21.15.18:0/690240298 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f77240d4cb0 con 0x55bf79f79d50 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f770ffff640 1 -- 172.21.15.18:0/690240298 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f772409a8f0 con 0x55bf79f79d50 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7739fb3740 10 client.25810 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=25}) v3 -- 0x55bf79bb2170 con 0x55bf79f79d50 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.291+0000 7f770ffff640 1 -- 172.21.15.18:0/690240298 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f772409b1f0 con 0x55bf79f79d50 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f7739fb3740 10 client.25810 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f7739fb3740 10 client.25810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f7739fb3740 20 client.25810 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f7739fb3740 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf79f95600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f7739fb3740 4 client.25810 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bf79eb3930 con 0x55bf79f93210 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f772ffff640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf79f95600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f770ffff640 10 client.25810 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.292+0000 7f772ffff640 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf79f95600 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=712f9fda16927f5c server_cookie=b962a4289086f88e in_seq=0 out_seq=0 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f770ffff640 1 -- 172.21.15.18:0/690240298 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55bf79eb3930 con 0x55bf79f93210 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f770ffff640 10 client.25810 handle_command_reply: tid=0 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 client.25810 shutdown 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f79d50 msgr2=0x55bf79f82d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f79d50 0x55bf79f82d00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7724097960 tx=0x7f7724009700 comp rx=0 tx=0).stop 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 shutdown_connections 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf79f95600 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f83250 0x55bf79f807d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f770ffff640 0 client.25810 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f7a670 0x55bf79f80090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 --2- 172.21.15.18:0/690240298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f79d50 0x55bf79f82d00 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 >> 172.21.15.18:0/690240298 conn(0x55bf79f74480 msgr2=0x55bf79f761d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 shutdown_connections 2024-03-07T10:00:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.293+0000 7f7739fb3740 1 -- 172.21.15.18:0/690240298 wait complete. 2024-03-07T10:00:37.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.294+0000 7f7739fb3740 20 client.25810 trim_cache size 0 max 16384 2024-03-07T10:00:37.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 Processor -- start 2024-03-07T10:00:37.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 -- start start 2024-03-07T10:00:37.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f8eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f82c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77301be570 con 0x55bf79f83250 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77301bc070 con 0x55bf79f79d50 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f772ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f7739fb3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77301ba110 con 0x55bf79f7a670 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f772ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48380/0 (socket says 172.21.15.18:48380) 2024-03-07T10:00:37.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f772ffff640 1 -- 172.21.15.18:0/2161829761 learned_addr learned my addr 172.21.15.18:0/2161829761 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.316+0000 7f773567a640 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f82c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f772ffff640 1 -- 172.21.15.18:0/2161829761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 msgr2=0x55bf79f8eba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:00:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f772ffff640 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f8eba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f772ffff640 1 -- 172.21.15.18:0/2161829761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 msgr2=0x55bf79f82c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f772ffff640 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f82c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f772ffff640 1 -- 172.21.15.18:0/2161829761 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf79f80b40 con 0x55bf79f7a670 2024-03-07T10:00:37.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f773567a640 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f82c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:37.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f772ffff640 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82750 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f773007d400 tx=0x7f771c01ff30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f14a23e6afd11dc4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f771a7fc640 1 -- 172.21.15.18:0/2161829761 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771c01f2f0 con 0x55bf79f7a670 2024-03-07T10:00:37.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f771a7fc640 1 -- 172.21.15.18:0/2161829761 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f771c0120d0 con 0x55bf79f7a670 2024-03-07T10:00:37.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.317+0000 7f771a7fc640 1 -- 172.21.15.18:0/2161829761 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f771c0047a0 con 0x55bf79f7a670 2024-03-07T10:00:37.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.318+0000 7f7739fb3740 1 -- 172.21.15.18:0/2161829761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 msgr2=0x55bf79f82750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.318+0000 7f7739fb3740 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82750 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f773007d400 tx=0x7f771c01ff30 comp rx=0 tx=0).stop 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.318+0000 7f7739fb3740 1 -- 172.21.15.18:0/2161829761 shutdown_connections 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.318+0000 7f7739fb3740 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f82c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.318+0000 7f7739fb3740 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f82750 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.318+0000 7f7739fb3740 1 --2- 172.21.15.18:0/2161829761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f8eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.318+0000 7f7739fb3740 1 -- 172.21.15.18:0/2161829761 >> 172.21.15.18:0/2161829761 conn(0x55bf79f74480 msgr2=0x55bf79f8e490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.319+0000 7f7739fb3740 1 -- 172.21.15.18:0/2161829761 shutdown_connections 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.319+0000 7f7739fb3740 1 -- 172.21.15.18:0/2161829761 wait complete. 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.319+0000 7f7739fb3740 1 -- start start 2024-03-07T10:00:37.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.319+0000 7f7739fb3740 1 Processor -- start 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f98450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f967f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7739fb3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f96e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7739fb3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77301ba710 con 0x55bf79f83250 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7739fb3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77301bba10 con 0x55bf79f79d50 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7739fb3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77301bad50 con 0x55bf79f7a670 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7739fb3740 10 client.0 _ll_register_callbacks cb 0x7f7728037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7734e79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f98450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7734e79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f98450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56222/0 (socket says 172.21.15.18:56222) 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.320+0000 7f7734e79640 1 -- 172.21.15.18:0/3869721351 learned_addr learned my addr 172.21.15.18:0/3869721351 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.321+0000 7f773567a640 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f96e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.327+0000 7f772ffff640 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f967f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.327+0000 7f773567a640 1 -- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 msgr2=0x55bf79f967f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.327+0000 7f773567a640 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f967f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.327+0000 7f773567a640 1 -- 172.21.15.18:0/3869721351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 msgr2=0x55bf79f98450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.327+0000 7f773567a640 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f98450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.327+0000 7f773567a640 1 -- 172.21.15.18:0/3869721351 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bf79f975f0 con 0x55bf79f83250 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.328+0000 7f773567a640 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f96e20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7728037040 tx=0x7f7728005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4b4bd19b905be11 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.328+0000 7f770ffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.328+0000 7f770ffff640 1 -- 172.21.15.18:0/3869721351 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7728039040 con 0x55bf79f83250 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.328+0000 7f770ffff640 1 -- 172.21.15.18:0/3869721351 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7728004310 con 0x55bf79f83250 2024-03-07T10:00:37.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.328+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f771c0120d0 con 0x55bf79f83250 2024-03-07T10:00:37.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f770ffff640 1 -- 172.21.15.18:0/3869721351 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7728004510 con 0x55bf79f83250 2024-03-07T10:00:37.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 10 client.15957 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:37.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55bf7a0118a0 con 0x55bf79f83250 2024-03-07T10:00:37.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f770ffff640 1 -- 172.21.15.18:0/3869721351 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77280046b0 con 0x55bf79f83250 2024-03-07T10:00:37.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f770ffff640 1 -- 172.21.15.18:0/3869721351 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f7728040710 con 0x55bf79f83250 2024-03-07T10:00:37.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 10 client.15957 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:37.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 10 client.15957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:37.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 20 client.15957 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:37.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf7a013fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 4 client.15957 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:00:37.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.329+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x7f771c0120d0 con 0x55bf79f93210 2024-03-07T10:00:37.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.334+0000 7f7734e79640 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf7a013fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.338+0000 7f7734e79640 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf7a013fc0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14bf0c0dc264fcfb server_cookie=8bc16db4610f6ea in_seq=0 out_seq=0 2024-03-07T10:00:37.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.338+0000 7f770ffff640 10 client.15957 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.342+0000 7f770ffff640 1 -- 172.21.15.18:0/3869721351 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x7f771c0120d0 con 0x55bf79f93210 2024-03-07T10:00:37.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.342+0000 7f770ffff640 10 client.15957 handle_command_reply: tid=0 2024-03-07T10:00:37.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.342+0000 7f7739fb3740 1 client.15957 shutdown 2024-03-07T10:00:37.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.343+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 msgr2=0x55bf79f96e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.343+0000 7f7739fb3740 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f96e20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7728037040 tx=0x7f7728005fd0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 shutdown_connections 2024-03-07T10:00:37.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f7739fb3740 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf79f93210 0x55bf7a013fc0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f7739fb3740 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf79f83250 0x55bf79f96e20 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f770ffff640 0 client.15957 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f7739fb3740 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf79f7a670 0x55bf79f967f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f7739fb3740 1 --2- 172.21.15.18:0/3869721351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf79f79d50 0x55bf79f98450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 >> 172.21.15.18:0/3869721351 conn(0x55bf79f74480 msgr2=0x55bf79f8ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.344+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 shutdown_connections 2024-03-07T10:00:37.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.345+0000 7f7739fb3740 1 -- 172.21.15.18:0/3869721351 wait complete. 2024-03-07T10:00:37.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.345+0000 7f7739fb3740 20 client.15957 trim_cache size 0 max 16384 2024-03-07T10:00:37.347 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:00:37.347 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:00:37.347 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "9df0abab-1cfa-42f0-b6da-fec159f8c8d4", 2024-03-07T10:00:37.347 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:00:37.348 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:00:37.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2060 msgr2=0x7f77200a4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2060 0x7f77200a4520 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7728009a60 tx=0x7f7728005d80 comp rx=0 tx=0).stop 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7730107c40 msgr2=0x7f7730081bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7730107c40 0x7f7730081bd0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f772400e9f0 tx=0x7f772400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 shutdown_connections 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2060 0x7f77200a4520 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f773010dd00 0x7f773007bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77301085e0 0x7f7730082110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 --2- 172.21.15.18:0/1997594617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7730107c40 0x7f7730081bd0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 >> 172.21.15.18:0/1997594617 conn(0x7f77300774c0 msgr2=0x7f77300780e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 shutdown_connections 2024-03-07T10:00:37.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.346+0000 7f77370dd640 1 -- 172.21.15.18:0/1997594617 wait complete. 2024-03-07T10:00:37.362 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:00:37.362 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:00:37.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 -- 172.21.15.18:0/861017536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 msgr2=0x7f2b94100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/861017536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 0x7f2b94100990 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2b8400ba20 tx=0x7f2b8402d8d0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 -- 172.21.15.18:0/861017536 shutdown_connections 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/861017536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b94100ed0 0x7f2b9410d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/861017536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 0x7f2b94100990 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/861017536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b941065d0 0x7f2b941069b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 -- 172.21.15.18:0/861017536 >> 172.21.15.18:0/861017536 conn(0x7f2b94077660 msgr2=0x7f2b94077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 -- 172.21.15.18:0/861017536 shutdown_connections 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.511+0000 7f2b9b60d640 1 -- 172.21.15.18:0/861017536 wait complete. 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 Processor -- start 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 -- start start 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 0x7f2b94195d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100ed0 0x7f2b94196290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b941065d0 0x7f2b9419a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9410f7d0 con 0x7f2b941065d0 2024-03-07T10:00:37.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9410f650 con 0x7f2b94100ed0 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b9b60d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9410f950 con 0x7f2b94100510 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b941065d0 0x7f2b9419a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b993a9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 0x7f2b94195d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b941065d0 0x7f2b9419a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33130/0 (socket says 172.21.15.18:33130) 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 -- 172.21.15.18:0/2515179424 learned_addr learned my addr 172.21.15.18:0/2515179424 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b98ba8640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100ed0 0x7f2b94196290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 -- 172.21.15.18:0/2515179424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 msgr2=0x7f2b94195d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 0x7f2b94195d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 -- 172.21.15.18:0/2515179424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100ed0 msgr2=0x7f2b94196290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100ed0 0x7f2b94196290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 -- 172.21.15.18:0/2515179424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b9419ad40 con 0x7f2b941065d0 2024-03-07T10:00:37.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.512+0000 7f2b99baa640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b941065d0 0x7f2b9419a610 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c009fd0 tx=0x7f2b8c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.513+0000 7f2b8a7fc640 1 -- 172.21.15.18:0/2515179424 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c004b20 con 0x7f2b941065d0 2024-03-07T10:00:37.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.513+0000 7f2b8a7fc640 1 -- 172.21.15.18:0/2515179424 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b8c003e50 con 0x7f2b941065d0 2024-03-07T10:00:37.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.513+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b9419b030 con 0x7f2b941065d0 2024-03-07T10:00:37.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.513+0000 7f2b8a7fc640 1 -- 172.21.15.18:0/2515179424 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c00b630 con 0x7f2b941065d0 2024-03-07T10:00:37.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.513+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b941a28c0 con 0x7f2b941065d0 2024-03-07T10:00:37.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.516+0000 7f2b8a7fc640 1 -- 172.21.15.18:0/2515179424 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 26) v1 ==== 136986+0+0 (secure 0 0 0) 0x7f2b8c01d020 con 0x7f2b941065d0 2024-03-07T10:00:37.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b9e3f2740 1 Processor -- start 2024-03-07T10:00:37.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b9e3f2740 1 -- start start 2024-03-07T10:00:37.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a735730 0x55720a735b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b8a7fc640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2b800a2010 0x7f2b800a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a73e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b98ba8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a735730 0x55720a735b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b8a7fc640 1 -- 172.21.15.18:0/2515179424 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2b8c0ce460 con 0x7f2b941065d0 2024-03-07T10:00:37.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b98ba8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a735730 0x55720a735b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45460/0 (socket says 172.21.15.18:45460) 2024-03-07T10:00:37.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.517+0000 7f2b993a9640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2b800a2010 0x7f2b800a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a741020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55720a698dd0 con 0x55720a73ec30 2024-03-07T10:00:37.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55720a641ae0 con 0x55720a736050 2024-03-07T10:00:37.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55720a694e70 con 0x55720a735730 2024-03-07T10:00:37.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b98ba8640 1 -- 172.21.15.18:0/1444451846 learned_addr learned my addr 172.21.15.18:0/1444451846 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b99baa640 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a741020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b99baa640 1 -- 172.21.15.18:0/1444451846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a735730 msgr2=0x55720a735b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b99baa640 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a735730 0x55720a735b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b99baa640 1 -- 172.21.15.18:0/1444451846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 msgr2=0x55720a73e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b99baa640 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a73e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.518+0000 7f2b99baa640 1 -- 172.21.15.18:0/1444451846 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55720a4777d0 con 0x55720a73ec30 2024-03-07T10:00:37.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.519+0000 7f2b99baa640 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a741020 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0cb9c0 tx=0x7f2b8c09aa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f6358fa694256f2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.519+0000 7f2b7f7fe640 1 -- 172.21.15.18:0/1444451846 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c01a040 con 0x55720a73ec30 2024-03-07T10:00:37.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.519+0000 7f2b993a9640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2b800a2010 0x7f2b800a44d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009b90 tx=0x7f2b90005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.519+0000 7f2b7f7fe640 1 -- 172.21.15.18:0/1444451846 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b8c09b290 con 0x55720a73ec30 2024-03-07T10:00:37.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.519+0000 7f2b7f7fe640 1 -- 172.21.15.18:0/1444451846 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c0a3100 con 0x55720a73ec30 2024-03-07T10:00:37.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.520+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1444451846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 msgr2=0x55720a741020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.520+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a741020 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0cb9c0 tx=0x7f2b8c09aa20 comp rx=0 tx=0).stop 2024-03-07T10:00:37.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.521+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1444451846 shutdown_connections 2024-03-07T10:00:37.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.522+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a741020 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.522+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a73e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.522+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1444451846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a735730 0x55720a735b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.522+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1444451846 >> 172.21.15.18:0/1444451846 conn(0x55720a72fe60 msgr2=0x55720a730240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.525+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1444451846 shutdown_connections 2024-03-07T10:00:37.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.526+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1444451846 wait complete. 2024-03-07T10:00:37.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.526+0000 7f2b9e3f2740 1 -- start start 2024-03-07T10:00:37.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.526+0000 7f2b9e3f2740 1 Processor -- start 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.527+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a737c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.527+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a7381a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.527+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a7386e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.527+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55720a741880 con 0x55720a735730 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.527+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55720a655070 con 0x55720a736050 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.527+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55720a741a00 con 0x55720a73ec30 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.527+0000 7f2b9e3f2740 10 client.0 _ll_register_callbacks cb 0x55720a654a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.528+0000 7f2b99baa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a7386e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.528+0000 7f2b99baa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a7386e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45464/0 (socket says 172.21.15.18:45464) 2024-03-07T10:00:37.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.528+0000 7f2b99baa640 1 -- 172.21.15.18:0/1581482544 learned_addr learned my addr 172.21.15.18:0/1581482544 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.528+0000 7f2b993a9640 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a737c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.529+0000 7f2b993a9640 1 -- 172.21.15.18:0/1581482544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 msgr2=0x55720a7386e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.529+0000 7f2b993a9640 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a7386e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.529+0000 7f2b993a9640 1 -- 172.21.15.18:0/1581482544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 msgr2=0x55720a7381a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.529+0000 7f2b993a9640 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a7381a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.529+0000 7f2b993a9640 1 -- 172.21.15.18:0/1581482544 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55720a3ad3f0 con 0x55720a735730 2024-03-07T10:00:37.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.529+0000 7f2b993a9640 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a737c60 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f2b90011870 tx=0x7f2b90004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e5dbfee808723f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.529+0000 7f2b7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:37.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.530+0000 7f2b7cff9640 1 -- 172.21.15.18:0/1581482544 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9001f8f0 con 0x55720a735730 2024-03-07T10:00:37.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.530+0000 7f2b7cff9640 1 -- 172.21.15.18:0/1581482544 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2b9001fa90 con 0x55720a735730 2024-03-07T10:00:37.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.530+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2b8c09b290 con 0x55720a735730 2024-03-07T10:00:37.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.533+0000 7f2b7cff9640 1 -- 172.21.15.18:0/1581482544 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b9001fc90 con 0x55720a735730 2024-03-07T10:00:37.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.533+0000 7f2b9e3f2740 10 client.15969 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:37.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.533+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55720a36d0f0 con 0x55720a735730 2024-03-07T10:00:37.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b7cff9640 1 -- 172.21.15.18:0/1581482544 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b8c09b290 con 0x55720a735730 2024-03-07T10:00:37.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b7cff9640 1 -- 172.21.15.18:0/1581482544 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f2b9000f040 con 0x55720a735730 2024-03-07T10:00:37.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b9e3f2740 10 client.15969 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:37.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b9e3f2740 10 client.15969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:37.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b9e3f2740 20 client.15969 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:37.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a75fac0 0x55720a761ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b9e3f2740 4 client.15969 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:37.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.534+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55720a6a6310 con 0x55720a75fac0 2024-03-07T10:00:37.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.535+0000 7f2b98ba8640 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a75fac0 0x55720a761ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.536+0000 7f2b98ba8640 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a75fac0 0x55720a761ef0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bcc7625218f5722e server_cookie=f44cf3e0ff0e6ec4 in_seq=0 out_seq=0 2024-03-07T10:00:37.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.536+0000 7f2b7cff9640 10 client.15969 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b7cff9640 1 -- 172.21.15.18:0/1581482544 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55720a6a6310 con 0x55720a75fac0 2024-03-07T10:00:37.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b7cff9640 10 client.15969 handle_command_reply: tid=0 2024-03-07T10:00:37.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 client.15969 shutdown 2024-03-07T10:00:37.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 msgr2=0x55720a737c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a737c60 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f2b90011870 tx=0x7f2b90004730 comp rx=0 tx=0).stop 2024-03-07T10:00:37.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 shutdown_connections 2024-03-07T10:00:37.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a75fac0 0x55720a761ef0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a7386e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a7381a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1581482544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a737c60 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b7cff9640 0 client.15969 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 >> 172.21.15.18:0/1581482544 conn(0x55720a72fe60 msgr2=0x55720a731bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 shutdown_connections 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1581482544 wait complete. 2024-03-07T10:00:37.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.537+0000 7f2b9e3f2740 20 client.15969 trim_cache size 0 max 16384 2024-03-07T10:00:37.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 Processor -- start 2024-03-07T10:00:37.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 -- start start 2024-03-07T10:00:37.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a73e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a738500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a744260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b941a4fb0 con 0x55720a735730 2024-03-07T10:00:37.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b941a2ae0 con 0x55720a736050 2024-03-07T10:00:37.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b94071940 con 0x55720a73ec30 2024-03-07T10:00:37.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b993a9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a73e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b993a9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a73e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33162/0 (socket says 172.21.15.18:33162) 2024-03-07T10:00:37.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b993a9640 1 -- 172.21.15.18:0/1687591300 learned_addr learned my addr 172.21.15.18:0/1687591300 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b99baa640 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a744260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.560+0000 7f2b98ba8640 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a738500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.561+0000 7f2b993a9640 1 -- 172.21.15.18:0/1687591300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 msgr2=0x55720a744260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.561+0000 7f2b993a9640 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a744260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.561+0000 7f2b993a9640 1 -- 172.21.15.18:0/1687591300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 msgr2=0x55720a738500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.561+0000 7f2b993a9640 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a738500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.561+0000 7f2b993a9640 1 -- 172.21.15.18:0/1687591300 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55720a734ab0 con 0x55720a735730 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.561+0000 7f2b993a9640 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a73e3d0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f2b90004700 tx=0x7f2b90030800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eccc47abfbbd80c0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.562+0000 7f2b7effd640 1 -- 172.21.15.18:0/1687591300 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9003f070 con 0x55720a735730 2024-03-07T10:00:37.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.562+0000 7f2b7effd640 1 -- 172.21.15.18:0/1687591300 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b90030b90 con 0x55720a735730 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.562+0000 7f2b7effd640 1 -- 172.21.15.18:0/1687591300 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b90036070 con 0x55720a735730 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1687591300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 msgr2=0x55720a73e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a73e3d0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f2b90004700 tx=0x7f2b90030800 comp rx=0 tx=0).stop 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1687591300 shutdown_connections 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a73ec30 0x55720a744260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a736050 0x55720a738500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/1687591300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a735730 0x55720a73e3d0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1687591300 >> 172.21.15.18:0/1687591300 conn(0x55720a72fe60 msgr2=0x55720a73ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1687591300 shutdown_connections 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/1687591300 wait complete. 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 -- start start 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 Processor -- start 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.563+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a735730 0x55720a74ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a736050 0x55720a74b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b9e3f2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a745bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b94071f40 con 0x55720a73ec30 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b94073240 con 0x55720a735730 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b9e3f2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b94072580 con 0x55720a736050 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b9e3f2740 10 client.0 _ll_register_callbacks cb 0x7f2b90011ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a745bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b993a9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a735730 0x55720a74ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a745bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33178/0 (socket says 172.21.15.18:33178) 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 -- 172.21.15.18:0/2841271120 learned_addr learned my addr 172.21.15.18:0/2841271120 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b993a9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a735730 0x55720a74ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51242/0 (socket says 172.21.15.18:51242) 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b98ba8640 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a736050 0x55720a74b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 -- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a736050 msgr2=0x55720a74b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a736050 0x55720a74b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 -- 172.21.15.18:0/2841271120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a735730 msgr2=0x55720a74ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:37.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a735730 0x55720a74ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 -- 172.21.15.18:0/2841271120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55720a7461b0 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b99baa640 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a745bf0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c09a890 tx=0x7f2b8c004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0c7d1f13a34bb5e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b7cff9640 1 -- 172.21.15.18:0/2841271120 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c0a8060 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2b90030b90 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.564+0000 7f2b7cff9640 1 -- 172.21.15.18:0/2841271120 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2b8c0aedf0 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b7cff9640 1 -- 172.21.15.18:0/2841271120 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b8c0b7030 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 10 client.15975 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55720a7bbc50 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b7cff9640 1 -- 172.21.15.18:0/2841271120 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b90030b90 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b7cff9640 1 -- 172.21.15.18:0/2841271120 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f2b8c00b040 con 0x55720a73ec30 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 10 client.15975 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 10 client.15975 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:37.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 20 client.15975 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a7bbf30 0x55720a7be320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 4 client.15975 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55720a6a0660 con 0x55720a7bbf30 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.565+0000 7f2b993a9640 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a7bbf30 0x55720a7be320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.566+0000 7f2b993a9640 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a7bbf30 0x55720a7be320 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80a787a86ada7e12 server_cookie=4b7763386849ebd7 in_seq=0 out_seq=0 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.566+0000 7f2b7cff9640 10 client.15975 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b7cff9640 1 -- 172.21.15.18:0/2841271120 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55720a6a0660 con 0x55720a7bbf30 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b7cff9640 10 client.15975 handle_command_reply: tid=0 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 client.15975 shutdown 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 msgr2=0x55720a745bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a745bf0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c09a890 tx=0x7f2b8c004280 comp rx=0 tx=0).stop 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 shutdown_connections 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55720a7bbf30 0x55720a7be320 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b7cff9640 0 client.15975 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55720a73ec30 0x55720a745bf0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55720a736050 0x55720a74b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 --2- 172.21.15.18:0/2841271120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55720a735730 0x55720a74ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 >> 172.21.15.18:0/2841271120 conn(0x55720a72fe60 msgr2=0x55720a73b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 shutdown_connections 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 1 -- 172.21.15.18:0/2841271120 wait complete. 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.567+0000 7f2b9e3f2740 20 client.15975 trim_cache size 0 max 16384 2024-03-07T10:00:37.574 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: "9df0abab-1cfa-42f0-b6da-fec159f8c8d4": { 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "9df0abab-1cfa-42f0-b6da-fec159f8c8d4", 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:00:37.575 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2b800a2010 msgr2=0x7f2b800a44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2b800a2010 0x7f2b800a44d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009b90 tx=0x7f2b90005f90 comp rx=0 tx=0).stop 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b941065d0 msgr2=0x7f2b9419a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b941065d0 0x7f2b9419a610 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c009fd0 tx=0x7f2b8c00c800 comp rx=0 tx=0).stop 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 shutdown_connections 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2b800a2010 0x7f2b800a44d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2b941065d0 0x7f2b9419a610 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2b94100ed0 0x7f2b94196290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 --2- 172.21.15.18:0/2515179424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b94100510 0x7f2b94195d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:37.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 >> 172.21.15.18:0/2515179424 conn(0x7f2b94077660 msgr2=0x7f2b940ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:37.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 shutdown_connections 2024-03-07T10:00:37.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:00:37.568+0000 7f2b9b60d640 1 -- 172.21.15.18:0/2515179424 wait complete. 2024-03-07T10:00:37.583 INFO:tasks.cephfs.filesystem:scrub status for tag:9df0abab-1cfa-42f0-b6da-fec159f8c8d4 - {'path': '/', 'tag': '9df0abab-1cfa-42f0-b6da-fec159f8c8d4', 'options': 'recursive,force'} 2024-03-07T10:00:37.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:37 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:00:37.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:37 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:37 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:00:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:37 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 75.0 s, 3782.2 tps, lat 26.476 ms stddev 26.553 2024-03-07T10:00:38.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:37 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:00:38.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:37 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: pgmap v48: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.5 MiB/s wr, 703 op/s 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:38 smithi077 ceph-mon[36374]: mgrmap e27: x(active, since 90s), standbys: y, z 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: pgmap v48: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.5 MiB/s wr, 703 op/s 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:38 smithi018 ceph-mon[32171]: mgrmap e27: x(active, since 90s), standbys: y, z 2024-03-07T10:00:39.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: pgmap v48: 97 pgs: 97 active+clean; 1.1 GiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.5 MiB/s wr, 703 op/s 2024-03-07T10:00:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:00:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:00:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:00:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:00:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:38 smithi063 ceph-mon[36356]: mgrmap e27: x(active, since 90s), standbys: y, z 2024-03-07T10:00:41.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:40 smithi077 ceph-mon[36374]: pgmap v49: 97 pgs: 97 active+clean; 1.2 GiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 13 MiB/s wr, 1.07k op/s 2024-03-07T10:00:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:40 smithi018 ceph-mon[32171]: pgmap v49: 97 pgs: 97 active+clean; 1.2 GiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 13 MiB/s wr, 1.07k op/s 2024-03-07T10:00:41.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:40 smithi063 ceph-mon[36356]: pgmap v49: 97 pgs: 97 active+clean; 1.2 GiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 13 MiB/s wr, 1.07k op/s 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 -- 172.21.15.18:0/3104203758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 msgr2=0x7f72f410e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 --2- 172.21.15.18:0/3104203758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 0x7f72f410e4a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f72ec009c10 tx=0x7f72ec02bf30 comp rx=0 tx=0).stop 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 -- 172.21.15.18:0/3104203758 shutdown_connections 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 --2- 172.21.15.18:0/3104203758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 0x7f72f410e4a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 --2- 172.21.15.18:0/3104203758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72f40fff00 0x7f72f4100380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 --2- 172.21.15.18:0/3104203758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f4107790 0x7f72f4107b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 -- 172.21.15.18:0/3104203758 >> 172.21.15.18:0/3104203758 conn(0x7f72f4075880 msgr2=0x7f72f4075c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 -- 172.21.15.18:0/3104203758 shutdown_connections 2024-03-07T10:00:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.508+0000 7f72fa42b640 1 -- 172.21.15.18:0/3104203758 wait complete. 2024-03-07T10:00:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.509+0000 7f72fa42b640 1 Processor -- start 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.510+0000 7f72fa42b640 1 -- start start 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.510+0000 7f72fa42b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f40fff00 0x7f72f4197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.510+0000 7f72fa42b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 0x7f72f4198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.510+0000 7f72fa42b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72f4107790 0x7f72f419c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.510+0000 7f72fa42b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f4111ac0 con 0x7f72f4107790 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.510+0000 7f72fa42b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f4111940 con 0x7f72f41008c0 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.510+0000 7f72fa42b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f4111c40 con 0x7f72f40fff00 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f40fff00 0x7f72f4197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f40fff00 0x7f72f4197de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45502/0 (socket says 172.21.15.18:45502) 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 -- 172.21.15.18:0/1503671629 learned_addr learned my addr 172.21.15.18:0/1503671629 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f37fe640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 0x7f72f4198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f89c8640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72f4107790 0x7f72f419c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 -- 172.21.15.18:0/1503671629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 msgr2=0x7f72f4198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 0x7f72f4198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 -- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72f4107790 msgr2=0x7f72f419c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72f4107790 0x7f72f419c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 -- 172.21.15.18:0/1503671629 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72f419cdd0 con 0x7f72f40fff00 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f3fff640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f40fff00 0x7f72f4197de0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f72e400c970 tx=0x7f72e400cd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72f17fa640 1 -- 172.21.15.18:0/1503671629 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e4007b50 con 0x7f72f40fff00 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72f419d0c0 con 0x7f72f40fff00 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.511+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72f4101010 con 0x7f72f40fff00 2024-03-07T10:00:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.512+0000 7f72f17fa640 1 -- 172.21.15.18:0/1503671629 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f72e4007cf0 con 0x7f72f40fff00 2024-03-07T10:00:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.512+0000 7f72f17fa640 1 -- 172.21.15.18:0/1503671629 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e400f7d0 con 0x7f72f40fff00 2024-03-07T10:00:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.515+0000 7f72fd20e740 1 Processor -- start 2024-03-07T10:00:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.515+0000 7f72f17fa640 1 -- 172.21.15.18:0/1503671629 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f72e400fa70 con 0x7f72f40fff00 2024-03-07T10:00:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.516+0000 7f72fd20e740 1 -- start start 2024-03-07T10:00:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.516+0000 7f72f17fa640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72dc0a1f60 0x7f72dc0a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.516+0000 7f72f17fa640 1 -- 172.21.15.18:0/1503671629 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f72e40ce3b0 con 0x7f72f40fff00 2024-03-07T10:00:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.516+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f03a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.516+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f04420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f89c8640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72dc0a1f60 0x7f72dc0a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 0x562a54f18120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72fd20e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a54e685c0 con 0x562a54f15d30 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72fd20e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a54e11900 con 0x562a54f03fa0 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72fd20e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a54e64660 con 0x562a54f04d10 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f03a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f03a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45514/0 (socket says 172.21.15.18:45514) 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 -- 172.21.15.18:0/3643658823 learned_addr learned my addr 172.21.15.18:0/3643658823 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f37fe640 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f04420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 -- 172.21.15.18:0/3643658823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 msgr2=0x562a54f04420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f04420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 -- 172.21.15.18:0/3643658823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 msgr2=0x562a54f18120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 0x562a54f18120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 -- 172.21.15.18:0/3643658823 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562a54b7d210 con 0x562a54f04d10 2024-03-07T10:00:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72f3fff640 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f03a60 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f72e40a2fa0 tx=0x7f72e409b580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97f24c406911738c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.517+0000 7f72da7fc640 1 -- 172.21.15.18:0/3643658823 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e40b3070 con 0x562a54f04d10 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.518+0000 7f72da7fc640 1 -- 172.21.15.18:0/3643658823 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f72e40a34d0 con 0x562a54f04d10 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.518+0000 7f72da7fc640 1 -- 172.21.15.18:0/3643658823 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e40a3040 con 0x562a54f04d10 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72f89c8640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72dc0a1f60 0x7f72dc0a4420 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f72ec033420 tx=0x7f72ec009840 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 -- 172.21.15.18:0/3643658823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 msgr2=0x562a54f03a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f03a60 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f72e40a2fa0 tx=0x7f72e409b580 comp rx=0 tx=0).stop 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 -- 172.21.15.18:0/3643658823 shutdown_connections 2024-03-07T10:00:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 0x562a54f18120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f04420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3643658823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f03a60 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 -- 172.21.15.18:0/3643658823 >> 172.21.15.18:0/3643658823 conn(0x562a54ecb580 msgr2=0x562a54efec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:41.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 -- 172.21.15.18:0/3643658823 shutdown_connections 2024-03-07T10:00:41.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.519+0000 7f72fd20e740 1 -- 172.21.15.18:0/3643658823 wait complete. 2024-03-07T10:00:41.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.520+0000 7f72fd20e740 1 -- start start 2024-03-07T10:00:41.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.520+0000 7f72fd20e740 1 Processor -- start 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.520+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f085a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.520+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f08ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.520+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 0x562a54f09020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72fd20e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a54f18a60 con 0x562a54f15d30 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72fd20e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a54e24d60 con 0x562a54f03fa0 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72fd20e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a54f18be0 con 0x562a54f04d10 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f085a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f085a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51292/0 (socket says 172.21.15.18:51292) 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 -- 172.21.15.18:0/452426502 learned_addr learned my addr 172.21.15.18:0/452426502 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72fd20e740 10 client.0 _ll_register_callbacks cb 0x562a54b7ca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f37fe640 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f08ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f89c8640 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 0x562a54f09020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 -- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 msgr2=0x562a54f08ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f08ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 -- 172.21.15.18:0/452426502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 msgr2=0x562a54f09020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 0x562a54f09020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.521+0000 7f72f3fff640 1 -- 172.21.15.18:0/452426502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562a54c49620 con 0x562a54f03fa0 2024-03-07T10:00:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.522+0000 7f72f3fff640 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f085a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f72e4097220 tx=0x7f72e40a32f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=651aa0ddda05887a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.522+0000 7f72d37fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:00:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.522+0000 7f72d37fe640 1 -- 172.21.15.18:0/452426502 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e40b9070 con 0x562a54f03fa0 2024-03-07T10:00:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.522+0000 7f72d37fe640 1 -- 172.21.15.18:0/452426502 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f72e40990c0 con 0x562a54f03fa0 2024-03-07T10:00:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.522+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f72e40a34d0 con 0x562a54f03fa0 2024-03-07T10:00:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72d37fe640 1 -- 172.21.15.18:0/452426502 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f72e40b3050 con 0x562a54f03fa0 2024-03-07T10:00:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 10 client.25784 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:41.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x562a54f24da0 con 0x562a54f03fa0 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72d37fe640 1 -- 172.21.15.18:0/452426502 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f72e40cbd10 con 0x562a54f03fa0 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72d37fe640 1 -- 172.21.15.18:0/452426502 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f72e4020030 con 0x562a54f03fa0 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 10 client.25784 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 10 client.25784 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 20 client.25784 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f260f0 0x562a54f284e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 4 client.25784 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f72e40a34d0 con 0x562a54f260f0 2024-03-07T10:00:41.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.523+0000 7f72f37fe640 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f260f0 0x562a54f284e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.524+0000 7f72d37fe640 10 client.25784 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.524+0000 7f72f37fe640 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f260f0 0x562a54f284e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26b989e8a33481ba server_cookie=1af671d0e77b36b9 in_seq=0 out_seq=0 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.525+0000 7f72d37fe640 1 -- 172.21.15.18:0/452426502 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f72e40a34d0 con 0x562a54f260f0 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.525+0000 7f72d37fe640 10 client.25784 handle_command_reply: tid=0 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.525+0000 7f72fd20e740 1 client.25784 shutdown 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 msgr2=0x562a54f085a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f085a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f72e4097220 tx=0x7f72e40a32f0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 shutdown_connections 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f260f0 0x562a54f284e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f15d30 0x562a54f09020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f08ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 --2- 172.21.15.18:0/452426502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f085a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 >> 172.21.15.18:0/452426502 conn(0x562a54ecb580 msgr2=0x562a54f009e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:41.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72d37fe640 0 client.25784 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 shutdown_connections 2024-03-07T10:00:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 1 -- 172.21.15.18:0/452426502 wait complete. 2024-03-07T10:00:41.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.526+0000 7f72fd20e740 20 client.25784 trim_cache size 0 max 16384 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.546+0000 7f72fd20e740 1 Processor -- start 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.546+0000 7f72fd20e740 1 -- start start 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f0acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f04d10 0x562a54f180c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f15d30 0x562a54f00070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72fd20e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e0010ca0 con 0x562a54f04d10 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72fd20e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e000e7a0 con 0x562a54f03fa0 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72fd20e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e000c840 con 0x562a54f15d30 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f04d10 0x562a54f180c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f04d10 0x562a54f180c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33220/0 (socket says 172.21.15.18:33220) 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f37fe640 1 -- 172.21.15.18:0/149945936 learned_addr learned my addr 172.21.15.18:0/149945936 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:41.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f37fe640 1 -- 172.21.15.18:0/149945936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f15d30 msgr2=0x562a54f00070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f89c8640 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f15d30 0x562a54f00070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f37fe640 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f15d30 0x562a54f00070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f37fe640 1 -- 172.21.15.18:0/149945936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 msgr2=0x562a54f0acd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:00:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.547+0000 7f72f37fe640 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f0acd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.550 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.548+0000 7f72f37fe640 1 -- 172.21.15.18:0/149945936 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562a54f03270 con 0x562a54f04d10 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.548+0000 7f72f89c8640 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f15d30 0x562a54f00070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.548+0000 7f72f37fe640 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f04d10 0x562a54f180c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f72e8004700 tx=0x7f72e8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e583e794d7a8bfd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.548+0000 7f72d9ffb640 1 -- 172.21.15.18:0/149945936 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e8012190 con 0x562a54f04d10 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72d9ffb640 1 -- 172.21.15.18:0/149945936 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f72e8024020 con 0x562a54f04d10 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72d9ffb640 1 -- 172.21.15.18:0/149945936 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e8010690 con 0x562a54f04d10 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72fd20e740 1 -- 172.21.15.18:0/149945936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f04d10 msgr2=0x562a54f180c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72fd20e740 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f04d10 0x562a54f180c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f72e8004700 tx=0x7f72e8009260 comp rx=0 tx=0).stop 2024-03-07T10:00:41.551 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72fd20e740 1 -- 172.21.15.18:0/149945936 shutdown_connections 2024-03-07T10:00:41.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72fd20e740 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f15d30 0x562a54f00070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72fd20e740 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f04d10 0x562a54f180c0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72fd20e740 1 --2- 172.21.15.18:0/149945936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f03fa0 0x562a54f0acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.549+0000 7f72fd20e740 1 -- 172.21.15.18:0/149945936 >> 172.21.15.18:0/149945936 conn(0x562a54ecb580 msgr2=0x562a54f179b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:41.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 -- 172.21.15.18:0/149945936 shutdown_connections 2024-03-07T10:00:41.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 -- 172.21.15.18:0/149945936 wait complete. 2024-03-07T10:00:41.552 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 -- start start 2024-03-07T10:00:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 Processor -- start 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f03fa0 0x562a54f2ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f29000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f15d30 0x562a54f29540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e000ce40 con 0x562a54f03fa0 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e000e140 con 0x562a54f15d30 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.550+0000 7f72fd20e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72e000d480 con 0x562a54f04d10 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f03fa0 0x562a54f2ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f03fa0 0x562a54f2ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33224/0 (socket says 172.21.15.18:33224) 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 -- 172.21.15.18:0/3049567971 learned_addr learned my addr 172.21.15.18:0/3049567971 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72fd20e740 10 client.0 _ll_register_callbacks cb 0x7f72e40b1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f89c8640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f15d30 0x562a54f29540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.556 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f37fe640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f29000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 -- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 msgr2=0x562a54f29000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f29000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 -- 172.21.15.18:0/3049567971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f15d30 msgr2=0x562a54f29540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f15d30 0x562a54f29540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 -- 172.21.15.18:0/3049567971 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562a54f29ab0 con 0x562a54f03fa0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f37fe640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f29000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72f3fff640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f03fa0 0x562a54f2ac60 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f72e407b040 tx=0x7f72e40a3250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61863271dc9c5596 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72d37fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72d37fe640 1 -- 172.21.15.18:0/3049567971 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e40b9070 con 0x562a54f03fa0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72d37fe640 1 -- 172.21.15.18:0/3049567971 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f72e40b31f0 con 0x562a54f03fa0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f72e8024020 con 0x562a54f03fa0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.551+0000 7f72d37fe640 1 -- 172.21.15.18:0/3049567971 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f72e4018830 con 0x562a54f03fa0 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 10 client.15990 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:41.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x562a54f29ab0 con 0x562a54f03fa0 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72d37fe640 1 -- 172.21.15.18:0/3049567971 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f72e8024020 con 0x562a54f03fa0 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72d37fe640 1 -- 172.21.15.18:0/3049567971 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f72e4020070 con 0x562a54f03fa0 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 10 client.15990 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 10 client.15990 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 20 client.15990 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f82670 0x562a54f84a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 4 client.15990 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562a54e75b00 con 0x562a54f82670 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.552+0000 7f72f37fe640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f82670 0x562a54f84a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.553+0000 7f72d37fe640 10 client.15990 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.553+0000 7f72f37fe640 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f82670 0x562a54f84a90 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6d3b1c88d2db5c5 server_cookie=166e76d082bb626e in_seq=0 out_seq=0 2024-03-07T10:00:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72d37fe640 1 -- 172.21.15.18:0/3049567971 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562a54e75b00 con 0x562a54f82670 2024-03-07T10:00:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72d37fe640 10 client.15990 handle_command_reply: tid=0 2024-03-07T10:00:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 client.15990 shutdown 2024-03-07T10:00:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f03fa0 msgr2=0x562a54f2ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f03fa0 0x562a54f2ac60 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f72e407b040 tx=0x7f72e40a3250 comp rx=0 tx=0).stop 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 shutdown_connections 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562a54f82670 0x562a54f84a90 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72d37fe640 0 client.15990 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a54f15d30 0x562a54f29540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a54f04d10 0x562a54f29000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 --2- 172.21.15.18:0/3049567971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a54f03fa0 0x562a54f2ac60 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 >> 172.21.15.18:0/3049567971 conn(0x562a54ecb580 msgr2=0x562a54efd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 shutdown_connections 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.596+0000 7f72fd20e740 1 -- 172.21.15.18:0/3049567971 wait complete. 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fd20e740 20 client.15990 trim_cache size 0 max 16384 2024-03-07T10:00:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:00:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:00:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:00:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:00:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72dc0a1f60 msgr2=0x7f72dc0a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72dc0a1f60 0x7f72dc0a4420 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f72ec033420 tx=0x7f72ec009840 comp rx=0 tx=0).stop 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f40fff00 msgr2=0x7f72f4197de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f40fff00 0x7f72f4197de0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f72e400c970 tx=0x7f72e400cd70 comp rx=0 tx=0).stop 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 shutdown_connections 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72dc0a1f60 0x7f72dc0a4420 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72f4107790 0x7f72f419c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72f41008c0 0x7f72f4198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 --2- 172.21.15.18:0/1503671629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72f40fff00 0x7f72f4197de0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 >> 172.21.15.18:0/1503671629 conn(0x7f72f4075880 msgr2=0x7f72f40fe750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 shutdown_connections 2024-03-07T10:00:41.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:41.597+0000 7f72fa42b640 1 -- 172.21.15.18:0/1503671629 wait complete. 2024-03-07T10:00:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:42 smithi077 ceph-mon[36374]: pgmap v50: 97 pgs: 97 active+clean; 1.2 GiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 7.7 MiB/s wr, 692 op/s 2024-03-07T10:00:43.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:42 smithi018 ceph-mon[32171]: pgmap v50: 97 pgs: 97 active+clean; 1.2 GiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 7.7 MiB/s wr, 692 op/s 2024-03-07T10:00:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 80.0 s, 3472.6 tps, lat 28.746 ms stddev 30.868 2024-03-07T10:00:43.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:42 smithi063 ceph-mon[36356]: pgmap v50: 97 pgs: 97 active+clean; 1.2 GiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 7.7 MiB/s wr, 692 op/s 2024-03-07T10:00:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:44 smithi077 ceph-mon[36374]: pgmap v51: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 967 op/s 2024-03-07T10:00:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:44 smithi018 ceph-mon[32171]: pgmap v51: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 967 op/s 2024-03-07T10:00:45.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:44 smithi063 ceph-mon[36356]: pgmap v51: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 967 op/s 2024-03-07T10:00:46.997 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:46 smithi063 ceph-mon[36356]: pgmap v52: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 9.5 MiB/s wr, 791 op/s 2024-03-07T10:00:46.997 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:00:46.997 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:00:46.997 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:00:47.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:46 smithi077 ceph-mon[36374]: pgmap v52: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 9.5 MiB/s wr, 791 op/s 2024-03-07T10:00:47.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:00:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:00:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:00:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:46 smithi018 ceph-mon[32171]: pgmap v52: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 9.5 MiB/s wr, 791 op/s 2024-03-07T10:00:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:00:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:00:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:00:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 85.0 s, 3860.2 tps, lat 25.870 ms stddev 26.199 2024-03-07T10:00:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:48 smithi077 ceph-mon[36374]: pgmap v53: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 7.6 MiB/s wr, 682 op/s 2024-03-07T10:00:49.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:48 smithi018 ceph-mon[32171]: pgmap v53: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 7.6 MiB/s wr, 682 op/s 2024-03-07T10:00:49.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:48 smithi063 ceph-mon[36356]: pgmap v53: 97 pgs: 97 active+clean; 1.2 GiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 7.6 MiB/s wr, 682 op/s 2024-03-07T10:00:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:50 smithi077 ceph-mon[36374]: pgmap v54: 97 pgs: 97 active+clean; 1.2 GiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2024-03-07T10:00:51.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:50 smithi018 ceph-mon[32171]: pgmap v54: 97 pgs: 97 active+clean; 1.2 GiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2024-03-07T10:00:51.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:50 smithi063 ceph-mon[36356]: pgmap v54: 97 pgs: 97 active+clean; 1.2 GiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 11 MiB/s wr, 1.01k op/s 2024-03-07T10:00:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:52 smithi077 ceph-mon[36374]: pgmap v55: 97 pgs: 97 active+clean; 1.2 GiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 641 op/s 2024-03-07T10:00:53.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:52 smithi018 ceph-mon[32171]: pgmap v55: 97 pgs: 97 active+clean; 1.2 GiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 641 op/s 2024-03-07T10:00:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 90.0 s, 3361.2 tps, lat 29.798 ms stddev 33.346 2024-03-07T10:00:53.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:52 smithi063 ceph-mon[36356]: pgmap v55: 97 pgs: 97 active+clean; 1.2 GiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 641 op/s 2024-03-07T10:00:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 -- 172.21.15.18:0/3686283779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8109160 msgr2=0x7f9ec8114270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3686283779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8109160 0x7f9ec8114270 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8009900 tx=0x7f9eb802bc30 comp rx=0 tx=0).stop 2024-03-07T10:00:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 -- 172.21.15.18:0/3686283779 shutdown_connections 2024-03-07T10:00:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3686283779 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ec81147b0 0x7f9ec8116ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3686283779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8109160 0x7f9ec8114270 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3686283779 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ec8108840 0x7f9ec8108c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 -- 172.21.15.18:0/3686283779 >> 172.21.15.18:0/3686283779 conn(0x7f9ec806c710 msgr2=0x7f9ec806cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.718+0000 7f9ed0572640 1 -- 172.21.15.18:0/3686283779 shutdown_connections 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 -- 172.21.15.18:0/3686283779 wait complete. 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 Processor -- start 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 -- start start 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8108840 0x7f9ec81a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ec8109160 0x7f9ec81a0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ec81147b0 0x7f9ec81a4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec811a1e0 con 0x7f9ec8108840 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec811a060 con 0x7f9ec81147b0 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ed0572640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec811a360 con 0x7f9ec8109160 2024-03-07T10:00:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ece30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8108840 0x7f9ec81a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ece30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8108840 0x7f9ec81a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38550/0 (socket says 172.21.15.18:38550) 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9ece30e640 1 -- 172.21.15.18:0/3148975095 learned_addr learned my addr 172.21.15.18:0/3148975095 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.719+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ec81147b0 0x7f9ec81a4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.720+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ec8109160 0x7f9ec81a0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.720+0000 7f9eceb0f640 1 -- 172.21.15.18:0/3148975095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ec8109160 msgr2=0x7f9ec81a0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.720+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ec8109160 0x7f9ec81a0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.720+0000 7f9eceb0f640 1 -- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8108840 msgr2=0x7f9ec81a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.720+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8108840 0x7f9ec81a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.720+0000 7f9eceb0f640 1 -- 172.21.15.18:0/3148975095 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ec81a56f0 con 0x7f9ec81147b0 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.720+0000 7f9ece30e640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8108840 0x7f9ec81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:00:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.721+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ec81147b0 0x7f9ec81a4fc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9ec400e940 tx=0x7f9ec400ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.721+0000 7f9ebf7fe640 1 -- 172.21.15.18:0/3148975095 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec400ccc0 con 0x7f9ec81147b0 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.721+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ec81a59e0 con 0x7f9ec81147b0 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.721+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ec81ad270 con 0x7f9ec81147b0 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.721+0000 7f9ebf7fe640 1 -- 172.21.15.18:0/3148975095 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9ec4005020 con 0x7f9ec81147b0 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.721+0000 7f9ebf7fe640 1 -- 172.21.15.18:0/3148975095 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec400ccc0 con 0x7f9ec81147b0 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.724+0000 7f9ebf7fe640 1 -- 172.21.15.18:0/3148975095 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9ec40051d0 con 0x7f9ec81147b0 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.724+0000 7f9ed3433740 1 Processor -- start 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.724+0000 7f9ebf7fe640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9eb40a2160 0x7f9eb40a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.724+0000 7f9ebf7fe640 1 -- 172.21.15.18:0/3148975095 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9ec40cdc10 con 0x7f9ec81147b0 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ed3433740 1 -- start start 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9eb40a2160 0x7f9eb40a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0d4fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d50420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d59520 0x564ee0d5b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ed3433740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ee0cb45c0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ed3433740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ee0c5d900 con 0x564ee0d59520 2024-03-07T10:00:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ed3433740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ee0cb0660 con 0x564ee0d50d10 2024-03-07T10:00:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ecdb0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d50420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ecdb0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d50420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38560/0 (socket says 172.21.15.18:38560) 2024-03-07T10:00:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.725+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/3590317667 learned_addr learned my addr 172.21.15.18:0/3590317667 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9ece30e640 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0d4fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d59520 0x564ee0d5b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9eceb0f640 1 -- 172.21.15.18:0/3590317667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 msgr2=0x564ee0d4fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0d4fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9eceb0f640 1 -- 172.21.15.18:0/3590317667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 msgr2=0x564ee0d50420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d50420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9eceb0f640 1 -- 172.21.15.18:0/3590317667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564ee09c9210 con 0x564ee0d59520 2024-03-07T10:00:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.726+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9eb40a2160 0x7f9eb40a4620 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9eb802c170 tx=0x7f9eb802ca00 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.727+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d59520 0x564ee0d5b910 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9ec40cb2f0 tx=0x7f9ec401b170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb43551316036602 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.727+0000 7f9ebcbfe640 1 -- 172.21.15.18:0/3590317667 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec409ac90 con 0x564ee0d59520 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.727+0000 7f9ebcbfe640 1 -- 172.21.15.18:0/3590317667 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9ec40071c0 con 0x564ee0d59520 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.727+0000 7f9ebcbfe640 1 -- 172.21.15.18:0/3590317667 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec40a2d30 con 0x564ee0d59520 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 -- 172.21.15.18:0/3590317667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d59520 msgr2=0x564ee0d5b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d59520 0x564ee0d5b910 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9ec40cb2f0 tx=0x7f9ec401b170 comp rx=0 tx=0).stop 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 -- 172.21.15.18:0/3590317667 shutdown_connections 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d59520 0x564ee0d5b910 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d50420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 --2- 172.21.15.18:0/3590317667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0d4fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 -- 172.21.15.18:0/3590317667 >> 172.21.15.18:0/3590317667 conn(0x564ee0d17580 msgr2=0x564ee0d4ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 -- 172.21.15.18:0/3590317667 shutdown_connections 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.728+0000 7f9ed3433740 1 -- 172.21.15.18:0/3590317667 wait complete. 2024-03-07T10:00:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 -- start start 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 Processor -- start 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d56590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d56ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d59520 0x564ee0d57010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ee0d5c250 con 0x564ee0d4ffa0 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ee0c70d60 con 0x564ee0d50d10 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ee0d5c3d0 con 0x564ee0d59520 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ed3433740 10 client.0 _ll_register_callbacks cb 0x564ee09c8a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ece30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d56590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ece30e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d56590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38574/0 (socket says 172.21.15.18:38574) 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ece30e640 1 -- 172.21.15.18:0/524837439 learned_addr learned my addr 172.21.15.18:0/524837439 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d56ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.729+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d59520 0x564ee0d57010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9ece30e640 1 -- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d59520 msgr2=0x564ee0d57010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9ece30e640 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d59520 0x564ee0d57010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9ece30e640 1 -- 172.21.15.18:0/524837439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 msgr2=0x564ee0d56ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9ece30e640 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d56ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9ece30e640 1 -- 172.21.15.18:0/524837439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564ee0a95620 con 0x564ee0d4ffa0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9ece30e640 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d56590 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0013db0 tx=0x7f9ec00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=860367687ae8b2b7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9eb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/524837439 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec0003b70 con 0x564ee0d4ffa0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/524837439 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9ec0003d10 con 0x564ee0d4ffa0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9ec40071c0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.730+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/524837439 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ec0004020 con 0x564ee0d4ffa0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 10 client.16002 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x564ee0d68610 con 0x564ee0d4ffa0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/524837439 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9ec40071c0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/524837439 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f9ec001a030 con 0x564ee0d4ffa0 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 10 client.16002 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 10 client.16002 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 20 client.16002 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d69b50 0x564ee0d6bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 4 client.16002 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.731+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564ee0cc1b00 con 0x564ee0d69b50 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.732+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d69b50 0x564ee0d6bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.732+0000 7f9eb1ffb640 10 client.16002 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.732+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d69b50 0x564ee0d6bfd0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5c9f50124c3c112 server_cookie=1bd12c7d143b72f7 in_seq=0 out_seq=0 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/524837439 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564ee0cc1b00 con 0x564ee0d69b50 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9eb1ffb640 10 client.16002 handle_command_reply: tid=0 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 client.16002 shutdown 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 msgr2=0x564ee0d56590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d56590 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0013db0 tx=0x7f9ec00117b0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 shutdown_connections 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d69b50 0x564ee0d6bfd0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9eb1ffb640 0 client.16002 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d59520 0x564ee0d57010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d56ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 --2- 172.21.15.18:0/524837439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d56590 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 >> 172.21.15.18:0/524837439 conn(0x564ee0d17580 msgr2=0x564ee0d4c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 shutdown_connections 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 1 -- 172.21.15.18:0/524837439 wait complete. 2024-03-07T10:00:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.733+0000 7f9ed3433740 20 client.16002 trim_cache size 0 max 16384 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 Processor -- start 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 -- start start 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d17580 0x564ee0d58cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d4c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d64b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eac010d10 con 0x564ee0d4ffa0 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eac00e810 con 0x564ee0d50d10 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ed3433740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eac00c8b0 con 0x564ee0d17580 2024-03-07T10:00:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.752+0000 7f9ecdb0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d4c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d4c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38580/0 (socket says 172.21.15.18:38580) 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1325290742 learned_addr learned my addr 172.21.15.18:0/1325290742 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ece30e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d17580 0x564ee0d58cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9eceb0f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d64b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1325290742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d17580 msgr2=0x564ee0d58cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d17580 0x564ee0d58cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1325290742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 msgr2=0x564ee0d64b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d64b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1325290742 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564ee0d5bc80 con 0x564ee0d4ffa0 2024-03-07T10:00:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ece30e640 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d17580 0x564ee0d58cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d64b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d4c760 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8036040 tx=0x7f9eb8044000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=956229266970fd67 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.753+0000 7f9eb3fff640 1 -- 172.21.15.18:0/1325290742 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8048070 con 0x564ee0d4ffa0 2024-03-07T10:00:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.754+0000 7f9eb3fff640 1 -- 172.21.15.18:0/1325290742 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9eb80046c0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.754+0000 7f9eb3fff640 1 -- 172.21.15.18:0/1325290742 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8003850 con 0x564ee0d4ffa0 2024-03-07T10:00:54.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.755+0000 7f9ed3433740 1 -- 172.21.15.18:0/1325290742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 msgr2=0x564ee0d4c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.755+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d4c760 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8036040 tx=0x7f9eb8044000 comp rx=0 tx=0).stop 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.756+0000 7f9ed3433740 1 -- 172.21.15.18:0/1325290742 shutdown_connections 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.756+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d50d10 0x564ee0d64b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.756+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d4c760 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.756+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1325290742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d17580 0x564ee0d58cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.756+0000 7f9ed3433740 1 -- 172.21.15.18:0/1325290742 >> 172.21.15.18:0/1325290742 conn(0x564ee0d51f60 msgr2=0x564ee0d4c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.756+0000 7f9ed3433740 1 -- 172.21.15.18:0/1325290742 shutdown_connections 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.756+0000 7f9ed3433740 1 -- 172.21.15.18:0/1325290742 wait complete. 2024-03-07T10:00:54.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 -- start start 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 Processor -- start 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d17580 0x564ee0d5d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d5d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0dc4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eac00ceb0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eac00e1b0 con 0x564ee0d17580 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eac00d4f0 con 0x564ee0d50d10 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ed3433740 10 client.0 _ll_register_callbacks cb 0x7f9ec0009c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ecdb0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d5d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ecdb0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d5d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38584/0 (socket says 172.21.15.18:38584) 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9eceb0f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0dc4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1985397130 learned_addr learned my addr 172.21.15.18:0/1985397130 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:00:54.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.757+0000 7f9ece30e640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d17580 0x564ee0d5d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 msgr2=0x564ee0dc4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0dc4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1985397130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d17580 msgr2=0x564ee0d5d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d17580 0x564ee0d5d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ecdb0d640 1 -- 172.21.15.18:0/1985397130 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564ee0dc49a0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9eceb0f640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0dc4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ece30e640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d17580 0x564ee0d5d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ecdb0d640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d5d640 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8006010 tx=0x7f9eb8005330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4c161c694f293a9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9eb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/1985397130 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb8061060 con 0x564ee0d4ffa0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/1985397130 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9eb8004a70 con 0x564ee0d4ffa0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9eb80046c0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/1985397130 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9eb8004c70 con 0x564ee0d4ffa0 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 10 client.16008 fetch_fsmap learned FSMap version 25 2024-03-07T10:00:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x564ee0dc5c10 con 0x564ee0d4ffa0 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/1985397130 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9eb80046c0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/1985397130 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f9eb80424b0 con 0x564ee0d4ffa0 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 10 client.16008 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 10 client.16008 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 20 client.16008 populate_metadata read hostname 'smithi018' 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d59520 0x564ee0dc82f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 4 client.16008 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:00:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.758+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564ee0cbbe50 con 0x564ee0d59520 2024-03-07T10:00:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.759+0000 7f9ece30e640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d59520 0x564ee0dc82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:00:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.759+0000 7f9ece30e640 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d59520 0x564ee0dc82f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba6a9a1a6fe0ea server_cookie=c14a2ac45355ff69 in_seq=0 out_seq=0 2024-03-07T10:00:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.759+0000 7f9eb1ffb640 10 client.16008 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9eb1ffb640 1 -- 172.21.15.18:0/1985397130 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564ee0cbbe50 con 0x564ee0d59520 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9eb1ffb640 10 client.16008 handle_command_reply: tid=0 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 client.16008 shutdown 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 msgr2=0x564ee0d5d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d5d640 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8006010 tx=0x7f9eb8005330 comp rx=0 tx=0).stop 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 shutdown_connections 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ee0d59520 0x564ee0dc82f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ee0d50d10 0x564ee0dc4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ee0d4ffa0 0x564ee0d5d640 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9eb1ffb640 0 client.16008 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:00:54.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 --2- 172.21.15.18:0/1985397130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ee0d17580 0x564ee0d5d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 >> 172.21.15.18:0/1985397130 conn(0x564ee0d51f60 msgr2=0x564ee0d49e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 shutdown_connections 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 1 -- 172.21.15.18:0/1985397130 wait complete. 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed3433740 20 client.16008 trim_cache size 0 max 16384 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:00:54.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:00:54.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9eb40a2160 msgr2=0x7f9eb40a4620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9eb40a2160 0x7f9eb40a4620 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9eb802c170 tx=0x7f9eb802ca00 comp rx=0 tx=0).stop 2024-03-07T10:00:54.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ec81147b0 msgr2=0x7f9ec81a4fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:00:54.816 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.812+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ec81147b0 0x7f9ec81a4fc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9ec400e940 tx=0x7f9ec400ee00 comp rx=0 tx=0).stop 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 shutdown_connections 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ec81147b0 0x7f9ec81a4fc0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ec8109160 0x7f9ec81a0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9eb40a2160 0x7f9eb40a4620 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 --2- 172.21.15.18:0/3148975095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ec8108840 0x7f9ec81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 >> 172.21.15.18:0/3148975095 conn(0x7f9ec806c710 msgr2=0x7f9ec80702c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 shutdown_connections 2024-03-07T10:00:54.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:00:54.813+0000 7f9ed0572640 1 -- 172.21.15.18:0/3148975095 wait complete. 2024-03-07T10:00:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:54 smithi077 ceph-mon[36374]: pgmap v56: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.5 MiB/s wr, 781 op/s 2024-03-07T10:00:55.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:54 smithi018 ceph-mon[32171]: pgmap v56: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.5 MiB/s wr, 781 op/s 2024-03-07T10:00:55.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:54 smithi063 ceph-mon[36356]: pgmap v56: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.5 MiB/s wr, 781 op/s 2024-03-07T10:00:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:56 smithi077 ceph-mon[36374]: pgmap v57: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.6 MiB/s wr, 691 op/s 2024-03-07T10:00:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:56 smithi018 ceph-mon[32171]: pgmap v57: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.6 MiB/s wr, 691 op/s 2024-03-07T10:00:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:56 smithi063 ceph-mon[36356]: pgmap v57: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.6 MiB/s wr, 691 op/s 2024-03-07T10:00:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 95.0 s, 3498.6 tps, lat 28.594 ms stddev 30.056 2024-03-07T10:00:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:00:58 smithi077 ceph-mon[36374]: pgmap v58: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 MiB/s wr, 652 op/s 2024-03-07T10:00:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:00:58 smithi018 ceph-mon[32171]: pgmap v58: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 MiB/s wr, 652 op/s 2024-03-07T10:00:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:00:58 smithi063 ceph-mon[36356]: pgmap v58: 97 pgs: 97 active+clean; 1.2 GiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.3 MiB/s wr, 652 op/s 2024-03-07T10:01:01.014 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:00 smithi077 ceph-mon[36374]: pgmap v59: 97 pgs: 97 active+clean; 1.3 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 13 MiB/s wr, 1.01k op/s 2024-03-07T10:01:01.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:00 smithi018 ceph-mon[32171]: pgmap v59: 97 pgs: 97 active+clean; 1.3 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 13 MiB/s wr, 1.01k op/s 2024-03-07T10:01:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:00 smithi063 ceph-mon[36356]: pgmap v59: 97 pgs: 97 active+clean; 1.3 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 13 MiB/s wr, 1.01k op/s 2024-03-07T10:01:03.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:02 smithi018 ceph-mon[32171]: pgmap v60: 97 pgs: 97 active+clean; 1.3 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 9.5 MiB/s wr, 683 op/s 2024-03-07T10:01:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 100.0 s, 1790.4 tps, lat 53.748 ms stddev 91.090 2024-03-07T10:01:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:02 smithi063 ceph-mon[36356]: pgmap v60: 97 pgs: 97 active+clean; 1.3 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 9.5 MiB/s wr, 683 op/s 2024-03-07T10:01:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:02 smithi077 ceph-mon[36374]: pgmap v60: 97 pgs: 97 active+clean; 1.3 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 9.5 MiB/s wr, 683 op/s 2024-03-07T10:01:05.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:04 smithi018 ceph-mon[32171]: pgmap v61: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 MiB/s wr, 951 op/s 2024-03-07T10:01:05.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:04 smithi063 ceph-mon[36356]: pgmap v61: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 MiB/s wr, 951 op/s 2024-03-07T10:01:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:04 smithi077 ceph-mon[36374]: pgmap v61: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 MiB/s wr, 951 op/s 2024-03-07T10:01:07.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:06 smithi018 ceph-mon[32171]: pgmap v62: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 11 MiB/s wr, 860 op/s 2024-03-07T10:01:07.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:06 smithi063 ceph-mon[36356]: pgmap v62: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 11 MiB/s wr, 860 op/s 2024-03-07T10:01:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:06 smithi077 ceph-mon[36374]: pgmap v62: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 11 MiB/s wr, 860 op/s 2024-03-07T10:01:07.583 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:01:07.584 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:01:07.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 -- 172.21.15.18:0/1893485022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb01031a0 msgr2=0x7fefb010b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/1893485022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb01031a0 0x7fefb010b680 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009900 tx=0x7fefa402bcd0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 -- 172.21.15.18:0/1893485022 shutdown_connections 2024-03-07T10:01:07.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/1893485022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fefb010bc50 0x7fefb010e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/1893485022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb01031a0 0x7fefb010b680 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/1893485022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fefb0102880 0x7fefb0102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 -- 172.21.15.18:0/1893485022 >> 172.21.15.18:0/1893485022 conn(0x7fefb0077710 msgr2=0x7fefb0077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.701+0000 7fefb7b1d640 1 -- 172.21.15.18:0/1893485022 shutdown_connections 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 -- 172.21.15.18:0/1893485022 wait complete. 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 Processor -- start 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 -- start start 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb0102880 0x7fefb0197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fefb01031a0 0x7fefb0198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fefb010bc50 0x7fefb019c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb01119e0 con 0x7fefb0102880 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb0111860 con 0x7fefb010bc50 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb7b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb0111b60 con 0x7fefb01031a0 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb58b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb0102880 0x7fefb0197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb58b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb0102880 0x7fefb0197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55476/0 (socket says 172.21.15.18:55476) 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb58b9640 1 -- 172.21.15.18:0/2548474648 learned_addr learned my addr 172.21.15.18:0/2548474648 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.702+0000 7fefb60ba640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fefb010bc50 0x7fefb019c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb50b8640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fefb01031a0 0x7fefb0198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb58b9640 1 -- 172.21.15.18:0/2548474648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fefb01031a0 msgr2=0x7fefb0198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fefb01031a0 0x7fefb0198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb58b9640 1 -- 172.21.15.18:0/2548474648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fefb010bc50 msgr2=0x7fefb019c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fefb010bc50 0x7fefb019c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb58b9640 1 -- 172.21.15.18:0/2548474648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefb019ced0 con 0x7fefb0102880 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb0102880 0x7fefb0197ee0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fefa800e9f0 tx=0x7fefa800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefaeffd640 1 -- 172.21.15.18:0/2548474648 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa800cd80 con 0x7fefb0102880 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefaeffd640 1 -- 172.21.15.18:0/2548474648 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fefa8010910 con 0x7fefb0102880 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefb019d1c0 con 0x7fefb0102880 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefaeffd640 1 -- 172.21.15.18:0/2548474648 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa8018990 con 0x7fefb0102880 2024-03-07T10:01:07.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.703+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefb01a4a50 con 0x7fefb0102880 2024-03-07T10:01:07.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.705+0000 7fefaeffd640 1 -- 172.21.15.18:0/2548474648 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fefa8010ac0 con 0x7fefb0102880 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 Processor -- start 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 -- start start 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496522730 0x559496522b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496523050 0x55949652b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55949652bc30 0x55949652e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559496485dd0 con 0x55949652bc30 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55949642eae0 con 0x559496522730 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefbaa07740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559496481e70 con 0x559496523050 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefaeffd640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef980a1ef0 0x7fef980a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb58b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496523050 0x55949652b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55949652bc30 0x55949652e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb60ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496522730 0x559496522b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55949652bc30 0x55949652e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55486/0 (socket says 172.21.15.18:55486) 2024-03-07T10:01:07.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 -- 172.21.15.18:0/4204702719 learned_addr learned my addr 172.21.15.18:0/4204702719 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb60ba640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef980a1ef0 0x7fef980a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefaeffd640 1 -- 172.21.15.18:0/2548474648 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fefa80ce500 con 0x7fefb0102880 2024-03-07T10:01:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 -- 172.21.15.18:0/4204702719 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496523050 msgr2=0x55949652b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496523050 0x55949652b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 -- 172.21.15.18:0/4204702719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496522730 msgr2=0x559496522b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496522730 0x559496522b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb50b8640 1 -- 172.21.15.18:0/4204702719 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5594962647d0 con 0x55949652bc30 2024-03-07T10:01:07.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.706+0000 7fefb58b9640 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496523050 0x55949652b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.707+0000 7fefb60ba640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef980a1ef0 0x7fef980a43b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fefa0009fd0 tx=0x7fefa0009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.707+0000 7fefb50b8640 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55949652bc30 0x55949652e020 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009230 tx=0x7fefa40095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9ad4e515b302a4d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.707+0000 7fef97fff640 1 -- 172.21.15.18:0/4204702719 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa4042070 con 0x55949652bc30 2024-03-07T10:01:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.707+0000 7fef97fff640 1 -- 172.21.15.18:0/4204702719 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fefa4004040 con 0x55949652bc30 2024-03-07T10:01:07.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.707+0000 7fef97fff640 1 -- 172.21.15.18:0/4204702719 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa4004b20 con 0x55949652bc30 2024-03-07T10:01:07.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 -- 172.21.15.18:0/4204702719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55949652bc30 msgr2=0x55949652e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55949652bc30 0x55949652e020 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009230 tx=0x7fefa40095f0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 -- 172.21.15.18:0/4204702719 shutdown_connections 2024-03-07T10:01:07.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55949652bc30 0x55949652e020 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496523050 0x55949652b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 --2- 172.21.15.18:0/4204702719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496522730 0x559496522b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 -- 172.21.15.18:0/4204702719 >> 172.21.15.18:0/4204702719 conn(0x55949651ce60 msgr2=0x55949651d240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 -- 172.21.15.18:0/4204702719 shutdown_connections 2024-03-07T10:01:07.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 -- 172.21.15.18:0/4204702719 wait complete. 2024-03-07T10:01:07.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 -- start start 2024-03-07T10:01:07.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 Processor -- start 2024-03-07T10:01:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.708+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x559496528970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496528f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55949652e9c0 con 0x559496523050 2024-03-07T10:01:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559496442070 con 0x55949652bc30 2024-03-07T10:01:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55949652eb40 con 0x559496522730 2024-03-07T10:01:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 10 client.0 _ll_register_callbacks cb 0x559496441a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x559496528970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x559496528970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55492/0 (socket says 172.21.15.18:55492) 2024-03-07T10:01:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb58b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 -- 172.21.15.18:0/2454068587 learned_addr learned my addr 172.21.15.18:0/2454068587 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb60ba640 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496528f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 -- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 msgr2=0x55949652b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 -- 172.21.15.18:0/2454068587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 msgr2=0x559496528f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496528f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 -- 172.21.15.18:0/2454068587 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55949619a3f0 con 0x559496523050 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefb50b8640 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x559496528970 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fefa4005ab0 tx=0x7fefa4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34d091fafefe5d07 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fef957fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fef957fa640 1 -- 172.21.15.18:0/2454068587 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa4042050 con 0x559496523050 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fef957fa640 1 -- 172.21.15.18:0/2454068587 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fefa402cb30 con 0x559496523050 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fefa4004040 con 0x559496523050 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fef957fa640 1 -- 172.21.15.18:0/2454068587 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefa4004cc0 con 0x559496523050 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 10 client.16020 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.709+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55949615a0f0 con 0x559496523050 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fef957fa640 1 -- 172.21.15.18:0/2454068587 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fefa4004040 con 0x559496523050 2024-03-07T10:01:07.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fef957fa640 1 -- 172.21.15.18:0/2454068587 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fefa40037b0 con 0x559496523050 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefbaa07740 10 client.16020 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefbaa07740 10 client.16020 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefbaa07740 20 client.16020 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55949653b760 0x55949653db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefbaa07740 4 client.16020 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559496493310 con 0x55949653b760 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55949653b760 0x55949653db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fef957fa640 10 client.16020 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.710+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55949653b760 0x55949653db50 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dce3037e046bef7c server_cookie=f4594d7dd47bad33 in_seq=0 out_seq=0 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fef957fa640 1 -- 172.21.15.18:0/2454068587 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559496493310 con 0x55949653b760 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fef957fa640 10 client.16020 handle_command_reply: tid=0 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 client.16020 shutdown 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 msgr2=0x559496528970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x559496528970 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fefa4005ab0 tx=0x7fefa4004ad0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 shutdown_connections 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55949653b760 0x55949653db50 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496528f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x559496528970 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2454068587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fef957fa640 0 client.16020 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 >> 172.21.15.18:0/2454068587 conn(0x55949651ce60 msgr2=0x55949651ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 shutdown_connections 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 1 -- 172.21.15.18:0/2454068587 wait complete. 2024-03-07T10:01:07.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.711+0000 7fefbaa07740 20 client.16020 trim_cache size 0 max 16384 2024-03-07T10:01:07.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 Processor -- start 2024-03-07T10:01:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 -- start start 2024-03-07T10:01:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496522730 0x55949652b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496523050 0x55949652b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55949652bc30 0x559496525bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb01af7d0 con 0x559496522730 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb01ad2d0 con 0x559496523050 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefbaa07740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb01ab370 con 0x55949652bc30 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496522730 0x55949652b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496522730 0x55949652b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55500/0 (socket says 172.21.15.18:55500) 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 -- 172.21.15.18:0/792410941 learned_addr learned my addr 172.21.15.18:0/792410941 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb50b8640 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496523050 0x55949652b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb60ba640 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55949652bc30 0x559496525bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 -- 172.21.15.18:0/792410941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55949652bc30 msgr2=0x559496525bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55949652bc30 0x559496525bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 -- 172.21.15.18:0/792410941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496523050 msgr2=0x55949652b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496523050 0x55949652b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 -- 172.21.15.18:0/792410941 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559496529280 con 0x559496522730 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb50b8640 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496523050 0x55949652b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.728+0000 7fefb58b9640 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496522730 0x55949652b0a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fefa8097900 tx=0x7fefa806e060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbc7c94783c292f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fef977fe640 1 -- 172.21.15.18:0/792410941 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa80975a0 con 0x559496522730 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fef977fe640 1 -- 172.21.15.18:0/792410941 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fefa80a3190 con 0x559496522730 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fef977fe640 1 -- 172.21.15.18:0/792410941 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa809a380 con 0x559496522730 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 -- 172.21.15.18:0/792410941 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496522730 msgr2=0x55949652b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496522730 0x55949652b0a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fefa8097900 tx=0x7fefa806e060 comp rx=0 tx=0).stop 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 -- 172.21.15.18:0/792410941 shutdown_connections 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55949652bc30 0x559496525bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559496523050 0x55949652b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 --2- 172.21.15.18:0/792410941 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496522730 0x55949652b0a0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 -- 172.21.15.18:0/792410941 >> 172.21.15.18:0/792410941 conn(0x55949651ce60 msgr2=0x55949651d240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 -- 172.21.15.18:0/792410941 shutdown_connections 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.729+0000 7fefbaa07740 1 -- 172.21.15.18:0/792410941 wait complete. 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 -- start start 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 Processor -- start 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x55949652fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496595ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb01ab970 con 0x559496523050 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb01acc70 con 0x55949652bc30 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb01abfb0 con 0x559496522730 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefbaa07740 10 client.0 _ll_register_callbacks cb 0x7fefa4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:07.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x55949652fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x55949652fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55508/0 (socket says 172.21.15.18:55508) 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 -- 172.21.15.18:0/2305357896 learned_addr learned my addr 172.21.15.18:0/2305357896 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb60ba640 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496595ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 -- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 msgr2=0x55949652f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 -- 172.21.15.18:0/2305357896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 msgr2=0x559496595ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496595ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.730+0000 7fefb50b8640 1 -- 172.21.15.18:0/2305357896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559496596220 con 0x559496523050 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefb50b8640 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x55949652fe00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fefa4047480 tx=0x7fefa4005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb77f27991c3111b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fef957fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fef957fa640 1 -- 172.21.15.18:0/2305357896 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa40046c0 con 0x559496523050 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fef957fa640 1 -- 172.21.15.18:0/2305357896 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fefa402cb30 con 0x559496523050 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fefa80a3190 con 0x559496523050 2024-03-07T10:01:07.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fef957fa640 1 -- 172.21.15.18:0/2305357896 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefa4067050 con 0x559496523050 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 10 client.16026 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559496597530 con 0x559496523050 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fef957fa640 1 -- 172.21.15.18:0/2305357896 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fefa80a3190 con 0x559496523050 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fef957fa640 1 -- 172.21.15.18:0/2305357896 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fefa405f020 con 0x559496523050 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 10 client.16026 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 10 client.16026 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 20 client.16026 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559496597a00 0x559496599e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 4 client.16026 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55949648d660 con 0x559496597a00 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.731+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559496597a00 0x559496599e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefb58b9640 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559496597a00 0x559496599e20 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b86250529b8839ab server_cookie=d1692a37d904437b in_seq=0 out_seq=0 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fef957fa640 10 client.16026 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fef957fa640 1 -- 172.21.15.18:0/2305357896 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55949648d660 con 0x559496597a00 2024-03-07T10:01:07.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fef957fa640 10 client.16026 handle_command_reply: tid=0 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 client.16026 shutdown 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 msgr2=0x55949652fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x55949652fe00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fefa4047480 tx=0x7fefa4005850 comp rx=0 tx=0).stop 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 shutdown_connections 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559496597a00 0x559496599e20 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55949652bc30 0x559496595ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559496523050 0x55949652fe00 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fef957fa640 0 client.16026 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 --2- 172.21.15.18:0/2305357896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559496522730 0x55949652f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 >> 172.21.15.18:0/2305357896 conn(0x55949651ce60 msgr2=0x55949651b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 shutdown_connections 2024-03-07T10:01:07.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 1 -- 172.21.15.18:0/2305357896 wait complete. 2024-03-07T10:01:07.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.732+0000 7fefbaa07740 20 client.16026 trim_cache size 0 max 16384 2024-03-07T10:01:07.745 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:01:07.745 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:01:07.746 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:01:07.746 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef980a1ef0 msgr2=0x7fef980a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef980a1ef0 0x7fef980a43b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fefa0009fd0 tx=0x7fefa0009500 comp rx=0 tx=0).stop 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb0102880 msgr2=0x7fefb0197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb0102880 0x7fefb0197ee0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fefa800e9f0 tx=0x7fefa800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 shutdown_connections 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fefb010bc50 0x7fefb019c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fefb01031a0 0x7fefb0198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef980a1ef0 0x7fef980a43b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 --2- 172.21.15.18:0/2548474648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fefb0102880 0x7fefb0197ee0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 >> 172.21.15.18:0/2548474648 conn(0x7fefb0077710 msgr2=0x7fefb00fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 shutdown_connections 2024-03-07T10:01:07.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.733+0000 7fefb7b1d640 1 -- 172.21.15.18:0/2548474648 wait complete. 2024-03-07T10:01:07.748 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:01:07.748 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:01:07.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 -- 172.21.15.18:0/3811258947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c101ee0 msgr2=0x7fa94c10e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 --2- 172.21.15.18:0/3811258947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c101ee0 0x7fa94c10e3a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fa944009ca0 tx=0x7fa94402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 -- 172.21.15.18:0/3811258947 shutdown_connections 2024-03-07T10:01:07.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 --2- 172.21.15.18:0/3811258947 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c101ee0 0x7fa94c10e3a0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 --2- 172.21.15.18:0/3811258947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101520 0x7fa94c1019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 --2- 172.21.15.18:0/3811258947 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa94c1075e0 0x7fa94c1079c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 -- 172.21.15.18:0/3811258947 >> 172.21.15.18:0/3811258947 conn(0x7fa94c0fd050 msgr2=0x7fa94c0ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 -- 172.21.15.18:0/3811258947 shutdown_connections 2024-03-07T10:01:07.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.867+0000 7fa951603640 1 -- 172.21.15.18:0/3811258947 wait complete. 2024-03-07T10:01:07.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 Processor -- start 2024-03-07T10:01:07.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 -- start start 2024-03-07T10:01:07.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa94c101520 0x7fa94c1a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101ee0 0x7fa94c1a4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c1075e0 0x7fa94c10d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa94c1118c0 con 0x7fa94c1075e0 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa94c111740 con 0x7fa94c101ee0 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa951603640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa94c111a40 con 0x7fa94c101520 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa94a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101ee0 0x7fa94c1a4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa94affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa94c101520 0x7fa94c1a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa94b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c1075e0 0x7fa94c10d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa94a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101ee0 0x7fa94c1a4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55816/0 (socket says 172.21.15.18:55816) 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa94affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa94c101520 0x7fa94c1a4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40818/0 (socket says 172.21.15.18:40818) 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.868+0000 7fa94a7fc640 1 -- 172.21.15.18:0/3375405120 learned_addr learned my addr 172.21.15.18:0/3375405120 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa94b7fe640 1 -- 172.21.15.18:0/3375405120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa94c101520 msgr2=0x7fa94c1a4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa94b7fe640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa94c101520 0x7fa94c1a4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa94b7fe640 1 -- 172.21.15.18:0/3375405120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101ee0 msgr2=0x7fa94c1a4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa94b7fe640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101ee0 0x7fa94c1a4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa94b7fe640 1 -- 172.21.15.18:0/3375405120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa94c10dd40 con 0x7fa94c1075e0 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa94a7fc640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101ee0 0x7fa94c1a4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa94b7fe640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c1075e0 0x7fa94c10d5c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fa94402c700 tx=0x7fa944032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa943fff640 1 -- 172.21.15.18:0/3375405120 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa944042020 con 0x7fa94c1075e0 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa94c10dfd0 con 0x7fa94c1075e0 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa943fff640 1 -- 172.21.15.18:0/3375405120 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa944034640 con 0x7fa94c1075e0 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa943fff640 1 -- 172.21.15.18:0/3375405120 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa944039040 con 0x7fa94c1075e0 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.869+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa94c1aae70 con 0x7fa94c1075e0 2024-03-07T10:01:07.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.870+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa94c04f430 con 0x7fa94c1075e0 2024-03-07T10:01:07.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.872+0000 7fa943fff640 1 -- 172.21.15.18:0/3375405120 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa944045020 con 0x7fa94c1075e0 2024-03-07T10:01:07.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.873+0000 7fa943fff640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9380a1ee0 0x7fa9380a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.873+0000 7fa943fff640 1 -- 172.21.15.18:0/3375405120 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa9440f0040 con 0x7fa94c1075e0 2024-03-07T10:01:07.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.873+0000 7fa94affd640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9380a1ee0 0x7fa9380a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.873+0000 7fa94affd640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9380a1ee0 0x7fa9380a43a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa934009b50 tx=0x7fa934005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.878 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:07.877+0000 7fa943fff640 1 -- 172.21.15.18:0/3375405120 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa94404c020 con 0x7fa94c1075e0 2024-03-07T10:01:07.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3358460759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 msgr2=0x7f02a41009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3358460759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a41009a0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0294009900 tx=0x7f029402bc30 comp rx=0 tx=0).stop 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3358460759 shutdown_connections 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3358460759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02a4100ee0 0x7f02a410d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3358460759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a41009a0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3358460759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02a41065e0 0x7f02a41069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3358460759 >> 172.21.15.18:0/3358460759 conn(0x7f02a4077650 msgr2=0x7f02a4077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3358460759 shutdown_connections 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.924+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3358460759 wait complete. 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 Processor -- start 2024-03-07T10:01:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 -- start start 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a419a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02a4100ee0 0x7f02a419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02a41065e0 0x7f02a419e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a4111a40 con 0x7f02a4100520 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a41118c0 con 0x7f02a4100ee0 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02ac2c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a4111bc0 con 0x7f02a41065e0 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02aa063640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a419a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02aa063640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a419a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55550/0 (socket says 172.21.15.18:55550) 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02aa063640 1 -- 172.21.15.18:0/3996788233 learned_addr learned my addr 172.21.15.18:0/3996788233 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02aa864640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02a41065e0 0x7f02a419e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.925+0000 7f02a9862640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02a4100ee0 0x7f02a419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02aa864640 1 -- 172.21.15.18:0/3996788233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02a4100ee0 msgr2=0x7f02a419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02aa864640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02a4100ee0 0x7f02a419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02aa864640 1 -- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 msgr2=0x7f02a419a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02aa864640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a419a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02aa864640 1 -- 172.21.15.18:0/3996788233 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02a419f090 con 0x7f02a41065e0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02aa063640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a419a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02aa864640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02a41065e0 0x7f02a419e960 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f029c00ec50 tx=0x7f029c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f029b7fe640 1 -- 172.21.15.18:0/3996788233 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029c003b70 con 0x7f02a41065e0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f029b7fe640 1 -- 172.21.15.18:0/3996788233 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f029c003d10 con 0x7f02a41065e0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f029b7fe640 1 -- 172.21.15.18:0/3996788233 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029c010890 con 0x7f02a41065e0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02a419f380 con 0x7f02a41065e0 2024-03-07T10:01:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.926+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02a41a6c10 con 0x7f02a41065e0 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.928+0000 7f029b7fe640 1 -- 172.21.15.18:0/3996788233 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f029c010a30 con 0x7f02a41065e0 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.929+0000 7f029b7fe640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02900a1ee0 0x7f02900a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.929+0000 7f02af187740 1 Processor -- start 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f029b7fe640 1 -- 172.21.15.18:0/3996788233 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f029c0ce800 con 0x7f02a41065e0 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02aa063640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02900a1ee0 0x7f02900a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02af187740 1 -- start start 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02af187740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155bd10 0x55f8b155aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02af187740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155afa0 0x55f8b155b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02af187740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b156f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02af187740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8b14bf5c0 con 0x55f8b155afa0 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02af187740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8b1468900 con 0x55f8b156cd30 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02af187740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8b14bb660 con 0x55f8b155bd10 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02aa063640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02900a1ee0 0x7f02900a43a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f02a0011500 tx=0x7f02a0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02a9862640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155afa0 0x55f8b155b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02a9862640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155afa0 0x55f8b155b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55552/0 (socket says 172.21.15.18:55552) 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02aa864640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b156f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02a9862640 1 -- 172.21.15.18:0/460522619 learned_addr learned my addr 172.21.15.18:0/460522619 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.930+0000 7f02aa063640 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155bd10 0x55f8b155aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f02aa063640 1 -- 172.21.15.18:0/460522619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 msgr2=0x55f8b156f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f02aa063640 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b156f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f02aa063640 1 -- 172.21.15.18:0/460522619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155afa0 msgr2=0x55f8b155b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f02aa063640 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155afa0 0x55f8b155b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f02aa063640 1 -- 172.21.15.18:0/460522619 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8b11d4210 con 0x55f8b155bd10 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f02a9862640 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155afa0 0x55f8b155b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f02aa063640 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155bd10 0x55f8b155aa60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f02a0009f80 tx=0x7f02a0014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2dd37b76777c634 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f0298bfe640 1 -- 172.21.15.18:0/460522619 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02a001c7d0 con 0x55f8b155bd10 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f0298bfe640 1 -- 172.21.15.18:0/460522619 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f02a001ce50 con 0x55f8b155bd10 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.931+0000 7f0298bfe640 1 -- 172.21.15.18:0/460522619 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02a001a390 con 0x55f8b155bd10 2024-03-07T10:01:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 -- 172.21.15.18:0/460522619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155bd10 msgr2=0x55f8b155aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155bd10 0x55f8b155aa60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f02a0009f80 tx=0x7f02a0014000 comp rx=0 tx=0).stop 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 -- 172.21.15.18:0/460522619 shutdown_connections 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b156f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155afa0 0x55f8b155b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 --2- 172.21.15.18:0/460522619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155bd10 0x55f8b155aa60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 -- 172.21.15.18:0/460522619 >> 172.21.15.18:0/460522619 conn(0x55f8b1522580 msgr2=0x55f8b1555c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 -- 172.21.15.18:0/460522619 shutdown_connections 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 -- 172.21.15.18:0/460522619 wait complete. 2024-03-07T10:01:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.932+0000 7f02af187740 1 -- start start 2024-03-07T10:01:07.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 1 Processor -- start 2024-03-07T10:01:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155afa0 0x55f8b1569e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b156a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b156cd30 0x55f8b156a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8b156fa60 con 0x55f8b155bd10 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8b147bd60 con 0x55f8b155afa0 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8b156fbe0 con 0x55f8b156cd30 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02af187740 10 client.0 _ll_register_callbacks cb 0x55f8b11d3a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155afa0 0x55f8b1569e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155afa0 0x55f8b1569e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55854/0 (socket says 172.21.15.18:55854) 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 -- 172.21.15.18:0/2998713724 learned_addr learned my addr 172.21.15.18:0/2998713724 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02a9862640 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b156a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa864640 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b156cd30 0x55f8b156a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 -- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b156cd30 msgr2=0x55f8b156a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b156cd30 0x55f8b156a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 -- 172.21.15.18:0/2998713724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 msgr2=0x55f8b156a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b156a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.933+0000 7f02aa063640 1 -- 172.21.15.18:0/2998713724 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f8b12a0620 con 0x55f8b155afa0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f02aa063640 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155afa0 0x55f8b1569e10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f02a00057a0 tx=0x7f02a00254a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55d82dc16fe89d16 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f028dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f028dffb640 1 -- 172.21.15.18:0/2998713724 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02a0033060 con 0x55f8b155afa0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f02a001ce50 con 0x55f8b155afa0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f028dffb640 1 -- 172.21.15.18:0/2998713724 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f02a001c5d0 con 0x55f8b155afa0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f028dffb640 1 -- 172.21.15.18:0/2998713724 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02a001c7d0 con 0x55f8b155afa0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f02af187740 10 client.25841 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.934+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f8b157be00 con 0x55f8b155afa0 2024-03-07T10:01:07.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f028dffb640 1 -- 172.21.15.18:0/2998713724 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f02a001ce50 con 0x55f8b155afa0 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f028dffb640 1 -- 172.21.15.18:0/2998713724 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f02a002d3e0 con 0x55f8b155afa0 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02af187740 10 client.25841 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02af187740 10 client.25841 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02af187740 20 client.25841 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02af187740 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b157d150 0x55f8b157f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02af187740 4 client.25841 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f8b14ccb00 con 0x55f8b157d150 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02a9862640 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b157d150 0x55f8b157f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f02a9862640 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b157d150 0x55f8b157f540 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d721aa1969c9a508 server_cookie=da5c287fc760a579 in_seq=0 out_seq=0 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.935+0000 7f028dffb640 10 client.25841 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f028dffb640 1 -- 172.21.15.18:0/2998713724 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f8b14ccb00 con 0x55f8b157d150 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f028dffb640 10 client.25841 handle_command_reply: tid=0 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 client.25841 shutdown 2024-03-07T10:01:07.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155afa0 msgr2=0x55f8b1569e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155afa0 0x55f8b1569e10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f02a00057a0 tx=0x7f02a00254a0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 shutdown_connections 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b157d150 0x55f8b157f540 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b156cd30 0x55f8b156a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b156a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 --2- 172.21.15.18:0/2998713724 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155afa0 0x55f8b1569e10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 >> 172.21.15.18:0/2998713724 conn(0x55f8b1522580 msgr2=0x55f8b15579e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f028dffb640 0 client.25841 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 shutdown_connections 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.936+0000 7f02af187740 1 -- 172.21.15.18:0/2998713724 wait complete. 2024-03-07T10:01:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.937+0000 7f02af187740 20 client.25841 trim_cache size 0 max 16384 2024-03-07T10:01:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 Processor -- start 2024-03-07T10:01:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 -- start start 2024-03-07T10:01:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b1578330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155bd10 0x55f8b1578870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b156cd30 0x55f8b1554580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a41ad750 con 0x55f8b156cd30 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a41ab250 con 0x55f8b155bd10 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02af187740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a41a9310 con 0x55f8b155afa0 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa864640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b156cd30 0x55f8b1554580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa063640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b1578330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa063640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b1578330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40854/0 (socket says 172.21.15.18:40854) 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa063640 1 -- 172.21.15.18:0/3229821403 learned_addr learned my addr 172.21.15.18:0/3229821403 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02a9862640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155bd10 0x55f8b1578870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa864640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b156cd30 0x55f8b1554580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55570/0 (socket says 172.21.15.18:55570) 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa864640 1 -- 172.21.15.18:0/3229821403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 msgr2=0x55f8b1578330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa864640 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b1578330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa864640 1 -- 172.21.15.18:0/3229821403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155bd10 msgr2=0x55f8b1578870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa864640 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155bd10 0x55f8b1578870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa864640 1 -- 172.21.15.18:0/3229821403 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8b155b940 con 0x55f8b156cd30 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02aa063640 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b1578330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.952+0000 7f02a9862640 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155bd10 0x55f8b1578870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.953+0000 7f02aa864640 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b156cd30 0x55f8b1554580 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f029c0cbee0 tx=0x7f029c0ce040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deba5fbd40e11a3b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.953+0000 7f028ffff640 1 -- 172.21.15.18:0/3229821403 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029c0a00b0 con 0x55f8b156cd30 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.953+0000 7f028ffff640 1 -- 172.21.15.18:0/3229821403 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f029c009820 con 0x55f8b156cd30 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.953+0000 7f028ffff640 1 -- 172.21.15.18:0/3229821403 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029c0987d0 con 0x55f8b156cd30 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.953+0000 7f02af187740 1 -- 172.21.15.18:0/3229821403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b156cd30 msgr2=0x55f8b1554580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.953+0000 7f02af187740 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b156cd30 0x55f8b1554580 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f029c0cbee0 tx=0x7f029c0ce040 comp rx=0 tx=0).stop 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- 172.21.15.18:0/3229821403 shutdown_connections 2024-03-07T10:01:07.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b156cd30 0x55f8b1554580 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b155bd10 0x55f8b1578870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 --2- 172.21.15.18:0/3229821403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b1578330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- 172.21.15.18:0/3229821403 >> 172.21.15.18:0/3229821403 conn(0x55f8b1522580 msgr2=0x55f8b15557c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- 172.21.15.18:0/3229821403 shutdown_connections 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- 172.21.15.18:0/3229821403 wait complete. 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- start start 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 Processor -- start 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b15669b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b1566ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b15d76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a41a9910 con 0x55f8b155bd10 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a41aabf0 con 0x55f8b156cd30 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a41a9f30 con 0x55f8b155afa0 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02af187740 10 client.0 _ll_register_callbacks cb 0x7f02a0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02a9862640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b1566ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02a9862640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b1566ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55578/0 (socket says 172.21.15.18:55578) 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02a9862640 1 -- 172.21.15.18:0/3295465527 learned_addr learned my addr 172.21.15.18:0/3295465527 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02aa063640 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b15669b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.954+0000 7f02aa864640 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b15d76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02a9862640 1 -- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 msgr2=0x55f8b15669b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02a9862640 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b15669b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02a9862640 1 -- 172.21.15.18:0/3295465527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 msgr2=0x55f8b15d76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02a9862640 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b15d76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02a9862640 1 -- 172.21.15.18:0/3295465527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f8b15d7c10 con 0x55f8b155bd10 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02a9862640 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b1566ef0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f029402c170 tx=0x7f0294004200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8821f71cbb475aeb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f028dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f028dffb640 1 -- 172.21.15.18:0/3295465527 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029404b2d0 con 0x55f8b155bd10 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f029c009820 con 0x55f8b155bd10 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f028dffb640 1 -- 172.21.15.18:0/3295465527 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f029402c8b0 con 0x55f8b155bd10 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f028dffb640 1 -- 172.21.15.18:0/3295465527 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f029405b050 con 0x55f8b155bd10 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02af187740 10 client.16050 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f8b15d8e20 con 0x55f8b155bd10 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.955+0000 7f028dffb640 1 -- 172.21.15.18:0/3295465527 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f029c009820 con 0x55f8b155bd10 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f028dffb640 1 -- 172.21.15.18:0/3295465527 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f0294048040 con 0x55f8b155bd10 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02af187740 10 client.16050 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02af187740 10 client.16050 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02af187740 20 client.16050 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02af187740 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b15d9550 0x55f8b15db970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02af187740 4 client.16050 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f8b14c6e50 con 0x55f8b15d9550 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02aa063640 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b15d9550 0x55f8b15db970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f028dffb640 10 client.16050 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.956+0000 7f02aa063640 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b15d9550 0x55f8b15db970 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffcbb74a2fb1f38e server_cookie=4d8e6c63cca3d70f in_seq=0 out_seq=0 2024-03-07T10:01:07.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.979+0000 7f028dffb640 1 -- 172.21.15.18:0/3295465527 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f8b14c6e50 con 0x55f8b15d9550 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.979+0000 7f028dffb640 10 client.16050 handle_command_reply: tid=0 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.979+0000 7f02af187740 1 client.16050 shutdown 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 msgr2=0x55f8b1566ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b1566ef0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f029402c170 tx=0x7f0294004200 comp rx=0 tx=0).stop 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 shutdown_connections 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8b15d9550 0x55f8b15db970 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8b156cd30 0x55f8b15d76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f028dffb640 0 client.16050 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8b155bd10 0x55f8b1566ef0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 --2- 172.21.15.18:0/3295465527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8b155afa0 0x55f8b15669b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 >> 172.21.15.18:0/3295465527 conn(0x55f8b1522580 msgr2=0x55f8b15570e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 shutdown_connections 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 1 -- 172.21.15.18:0/3295465527 wait complete. 2024-03-07T10:01:07.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.980+0000 7f02af187740 20 client.16050 trim_cache size 0 max 16384 2024-03-07T10:01:07.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:01:07.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:01:07.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:01:07.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02900a1ee0 msgr2=0x7f02900a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02900a1ee0 0x7f02900a43a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f02a0011500 tx=0x7f02a0005f90 comp rx=0 tx=0).stop 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02a41065e0 msgr2=0x7f02a419e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02a41065e0 0x7f02a419e960 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f029c00ec50 tx=0x7f029c00c6a0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 shutdown_connections 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02a41065e0 0x7f02a419e960 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02a4100ee0 0x7f02a419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02900a1ee0 0x7f02900a43a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 --2- 172.21.15.18:0/3996788233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02a4100520 0x7f02a419a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 >> 172.21.15.18:0/3996788233 conn(0x7f02a4077650 msgr2=0x7f02a40fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 shutdown_connections 2024-03-07T10:01:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:07.981+0000 7f02ac2c7640 1 -- 172.21.15.18:0/3996788233 wait complete. 2024-03-07T10:01:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 105.0 s, 378.6 tps, lat 265.846 ms stddev 156.126 2024-03-07T10:01:08.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.149+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa94c1ab0a0 con 0x7fa94c1075e0 2024-03-07T10:01:08.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.150+0000 7fa943fff640 1 -- 172.21.15.18:0/3375405120 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+11375 (secure 0 0 0) 0x7fa9440bcb80 con 0x7fa94c1075e0 2024-03-07T10:01:08.151 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:01:08.151 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:59:15.914087+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T10:01:08.151 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 25 2024-03-07T10:01:08.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9380a1ee0 msgr2=0x7fa9380a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9380a1ee0 0x7fa9380a43a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa934009b50 tx=0x7fa934005f90 comp rx=0 tx=0).stop 2024-03-07T10:01:08.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c1075e0 msgr2=0x7fa94c10d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c1075e0 0x7fa94c10d5c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fa94402c700 tx=0x7fa944032f20 comp rx=0 tx=0).stop 2024-03-07T10:01:08.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 shutdown_connections 2024-03-07T10:01:08.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9380a1ee0 0x7fa9380a43a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa94c1075e0 0x7fa94c10d5c0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa94c101ee0 0x7fa94c1a4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 --2- 172.21.15.18:0/3375405120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa94c101520 0x7fa94c1a4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 >> 172.21.15.18:0/3375405120 conn(0x7fa94c0fd050 msgr2=0x7fa94c0fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 shutdown_connections 2024-03-07T10:01:08.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.152+0000 7fa951603640 1 -- 172.21.15.18:0/3375405120 wait complete. 2024-03-07T10:01:08.164 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:01:08.165 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:01:08.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 -- 172.21.15.18:0/3323382397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad541015e0 msgr2=0x7fad54101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 --2- 172.21.15.18:0/3323382397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad541015e0 0x7fad54101a60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fad3c009930 tx=0x7fad3c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:01:08.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 -- 172.21.15.18:0/3323382397 shutdown_connections 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 --2- 172.21.15.18:0/3323382397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fad54101fa0 0x7fad5410e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 --2- 172.21.15.18:0/3323382397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad541015e0 0x7fad54101a60 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 --2- 172.21.15.18:0/3323382397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad54107680 0x7fad54107a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 -- 172.21.15.18:0/3323382397 >> 172.21.15.18:0/3323382397 conn(0x7fad540fd0f0 msgr2=0x7fad540ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 -- 172.21.15.18:0/3323382397 shutdown_connections 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 -- 172.21.15.18:0/3323382397 wait complete. 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 Processor -- start 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.281+0000 7fad595b8640 1 -- start start 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad595b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad541015e0 0x7fad54197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad595b8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fad54101fa0 0x7fad54198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad595b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad54107680 0x7fad5419c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad595b8640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad54111a00 con 0x7fad541015e0 2024-03-07T10:01:08.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad595b8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad54111880 con 0x7fad54101fa0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad595b8640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad54111b80 con 0x7fad54107680 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad541015e0 0x7fad54197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad541015e0 0x7fad54197e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55584/0 (socket says 172.21.15.18:55584) 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad4bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fad54101fa0 0x7fad54198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 -- 172.21.15.18:0/1804027010 learned_addr learned my addr 172.21.15.18:0/1804027010 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad537fe640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad54107680 0x7fad5419c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 -- 172.21.15.18:0/1804027010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad54107680 msgr2=0x7fad5419c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad54107680 0x7fad5419c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 -- 172.21.15.18:0/1804027010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fad54101fa0 msgr2=0x7fad54198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fad54101fa0 0x7fad54198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 -- 172.21.15.18:0/1804027010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad5419cde0 con 0x7fad541015e0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad52ffd640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad541015e0 0x7fad54197e40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fad4400e9c0 tx=0x7fad4400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad50ff9640 1 -- 172.21.15.18:0/1804027010 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad4400cde0 con 0x7fad541015e0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad50ff9640 1 -- 172.21.15.18:0/1804027010 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fad44010910 con 0x7fad541015e0 2024-03-07T10:01:08.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad5419d0d0 con 0x7fad541015e0 2024-03-07T10:01:08.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.282+0000 7fad50ff9640 1 -- 172.21.15.18:0/1804027010 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad44018a00 con 0x7fad541015e0 2024-03-07T10:01:08.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.283+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad541a4960 con 0x7fad541015e0 2024-03-07T10:01:08.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.285+0000 7fad5c3a3740 1 Processor -- start 2024-03-07T10:01:08.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.285+0000 7fad50ff9640 1 -- 172.21.15.18:0/1804027010 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fad4401f020 con 0x7fad541015e0 2024-03-07T10:01:08.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad5c3a3740 1 -- start start 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0658e20 0x557dd0659200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd0666540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0668e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dd0620330 con 0x557dd0659740 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dd05bce90 con 0x557dd0658e20 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dd0565d00 con 0x557dd0666a80 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0658e20 0x557dd0659200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd0666540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad4bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0668e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0658e20 0x557dd0659200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55898/0 (socket says 172.21.15.18:55898) 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.286+0000 7fad537fe640 1 -- 172.21.15.18:0/4206460680 learned_addr learned my addr 172.21.15.18:0/4206460680 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad50ff9640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fad400a1ef0 0x7fad400a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad4bfff640 1 -- 172.21.15.18:0/4206460680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0658e20 msgr2=0x557dd0659200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad4bfff640 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0658e20 0x557dd0659200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad4bfff640 1 -- 172.21.15.18:0/4206460680 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 msgr2=0x557dd0666540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad4bfff640 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd0666540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad4bfff640 1 -- 172.21.15.18:0/4206460680 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557dd0564b90 con 0x557dd0666a80 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad537fe640 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0658e20 0x557dd0659200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad537fe640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fad400a1ef0 0x7fad400a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad50ff9640 1 -- 172.21.15.18:0/1804027010 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fad440ce3d0 con 0x7fad541015e0 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad4bfff640 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0668e70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fad3c009230 tx=0x7fad3c009610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26c03d7e1309eb78 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad497fa640 1 -- 172.21.15.18:0/4206460680 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3c042070 con 0x557dd0666a80 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad497fa640 1 -- 172.21.15.18:0/4206460680 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fad3c02c690 con 0x557dd0666a80 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.287+0000 7fad497fa640 1 -- 172.21.15.18:0/4206460680 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3c004b40 con 0x557dd0666a80 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- 172.21.15.18:0/4206460680 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 msgr2=0x557dd0668e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad537fe640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fad400a1ef0 0x7fad400a43b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fad4c003e10 tx=0x7fad4c004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0668e70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fad3c009230 tx=0x7fad3c009610 comp rx=0 tx=0).stop 2024-03-07T10:01:08.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- 172.21.15.18:0/4206460680 shutdown_connections 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0668e70 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd0666540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/4206460680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0658e20 0x557dd0659200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- 172.21.15.18:0/4206460680 >> 172.21.15.18:0/4206460680 conn(0x557dd06538a0 msgr2=0x557dd0653c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- 172.21.15.18:0/4206460680 shutdown_connections 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- 172.21.15.18:0/4206460680 wait complete. 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- start start 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 Processor -- start 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0658e20 0x557dd06639f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0663f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0664470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dd055b470 con 0x557dd0658e20 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dd05b8f30 con 0x557dd0659740 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.288+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dd0669860 con 0x557dd0666a80 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad5c3a3740 10 client.0 _ll_register_callbacks cb 0x557dd05b6d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0658e20 0x557dd06639f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad4bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0663f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad537fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0664470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0658e20 0x557dd06639f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55614/0 (socket says 172.21.15.18:55614) 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad52ffd640 1 -- 172.21.15.18:0/520204253 learned_addr learned my addr 172.21.15.18:0/520204253 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad4bfff640 1 -- 172.21.15.18:0/520204253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 msgr2=0x557dd0664470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad4bfff640 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0664470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad4bfff640 1 -- 172.21.15.18:0/520204253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0658e20 msgr2=0x557dd06639f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad4bfff640 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0658e20 0x557dd06639f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad4bfff640 1 -- 172.21.15.18:0/520204253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557dd02d13f0 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad537fe640 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0664470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad52ffd640 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0658e20 0x557dd06639f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad4bfff640 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0663f30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fad3c036040 tx=0x7fad3c02cb30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d80451e3a72ac5fa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad3a7fc640 1 -- 172.21.15.18:0/520204253 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3c042040 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557dd05ca3d0 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.289+0000 7fad3a7fc640 1 -- 172.21.15.18:0/520204253 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fad3c004240 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad3a7fc640 1 -- 172.21.15.18:0/520204253 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad3c004440 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 10 client.25859 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557dd039b7d0 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad3a7fc640 1 -- 172.21.15.18:0/520204253 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557dd05ca3d0 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad3a7fc640 1 -- 172.21.15.18:0/520204253 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fad3c0037b0 con 0x557dd0659740 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 10 client.25859 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:08.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 10 client.25859 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 20 client.25859 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd0676aa0 0x557dd0678e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 4 client.25859 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557dd05c4720 con 0x557dd0676aa0 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.290+0000 7fad52ffd640 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd0676aa0 0x557dd0678e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad3a7fc640 10 client.25859 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad52ffd640 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd0676aa0 0x557dd0678e90 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=64326f5ec5933bd6 server_cookie=a46799a00991fe14 in_seq=0 out_seq=0 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad3a7fc640 1 -- 172.21.15.18:0/520204253 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557dd05c4720 con 0x557dd0676aa0 2024-03-07T10:01:08.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad3a7fc640 10 client.25859 handle_command_reply: tid=0 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad5c3a3740 1 client.25859 shutdown 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 msgr2=0x557dd0663f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0663f30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fad3c036040 tx=0x7fad3c02cb30 comp rx=0 tx=0).stop 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 shutdown_connections 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.291+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd0676aa0 0x557dd0678e90 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0666a80 0x557dd0664470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0663f30 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad3a7fc640 0 client.25859 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/520204253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0658e20 0x557dd06639f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 >> 172.21.15.18:0/520204253 conn(0x557dd06538a0 msgr2=0x557dd06555f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 shutdown_connections 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad5c3a3740 1 -- 172.21.15.18:0/520204253 wait complete. 2024-03-07T10:01:08.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.292+0000 7fad5c3a3740 20 client.25859 trim_cache size 0 max 16384 2024-03-07T10:01:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 Processor -- start 2024-03-07T10:01:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 -- start start 2024-03-07T10:01:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0666120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0660c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0666a80 0x557dd06611b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad541ad580 con 0x557dd0666a80 2024-03-07T10:01:08.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad541ab080 con 0x557dd0659740 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.306+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad541a9120 con 0x557dd0658e20 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0666a80 0x557dd06611b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad4bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0660c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad4bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0660c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55906/0 (socket says 172.21.15.18:55906) 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad4bfff640 1 -- 172.21.15.18:0/1469052626 learned_addr learned my addr 172.21.15.18:0/1469052626 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0666a80 0x557dd06611b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55620/0 (socket says 172.21.15.18:55620) 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad52ffd640 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0666120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad52ffd640 1 -- 172.21.15.18:0/1469052626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 msgr2=0x557dd0660c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad52ffd640 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0660c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad52ffd640 1 -- 172.21.15.18:0/1469052626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0666a80 msgr2=0x557dd06611b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad52ffd640 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0666a80 0x557dd06611b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad52ffd640 1 -- 172.21.15.18:0/1469052626 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557dd0659570 con 0x557dd0658e20 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad4bfff640 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0660c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad537fe640 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0666a80 0x557dd06611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad52ffd640 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0666120 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fad440cc0b0 tx=0x7fad440d3040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bb44bb304dc41e0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.307+0000 7fad48ff9640 1 -- 172.21.15.18:0/1469052626 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad440b3070 con 0x557dd0658e20 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad48ff9640 1 -- 172.21.15.18:0/1469052626 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fad4409b450 con 0x557dd0658e20 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad48ff9640 1 -- 172.21.15.18:0/1469052626 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad440973c0 con 0x557dd0658e20 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 -- 172.21.15.18:0/1469052626 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 msgr2=0x557dd0666120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0666120 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fad440cc0b0 tx=0x7fad440d3040 comp rx=0 tx=0).stop 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 -- 172.21.15.18:0/1469052626 shutdown_connections 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0666a80 0x557dd06611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0659740 0x557dd0660c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/1469052626 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0666120 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 -- 172.21.15.18:0/1469052626 >> 172.21.15.18:0/1469052626 conn(0x557dd06538a0 msgr2=0x557dd065ecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 -- 172.21.15.18:0/1469052626 shutdown_connections 2024-03-07T10:01:08.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.308+0000 7fad5c3a3740 1 -- 172.21.15.18:0/1469052626 wait complete. 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 -- start start 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 Processor -- start 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0679490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd06799d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0666a80 0x557dd0679f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad541a9720 con 0x557dd0659740 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad541aaa20 con 0x557dd0666a80 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad541a9d60 con 0x557dd0658e20 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad5c3a3740 10 client.0 _ll_register_callbacks cb 0x7fad440d1df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd06799d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd06799d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55628/0 (socket says 172.21.15.18:55628) 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad52ffd640 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0679490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 -- 172.21.15.18:0/3271420068 learned_addr learned my addr 172.21.15.18:0/3271420068 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad537fe640 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0666a80 0x557dd0679f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 -- 172.21.15.18:0/3271420068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 msgr2=0x557dd0679490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0679490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 -- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0666a80 msgr2=0x557dd0679f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0666a80 0x557dd0679f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.309+0000 7fad4bfff640 1 -- 172.21.15.18:0/3271420068 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557dd06d0fd0 con 0x557dd0659740 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad4bfff640 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd06799d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fad3c005ab0 tx=0x7fad3c02cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df44d3abc239a93a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad3a7fc640 1 -- 172.21.15.18:0/3271420068 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3c042040 con 0x557dd0659740 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad3a7fc640 1 -- 172.21.15.18:0/3271420068 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fad3c0041d0 con 0x557dd0659740 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fad4409b450 con 0x557dd0659740 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad3a7fc640 1 -- 172.21.15.18:0/3271420068 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad3c0046e0 con 0x557dd0659740 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 10 client.16068 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:08.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557dd06d22a0 con 0x557dd0659740 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad3a7fc640 1 -- 172.21.15.18:0/3271420068 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fad4409b450 con 0x557dd0659740 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad3a7fc640 1 -- 172.21.15.18:0/3271420068 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fad3c034440 con 0x557dd0659740 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 10 client.16068 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 10 client.16068 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 20 client.16068 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd06d2940 0x557dd06d4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 4 client.16068 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x557dd0542610 con 0x557dd06d2940 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.310+0000 7fad52ffd640 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd06d2940 0x557dd06d4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad52ffd640 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd06d2940 0x557dd06d4d60 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=99e27ca66143a505 server_cookie=781095f33189bcf in_seq=0 out_seq=0 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad3a7fc640 10 client.16068 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad3a7fc640 1 -- 172.21.15.18:0/3271420068 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x557dd0542610 con 0x557dd06d2940 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad3a7fc640 10 client.16068 handle_command_reply: tid=0 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 client.16068 shutdown 2024-03-07T10:01:08.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 msgr2=0x557dd06799d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd06799d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fad3c005ab0 tx=0x7fad3c02cdd0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 shutdown_connections 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x557dd06d2940 0x557dd06d4d60 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557dd0666a80 0x557dd0679f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557dd0659740 0x557dd06799d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad3a7fc640 0 client.16068 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 --2- 172.21.15.18:0/3271420068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557dd0658e20 0x557dd0679490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 >> 172.21.15.18:0/3271420068 conn(0x557dd06538a0 msgr2=0x557dd0654cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 shutdown_connections 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 1 -- 172.21.15.18:0/3271420068 wait complete. 2024-03-07T10:01:08.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.311+0000 7fad5c3a3740 20 client.16068 trim_cache size 0 max 16384 2024-03-07T10:01:08.321 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fad400a1ef0 msgr2=0x7fad400a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fad400a1ef0 0x7fad400a43b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fad4c003e10 tx=0x7fad4c004a40 comp rx=0 tx=0).stop 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad541015e0 msgr2=0x7fad54197e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad541015e0 0x7fad54197e40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fad4400e9c0 tx=0x7fad4400ee80 comp rx=0 tx=0).stop 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 shutdown_connections 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad54107680 0x7fad5419c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fad54101fa0 0x7fad54198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fad400a1ef0 0x7fad400a43b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 --2- 172.21.15.18:0/1804027010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fad541015e0 0x7fad54197e40 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 >> 172.21.15.18:0/1804027010 conn(0x7fad540fd0f0 msgr2=0x7fad540fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 shutdown_connections 2024-03-07T10:01:08.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.312+0000 7fad595b8640 1 -- 172.21.15.18:0/1804027010 wait complete. 2024-03-07T10:01:08.324 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:01:08.324 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:01:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 -- 172.21.15.18:0/1970426328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f8102880 msgr2=0x7f57f8102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1970426328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f8102880 0x7f57f8102c60 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f57e8009ca0 tx=0x7f57e802c180 comp rx=0 tx=0).stop 2024-03-07T10:01:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 -- 172.21.15.18:0/1970426328 shutdown_connections 2024-03-07T10:01:08.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1970426328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57f810bc50 0x7f57f810e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1970426328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57f81031a0 0x7f57f810b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1970426328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f8102880 0x7f57f8102c60 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 -- 172.21.15.18:0/1970426328 >> 172.21.15.18:0/1970426328 conn(0x7f57f8077740 msgr2=0x7f57f8077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 -- 172.21.15.18:0/1970426328 shutdown_connections 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.441+0000 7f57fd3de640 1 -- 172.21.15.18:0/1970426328 wait complete. 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 Processor -- start 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 -- start start 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57f8102880 0x7f57f81004d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f81031a0 0x7f57f8100a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57f810bc50 0x7f57f8100f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f8111a20 con 0x7f57f81031a0 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f81118a0 con 0x7f57f810bc50 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57fd3de640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f8111ba0 con 0x7f57f8102880 2024-03-07T10:01:08.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.442+0000 7f57f67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f81031a0 0x7f57f8100a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f81031a0 0x7f57f8100a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55634/0 (socket says 172.21.15.18:55634) 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 -- 172.21.15.18:0/1548452828 learned_addr learned my addr 172.21.15.18:0/1548452828 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57f8102880 0x7f57f81004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57f810bc50 0x7f57f8100f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 -- 172.21.15.18:0/1548452828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57f8102880 msgr2=0x7f57f81004d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57f8102880 0x7f57f81004d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 -- 172.21.15.18:0/1548452828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57f810bc50 msgr2=0x7f57f8100f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57f810bc50 0x7f57f8100f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 -- 172.21.15.18:0/1548452828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57f81a63a0 con 0x7f57f81031a0 2024-03-07T10:01:08.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57f67fc640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f81031a0 0x7f57f8100a10 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f57ec00e9f0 tx=0x7f57ec00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57dffff640 1 -- 172.21.15.18:0/1548452828 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57ec00cd80 con 0x7f57f81031a0 2024-03-07T10:01:08.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57f81a6690 con 0x7f57f81031a0 2024-03-07T10:01:08.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57dffff640 1 -- 172.21.15.18:0/1548452828 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f57ec005500 con 0x7f57f81031a0 2024-03-07T10:01:08.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57dffff640 1 -- 172.21.15.18:0/1548452828 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57ec010690 con 0x7f57f81031a0 2024-03-07T10:01:08.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.443+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57f81a6b90 con 0x7f57f81031a0 2024-03-07T10:01:08.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57dffff640 1 -- 172.21.15.18:0/1548452828 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f57ec0046c0 con 0x7f57f81031a0 2024-03-07T10:01:08.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 Processor -- start 2024-03-07T10:01:08.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 -- start start 2024-03-07T10:01:08.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce5fb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fba90 0x5616ce604130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce606a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce5c2330 con 0x5616ce5fba90 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce55ee90 con 0x5616ce604670 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f58001c9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce507d00 con 0x5616ce5fb170 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57dffff640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f57e00a1ef0 0x7f57e00a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57f6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fba90 0x5616ce604130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57f6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fba90 0x5616ce604130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55636/0 (socket says 172.21.15.18:55636) 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57f6ffd640 1 -- 172.21.15.18:0/1724371036 learned_addr learned my addr 172.21.15.18:0/1724371036 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce5fb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57f67fc640 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce606a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.446+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f57e00a1ef0 0x7f57e00a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57dffff640 1 -- 172.21.15.18:0/1548452828 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f57ec0ce620 con 0x7f57f81031a0 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f6ffd640 1 -- 172.21.15.18:0/1724371036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 msgr2=0x5616ce5fb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce5fb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f6ffd640 1 -- 172.21.15.18:0/1724371036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 msgr2=0x5616ce606a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce606a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f6ffd640 1 -- 172.21.15.18:0/1724371036 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616ce506b90 con 0x5616ce5fba90 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce5fb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fba90 0x5616ce604130 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f57e802c790 tx=0x7f57e80098c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c470366b344bd5ea server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f57e00a1ef0 0x7f57e00a43b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f57f0005f60 tx=0x7f57f0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57dd7fa640 1 -- 172.21.15.18:0/1724371036 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e8043070 con 0x5616ce5fba90 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57dd7fa640 1 -- 172.21.15.18:0/1724371036 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f57e8003e50 con 0x5616ce5fba90 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.447+0000 7f57dd7fa640 1 -- 172.21.15.18:0/1724371036 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e8039040 con 0x5616ce5fba90 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 -- 172.21.15.18:0/1724371036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fba90 msgr2=0x5616ce604130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fba90 0x5616ce604130 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f57e802c790 tx=0x7f57e80098c0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 -- 172.21.15.18:0/1724371036 shutdown_connections 2024-03-07T10:01:08.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce606a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fba90 0x5616ce604130 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 --2- 172.21.15.18:0/1724371036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce5fb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 -- 172.21.15.18:0/1724371036 >> 172.21.15.18:0/1724371036 conn(0x5616ce5f58a0 msgr2=0x5616ce5f5c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 -- 172.21.15.18:0/1724371036 shutdown_connections 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 -- 172.21.15.18:0/1724371036 wait complete. 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.448+0000 7f58001c9740 1 -- start start 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 1 Processor -- start 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce601630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fba90 0x5616ce601b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce6020b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce4fd470 con 0x5616ce604670 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce55af30 con 0x5616ce5fba90 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce607400 con 0x5616ce5fb170 2024-03-07T10:01:08.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f58001c9740 10 client.0 _ll_register_callbacks cb 0x5616ce558d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce601630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce6020b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce601630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40926/0 (socket says 172.21.15.18:40926) 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 -- 172.21.15.18:0/4142291307 learned_addr learned my addr 172.21.15.18:0/4142291307 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f67fc640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fba90 0x5616ce601b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 -- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fba90 msgr2=0x5616ce601b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fba90 0x5616ce601b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 -- 172.21.15.18:0/4142291307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 msgr2=0x5616ce6020b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce6020b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f6ffd640 1 -- 172.21.15.18:0/4142291307 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5616ce2733f0 con 0x5616ce5fb170 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f77fe640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce6020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.449+0000 7f57f67fc640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fba90 0x5616ce601b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce601630 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f57e802c6c0 tx=0x7f57e8004740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea4cd8870d076e7e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f57daff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:08.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f57daff5640 1 -- 172.21.15.18:0/4142291307 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e804c030 con 0x5616ce5fb170 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f57daff5640 1 -- 172.21.15.18:0/4142291307 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f57e80323c0 con 0x5616ce5fb170 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f57e8003e50 con 0x5616ce5fb170 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f57daff5640 1 -- 172.21.15.18:0/4142291307 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f57e8039070 con 0x5616ce5fb170 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 10 client.25936 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5616ce33d7d0 con 0x5616ce5fb170 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f57daff5640 1 -- 172.21.15.18:0/4142291307 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f57e8003e50 con 0x5616ce5fb170 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f57daff5640 1 -- 172.21.15.18:0/4142291307 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f57e8048450 con 0x5616ce5fb170 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 10 client.25936 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 10 client.25936 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 20 client.25936 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce614640 0x5616ce616a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 4 client.25936 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:08.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.450+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5616ce56c3d0 con 0x5616ce614640 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.451+0000 7f57f67fc640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce614640 0x5616ce616a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.451+0000 7f57f67fc640 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce614640 0x5616ce616a30 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=19de7c2253d5e5a9 server_cookie=dfab3231422f4cba in_seq=0 out_seq=0 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.451+0000 7f57daff5640 10 client.25936 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f57daff5640 1 -- 172.21.15.18:0/4142291307 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5616ce56c3d0 con 0x5616ce614640 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f57daff5640 10 client.25936 handle_command_reply: tid=0 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 client.25936 shutdown 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 msgr2=0x5616ce601630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce601630 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f57e802c6c0 tx=0x7f57e8004740 comp rx=0 tx=0).stop 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 shutdown_connections 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce6020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fba90 0x5616ce601b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce614640 0x5616ce616a30 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 --2- 172.21.15.18:0/4142291307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fb170 0x5616ce601630 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f57daff5640 0 client.25936 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:08.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 >> 172.21.15.18:0/4142291307 conn(0x5616ce5f58a0 msgr2=0x5616ce5f75f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 shutdown_connections 2024-03-07T10:01:08.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 1 -- 172.21.15.18:0/4142291307 wait complete. 2024-03-07T10:01:08.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.452+0000 7f58001c9740 20 client.25936 trim_cache size 0 max 16384 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 Processor -- start 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 -- start start 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fb170 0x5616ce603d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce600660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce5fe890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f81b1a90 con 0x5616ce604670 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f81af590 con 0x5616ce5fb170 2024-03-07T10:01:08.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f58001c9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f81ad630 con 0x5616ce5fba90 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce5fe890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce5fe890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55660/0 (socket says 172.21.15.18:55660) 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 -- 172.21.15.18:0/1206317035 learned_addr learned my addr 172.21.15.18:0/1206317035 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fb170 0x5616ce603d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f67fc640 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce600660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 -- 172.21.15.18:0/1206317035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 msgr2=0x5616ce600660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce600660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 -- 172.21.15.18:0/1206317035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fb170 msgr2=0x5616ce603d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fb170 0x5616ce603d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 -- 172.21.15.18:0/1206317035 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616ce61c240 con 0x5616ce604670 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fb170 0x5616ce603d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.467+0000 7f57f77fe640 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce5fe890 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f57f0004570 tx=0x7f57f000e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb272c53a5049972 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f57dcff9640 1 -- 172.21.15.18:0/1206317035 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57f002f070 con 0x5616ce604670 2024-03-07T10:01:08.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f57dcff9640 1 -- 172.21.15.18:0/1206317035 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f57f0003b70 con 0x5616ce604670 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f57dcff9640 1 -- 172.21.15.18:0/1206317035 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57f002ad60 con 0x5616ce604670 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f58001c9740 1 -- 172.21.15.18:0/1206317035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 msgr2=0x5616ce5fe890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f58001c9740 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce5fe890 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f57f0004570 tx=0x7f57f000e000 comp rx=0 tx=0).stop 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f58001c9740 1 -- 172.21.15.18:0/1206317035 shutdown_connections 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f58001c9740 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce604670 0x5616ce5fe890 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f58001c9740 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce600660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f58001c9740 1 --2- 172.21.15.18:0/1206317035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce5fb170 0x5616ce603d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.468+0000 7f58001c9740 1 -- 172.21.15.18:0/1206317035 >> 172.21.15.18:0/1206317035 conn(0x5616ce5f58a0 msgr2=0x5616ce5f5c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 -- 172.21.15.18:0/1206317035 shutdown_connections 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 -- 172.21.15.18:0/1206317035 wait complete. 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 -- start start 2024-03-07T10:01:08.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 Processor -- start 2024-03-07T10:01:08.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fb170 0x5616ce619730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce616ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce617000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f81adc30 con 0x5616ce5fb170 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f81aef30 con 0x5616ce604670 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f81ae270 con 0x5616ce5fba90 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f58001c9740 10 client.0 _ll_register_callbacks cb 0x7f57ec009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f57f6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fb170 0x5616ce619730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f57f6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fb170 0x5616ce619730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55676/0 (socket says 172.21.15.18:55676) 2024-03-07T10:01:08.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f57f6ffd640 1 -- 172.21.15.18:0/3460229505 learned_addr learned my addr 172.21.15.18:0/3460229505 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f57f67fc640 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce616ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.469+0000 7f57f77fe640 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce617000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57f6ffd640 1 -- 172.21.15.18:0/3460229505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 msgr2=0x5616ce616ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce616ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57f6ffd640 1 -- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 msgr2=0x5616ce617000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce617000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57f6ffd640 1 -- 172.21.15.18:0/3460229505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5616ce617800 con 0x5616ce5fb170 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57f6ffd640 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fb170 0x5616ce619730 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f57e8006010 tx=0x7f57e8004880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58a1c6d667849f04 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57daff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57daff5640 1 -- 172.21.15.18:0/3460229505 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57e804c070 con 0x5616ce5fb170 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57daff5640 1 -- 172.21.15.18:0/3460229505 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f57e8003e00 con 0x5616ce5fb170 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f57f0003b70 con 0x5616ce5fb170 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57daff5640 1 -- 172.21.15.18:0/3460229505 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f57e8043040 con 0x5616ce5fb170 2024-03-07T10:01:08.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f58001c9740 10 client.16086 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5616ce66fab0 con 0x5616ce5fb170 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57daff5640 1 -- 172.21.15.18:0/3460229505 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f57f0003b70 con 0x5616ce5fb170 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.470+0000 7f57daff5640 1 -- 172.21.15.18:0/3460229505 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f57e8032a30 con 0x5616ce5fb170 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f58001c9740 10 client.16086 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f58001c9740 10 client.16086 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f58001c9740 20 client.16086 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f58001c9740 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce6700f0 0x5616ce672510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f58001c9740 4 client.16086 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5616ce566720 con 0x5616ce6700f0 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f57f67fc640 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce6700f0 0x5616ce672510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f57daff5640 10 client.16086 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.471+0000 7f57f67fc640 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce6700f0 0x5616ce672510 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f69c674f52175a94 server_cookie=5bd108a501da5379 in_seq=0 out_seq=0 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f57daff5640 1 -- 172.21.15.18:0/3460229505 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5616ce566720 con 0x5616ce6700f0 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f57daff5640 10 client.16086 handle_command_reply: tid=0 2024-03-07T10:01:08.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 client.16086 shutdown 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fb170 msgr2=0x5616ce619730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fb170 0x5616ce619730 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f57e8006010 tx=0x7f57e8004880 comp rx=0 tx=0).stop 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 shutdown_connections 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5616ce604670 0x5616ce617000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5616ce6700f0 0x5616ce672510 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5616ce5fba90 0x5616ce616ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 --2- 172.21.15.18:0/3460229505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5616ce5fb170 0x5616ce619730 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 >> 172.21.15.18:0/3460229505 conn(0x5616ce5f58a0 msgr2=0x5616ce60fee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f57daff5640 0 client.16086 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 shutdown_connections 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 1 -- 172.21.15.18:0/3460229505 wait complete. 2024-03-07T10:01:08.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.472+0000 7f58001c9740 20 client.16086 trim_cache size 0 max 16384 2024-03-07T10:01:08.481 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:01:08.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f57e00a1ef0 msgr2=0x7f57e00a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f57e00a1ef0 0x7f57e00a43b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f57f0005f60 tx=0x7f57f0005f90 comp rx=0 tx=0).stop 2024-03-07T10:01:08.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f81031a0 msgr2=0x7f57f8100a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f81031a0 0x7f57f8100a10 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f57ec00e9f0 tx=0x7f57ec00edf0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 shutdown_connections 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57f810bc50 0x7f57f8100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f57e00a1ef0 0x7f57e00a43b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57f81031a0 0x7f57f8100a10 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 --2- 172.21.15.18:0/1548452828 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57f8102880 0x7f57f81004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 >> 172.21.15.18:0/1548452828 conn(0x7f57f8077740 msgr2=0x7f57f80fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 shutdown_connections 2024-03-07T10:01:08.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.473+0000 7f57fd3de640 1 -- 172.21.15.18:0/1548452828 wait complete. 2024-03-07T10:01:08.486 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:01:08.486 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:01:08.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 -- 172.21.15.18:0/4184061779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1004b0 msgr2=0x7fd02c10e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 --2- 172.21.15.18:0/4184061779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1004b0 0x7fd02c10e490 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fd024009cd0 tx=0x7fd02402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 -- 172.21.15.18:0/4184061779 shutdown_connections 2024-03-07T10:01:08.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 --2- 172.21.15.18:0/4184061779 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1004b0 0x7fd02c10e490 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 --2- 172.21.15.18:0/4184061779 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 0x7fd02c0fff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 --2- 172.21.15.18:0/4184061779 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1075d0 0x7fd02c1079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 -- 172.21.15.18:0/4184061779 >> 172.21.15.18:0/4184061779 conn(0x7fd02c077ab0 msgr2=0x7fd02c0fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 -- 172.21.15.18:0/4184061779 shutdown_connections 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.603+0000 7fd03191d640 1 -- 172.21.15.18:0/4184061779 wait complete. 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 Processor -- start 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 -- start start 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 0x7fd02c197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1004b0 0x7fd02c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1075d0 0x7fd02c19c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1119e0 con 0x7fd02c1075d0 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c111860 con 0x7fd02c1004b0 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.604+0000 7fd03191d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c111b60 con 0x7fd02c0ffaf0 2024-03-07T10:01:08.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1075d0 0x7fd02c19c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 0x7fd02c197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd0227fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1004b0 0x7fd02c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 0x7fd02c197e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40940/0 (socket says 172.21.15.18:40940) 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd0227fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1004b0 0x7fd02c198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:55992/0 (socket says 172.21.15.18:55992) 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02affd640 1 -- 172.21.15.18:0/3399032011 learned_addr learned my addr 172.21.15.18:0/3399032011 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02b7fe640 1 -- 172.21.15.18:0/3399032011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 msgr2=0x7fd02c197e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 0x7fd02c197e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02b7fe640 1 -- 172.21.15.18:0/3399032011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1004b0 msgr2=0x7fd02c198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1004b0 0x7fd02c198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02b7fe640 1 -- 172.21.15.18:0/3399032011 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd02c19ce30 con 0x7fd02c1075d0 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02affd640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 0x7fd02c197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd0227fc640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1004b0 0x7fd02c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1075d0 0x7fd02c19c700 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fd02402c630 tx=0x7fd024032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd03091b640 1 -- 172.21.15.18:0/3399032011 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024041020 con 0x7fd02c1075d0 2024-03-07T10:01:08.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd03091b640 1 -- 172.21.15.18:0/3399032011 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd024034cd0 con 0x7fd02c1075d0 2024-03-07T10:01:08.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd02c19d0c0 con 0x7fd02c1075d0 2024-03-07T10:01:08.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd03091b640 1 -- 172.21.15.18:0/3399032011 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024039040 con 0x7fd02c1075d0 2024-03-07T10:01:08.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.605+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd02c1a49b0 con 0x7fd02c1075d0 2024-03-07T10:01:08.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.608+0000 7fd03091b640 1 -- 172.21.15.18:0/3399032011 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd024044020 con 0x7fd02c1075d0 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.608+0000 7fd03091b640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0180a1f70 0x7fd0180a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.608+0000 7fd02affd640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0180a1f70 0x7fd0180a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.608+0000 7fd03091b640 1 -- 172.21.15.18:0/3399032011 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd0240efd40 con 0x7fd02c1075d0 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 Processor -- start 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 -- start start 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d7115550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115a90 0x5591d711e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d7120a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5591d70dc330 con 0x5591d7115a90 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5591d7078e90 con 0x5591d711e670 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0347e4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5591d7021d00 con 0x5591d7115170 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd02affd640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0180a1f70 0x7fd0180a4430 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd01c011440 tx=0x7fd01c005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115a90 0x5591d711e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115a90 0x5591d711e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55710/0 (socket says 172.21.15.18:55710) 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 -- 172.21.15.18:0/4041680312 learned_addr learned my addr 172.21.15.18:0/4041680312 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd02affd640 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d7115550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d7120a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 -- 172.21.15.18:0/4041680312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 msgr2=0x5591d7115550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d7115550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 -- 172.21.15.18:0/4041680312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 msgr2=0x5591d7120a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d7120a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.609+0000 7fd0227fc640 1 -- 172.21.15.18:0/4041680312 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5591d7020b90 con 0x5591d7115a90 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.610+0000 7fd0227fc640 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115a90 0x5591d711e130 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fd0140114f0 tx=0x7fd0140118f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5159d11cf9f9a36d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.610+0000 7fd021ffb640 1 -- 172.21.15.18:0/4041680312 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd014004020 con 0x5591d7115a90 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.610+0000 7fd021ffb640 1 -- 172.21.15.18:0/4041680312 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0140041c0 con 0x5591d7115a90 2024-03-07T10:01:08.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.610+0000 7fd021ffb640 1 -- 172.21.15.18:0/4041680312 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01400f850 con 0x5591d7115a90 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 -- 172.21.15.18:0/4041680312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115a90 msgr2=0x5591d711e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115a90 0x5591d711e130 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fd0140114f0 tx=0x7fd0140118f0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 -- 172.21.15.18:0/4041680312 shutdown_connections 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d7120a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115a90 0x5591d711e130 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 --2- 172.21.15.18:0/4041680312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d7115550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 -- 172.21.15.18:0/4041680312 >> 172.21.15.18:0/4041680312 conn(0x5591d710f8a0 msgr2=0x5591d710fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 -- 172.21.15.18:0/4041680312 shutdown_connections 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 -- 172.21.15.18:0/4041680312 wait complete. 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 -- start start 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.611+0000 7fd0347e4740 1 Processor -- start 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d711b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115a90 0x5591d711bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d711c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5591d7017470 con 0x5591d711e670 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5591d7074f30 con 0x5591d7115a90 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5591d7121460 con 0x5591d7115170 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 10 client.0 _ll_register_callbacks cb 0x5591d7072d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d711c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0227fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115a90 0x5591d711bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d711c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55712/0 (socket says 172.21.15.18:55712) 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 -- 172.21.15.18:0/624528096 learned_addr learned my addr 172.21.15.18:0/624528096 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02affd640 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d711b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 -- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 msgr2=0x5591d711b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d711b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 -- 172.21.15.18:0/624528096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115a90 msgr2=0x5591d711bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115a90 0x5591d711bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 -- 172.21.15.18:0/624528096 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5591d6d8d3f0 con 0x5591d711e670 2024-03-07T10:01:08.619 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d711c0f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fd0240bc4d0 tx=0x7fd024032b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17bf07119dd65991 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd00affd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd00affd640 1 -- 172.21.15.18:0/624528096 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0240d5060 con 0x5591d711e670 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd00affd640 1 -- 172.21.15.18:0/624528096 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd0240b8e40 con 0x5591d711e670 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.612+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd0140041c0 con 0x5591d711e670 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd00affd640 1 -- 172.21.15.18:0/624528096 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd024034920 con 0x5591d711e670 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 10 client.16098 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5591d6e577d0 con 0x5591d711e670 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd00affd640 1 -- 172.21.15.18:0/624528096 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd0140041c0 con 0x5591d711e670 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd00affd640 1 -- 172.21.15.18:0/624528096 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fd02403c030 con 0x5591d711e670 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 10 client.16098 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 10 client.16098 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 20 client.16098 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d712e880 0x5591d7130cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.620 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 4 client.16098 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:08.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5591d70863d0 con 0x5591d712e880 2024-03-07T10:01:08.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.613+0000 7fd02affd640 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d712e880 0x5591d7130cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.614+0000 7fd00affd640 10 client.16098 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:08.621 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.614+0000 7fd02affd640 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d712e880 0x5591d7130cb0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcb0eab6d342f0c3 server_cookie=661286197bfb80d1 in_seq=0 out_seq=0 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd00affd640 1 -- 172.21.15.18:0/624528096 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5591d70863d0 con 0x5591d712e880 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd00affd640 10 client.16098 handle_command_reply: tid=0 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 client.16098 shutdown 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 msgr2=0x5591d711c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d711c0f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fd0240bc4d0 tx=0x7fd024032b00 comp rx=0 tx=0).stop 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 shutdown_connections 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d712e880 0x5591d7130cb0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d711c0f0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115a90 0x5591d711bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 --2- 172.21.15.18:0/624528096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115170 0x5591d711b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 >> 172.21.15.18:0/624528096 conn(0x5591d710f8a0 msgr2=0x5591d71115f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd00affd640 0 client.16098 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:08.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 shutdown_connections 2024-03-07T10:01:08.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 1 -- 172.21.15.18:0/624528096 wait complete. 2024-03-07T10:01:08.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.615+0000 7fd0347e4740 20 client.16098 trim_cache size 0 max 16384 2024-03-07T10:01:08.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 Processor -- start 2024-03-07T10:01:08.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 -- start start 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115170 0x5591d711dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d711a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d710e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1af7d0 con 0x5591d7115170 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1ad2d0 con 0x5591d711e670 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0347e4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1ab370 con 0x5591d7115a90 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd02affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115170 0x5591d711dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd02affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115170 0x5591d711dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55714/0 (socket says 172.21.15.18:55714) 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd02affd640 1 -- 172.21.15.18:0/1903254839 learned_addr learned my addr 172.21.15.18:0/1903254839 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd0227fc640 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d711a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.628+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d710e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd02affd640 1 -- 172.21.15.18:0/1903254839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 msgr2=0x5591d711a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd02affd640 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d711a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd02affd640 1 -- 172.21.15.18:0/1903254839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 msgr2=0x5591d710e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd02affd640 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d710e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd02affd640 1 -- 172.21.15.18:0/1903254839 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5591d7120a60 con 0x5591d7115170 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd02affd640 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115170 0x5591d711dda0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fd01c013010 tx=0x7fd01c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d5ffb5f3b86ec5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd0217fa640 1 -- 172.21.15.18:0/1903254839 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01c02c050 con 0x5591d7115170 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd0217fa640 1 -- 172.21.15.18:0/1903254839 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd01c01bdb0 con 0x5591d7115170 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.629+0000 7fd0217fa640 1 -- 172.21.15.18:0/1903254839 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01c004a00 con 0x5591d7115170 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 -- 172.21.15.18:0/1903254839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115170 msgr2=0x5591d711dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115170 0x5591d711dda0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fd01c013010 tx=0x7fd01c014000 comp rx=0 tx=0).stop 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 -- 172.21.15.18:0/1903254839 shutdown_connections 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d711e670 0x5591d710e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d711a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 --2- 172.21.15.18:0/1903254839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d7115170 0x5591d711dda0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 -- 172.21.15.18:0/1903254839 >> 172.21.15.18:0/1903254839 conn(0x5591d710f8a0 msgr2=0x5591d710e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 -- 172.21.15.18:0/1903254839 shutdown_connections 2024-03-07T10:01:08.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 -- 172.21.15.18:0/1903254839 wait complete. 2024-03-07T10:01:08.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 -- start start 2024-03-07T10:01:08.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.630+0000 7fd0347e4740 1 Processor -- start 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115170 0x5591d7121ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d7121ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0347e4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d7122530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0347e4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1ab970 con 0x5591d711e670 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0347e4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1acc70 con 0x5591d7115170 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0347e4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1abfb0 con 0x5591d7115a90 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0347e4740 10 client.0 _ll_register_callbacks cb 0x7fd0240095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd02b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d7122530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd02affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115170 0x5591d7121ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd02b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d7122530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55716/0 (socket says 172.21.15.18:55716) 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd02b7fe640 1 -- 172.21.15.18:0/3435626885 learned_addr learned my addr 172.21.15.18:0/3435626885 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0227fc640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d7121ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0227fc640 1 -- 172.21.15.18:0/3435626885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115170 msgr2=0x5591d7121ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0227fc640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115170 0x5591d7121ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0227fc640 1 -- 172.21.15.18:0/3435626885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 msgr2=0x5591d7122530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0227fc640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d7122530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd0227fc640 1 -- 172.21.15.18:0/3435626885 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5591d7189180 con 0x5591d7115a90 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd02b7fe640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d7122530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.631+0000 7fd02affd640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115170 0x5591d7121ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0227fc640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d7121ff0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd01401b040 tx=0x7fd014005780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f142069c86a0b5c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd00affd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd00affd640 1 -- 172.21.15.18:0/3435626885 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd014028070 con 0x5591d7115a90 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd00affd640 1 -- 172.21.15.18:0/3435626885 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd014003800 con 0x5591d7115a90 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd01c01bdb0 con 0x5591d7115a90 2024-03-07T10:01:08.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd00affd640 1 -- 172.21.15.18:0/3435626885 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd014003a20 con 0x5591d7115a90 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 10 client.25960 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5591d718a360 con 0x5591d7115a90 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd00affd640 1 -- 172.21.15.18:0/3435626885 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd01c01bdb0 con 0x5591d7115a90 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd00affd640 1 -- 172.21.15.18:0/3435626885 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fd014035420 con 0x5591d7115a90 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 10 client.25960 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 10 client.25960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 20 client.25960 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d718a920 0x5591d718cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 4 client.25960 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.632+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5591d7080720 con 0x5591d718a920 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.633+0000 7fd02affd640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d718a920 0x5591d718cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.633+0000 7fd02affd640 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d718a920 0x5591d718cd40 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b736cdc00136fff server_cookie=e2f2da9c6014c005 in_seq=0 out_seq=0 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.633+0000 7fd00affd640 10 client.25960 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.633+0000 7fd00affd640 1 -- 172.21.15.18:0/3435626885 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5591d7080720 con 0x5591d718a920 2024-03-07T10:01:08.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.633+0000 7fd00affd640 10 client.25960 handle_command_reply: tid=0 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.633+0000 7fd0347e4740 1 client.25960 shutdown 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.633+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 msgr2=0x5591d7121ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d7121ff0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd01401b040 tx=0x7fd014005780 comp rx=0 tx=0).stop 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 shutdown_connections 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5591d718a920 0x5591d718cd40 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5591d711e670 0x5591d7122530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5591d7115a90 0x5591d7121ff0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd00affd640 0 client.25960 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 --2- 172.21.15.18:0/3435626885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5591d7115170 0x5591d7121ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 >> 172.21.15.18:0/3435626885 conn(0x5591d710f8a0 msgr2=0x5591d710e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 shutdown_connections 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 1 -- 172.21.15.18:0/3435626885 wait complete. 2024-03-07T10:01:08.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd0347e4740 20 client.25960 trim_cache size 0 max 16384 2024-03-07T10:01:08.641 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0180a1f70 msgr2=0x7fd0180a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0180a1f70 0x7fd0180a4430 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd01c011440 tx=0x7fd01c005f90 comp rx=0 tx=0).stop 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1075d0 msgr2=0x7fd02c19c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1075d0 0x7fd02c19c700 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fd02402c630 tx=0x7fd024032f20 comp rx=0 tx=0).stop 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 shutdown_connections 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0180a1f70 0x7fd0180a4430 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd02c1075d0 0x7fd02c19c700 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02c1004b0 0x7fd02c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 --2- 172.21.15.18:0/3399032011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd02c0ffaf0 0x7fd02c197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:08.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 >> 172.21.15.18:0/3399032011 conn(0x7fd02c077ab0 msgr2=0x7fd02c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:08.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 shutdown_connections 2024-03-07T10:01:08.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:08.634+0000 7fd03191d640 1 -- 172.21.15.18:0/3399032011 wait complete. 2024-03-07T10:01:09.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:08 smithi018 ceph-mon[32171]: pgmap v63: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 8.0 MiB/s wr, 674 op/s 2024-03-07T10:01:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:08 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3375405120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:01:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:08 smithi063 ceph-mon[36356]: pgmap v63: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 8.0 MiB/s wr, 674 op/s 2024-03-07T10:01:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:08 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3375405120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:01:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:08 smithi077 ceph-mon[36374]: pgmap v63: 97 pgs: 97 active+clean; 1.3 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 8.0 MiB/s wr, 674 op/s 2024-03-07T10:01:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:08 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3375405120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:01:09.648 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:01:09.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:01:09.648 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:01:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.901+0000 7f92f90dd640 1 -- 172.21.15.18:0/2313655964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92f4100ef0 msgr2=0x7f92f410d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:09.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.901+0000 7f92f90dd640 1 --2- 172.21.15.18:0/2313655964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92f4100ef0 0x7f92f410d3b0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f92ec009be0 tx=0x7f92ec02bf30 comp rx=0 tx=0).stop 2024-03-07T10:01:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.908+0000 7f92f90dd640 1 -- 172.21.15.18:0/2313655964 shutdown_connections 2024-03-07T10:01:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.908+0000 7f92f90dd640 1 --2- 172.21.15.18:0/2313655964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92f4100ef0 0x7f92f410d3b0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.908+0000 7f92f90dd640 1 --2- 172.21.15.18:0/2313655964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 0x7f92f41009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.908+0000 7f92f90dd640 1 --2- 172.21.15.18:0/2313655964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92f41065f0 0x7f92f41069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.908+0000 7f92f90dd640 1 -- 172.21.15.18:0/2313655964 >> 172.21.15.18:0/2313655964 conn(0x7f92f4077680 msgr2=0x7f92f4077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:09.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.911+0000 7f92f90dd640 1 -- 172.21.15.18:0/2313655964 shutdown_connections 2024-03-07T10:01:09.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.913+0000 7f92f90dd640 1 -- 172.21.15.18:0/2313655964 wait complete. 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.914+0000 7f92f90dd640 1 Processor -- start 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.914+0000 7f92f90dd640 1 -- start start 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.915+0000 7f92f90dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 0x7f92f4072d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.915+0000 7f92f90dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92f4100ef0 0x7f92f4073270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.915+0000 7f92f90dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92f41065f0 0x7f92f406bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.915+0000 7f92f90dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f410f850 con 0x7f92f41065f0 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.915+0000 7f92f90dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f410f6d0 con 0x7f92f4100ef0 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.915+0000 7f92f90dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f410f9d0 con 0x7f92f4100530 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.916+0000 7f92f2d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 0x7f92f4072d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.916+0000 7f92f2d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 0x7f92f4072d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40996/0 (socket says 172.21.15.18:40996) 2024-03-07T10:01:09.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.916+0000 7f92f2d9d640 1 -- 172.21.15.18:0/3832501746 learned_addr learned my addr 172.21.15.18:0/3832501746 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:09.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.917+0000 7f92f2d9d640 1 -- 172.21.15.18:0/3832501746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92f4100ef0 msgr2=0x7f92f4073270 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:01:09.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.917+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92f4100ef0 0x7f92f4073270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.917+0000 7f92f2d9d640 1 -- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92f41065f0 msgr2=0x7f92f406bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:09.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.917+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92f41065f0 0x7f92f406bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.917+0000 7f92f2d9d640 1 -- 172.21.15.18:0/3832501746 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92f406c830 con 0x7f92f4100530 2024-03-07T10:01:09.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.918+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 0x7f92f4072d30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f92e400e9c0 tx=0x7f92e400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:09.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.919+0000 7f92dbfff640 1 -- 172.21.15.18:0/3832501746 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e400cc40 con 0x7f92f4100530 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.919+0000 7f92dbfff640 1 -- 172.21.15.18:0/3832501746 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92e400cde0 con 0x7f92f4100530 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.920+0000 7f92dbfff640 1 -- 172.21.15.18:0/3832501746 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e4010430 con 0x7f92f4100530 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.920+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92f406cb20 con 0x7f92f4100530 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.920+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92f4070a90 con 0x7f92f4100530 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.924+0000 7f92fbfbc740 1 Processor -- start 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.924+0000 7f92fbfbc740 1 -- start start 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.924+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 0x559c13de0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.924+0000 7f92dbfff640 1 -- 172.21.15.18:0/3832501746 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f92e4004660 con 0x7f92f4100530 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.925+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de0670 0x559c13de8d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.925+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de9250 0x559c13deb640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.925+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c13d43b10 con 0x559c13ddfd50 2024-03-07T10:01:09.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.925+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c13cecd50 con 0x559c13de9250 2024-03-07T10:01:09.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.925+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c13d3fbb0 con 0x559c13de0670 2024-03-07T10:01:09.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.926+0000 7f92dbfff640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92dc0a1f50 0x7f92dc0a4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.926+0000 7f92dbfff640 1 -- 172.21.15.18:0/3832501746 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f92e40ce5a0 con 0x7f92f4100530 2024-03-07T10:01:09.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.926+0000 7f92f259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de9250 0x559c13deb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.927+0000 7f92f259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de9250 0x559c13deb640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56060/0 (socket says 172.21.15.18:56060) 2024-03-07T10:01:09.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.927+0000 7f92f259c640 1 -- 172.21.15.18:0/4136828707 learned_addr learned my addr 172.21.15.18:0/4136828707 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:09.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.929+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de0670 0x559c13de8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.929+0000 7f92f259c640 1 -- 172.21.15.18:0/4136828707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de0670 msgr2=0x559c13de8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:09.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.929+0000 7f92f259c640 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de0670 0x559c13de8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.929+0000 7f92f259c640 1 -- 172.21.15.18:0/4136828707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 msgr2=0x559c13de0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:09.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.929+0000 7f92f259c640 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 0x559c13de0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.929+0000 7f92f259c640 1 -- 172.21.15.18:0/4136828707 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559c13b207e0 con 0x559c13de9250 2024-03-07T10:01:09.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.930+0000 7f92f259c640 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de9250 0x559c13deb640 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f92e80096f0 tx=0x7f92e8009bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55eabd35f4aeb256 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:09.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.930+0000 7f92f359e640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92dc0a1f50 0x7f92dc0a4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.933+0000 7f92f359e640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92dc0a1f50 0x7f92dc0a4410 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f92ec036040 tx=0x7f92ec033aa0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:09.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.936+0000 7f92d97fa640 1 -- 172.21.15.18:0/4136828707 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e8015020 con 0x559c13de9250 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.936+0000 7f92d97fa640 1 -- 172.21.15.18:0/4136828707 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92e800bdb0 con 0x559c13de9250 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.936+0000 7f92d97fa640 1 -- 172.21.15.18:0/4136828707 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e80103a0 con 0x559c13de9250 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.937+0000 7f92fbfbc740 1 -- 172.21.15.18:0/4136828707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de9250 msgr2=0x559c13deb640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.937+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de9250 0x559c13deb640 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f92e80096f0 tx=0x7f92e8009bb0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.938+0000 7f92fbfbc740 1 -- 172.21.15.18:0/4136828707 shutdown_connections 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.938+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de9250 0x559c13deb640 secure :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f92e80096f0 tx=0x7f92e8009bb0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.938+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de0670 0x559c13de8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.938+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/4136828707 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 0x559c13de0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.938+0000 7f92fbfbc740 1 -- 172.21.15.18:0/4136828707 >> 172.21.15.18:0/4136828707 conn(0x559c13dda480 msgr2=0x559c13dda860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.939+0000 7f92fbfbc740 1 -- 172.21.15.18:0/4136828707 shutdown_connections 2024-03-07T10:01:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.939+0000 7f92fbfbc740 1 -- 172.21.15.18:0/4136828707 wait complete. 2024-03-07T10:01:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.940+0000 7f92fbfbc740 1 -- start start 2024-03-07T10:01:09.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.940+0000 7f92fbfbc740 1 Processor -- start 2024-03-07T10:01:09.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.943+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13ddfd50 0x559c13de6270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.943+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.943+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de6cf0 0x559c13df54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.943+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c13dec040 con 0x559c13de0670 2024-03-07T10:01:09.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.943+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c13d00190 con 0x559c13de6cf0 2024-03-07T10:01:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.943+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c13dec1c0 con 0x559c13ddfd50 2024-03-07T10:01:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.943+0000 7f92fbfbc740 10 client.0 _ll_register_callbacks cb 0x559c13cef770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de67b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55762/0 (socket says 172.21.15.18:55762) 2024-03-07T10:01:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 -- 172.21.15.18:0/1994395032 learned_addr learned my addr 172.21.15.18:0/1994395032 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:09.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13ddfd50 0x559c13de6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f359e640 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de6cf0 0x559c13df54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 -- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13ddfd50 msgr2=0x559c13de6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13ddfd50 0x559c13de6270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 -- 172.21.15.18:0/1994395032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de6cf0 msgr2=0x559c13df54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de6cf0 0x559c13df54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 -- 172.21.15.18:0/1994395032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559c13b80f70 con 0x559c13de0670 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.944+0000 7f92f259c640 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de67b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f92e80096f0 tx=0x7f92e8011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb25af9ee1fb036 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:09.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.945+0000 7f92d6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:09.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.945+0000 7f92d6ff5640 1 -- 172.21.15.18:0/1994395032 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e8015050 con 0x559c13de0670 2024-03-07T10:01:09.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.945+0000 7f92d6ff5640 1 -- 172.21.15.18:0/1994395032 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f92e8011420 con 0x559c13de0670 2024-03-07T10:01:09.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.947+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f92e800bdb0 con 0x559c13de0670 2024-03-07T10:01:09.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.950+0000 7f92d6ff5640 1 -- 172.21.15.18:0/1994395032 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f92e8011620 con 0x559c13de0670 2024-03-07T10:01:09.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.950+0000 7f92fbfbc740 10 client.16110 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:09.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.950+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559c13a18170 con 0x559c13de0670 2024-03-07T10:01:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.954+0000 7f92d6ff5640 1 -- 172.21.15.18:0/1994395032 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92e800bdb0 con 0x559c13de0670 2024-03-07T10:01:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.954+0000 7f92d6ff5640 1 -- 172.21.15.18:0/1994395032 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f92e80039d0 con 0x559c13de0670 2024-03-07T10:01:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.954+0000 7f92fbfbc740 10 client.16110 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.954+0000 7f92fbfbc740 10 client.16110 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.954+0000 7f92fbfbc740 20 client.16110 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.955+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13df9cb0 0x559c13dfc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.955+0000 7f92fbfbc740 4 client.16110 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.955+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559c13d19930 con 0x559c13df9cb0 2024-03-07T10:01:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.958+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13df9cb0 0x559c13dfc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:09.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.961+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13df9cb0 0x559c13dfc110 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a2461544c52ccce server_cookie=8fae228724036ef2 in_seq=0 out_seq=0 2024-03-07T10:01:09.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.961+0000 7f92d6ff5640 10 client.16110 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:09.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.964+0000 7f92d6ff5640 1 -- 172.21.15.18:0/1994395032 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559c13d19930 con 0x559c13df9cb0 2024-03-07T10:01:09.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.964+0000 7f92d6ff5640 10 client.16110 handle_command_reply: tid=0 2024-03-07T10:01:09.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.964+0000 7f92fbfbc740 1 client.16110 shutdown 2024-03-07T10:01:09.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.964+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 msgr2=0x559c13de67b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:09.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.964+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de67b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f92e80096f0 tx=0x7f92e8011f40 comp rx=0 tx=0).stop 2024-03-07T10:01:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.967+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 shutdown_connections 2024-03-07T10:01:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.967+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13df9cb0 0x559c13dfc110 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.967+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de6cf0 0x559c13df54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.967+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de67b0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.967+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/1994395032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13ddfd50 0x559c13de6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.967+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 >> 172.21.15.18:0/1994395032 conn(0x559c13dda480 msgr2=0x559c13ddc1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.967+0000 7f92d6ff5640 0 client.16110 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:09.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.970+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 shutdown_connections 2024-03-07T10:01:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.971+0000 7f92fbfbc740 1 -- 172.21.15.18:0/1994395032 wait complete. 2024-03-07T10:01:09.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:09.974+0000 7f92fbfbc740 20 client.16110 trim_cache size 0 max 16384 2024-03-07T10:01:10.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.014+0000 7f92fbfbc740 1 Processor -- start 2024-03-07T10:01:10.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.014+0000 7f92fbfbc740 1 -- start start 2024-03-07T10:01:10.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.015+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13ddfd50 0x559c13de34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.015+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.015+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13dd8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.015+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f41b5d10 con 0x559c13de0670 2024-03-07T10:01:10.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.015+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f41b3810 con 0x559c13ddfd50 2024-03-07T10:01:10.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.015+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f41b18b0 con 0x559c13de6cf0 2024-03-07T10:01:10.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.016+0000 7f92f259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.016+0000 7f92f2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13ddfd50 0x559c13de34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.016+0000 7f92f359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13dd8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.016+0000 7f92f359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13dd8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:41022/0 (socket says 172.21.15.18:41022) 2024-03-07T10:01:10.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.016+0000 7f92f359e640 1 -- 172.21.15.18:0/343724298 learned_addr learned my addr 172.21.15.18:0/343724298 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.017+0000 7f92f359e640 1 -- 172.21.15.18:0/343724298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13ddfd50 msgr2=0x559c13de34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.017+0000 7f92f359e640 1 --2- 172.21.15.18:0/343724298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13ddfd50 0x559c13de34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.018+0000 7f92f359e640 1 -- 172.21.15.18:0/343724298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 msgr2=0x559c13de3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.018+0000 7f92f359e640 1 --2- 172.21.15.18:0/343724298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.018+0000 7f92f359e640 1 -- 172.21.15.18:0/343724298 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559c13de5220 con 0x559c13de6cf0 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.019+0000 7f92f359e640 1 --2- 172.21.15.18:0/343724298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13dd8bc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f92ec0094d0 tx=0x7f92ec03d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10194bca9918da33 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.021+0000 7f92d8ff9640 1 -- 172.21.15.18:0/343724298 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92ec04f020 con 0x559c13de6cf0 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.021+0000 7f92d8ff9640 1 -- 172.21.15.18:0/343724298 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92ec02ce50 con 0x559c13de6cf0 2024-03-07T10:01:10.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.021+0000 7f92d8ff9640 1 -- 172.21.15.18:0/343724298 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92ec040dc0 con 0x559c13de6cf0 2024-03-07T10:01:10.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.022+0000 7f92fbfbc740 1 -- 172.21.15.18:0/343724298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 msgr2=0x559c13dd8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.022+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/343724298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13dd8bc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f92ec0094d0 tx=0x7f92ec03d000 comp rx=0 tx=0).stop 2024-03-07T10:01:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.026+0000 7f92fbfbc740 1 -- 172.21.15.18:0/343724298 shutdown_connections 2024-03-07T10:01:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.026+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/343724298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13dd8bc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.026+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/343724298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13de0670 0x559c13de3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.026+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/343724298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13ddfd50 0x559c13de34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.026+0000 7f92fbfbc740 1 -- 172.21.15.18:0/343724298 >> 172.21.15.18:0/343724298 conn(0x559c13dda480 msgr2=0x559c13ddc030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.027+0000 7f92fbfbc740 1 -- 172.21.15.18:0/343724298 shutdown_connections 2024-03-07T10:01:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.028+0000 7f92fbfbc740 1 -- 172.21.15.18:0/343724298 wait complete. 2024-03-07T10:01:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.029+0000 7f92fbfbc740 1 -- start start 2024-03-07T10:01:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.029+0000 7f92fbfbc740 1 Processor -- start 2024-03-07T10:01:10.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 0x559c13def0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de0670 0x559c13def5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92fbfbc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13e4e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f41b1eb0 con 0x559c13ddfd50 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f41b31b0 con 0x559c13de0670 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92fbfbc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92f41b24f0 con 0x559c13de6cf0 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92f359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13e4e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92f359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13e4e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:41028/0 (socket says 172.21.15.18:41028) 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92f359e640 1 -- 172.21.15.18:0/2916448388 learned_addr learned my addr 172.21.15.18:0/2916448388 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:10.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92f259c640 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de0670 0x559c13def5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.030+0000 7f92fbfbc740 10 client.0 _ll_register_callbacks cb 0x7f92e8009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:10.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.031+0000 7f92f359e640 1 -- 172.21.15.18:0/2916448388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de0670 msgr2=0x559c13def5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.031+0000 7f92f359e640 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de0670 0x559c13def5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.031+0000 7f92f359e640 1 -- 172.21.15.18:0/2916448388 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 msgr2=0x559c13def0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.031+0000 7f92f359e640 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 0x559c13def0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.031+0000 7f92f359e640 1 -- 172.21.15.18:0/2916448388 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559c13deb9b0 con 0x559c13de6cf0 2024-03-07T10:01:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.034+0000 7f92f359e640 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13e4e630 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f92ec009be0 tx=0x7f92ec009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a64823d47b32d0ae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.034+0000 7f92d6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:10.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.038+0000 7f92d6ff5640 1 -- 172.21.15.18:0/2916448388 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92ec04f070 con 0x559c13de6cf0 2024-03-07T10:01:10.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.038+0000 7f92d6ff5640 1 -- 172.21.15.18:0/2916448388 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f92ec003d80 con 0x559c13de6cf0 2024-03-07T10:01:10.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.038+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f92ec02ce50 con 0x559c13de6cf0 2024-03-07T10:01:10.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.041+0000 7f92d6ff5640 1 -- 172.21.15.18:0/2916448388 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f92ec004030 con 0x559c13de6cf0 2024-03-07T10:01:10.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.041+0000 7f92fbfbc740 10 client.25972 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:10.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.041+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559c13e55e00 con 0x559c13de6cf0 2024-03-07T10:01:10.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.044+0000 7f92d6ff5640 1 -- 172.21.15.18:0/2916448388 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92ec02ce50 con 0x559c13de6cf0 2024-03-07T10:01:10.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.045+0000 7f92d6ff5640 1 -- 172.21.15.18:0/2916448388 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f92ec04b930 con 0x559c13de6cf0 2024-03-07T10:01:10.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.045+0000 7f92fbfbc740 10 client.25972 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:10.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.045+0000 7f92fbfbc740 10 client.25972 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:10.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.045+0000 7f92fbfbc740 20 client.25972 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:10.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.045+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13e56490 0x559c13e588b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.045+0000 7f92fbfbc740 4 client.25972 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:01:10.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.045+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559c13d05050 con 0x559c13e56490 2024-03-07T10:01:10.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.046+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13e56490 0x559c13e588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.052+0000 7f92f2d9d640 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13e56490 0x559c13e588b0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdd65ef292909b29 server_cookie=57629c47387b2367 in_seq=0 out_seq=0 2024-03-07T10:01:10.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.052+0000 7f92d6ff5640 10 client.25972 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:10.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.059+0000 7f92d6ff5640 1 -- 172.21.15.18:0/2916448388 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559c13d05050 con 0x559c13e56490 2024-03-07T10:01:10.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.059+0000 7f92d6ff5640 10 client.25972 handle_command_reply: tid=0 2024-03-07T10:01:10.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.059+0000 7f92fbfbc740 1 client.25972 shutdown 2024-03-07T10:01:10.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.060+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 msgr2=0x559c13e4e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.060+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13e4e630 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f92ec009be0 tx=0x7f92ec009500 comp rx=0 tx=0).stop 2024-03-07T10:01:10.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.063+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 shutdown_connections 2024-03-07T10:01:10.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.063+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559c13e56490 0x559c13e588b0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.063+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559c13de6cf0 0x559c13e4e630 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.063+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559c13de0670 0x559c13def5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.063+0000 7f92fbfbc740 1 --2- 172.21.15.18:0/2916448388 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559c13ddfd50 0x559c13def0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.063+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 >> 172.21.15.18:0/2916448388 conn(0x559c13dda480 msgr2=0x559c13dd8bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.065+0000 7f92d6ff5640 0 client.25972 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:10.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.065+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 shutdown_connections 2024-03-07T10:01:10.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.066+0000 7f92fbfbc740 1 -- 172.21.15.18:0/2916448388 wait complete. 2024-03-07T10:01:10.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.067+0000 7f92fbfbc740 20 client.25972 trim_cache size 0 max 16384 2024-03-07T10:01:10.070 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:01:10.070 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:01:10.070 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "a830c75c-f9e5-4da6-b232-2d4d12b00222", 2024-03-07T10:01:10.070 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:01:10.071 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:01:10.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.069+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92dc0a1f50 msgr2=0x7f92dc0a4410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.069+0000 7f92f90dd640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92dc0a1f50 0x7f92dc0a4410 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f92ec036040 tx=0x7f92ec033aa0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.069+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 msgr2=0x7f92f4072d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.069+0000 7f92f90dd640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 0x7f92f4072d30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f92e400e9c0 tx=0x7f92e400ee80 comp rx=0 tx=0).stop 2024-03-07T10:01:10.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 shutdown_connections 2024-03-07T10:01:10.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92dc0a1f50 0x7f92dc0a4410 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f92f41065f0 0x7f92f406bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92f4100ef0 0x7f92f4073270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 --2- 172.21.15.18:0/3832501746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92f4100530 0x7f92f4072d30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 >> 172.21.15.18:0/3832501746 conn(0x7f92f4077680 msgr2=0x7f92f40ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 shutdown_connections 2024-03-07T10:01:10.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.070+0000 7f92f90dd640 1 -- 172.21.15.18:0/3832501746 wait complete. 2024-03-07T10:01:10.094 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:01:10.095 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:01:10.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.252+0000 7f14825b1640 1 -- 172.21.15.18:0/3980581275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c1065d0 msgr2=0x7f147c1069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.252+0000 7f14825b1640 1 --2- 172.21.15.18:0/3980581275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c1065d0 0x7f147c1069b0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f146c009900 tx=0x7f146c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.252+0000 7f14825b1640 1 -- 172.21.15.18:0/3980581275 shutdown_connections 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.252+0000 7f14825b1640 1 --2- 172.21.15.18:0/3980581275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f147c100ed0 0x7f147c10d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.253+0000 7f14825b1640 1 --2- 172.21.15.18:0/3980581275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 0x7f147c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.253+0000 7f14825b1640 1 --2- 172.21.15.18:0/3980581275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c1065d0 0x7f147c1069b0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.253+0000 7f14825b1640 1 -- 172.21.15.18:0/3980581275 >> 172.21.15.18:0/3980581275 conn(0x7f147c077660 msgr2=0x7f147c077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.253+0000 7f14825b1640 1 -- 172.21.15.18:0/3980581275 shutdown_connections 2024-03-07T10:01:10.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.253+0000 7f14825b1640 1 -- 172.21.15.18:0/3980581275 wait complete. 2024-03-07T10:01:10.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.253+0000 7f14825b1640 1 Processor -- start 2024-03-07T10:01:10.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f14825b1640 1 -- start start 2024-03-07T10:01:10.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f14825b1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 0x7f147c199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f14825b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c100ed0 0x7f147c19a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f14825b1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f147c1065d0 0x7f147c19e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f14825b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c111990 con 0x7f147c100ed0 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f14825b1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c111810 con 0x7f147c1065d0 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f14825b1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c111b10 con 0x7f147c100510 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f147bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 0x7f147c199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f147b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c100ed0 0x7f147c19a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f147bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 0x7f147c199fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:41060/0 (socket says 172.21.15.18:41060) 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f147bfff640 1 -- 172.21.15.18:0/566587668 learned_addr learned my addr 172.21.15.18:0/566587668 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.254+0000 7f1480b4e640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f147c1065d0 0x7f147c19e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f147bfff640 1 -- 172.21.15.18:0/566587668 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f147c1065d0 msgr2=0x7f147c19e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f147bfff640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f147c1065d0 0x7f147c19e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f147bfff640 1 -- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c100ed0 msgr2=0x7f147c19a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f147bfff640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c100ed0 0x7f147c19a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f147bfff640 1 -- 172.21.15.18:0/566587668 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f147c19ef80 con 0x7f147c100510 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f147b7fe640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c100ed0 0x7f147c19a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f147bfff640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 0x7f147c199fe0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f146c02efd0 tx=0x7f146c0045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f14797fa640 1 -- 172.21.15.18:0/566587668 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146c041070 con 0x7f147c100510 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f14797fa640 1 -- 172.21.15.18:0/566587668 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f146c0054e0 con 0x7f147c100510 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f147c19f210 con 0x7f147c100510 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f14797fa640 1 -- 172.21.15.18:0/566587668 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146c034440 con 0x7f147c100510 2024-03-07T10:01:10.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.255+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f147c1a6b00 con 0x7f147c100510 2024-03-07T10:01:10.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.257+0000 7f14797fa640 1 -- 172.21.15.18:0/566587668 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f146c044070 con 0x7f147c100510 2024-03-07T10:01:10.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 Processor -- start 2024-03-07T10:01:10.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 -- start start 2024-03-07T10:01:10.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638119b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 0x5586381226f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638122c30 0x558638125020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55863807cdd0 con 0x558638119730 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558638025ae0 con 0x55863811a050 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1485396740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558638078e70 con 0x558638122c30 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1480b4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638119b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1480b4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638119b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55816/0 (socket says 172.21.15.18:55816) 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f1480b4e640 1 -- 172.21.15.18:0/1866759336 learned_addr learned my addr 172.21.15.18:0/1866759336 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f147b7fe640 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638122c30 0x558638125020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f14797fa640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f14640a1ef0 0x7f14640a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.258+0000 7f147bfff640 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 0x5586381226f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f1480b4e640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f14640a1ef0 0x7f14640a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f147b7fe640 1 -- 172.21.15.18:0/1866759336 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 msgr2=0x5586381226f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f147b7fe640 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 0x5586381226f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f147b7fe640 1 -- 172.21.15.18:0/1866759336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 msgr2=0x558638119b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f147b7fe640 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638119b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f14797fa640 1 -- 172.21.15.18:0/566587668 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f146c0effe0 con 0x7f147c100510 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f147b7fe640 1 -- 172.21.15.18:0/1866759336 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558637e5b7d0 con 0x558638122c30 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f1480b4e640 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638119b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f147b7fe640 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638122c30 0x558638125020 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f14700058c0 tx=0x7f147000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=806bffc2631a8359 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f14627fc640 1 -- 172.21.15.18:0/1866759336 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f147001d070 con 0x558638122c30 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f1480b4e640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f14640a1ef0 0x7f14640a43b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1474013760 tx=0x7f1474004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f14627fc640 1 -- 172.21.15.18:0/1866759336 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1470010d20 con 0x558638122c30 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.259+0000 7f14627fc640 1 -- 172.21.15.18:0/1866759336 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1470016340 con 0x558638122c30 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 -- 172.21.15.18:0/1866759336 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638122c30 msgr2=0x558638125020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638122c30 0x558638125020 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f14700058c0 tx=0x7f147000f790 comp rx=0 tx=0).stop 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 -- 172.21.15.18:0/1866759336 shutdown_connections 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638122c30 0x558638125020 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 0x5586381226f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 --2- 172.21.15.18:0/1866759336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638119b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 -- 172.21.15.18:0/1866759336 >> 172.21.15.18:0/1866759336 conn(0x558638113e60 msgr2=0x558638114240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 -- 172.21.15.18:0/1866759336 shutdown_connections 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.260+0000 7f1485396740 1 -- 172.21.15.18:0/1866759336 wait complete. 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.261+0000 7f1485396740 1 -- start start 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.261+0000 7f1485396740 1 Processor -- start 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.261+0000 7f1485396740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638122690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638122690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638122690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55832/0 (socket says 172.21.15.18:55832) 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f1485396740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x55863811fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147bfff640 1 -- 172.21.15.18:0/2062425642 learned_addr learned my addr 172.21.15.18:0/2062425642 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f1485396740 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638122c30 0x558638120140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558638125a20 con 0x558638119730 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558638039070 con 0x558638122c30 2024-03-07T10:01:10.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558638125ba0 con 0x55863811a050 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147b7fe640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x55863811fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f1485396740 10 client.0 _ll_register_callbacks cb 0x558638038a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f1480b4e640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638122c30 0x558638120140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147b7fe640 1 -- 172.21.15.18:0/2062425642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638122c30 msgr2=0x558638120140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147b7fe640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638122c30 0x558638120140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147b7fe640 1 -- 172.21.15.18:0/2062425642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 msgr2=0x558638122690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147b7fe640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638122690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147b7fe640 1 -- 172.21.15.18:0/2062425642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558637d913f0 con 0x55863811a050 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147bfff640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638122690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f147b7fe640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x55863811fa20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f147000fc90 tx=0x7f1470019e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80ed81cbce14f71d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.262+0000 7f145b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f145b7fe640 1 -- 172.21.15.18:0/2062425642 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1470027020 con 0x55863811a050 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f145b7fe640 1 -- 172.21.15.18:0/2062425642 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1470010840 con 0x55863811a050 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1470010d20 con 0x55863811a050 2024-03-07T10:01:10.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f145b7fe640 1 -- 172.21.15.18:0/2062425642 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f147001d040 con 0x55863811a050 2024-03-07T10:01:10.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 10 client.25981 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:10.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x558637d510f0 con 0x55863811a050 2024-03-07T10:01:10.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f145b7fe640 1 -- 172.21.15.18:0/2062425642 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1470010d20 con 0x55863811a050 2024-03-07T10:01:10.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f145b7fe640 1 -- 172.21.15.18:0/2062425642 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f1470004850 con 0x55863811a050 2024-03-07T10:01:10.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 10 client.25981 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:10.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 10 client.25981 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 20 client.25981 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55863813b120 0x55863813d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 4 client.25981 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55863808a310 con 0x55863813b120 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.263+0000 7f147bfff640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55863813b120 0x55863813d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.264+0000 7f145b7fe640 10 client.25981 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.264+0000 7f147bfff640 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55863813b120 0x55863813d510 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e37ff69a3e3d5c3 server_cookie=9e29b67c1072e345 in_seq=0 out_seq=0 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f145b7fe640 1 -- 172.21.15.18:0/2062425642 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55863808a310 con 0x55863813b120 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f145b7fe640 10 client.25981 handle_command_reply: tid=0 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 client.25981 shutdown 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 msgr2=0x55863811fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x55863811fa20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f147000fc90 tx=0x7f1470019e50 comp rx=0 tx=0).stop 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 shutdown_connections 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55863813b120 0x55863813d510 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638122c30 0x558638120140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f145b7fe640 0 client.25981 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:10.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x55863811fa20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 --2- 172.21.15.18:0/2062425642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638119730 0x558638122690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 >> 172.21.15.18:0/2062425642 conn(0x558638113e60 msgr2=0x558638115bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 shutdown_connections 2024-03-07T10:01:10.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 1 -- 172.21.15.18:0/2062425642 wait complete. 2024-03-07T10:01:10.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.265+0000 7f1485396740 20 client.25981 trim_cache size 0 max 16384 2024-03-07T10:01:10.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.286+0000 7f1485396740 1 Processor -- start 2024-03-07T10:01:10.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.286+0000 7f1485396740 1 -- start start 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1485396740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638119730 0x55863811ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1485396740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x558638122150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1485396740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x558638122690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1485396740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c1ad500 con 0x558638122c30 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1485396740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c1ab000 con 0x558638119730 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1485396740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c1a9100 con 0x55863811a050 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x558638122690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x558638122690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55838/0 (socket says 172.21.15.18:55838) 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 -- 172.21.15.18:0/2610261244 learned_addr learned my addr 172.21.15.18:0/2610261244 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f147bfff640 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638119730 0x55863811ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f147b7fe640 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x558638122150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 -- 172.21.15.18:0/2610261244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 msgr2=0x558638122150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x558638122150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 -- 172.21.15.18:0/2610261244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638119730 msgr2=0x55863811ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638119730 0x55863811ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 -- 172.21.15.18:0/2610261244 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558638119e80 con 0x558638122c30 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.287+0000 7f1480b4e640 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x558638122690 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f1474013490 tx=0x7f1474015070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=327bf08f03ed6d6b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.288+0000 7f1461ffb640 1 -- 172.21.15.18:0/2610261244 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1474021910 con 0x558638122c30 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.288+0000 7f1461ffb640 1 -- 172.21.15.18:0/2610261244 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1474017070 con 0x558638122c30 2024-03-07T10:01:10.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.288+0000 7f1461ffb640 1 -- 172.21.15.18:0/2610261244 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1474020440 con 0x558638122c30 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 -- 172.21.15.18:0/2610261244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 msgr2=0x558638122690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x558638122690 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f1474013490 tx=0x7f1474015070 comp rx=0 tx=0).stop 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 -- 172.21.15.18:0/2610261244 shutdown_connections 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x558638122690 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55863811a050 0x558638122150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 --2- 172.21.15.18:0/2610261244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558638119730 0x55863811ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 -- 172.21.15.18:0/2610261244 >> 172.21.15.18:0/2610261244 conn(0x558638113e60 msgr2=0x55863811e2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 -- 172.21.15.18:0/2610261244 shutdown_connections 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 -- 172.21.15.18:0/2610261244 wait complete. 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 -- start start 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.289+0000 7f1485396740 1 Processor -- start 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1485396740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638119730 0x55863812ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1485396740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 0x55863812ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1485396740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x55863812f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1485396740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c1a9700 con 0x558638122c30 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1485396740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c1aa9a0 con 0x55863811a050 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1485396740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147c1a9d00 con 0x558638119730 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1480b4e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x55863812f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638119730 0x55863812ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638119730 0x55863812ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:41090/0 (socket says 172.21.15.18:41090) 2024-03-07T10:01:10.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 -- 172.21.15.18:0/4287646498 learned_addr learned my addr 172.21.15.18:0/4287646498 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f1485396740 10 client.0 _ll_register_callbacks cb 0x7f146c0bc8f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 -- 172.21.15.18:0/4287646498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 msgr2=0x55863812ef70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 0x55863812ef70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 -- 172.21.15.18:0/4287646498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 msgr2=0x55863812f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x55863812f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.290+0000 7f147bfff640 1 -- 172.21.15.18:0/4287646498 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558638195730 con 0x558638119730 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f147bfff640 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638119730 0x55863812ea30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f146c02cee0 tx=0x7f146c0b8ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6f59b14115ddf3c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f145b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f145b7fe640 1 -- 172.21.15.18:0/4287646498 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146c04b040 con 0x558638119730 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f145b7fe640 1 -- 172.21.15.18:0/4287646498 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f146c0bae20 con 0x558638119730 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1474017070 con 0x558638119730 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f145b7fe640 1 -- 172.21.15.18:0/4287646498 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f146c0bcb20 con 0x558638119730 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f1485396740 10 client.25987 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:10.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x558638196980 con 0x558638119730 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f145b7fe640 1 -- 172.21.15.18:0/4287646498 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1474017070 con 0x558638119730 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f145b7fe640 1 -- 172.21.15.18:0/4287646498 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f146c0f20b0 con 0x558638119730 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f1485396740 10 client.25987 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f1485396740 10 client.25987 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.291+0000 7f1485396740 20 client.25987 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f1485396740 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558638197060 0x558638199480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f1485396740 4 client.25987 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558638084660 con 0x558638197060 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f147b7fe640 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558638197060 0x558638199480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f147b7fe640 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558638197060 0x558638199480 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=852c8b994a51f95f server_cookie=745cc7b21d038f0e in_seq=0 out_seq=0 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f145b7fe640 10 client.25987 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:10.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f145b7fe640 1 -- 172.21.15.18:0/4287646498 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+267 (crc 0 0 0) 0x558638084660 con 0x558638197060 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f145b7fe640 10 client.25987 handle_command_reply: tid=0 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.292+0000 7f1485396740 1 client.25987 shutdown 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638119730 msgr2=0x55863812ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638119730 0x55863812ea30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f146c02cee0 tx=0x7f146c0b8ef0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 shutdown_connections 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558638197060 0x558638199480 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558638122c30 0x55863812f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55863811a050 0x55863812ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 --2- 172.21.15.18:0/4287646498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558638119730 0x55863812ea30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 >> 172.21.15.18:0/4287646498 conn(0x558638113e60 msgr2=0x558638112630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f145b7fe640 0 client.25987 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:10.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 shutdown_connections 2024-03-07T10:01:10.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 1 -- 172.21.15.18:0/4287646498 wait complete. 2024-03-07T10:01:10.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f1485396740 20 client.25987 trim_cache size 0 max 16384 2024-03-07T10:01:10.304 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:01:10.304 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "scrub active (401 inodes in the stack)", 2024-03-07T10:01:10.304 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:01:10.305 INFO:teuthology.orchestra.run.smithi018.stdout: "a830c75c-f9e5-4da6-b232-2d4d12b00222": { 2024-03-07T10:01:10.305 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:01:10.305 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "a830c75c-f9e5-4da6-b232-2d4d12b00222", 2024-03-07T10:01:10.305 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:01:10.305 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:01:10.305 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:01:10.305 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:01:10.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f14640a1ef0 msgr2=0x7f14640a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f14825b1640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f14640a1ef0 0x7f14640a43b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1474013760 tx=0x7f1474004ab0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 msgr2=0x7f147c199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:10.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.293+0000 7f14825b1640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 0x7f147c199fe0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f146c02efd0 tx=0x7f146c0045e0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 shutdown_connections 2024-03-07T10:01:10.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f147c1065d0 0x7f147c19e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f14640a1ef0 0x7f14640a43b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f147c100ed0 0x7f147c19a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 --2- 172.21.15.18:0/566587668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f147c100510 0x7f147c199fe0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:10.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 >> 172.21.15.18:0/566587668 conn(0x7f147c077660 msgr2=0x7f147c0feea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:10.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 shutdown_connections 2024-03-07T10:01:10.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:10.294+0000 7f14825b1640 1 -- 172.21.15.18:0/566587668 wait complete. 2024-03-07T10:01:10.308 INFO:tasks.cephfs.filesystem:scrub status for tag:a830c75c-f9e5-4da6-b232-2d4d12b00222 - {'path': '/', 'tag': 'a830c75c-f9e5-4da6-b232-2d4d12b00222', 'options': 'recursive,force'} 2024-03-07T10:01:11.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:10 smithi018 ceph-mon[32171]: pgmap v64: 97 pgs: 97 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.3 MiB/s wr, 948 op/s 2024-03-07T10:01:11.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:10 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:01:11.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:10 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:11.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:10 smithi063 ceph-mon[36356]: pgmap v64: 97 pgs: 97 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.3 MiB/s wr, 948 op/s 2024-03-07T10:01:11.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:10 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:01:11.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:10 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:10 smithi077 ceph-mon[36374]: pgmap v64: 97 pgs: 97 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.3 MiB/s wr, 948 op/s 2024-03-07T10:01:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:10 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:01:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:10 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:11 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:01:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:11 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:11 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:01:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:11 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:01:12.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:11 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:11 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:11 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:01:12.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:11 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:11 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:01:12.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:11 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:01:12.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:11 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:11 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:11 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:01:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:11 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:11 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:01:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:11 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:01:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:11 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:11 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:12 smithi018 ceph-mon[32171]: pgmap v65: 97 pgs: 97 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.0 MiB/s wr, 590 op/s 2024-03-07T10:01:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 110.0 s, 1834.0 tps, lat 56.125 ms stddev 114.361 2024-03-07T10:01:13.166 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:12 smithi077 ceph-mon[36374]: pgmap v65: 97 pgs: 97 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.0 MiB/s wr, 590 op/s 2024-03-07T10:01:13.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:12 smithi063 ceph-mon[36356]: pgmap v65: 97 pgs: 97 active+clean; 1.3 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.0 MiB/s wr, 590 op/s 2024-03-07T10:01:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:14 smithi077 ceph-mon[36374]: pgmap v66: 97 pgs: 97 active+clean; 1.5 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 32 MiB/s wr, 1.62k op/s 2024-03-07T10:01:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:14 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:01:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:14 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:14 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:14 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:14 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:14 smithi018 ceph-mon[32171]: pgmap v66: 97 pgs: 97 active+clean; 1.5 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 32 MiB/s wr, 1.62k op/s 2024-03-07T10:01:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:14 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:01:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:14 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:14 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:14 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:14 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:14 smithi063 ceph-mon[36356]: pgmap v66: 97 pgs: 97 active+clean; 1.5 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 32 MiB/s wr, 1.62k op/s 2024-03-07T10:01:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:14 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:01:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:14 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:14 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:14 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:14 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:15 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:01:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:15 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:01:16.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:15 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:16.097 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:15 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:01:16.098 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:15 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:01:16.098 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:15 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:16.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:15 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:01:16.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:15 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:01:16.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:15 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:01:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:16 smithi018 ceph-mon[32171]: pgmap v67: 97 pgs: 97 active+clean; 1.6 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.51k op/s 2024-03-07T10:01:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:01:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:01:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:01:17.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:16 smithi063 ceph-mon[36356]: pgmap v67: 97 pgs: 97 active+clean; 1.6 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.51k op/s 2024-03-07T10:01:17.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:01:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:01:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:01:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:16 smithi077 ceph-mon[36374]: pgmap v67: 97 pgs: 97 active+clean; 1.6 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.51k op/s 2024-03-07T10:01:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:01:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:01:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:01:18.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:17 smithi018 ceph-mon[32171]: pgmap v68: 97 pgs: 97 active+clean; 1.6 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 33 MiB/s wr, 1.47k op/s 2024-03-07T10:01:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 115.0 s, 3257.0 tps, lat 30.673 ms stddev 31.259 2024-03-07T10:01:18.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:17 smithi063 ceph-mon[36356]: pgmap v68: 97 pgs: 97 active+clean; 1.6 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 33 MiB/s wr, 1.47k op/s 2024-03-07T10:01:18.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:17 smithi077 ceph-mon[36374]: pgmap v68: 97 pgs: 97 active+clean; 1.6 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 33 MiB/s wr, 1.47k op/s 2024-03-07T10:01:20.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:19 smithi063 ceph-mon[36356]: pgmap v69: 97 pgs: 97 active+clean; 1.6 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 36 MiB/s wr, 1.76k op/s 2024-03-07T10:01:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:19 smithi077 ceph-mon[36374]: pgmap v69: 97 pgs: 97 active+clean; 1.6 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 36 MiB/s wr, 1.76k op/s 2024-03-07T10:01:20.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:19 smithi018 ceph-mon[32171]: pgmap v69: 97 pgs: 97 active+clean; 1.6 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 36 MiB/s wr, 1.76k op/s 2024-03-07T10:01:21.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.121+0000 7f87673fc640 1 -- 172.21.15.18:0/1772419217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87601065f0 msgr2=0x7f87601069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 --2- 172.21.15.18:0/1772419217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87601065f0 0x7f87601069d0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f875c009900 tx=0x7f875c02bc40 comp rx=0 tx=0).stop 2024-03-07T10:01:21.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 -- 172.21.15.18:0/1772419217 shutdown_connections 2024-03-07T10:01:21.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 --2- 172.21.15.18:0/1772419217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8760100ef0 0x7f876010d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 --2- 172.21.15.18:0/1772419217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8760100530 0x7f87601009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 --2- 172.21.15.18:0/1772419217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f87601065f0 0x7f87601069d0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 -- 172.21.15.18:0/1772419217 >> 172.21.15.18:0/1772419217 conn(0x7f87600776b0 msgr2=0x7f8760077ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 -- 172.21.15.18:0/1772419217 shutdown_connections 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.122+0000 7f87673fc640 1 -- 172.21.15.18:0/1772419217 wait complete. 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.123+0000 7f87673fc640 1 Processor -- start 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.123+0000 7f87673fc640 1 -- start start 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f87673fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8760100530 0x7f8760115cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f87673fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8760100ef0 0x7f8760116200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f87673fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f87601065f0 0x7f8760110dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f87673fc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876010f870 con 0x7f8760100ef0 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f87673fc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876010f6f0 con 0x7f8760100530 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f87673fc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876010f9f0 con 0x7f87601065f0 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8760100ef0 0x7f8760116200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8760100ef0 0x7f8760116200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34566/0 (socket says 172.21.15.18:34566) 2024-03-07T10:01:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 -- 172.21.15.18:0/508344309 learned_addr learned my addr 172.21.15.18:0/508344309 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8765999640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f87601065f0 0x7f8760110dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8765198640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8760100530 0x7f8760115cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 -- 172.21.15.18:0/508344309 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f87601065f0 msgr2=0x7f8760110dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f87601065f0 0x7f8760110dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 -- 172.21.15.18:0/508344309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8760100530 msgr2=0x7f8760115cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8760100530 0x7f8760115cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 -- 172.21.15.18:0/508344309 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8760111690 con 0x7f8760100ef0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.124+0000 7f8764997640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8760100ef0 0x7f8760116200 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f875000b4a0 tx=0x7f875000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.125+0000 7f87567fc640 1 -- 172.21.15.18:0/508344309 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8750014070 con 0x7f8760100ef0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.125+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8760111980 con 0x7f8760100ef0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.125+0000 7f87567fc640 1 -- 172.21.15.18:0/508344309 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8750010af0 con 0x7f8760100ef0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.125+0000 7f87567fc640 1 -- 172.21.15.18:0/508344309 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8750017d10 con 0x7f8760100ef0 2024-03-07T10:01:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.125+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8760119ba0 con 0x7f8760100ef0 2024-03-07T10:01:21.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.128+0000 7f87567fc640 1 -- 172.21.15.18:0/508344309 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8750017070 con 0x7f8760100ef0 2024-03-07T10:01:21.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.128+0000 7f876a1e8740 1 Processor -- start 2024-03-07T10:01:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.129+0000 7f87567fc640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f874c0a1ee0 0x7f874c0a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.129+0000 7f876a1e8740 1 -- start start 2024-03-07T10:01:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8765999640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f874c0a1ee0 0x7f874c0a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cbd10 0x55b0350caa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cafa0 0x55b0350cb420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f876a1e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b03502f5c0 con 0x55b0350d4520 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f876a1e8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b034fd8900 con 0x55b0350cbd10 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f876a1e8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b03502b660 con 0x55b0350cafa0 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f87567fc640 1 -- 172.21.15.18:0/508344309 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8750097fb0 con 0x7f8760100ef0 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8765198640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cbd10 0x55b0350caa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8764997640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cafa0 0x55b0350cb420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8765198640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cbd10 0x55b0350caa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40142/0 (socket says 172.21.15.18:40142) 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8765198640 1 -- 172.21.15.18:0/503100885 learned_addr learned my addr 172.21.15.18:0/503100885 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8764997640 1 -- 172.21.15.18:0/503100885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cbd10 msgr2=0x55b0350caa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8764997640 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cbd10 0x55b0350caa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8765999640 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8764997640 1 -- 172.21.15.18:0/503100885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 msgr2=0x55b0350d6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8764997640 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8764997640 1 -- 172.21.15.18:0/503100885 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b034d44210 con 0x55b0350cafa0 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8765198640 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cbd10 0x55b0350caa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:01:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.130+0000 7f8765999640 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:01:21.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.131+0000 7f8764997640 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cafa0 0x55b0350cb420 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f87500cac70 tx=0x7f875009a750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=306ceea03d998f38 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:21.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.131+0000 7f8765999640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f874c0a1ee0 0x7f874c0a43a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8760077cb0 tx=0x7f8758009f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:21.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.131+0000 7f874b7fe640 1 -- 172.21.15.18:0/503100885 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87500b1070 con 0x55b0350cafa0 2024-03-07T10:01:21.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.131+0000 7f874b7fe640 1 -- 172.21.15.18:0/503100885 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8750010ca0 con 0x55b0350cafa0 2024-03-07T10:01:21.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.131+0000 7f874b7fe640 1 -- 172.21.15.18:0/503100885 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875001e070 con 0x55b0350cafa0 2024-03-07T10:01:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.131+0000 7f876a1e8740 1 -- 172.21.15.18:0/503100885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cafa0 msgr2=0x55b0350cb420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.131+0000 7f876a1e8740 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cafa0 0x55b0350cb420 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f87500cac70 tx=0x7f875009a750 comp rx=0 tx=0).stop 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 -- 172.21.15.18:0/503100885 shutdown_connections 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cafa0 0x55b0350cb420 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 --2- 172.21.15.18:0/503100885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cbd10 0x55b0350caa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 -- 172.21.15.18:0/503100885 >> 172.21.15.18:0/503100885 conn(0x55b035092580 msgr2=0x55b0350c5c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 -- 172.21.15.18:0/503100885 shutdown_connections 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 -- 172.21.15.18:0/503100885 wait complete. 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 -- start start 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 Processor -- start 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350d1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.132+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f876a1e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0350d71f0 con 0x55b0350d4520 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765198640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350d1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d20d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34586/0 (socket says 172.21.15.18:34586) 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 -- 172.21.15.18:0/1564563929 learned_addr learned my addr 172.21.15.18:0/1564563929 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8764997640 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b034febd60 con 0x55b0350cafa0 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0350d7370 con 0x55b0350cbd10 2024-03-07T10:01:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f876a1e8740 10 client.0 _ll_register_callbacks cb 0x55b034d43a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 -- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 msgr2=0x55b0350d1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350d1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 -- 172.21.15.18:0/1564563929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 msgr2=0x55b0350d1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350d1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 -- 172.21.15.18:0/1564563929 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b034e10620 con 0x55b0350d4520 2024-03-07T10:01:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8765999640 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d20d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8758012cf0 tx=0x7f8758004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c58f5da37863f64 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.133+0000 7f8748ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f8748ff9640 1 -- 172.21.15.18:0/1564563929 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8758024070 con 0x55b0350d4520 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8750010ca0 con 0x55b0350d4520 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f8748ff9640 1 -- 172.21.15.18:0/1564563929 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8758003b70 con 0x55b0350d4520 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f8748ff9640 1 -- 172.21.15.18:0/1564563929 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8758003d70 con 0x55b0350d4520 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f876a1e8740 10 client.16140 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55b0350e3350 con 0x55b0350d4520 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f8748ff9640 1 -- 172.21.15.18:0/1564563929 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8750010ca0 con 0x55b0350d4520 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f8748ff9640 1 -- 172.21.15.18:0/1564563929 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f8758027020 con 0x55b0350d4520 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f876a1e8740 10 client.16140 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.134+0000 7f876a1e8740 10 client.16140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.135+0000 7f876a1e8740 20 client.16140 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.135+0000 7f876a1e8740 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b0350e48b0 0x55b0350e6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.135+0000 7f876a1e8740 4 client.16140 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.135+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b03503cb00 con 0x55b0350e48b0 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.135+0000 7f8765198640 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b0350e48b0 0x55b0350e6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.135+0000 7f8748ff9640 10 client.16140 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.135+0000 7f8765198640 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b0350e48b0 0x55b0350e6ca0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39c0d3f7de35ec3a server_cookie=42c69d8df00a3e7e in_seq=0 out_seq=0 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.136+0000 7f8748ff9640 1 -- 172.21.15.18:0/1564563929 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b03503cb00 con 0x55b0350e48b0 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.136+0000 7f8748ff9640 10 client.16140 handle_command_reply: tid=0 2024-03-07T10:01:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.136+0000 7f876a1e8740 1 client.16140 shutdown 2024-03-07T10:01:21.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.137+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 msgr2=0x55b0350d20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f876a1e8740 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d20d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8758012cf0 tx=0x7f8758004ab0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 shutdown_connections 2024-03-07T10:01:21.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f876a1e8740 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b0350e48b0 0x55b0350e6ca0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f876a1e8740 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350d4520 0x55b0350d20d0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f876a1e8740 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350d1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f876a1e8740 1 --2- 172.21.15.18:0/1564563929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350d1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 >> 172.21.15.18:0/1564563929 conn(0x55b035092580 msgr2=0x55b0350c79e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.138+0000 7f8748ff9640 0 client.16140 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.139+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 shutdown_connections 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.139+0000 7f876a1e8740 1 -- 172.21.15.18:0/1564563929 wait complete. 2024-03-07T10:01:21.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.139+0000 7f876a1e8740 20 client.16140 trim_cache size 0 max 16384 2024-03-07T10:01:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 Processor -- start 2024-03-07T10:01:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 -- start start 2024-03-07T10:01:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350dfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cbd10 0x55b0350e0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350d4520 0x55b0350c7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87601be880 con 0x55b0350cbd10 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f8764997640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cbd10 0x55b0350e0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f8765999640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350d4520 0x55b0350c7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f8764997640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cbd10 0x55b0350e0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34602/0 (socket says 172.21.15.18:34602) 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f8764997640 1 -- 172.21.15.18:0/762600547 learned_addr learned my addr 172.21.15.18:0/762600547 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 -- 172.21.15.18:0/762600547 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87601bc380 con 0x55b0350cafa0 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.165+0000 7f876a1e8740 1 -- 172.21.15.18:0/762600547 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87601ba420 con 0x55b0350d4520 2024-03-07T10:01:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8765198640 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350dfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8765999640 1 -- 172.21.15.18:0/762600547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 msgr2=0x55b0350dfac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8765999640 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350dfac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8765999640 1 -- 172.21.15.18:0/762600547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cbd10 msgr2=0x55b0350e0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8765999640 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cbd10 0x55b0350e0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8765999640 1 -- 172.21.15.18:0/762600547 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b0350cc4a0 con 0x55b0350d4520 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8764997640 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cbd10 0x55b0350e0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f8765999640 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350d4520 0x55b0350c7020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f87580207b0 tx=0x7f8758009e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24338b7e574874da server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.166+0000 7f874affd640 1 -- 172.21.15.18:0/762600547 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8758039070 con 0x55b0350d4520 2024-03-07T10:01:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.167+0000 7f874affd640 1 -- 172.21.15.18:0/762600547 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8758011eb0 con 0x55b0350d4520 2024-03-07T10:01:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.167+0000 7f874affd640 1 -- 172.21.15.18:0/762600547 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8758024040 con 0x55b0350d4520 2024-03-07T10:01:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.167+0000 7f876a1e8740 1 -- 172.21.15.18:0/762600547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350d4520 msgr2=0x55b0350c7020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.167+0000 7f876a1e8740 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350d4520 0x55b0350c7020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f87580207b0 tx=0x7f8758009e30 comp rx=0 tx=0).stop 2024-03-07T10:01:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.167+0000 7f876a1e8740 1 -- 172.21.15.18:0/762600547 shutdown_connections 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.167+0000 7f876a1e8740 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350d4520 0x55b0350c7020 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.168+0000 7f876a1e8740 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cbd10 0x55b0350e0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.168+0000 7f876a1e8740 1 --2- 172.21.15.18:0/762600547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350cafa0 0x55b0350dfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.168+0000 7f876a1e8740 1 -- 172.21.15.18:0/762600547 >> 172.21.15.18:0/762600547 conn(0x55b035092580 msgr2=0x55b0350c57c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.168+0000 7f876a1e8740 1 -- 172.21.15.18:0/762600547 shutdown_connections 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.168+0000 7f876a1e8740 1 -- 172.21.15.18:0/762600547 wait complete. 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.168+0000 7f876a1e8740 1 -- start start 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.168+0000 7f876a1e8740 1 Processor -- start 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cafa0 0x55b0350ced90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f876a1e8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350d4520 0x55b0350d5300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f876a1e8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87601baa20 con 0x55b0350cafa0 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f876a1e8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87601bbd20 con 0x55b0350d4520 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f876a1e8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87601bb060 con 0x55b0350cbd10 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f876a1e8740 10 client.0 _ll_register_callbacks cb 0x7f8758009c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f8765999640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350d4520 0x55b0350d5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f8764997640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f8764997640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350cf2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:44338/0 (socket says 172.21.15.18:44338) 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f8764997640 1 -- 172.21.15.18:0/952557324 learned_addr learned my addr 172.21.15.18:0/952557324 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.169+0000 7f8765198640 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cafa0 0x55b0350ced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.170+0000 7f8765198640 1 -- 172.21.15.18:0/952557324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 msgr2=0x55b0350cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.170+0000 7f8765198640 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.170+0000 7f8765198640 1 -- 172.21.15.18:0/952557324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350d4520 msgr2=0x55b0350d5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.170+0000 7f8765198640 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350d4520 0x55b0350d5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.170+0000 7f8765198640 1 -- 172.21.15.18:0/952557324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b0350d5a40 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.170+0000 7f8765999640 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350d4520 0x55b0350d5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.171+0000 7f8765198640 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cafa0 0x55b0350ced90 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f875c036040 tx=0x7f875c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bee5b6f5bb09961d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.171+0000 7f8748ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.171+0000 7f8748ff9640 1 -- 172.21.15.18:0/952557324 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875c04a070 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.171+0000 7f8748ff9640 1 -- 172.21.15.18:0/952557324 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f875c02cac0 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.171+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b035036e50 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f8748ff9640 1 -- 172.21.15.18:0/952557324 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f875c0044e0 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 10 client.16146 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55b0351401d0 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f8748ff9640 1 -- 172.21.15.18:0/952557324 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b035036e50 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f8748ff9640 1 -- 172.21.15.18:0/952557324 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f875c004a00 con 0x55b0350cafa0 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 10 client.16146 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 10 client.16146 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 20 client.16146 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b035140880 0x55b035142ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 4 client.16146 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:01:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b034fb56e0 con 0x55b035140880 2024-03-07T10:01:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.172+0000 7f8764997640 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b035140880 0x55b035142ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.173+0000 7f8764997640 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b035140880 0x55b035142ca0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=660a3422b7a26a62 server_cookie=704140ed5718088b in_seq=0 out_seq=0 2024-03-07T10:01:21.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.173+0000 7f8748ff9640 10 client.16146 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f8748ff9640 1 -- 172.21.15.18:0/952557324 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b034fb56e0 con 0x55b035140880 2024-03-07T10:01:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f8748ff9640 10 client.16146 handle_command_reply: tid=0 2024-03-07T10:01:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 client.16146 shutdown 2024-03-07T10:01:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cafa0 msgr2=0x55b0350ced90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cafa0 0x55b0350ced90 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f875c036040 tx=0x7f875c005fd0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 shutdown_connections 2024-03-07T10:01:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b035140880 0x55b035142ca0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b0350d4520 0x55b0350d5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0350cbd10 0x55b0350cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 --2- 172.21.15.18:0/952557324 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b0350cafa0 0x55b0350ced90 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 >> 172.21.15.18:0/952557324 conn(0x55b035092580 msgr2=0x55b0350c6ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.190+0000 7f8748ff9640 0 client.16146 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.191+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 shutdown_connections 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.191+0000 7f876a1e8740 1 -- 172.21.15.18:0/952557324 wait complete. 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.191+0000 7f876a1e8740 20 client.16146 trim_cache size 0 max 16384 2024-03-07T10:01:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:01:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:01:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:01:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f874c0a1ee0 msgr2=0x7f874c0a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f874c0a1ee0 0x7f874c0a43a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8760077cb0 tx=0x7f8758009f90 comp rx=0 tx=0).stop 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8760100ef0 msgr2=0x7f8760116200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8760100ef0 0x7f8760116200 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f875000b4a0 tx=0x7f875000b960 comp rx=0 tx=0).stop 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 shutdown_connections 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f87601065f0 0x7f8760110dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f874c0a1ee0 0x7f874c0a43a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8760100ef0 0x7f8760116200 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 --2- 172.21.15.18:0/508344309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8760100530 0x7f8760115cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.193+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 >> 172.21.15.18:0/508344309 conn(0x7f87600776b0 msgr2=0x7f87600ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.194+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 shutdown_connections 2024-03-07T10:01:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:21.194+0000 7f87673fc640 1 -- 172.21.15.18:0/508344309 wait complete. 2024-03-07T10:01:22.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:21 smithi063 ceph-mon[36356]: pgmap v70: 97 pgs: 97 active+clean; 1.6 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 34 MiB/s wr, 1.49k op/s 2024-03-07T10:01:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:21 smithi077 ceph-mon[36374]: pgmap v70: 97 pgs: 97 active+clean; 1.6 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 34 MiB/s wr, 1.49k op/s 2024-03-07T10:01:22.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:21 smithi018 ceph-mon[32171]: pgmap v70: 97 pgs: 97 active+clean; 1.6 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 34 MiB/s wr, 1.49k op/s 2024-03-07T10:01:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 120.0 s, 3260.4 tps, lat 30.678 ms stddev 32.496 2024-03-07T10:01:24.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:23 smithi063 ceph-mon[36356]: pgmap v71: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 38 MiB/s wr, 1.78k op/s 2024-03-07T10:01:24.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:23 smithi077 ceph-mon[36374]: pgmap v71: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 38 MiB/s wr, 1.78k op/s 2024-03-07T10:01:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:23 smithi018 ceph-mon[32171]: pgmap v71: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 38 MiB/s wr, 1.78k op/s 2024-03-07T10:01:26.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:25 smithi063 ceph-mon[36356]: pgmap v72: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 11 MiB/s wr, 773 op/s 2024-03-07T10:01:26.256 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:25 smithi077 ceph-mon[36374]: pgmap v72: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 11 MiB/s wr, 773 op/s 2024-03-07T10:01:26.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:25 smithi018 ceph-mon[32171]: pgmap v72: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 11 MiB/s wr, 773 op/s 2024-03-07T10:01:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 125.0 s, 3315.4 tps, lat 29.999 ms stddev 33.818 2024-03-07T10:01:28.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:27 smithi063 ceph-mon[36356]: pgmap v73: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 7.3 MiB/s wr, 614 op/s 2024-03-07T10:01:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:27 smithi077 ceph-mon[36374]: pgmap v73: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 7.3 MiB/s wr, 614 op/s 2024-03-07T10:01:28.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:27 smithi018 ceph-mon[32171]: pgmap v73: 97 pgs: 97 active+clean; 1.6 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 7.3 MiB/s wr, 614 op/s 2024-03-07T10:01:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:29 smithi063 ceph-mon[36356]: pgmap v74: 97 pgs: 97 active+clean; 1.6 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 940 op/s 2024-03-07T10:01:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:29 smithi077 ceph-mon[36374]: pgmap v74: 97 pgs: 97 active+clean; 1.6 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 940 op/s 2024-03-07T10:01:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:29 smithi018 ceph-mon[32171]: pgmap v74: 97 pgs: 97 active+clean; 1.6 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 940 op/s 2024-03-07T10:01:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:31 smithi063 ceph-mon[36356]: pgmap v75: 97 pgs: 97 active+clean; 1.6 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 8.1 MiB/s wr, 641 op/s 2024-03-07T10:01:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:31 smithi077 ceph-mon[36374]: pgmap v75: 97 pgs: 97 active+clean; 1.6 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 8.1 MiB/s wr, 641 op/s 2024-03-07T10:01:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:31 smithi018 ceph-mon[32171]: pgmap v75: 97 pgs: 97 active+clean; 1.6 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 8.1 MiB/s wr, 641 op/s 2024-03-07T10:01:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 130.0 s, 3610.6 tps, lat 27.874 ms stddev 29.990 2024-03-07T10:01:34.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:33 smithi063 ceph-mon[36356]: pgmap v76: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 1.00k op/s 2024-03-07T10:01:34.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:33 smithi077 ceph-mon[36374]: pgmap v76: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 1.00k op/s 2024-03-07T10:01:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.329+0000 7efd3c3c9640 1 -- 172.21.15.18:0/3273033688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 msgr2=0x7efd3411d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.329+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/3273033688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd3411d230 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7efd30009900 tx=0x7efd3002bc60 comp rx=0 tx=0).stop 2024-03-07T10:01:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.331+0000 7efd3c3c9640 1 -- 172.21.15.18:0/3273033688 shutdown_connections 2024-03-07T10:01:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.331+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/3273033688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd3411d230 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.331+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/3273033688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd34110240 0x7efd3410deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.331+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/3273033688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3410fdd0 0x7efd3410d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.331+0000 7efd3c3c9640 1 -- 172.21.15.18:0/3273033688 >> 172.21.15.18:0/3273033688 conn(0x7efd3406c710 msgr2=0x7efd3406cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.334+0000 7efd3c3c9640 1 -- 172.21.15.18:0/3273033688 shutdown_connections 2024-03-07T10:01:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.334+0000 7efd3c3c9640 1 -- 172.21.15.18:0/3273033688 wait complete. 2024-03-07T10:01:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 Processor -- start 2024-03-07T10:01:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 -- start start 2024-03-07T10:01:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3410fdd0 0x7efd341a6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd34110240 0x7efd341a7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd341ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd34120880 con 0x7efd3411ae40 2024-03-07T10:01:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd34120700 con 0x7efd3410fdd0 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3c3c9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd34120a00 con 0x7efd34110240 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3a966640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd341ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3a966640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd341ab5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49284/0 (socket says 172.21.15.18:49284) 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3a165640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3410fdd0 0x7efd341a6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.335+0000 7efd3a966640 1 -- 172.21.15.18:0/7247514 learned_addr learned my addr 172.21.15.18:0/7247514 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd3a966640 1 -- 172.21.15.18:0/7247514 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd34110240 msgr2=0x7efd341a7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd3a966640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd34110240 0x7efd341a7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd3a966640 1 -- 172.21.15.18:0/7247514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3410fdd0 msgr2=0x7efd341a6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd3a966640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3410fdd0 0x7efd341a6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd3a966640 1 -- 172.21.15.18:0/7247514 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd341abd10 con 0x7efd3411ae40 2024-03-07T10:01:34.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd3a966640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd341ab5e0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7efd3002efd0 tx=0x7efd300045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd2b7fe640 1 -- 172.21.15.18:0/7247514 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd30041070 con 0x7efd3411ae40 2024-03-07T10:01:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.336+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd341abfa0 con 0x7efd3411ae40 2024-03-07T10:01:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.337+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd341b3890 con 0x7efd3411ae40 2024-03-07T10:01:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.337+0000 7efd2b7fe640 1 -- 172.21.15.18:0/7247514 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd3002ccc0 con 0x7efd3411ae40 2024-03-07T10:01:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.337+0000 7efd2b7fe640 1 -- 172.21.15.18:0/7247514 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd30003970 con 0x7efd3411ae40 2024-03-07T10:01:34.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.340+0000 7efd3f1ae740 1 Processor -- start 2024-03-07T10:01:34.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:33 smithi018 ceph-mon[32171]: pgmap v76: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 1.00k op/s 2024-03-07T10:01:34.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd2b7fe640 1 -- 172.21.15.18:0/7247514 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7efd30044070 con 0x7efd3411ae40 2024-03-07T10:01:34.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3f1ae740 1 -- start start 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34cca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34cd420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34d6520 0x55f5a34d8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a34315c0 con 0x55f5a34ccfa0 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a33da900 con 0x55f5a34cdd10 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a342d660 con 0x55f5a34d6520 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3a165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34cd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd39964640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34d6520 0x55f5a34d8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3a165640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34cd420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49286/0 (socket says 172.21.15.18:49286) 2024-03-07T10:01:34.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.342+0000 7efd3a165640 1 -- 172.21.15.18:0/3079346759 learned_addr learned my addr 172.21.15.18:0/3079346759 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd2b7fe640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd200a1f30 0x7efd200a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd39964640 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34cca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a966640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd200a1f30 0x7efd200a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a165640 1 -- 172.21.15.18:0/3079346759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34d6520 msgr2=0x55f5a34d8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a165640 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34d6520 0x55f5a34d8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a165640 1 -- 172.21.15.18:0/3079346759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 msgr2=0x55f5a34cca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a165640 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34cca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a165640 1 -- 172.21.15.18:0/3079346759 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f5a3146210 con 0x55f5a34ccfa0 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd2b7fe640 1 -- 172.21.15.18:0/7247514 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7efd300efce0 con 0x7efd3411ae40 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a165640 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34cd420 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7efd24009a40 tx=0x7efd24009f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74aa2d46ce5e2b70 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd28bfe640 1 -- 172.21.15.18:0/3079346759 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd24017070 con 0x55f5a34ccfa0 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd3a966640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd200a1f30 0x7efd200a43f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efd300bc410 tx=0x7efd300a7040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:34.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.343+0000 7efd28bfe640 1 -- 172.21.15.18:0/3079346759 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd24013470 con 0x55f5a34ccfa0 2024-03-07T10:01:34.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.344+0000 7efd28bfe640 1 -- 172.21.15.18:0/3079346759 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd24012630 con 0x55f5a34ccfa0 2024-03-07T10:01:34.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.344+0000 7efd3f1ae740 1 -- 172.21.15.18:0/3079346759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 msgr2=0x55f5a34cd420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.344+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34cd420 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7efd24009a40 tx=0x7efd24009f00 comp rx=0 tx=0).stop 2024-03-07T10:01:34.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.346+0000 7efd3f1ae740 1 -- 172.21.15.18:0/3079346759 shutdown_connections 2024-03-07T10:01:34.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.346+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34d6520 0x55f5a34d8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.346+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34cd420 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.346+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/3079346759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34cca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.346+0000 7efd3f1ae740 1 -- 172.21.15.18:0/3079346759 >> 172.21.15.18:0/3079346759 conn(0x55f5a3494580 msgr2=0x55f5a34c7c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:34.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.347+0000 7efd3f1ae740 1 -- 172.21.15.18:0/3079346759 shutdown_connections 2024-03-07T10:01:34.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.347+0000 7efd3f1ae740 1 -- 172.21.15.18:0/3079346759 wait complete. 2024-03-07T10:01:34.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.347+0000 7efd3f1ae740 1 -- start start 2024-03-07T10:01:34.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.347+0000 7efd3f1ae740 1 Processor -- start 2024-03-07T10:01:34.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd39964640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd39964640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59354/0 (socket says 172.21.15.18:59354) 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd39964640 1 -- 172.21.15.18:0/208684255 learned_addr learned my addr 172.21.15.18:0/208684255 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a34d92f0 con 0x55f5a34d6520 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a33edd60 con 0x55f5a34cdd10 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a34d9470 con 0x55f5a34ccfa0 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd39964640 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3a165640 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.348+0000 7efd3f1ae740 10 client.0 _ll_register_callbacks cb 0x55f5a3145a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:34.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd3a165640 1 -- 172.21.15.18:0/208684255 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 msgr2=0x55f5a34d3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd3a165640 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd3a165640 1 -- 172.21.15.18:0/208684255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 msgr2=0x55f5a34d3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd3a165640 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd3a165640 1 -- 172.21.15.18:0/208684255 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f5a3212620 con 0x55f5a34cdd10 2024-03-07T10:01:34.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd3a165640 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7efd2400a010 tx=0x7efd2400ecf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42c871b460214521 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.349+0000 7efd1dffb640 1 -- 172.21.15.18:0/208684255 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd24017040 con 0x55f5a34cdd10 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd1dffb640 1 -- 172.21.15.18:0/208684255 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7efd24013a30 con 0x55f5a34cdd10 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efd24013470 con 0x55f5a34cdd10 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd1dffb640 1 -- 172.21.15.18:0/208684255 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7efd2401c450 con 0x55f5a34cdd10 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 10 client.25952 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f5a34e5590 con 0x55f5a34cdd10 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd1dffb640 1 -- 172.21.15.18:0/208684255 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd24013470 con 0x55f5a34cdd10 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd1dffb640 1 -- 172.21.15.18:0/208684255 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7efd24025660 con 0x55f5a34cdd10 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 10 client.25952 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 10 client.25952 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 20 client.25952 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a34e8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 4 client.25952 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:34.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.350+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f5a343eb00 con 0x55f5a34e6940 2024-03-07T10:01:34.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.351+0000 7efd39964640 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a34e8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.352+0000 7efd39964640 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a34e8d30 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6107f2171d2f6b6c server_cookie=7f535101f08b3b6d in_seq=0 out_seq=0 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.352+0000 7efd1dffb640 10 client.25952 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.352+0000 7efd1dffb640 1 -- 172.21.15.18:0/208684255 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f5a343eb00 con 0x55f5a34e6940 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.352+0000 7efd1dffb640 10 client.25952 handle_command_reply: tid=0 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.352+0000 7efd3f1ae740 1 client.25952 shutdown 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 msgr2=0x55f5a34d39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7efd2400a010 tx=0x7efd2400ecf0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.355 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 shutdown_connections 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a34e8d30 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd1dffb640 0 client.25952 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39c0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/208684255 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 >> 172.21.15.18:0/208684255 conn(0x55f5a3494580 msgr2=0x55f5a34c99e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 shutdown_connections 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 1 -- 172.21.15.18:0/208684255 wait complete. 2024-03-07T10:01:34.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.353+0000 7efd3f1ae740 20 client.25952 trim_cache size 0 max 16384 2024-03-07T10:01:34.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.372+0000 7efd3f1ae740 1 Processor -- start 2024-03-07T10:01:34.375 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3f1ae740 1 -- start start 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd18010d10 con 0x55f5a34d6520 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1800e810 con 0x55f5a34cdd10 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1800c8b0 con 0x55f5a34ccfa0 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d52b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59356/0 (socket says 172.21.15.18:59356) 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 -- 172.21.15.18:0/563764742 learned_addr learned my addr 172.21.15.18:0/563764742 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd3a165640 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 -- 172.21.15.18:0/563764742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 msgr2=0x55f5a34d39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.376 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 -- 172.21.15.18:0/563764742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 msgr2=0x55f5a34d3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 -- 172.21.15.18:0/563764742 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f5a34cc270 con 0x55f5a34ccfa0 2024-03-07T10:01:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.373+0000 7efd39964640 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d52b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7efd2c0127f0 tx=0x7efd2c005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fba53ab7cad2f573 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.374+0000 7efd1ffff640 1 -- 172.21.15.18:0/563764742 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2c004b20 con 0x55f5a34ccfa0 2024-03-07T10:01:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.374+0000 7efd1ffff640 1 -- 172.21.15.18:0/563764742 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd2c004cc0 con 0x55f5a34ccfa0 2024-03-07T10:01:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.374+0000 7efd1ffff640 1 -- 172.21.15.18:0/563764742 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2c0054a0 con 0x55f5a34ccfa0 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.374+0000 7efd3f1ae740 1 -- 172.21.15.18:0/563764742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 msgr2=0x55f5a34d52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.375+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d52b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7efd2c0127f0 tx=0x7efd2c005bd0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.375+0000 7efd3f1ae740 1 -- 172.21.15.18:0/563764742 shutdown_connections 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.375+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34d6520 0x55f5a34d3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.375+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34cdd10 0x55f5a34d39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.375+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/563764742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d52b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.375+0000 7efd3f1ae740 1 -- 172.21.15.18:0/563764742 >> 172.21.15.18:0/563764742 conn(0x55f5a3494580 msgr2=0x55f5a34d4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.375+0000 7efd3f1ae740 1 -- 172.21.15.18:0/563764742 shutdown_connections 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.376+0000 7efd3f1ae740 1 -- 172.21.15.18:0/563764742 wait complete. 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.376+0000 7efd3f1ae740 1 -- start start 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.376+0000 7efd3f1ae740 1 Processor -- start 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34cdd10 0x55f5a34d7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd3f1ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34d6520 0x55f5a34dc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1800ceb0 con 0x55f5a34ccfa0 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd39964640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd39964640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d70d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49302/0 (socket says 172.21.15.18:49302) 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd39964640 1 -- 172.21.15.18:0/4219926838 learned_addr learned my addr 172.21.15.18:0/4219926838 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd3f1ae740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1800e1b0 con 0x55f5a34d6520 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1800d4f0 con 0x55f5a34cdd10 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.377+0000 7efd3a165640 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34cdd10 0x55f5a34d7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.378+0000 7efd3f1ae740 10 client.0 _ll_register_callbacks cb 0x7efd2c012410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.378+0000 7efd39964640 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34d6520 0x55f5a34dc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.378+0000 7efd3a165640 1 -- 172.21.15.18:0/4219926838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34d6520 msgr2=0x55f5a34dc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.378+0000 7efd3a165640 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34d6520 0x55f5a34dc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.378+0000 7efd3a165640 1 -- 172.21.15.18:0/4219926838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 msgr2=0x55f5a34d70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:34.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.378+0000 7efd3a165640 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.378+0000 7efd3a165640 1 -- 172.21.15.18:0/4219926838 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f5a34e9190 con 0x55f5a34cdd10 2024-03-07T10:01:34.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.379+0000 7efd3a165640 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34cdd10 0x55f5a34d7610 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efd2402b040 tx=0x7efd24013ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfc819a194f8c4dd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:34.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.379+0000 7efd1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:34.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.379+0000 7efd1dffb640 1 -- 172.21.15.18:0/4219926838 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd24017040 con 0x55f5a34cdd10 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.379+0000 7efd1dffb640 1 -- 172.21.15.18:0/4219926838 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7efd24004240 con 0x55f5a34cdd10 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.379+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efd2c004cc0 con 0x55f5a34cdd10 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.379+0000 7efd1dffb640 1 -- 172.21.15.18:0/4219926838 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7efd24013470 con 0x55f5a34cdd10 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.379+0000 7efd3f1ae740 10 client.26017 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55f5a3542510 con 0x55f5a34cdd10 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd1dffb640 1 -- 172.21.15.18:0/4219926838 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd2c004cc0 con 0x55f5a34cdd10 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd1dffb640 1 -- 172.21.15.18:0/4219926838 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7efd24004460 con 0x55f5a34cdd10 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd3f1ae740 10 client.26017 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd3f1ae740 10 client.26017 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd3f1ae740 20 client.26017 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a3544bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd3f1ae740 4 client.26017 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f5a3438e50 con 0x55f5a34e6940 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd39964640 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a3544bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:34.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd1dffb640 10 client.26017 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:34.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.380+0000 7efd39964640 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a3544bf0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87d8c624b2104af0 server_cookie=627b649f1c2a2039 in_seq=0 out_seq=0 2024-03-07T10:01:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.404+0000 7efd1dffb640 1 -- 172.21.15.18:0/4219926838 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f5a3438e50 con 0x55f5a34e6940 2024-03-07T10:01:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.404+0000 7efd1dffb640 10 client.26017 handle_command_reply: tid=0 2024-03-07T10:01:34.405 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.404+0000 7efd3f1ae740 1 client.26017 shutdown 2024-03-07T10:01:34.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.404+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34cdd10 msgr2=0x55f5a34d7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34cdd10 0x55f5a34d7610 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efd2402b040 tx=0x7efd24013ae0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 shutdown_connections 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f5a34e6940 0x55f5a3544bf0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f5a34d6520 0x55f5a34dc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd1dffb640 0 client.26017 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f5a34cdd10 0x55f5a34d7610 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 --2- 172.21.15.18:0/4219926838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f5a34ccfa0 0x55f5a34d70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 >> 172.21.15.18:0/4219926838 conn(0x55f5a3494580 msgr2=0x55f5a34c6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 shutdown_connections 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 1 -- 172.21.15.18:0/4219926838 wait complete. 2024-03-07T10:01:34.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.405+0000 7efd3f1ae740 20 client.26017 trim_cache size 0 max 16384 2024-03-07T10:01:34.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:01:34.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:01:34.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:01:34.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd200a1f30 msgr2=0x7efd200a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd200a1f30 0x7efd200a43f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efd300bc410 tx=0x7efd300a7040 comp rx=0 tx=0).stop 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 msgr2=0x7efd341ab5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd341ab5e0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7efd3002efd0 tx=0x7efd300045e0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 shutdown_connections 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efd200a1f30 0x7efd200a43f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efd3411ae40 0x7efd341ab5e0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efd34110240 0x7efd341a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 --2- 172.21.15.18:0/7247514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3410fdd0 0x7efd341a6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 >> 172.21.15.18:0/7247514 conn(0x7efd3406c710 msgr2=0x7efd3411ba80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 shutdown_connections 2024-03-07T10:01:34.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:34.406+0000 7efd3c3c9640 1 -- 172.21.15.18:0/7247514 wait complete. 2024-03-07T10:01:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:35 smithi077 ceph-mon[36374]: pgmap v77: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 736 op/s 2024-03-07T10:01:36.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:35 smithi018 ceph-mon[32171]: pgmap v77: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 736 op/s 2024-03-07T10:01:36.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:35 smithi063 ceph-mon[36356]: pgmap v77: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 736 op/s 2024-03-07T10:01:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 135.0 s, 3479.6 tps, lat 28.808 ms stddev 30.247 2024-03-07T10:01:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:37 smithi077 ceph-mon[36374]: pgmap v78: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 9.7 MiB/s wr, 707 op/s 2024-03-07T10:01:38.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:37 smithi018 ceph-mon[32171]: pgmap v78: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 9.7 MiB/s wr, 707 op/s 2024-03-07T10:01:38.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:37 smithi063 ceph-mon[36356]: pgmap v78: 97 pgs: 97 active+clean; 1.7 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 9.7 MiB/s wr, 707 op/s 2024-03-07T10:01:40.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:39 smithi077 ceph-mon[36374]: pgmap v79: 97 pgs: 97 active+clean; 1.7 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.03k op/s 2024-03-07T10:01:40.309 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:01:40.310 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:01:40.340 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:39 smithi018 ceph-mon[32171]: pgmap v79: 97 pgs: 97 active+clean; 1.7 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.03k op/s 2024-03-07T10:01:40.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 -- 172.21.15.18:0/2027486253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c1065e0 msgr2=0x7fe50c1069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2027486253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c1065e0 0x7fe50c1069c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc009900 tx=0x7fe4fc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:01:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 -- 172.21.15.18:0/2027486253 shutdown_connections 2024-03-07T10:01:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2027486253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100ee0 0x7fe50c10d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2027486253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe50c100520 0x7fe50c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2027486253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c1065e0 0x7fe50c1069c0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 -- 172.21.15.18:0/2027486253 >> 172.21.15.18:0/2027486253 conn(0x7fe50c077710 msgr2=0x7fe50c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:40.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:39 smithi063 ceph-mon[36356]: pgmap v79: 97 pgs: 97 active+clean; 1.7 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.03k op/s 2024-03-07T10:01:40.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 -- 172.21.15.18:0/2027486253 shutdown_connections 2024-03-07T10:01:40.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.444+0000 7fe5123fc640 1 -- 172.21.15.18:0/2027486253 wait complete. 2024-03-07T10:01:40.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.445+0000 7fe5123fc640 1 Processor -- start 2024-03-07T10:01:40.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.445+0000 7fe5123fc640 1 -- start start 2024-03-07T10:01:40.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe5123fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100520 0x7fe50c10db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe5123fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c100ee0 0x7fe50c10e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe5123fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe50c1065e0 0x7fe50c10e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe5123fc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c111aa0 con 0x7fe50c100ee0 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe5123fc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c111920 con 0x7fe50c1065e0 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe5123fc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c111c20 con 0x7fe50c100520 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100520 0x7fe50c10db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100520 0x7fe50c10db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47884/0 (socket says 172.21.15.18:47884) 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c100ee0 0x7fe50c10e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 -- 172.21.15.18:0/2383676400 learned_addr learned my addr 172.21.15.18:0/2383676400 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe510999640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe50c1065e0 0x7fe50c10e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 -- 172.21.15.18:0/2383676400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe50c1065e0 msgr2=0x7fe50c10e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe50c1065e0 0x7fe50c10e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 -- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c100ee0 msgr2=0x7fe50c10e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c100ee0 0x7fe50c10e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 -- 172.21.15.18:0/2383676400 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe50c072060 con 0x7fe50c100520 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c100ee0 0x7fe50c10e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.446+0000 7fe50bfff640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100520 0x7fe50c10db50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc02efd0 tx=0x7fe4fc0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.447+0000 7fe5097fa640 1 -- 172.21.15.18:0/2383676400 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc041070 con 0x7fe50c100520 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.447+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe50c0722f0 con 0x7fe50c100520 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.447+0000 7fe5097fa640 1 -- 172.21.15.18:0/2383676400 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe4fc02ccc0 con 0x7fe50c100520 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.447+0000 7fe5097fa640 1 -- 172.21.15.18:0/2383676400 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc003d40 con 0x7fe50c100520 2024-03-07T10:01:40.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.447+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe50c072830 con 0x7fe50c100520 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.449+0000 7fe5151e9740 1 Processor -- start 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5151e9740 1 -- start start 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a373b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a374050 0x557b8a37c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a37cc30 0x557b8a37f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5151e9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b8a2d6dd0 con 0x557b8a373730 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5151e9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b8a27fae0 con 0x557b8a37cc30 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5151e9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b8a2d2e70 con 0x557b8a374050 2024-03-07T10:01:40.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe5097fa640 1 -- 172.21.15.18:0/2383676400 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe4fc044070 con 0x7fe50c100520 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe510999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a373b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe50b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a37cc30 0x557b8a37f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe50b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a37cc30 0x557b8a37f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35222/0 (socket says 172.21.15.18:35222) 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe50b7fe640 1 -- 172.21.15.18:0/1715733476 learned_addr learned my addr 172.21.15.18:0/1715733476 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe50bfff640 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a374050 0x557b8a37c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe510999640 1 -- 172.21.15.18:0/1715733476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a374050 msgr2=0x557b8a37c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe510999640 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a374050 0x557b8a37c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe510999640 1 -- 172.21.15.18:0/1715733476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a37cc30 msgr2=0x557b8a37f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe510999640 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a37cc30 0x557b8a37f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.450+0000 7fe510999640 1 -- 172.21.15.18:0/1715733476 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b8a0b57d0 con 0x557b8a373730 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.451+0000 7fe510999640 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a373b10 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe504009ef0 tx=0x7fe504011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e21faafb91bfe71 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.451+0000 7fe5097fa640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4f40a1ef0 0x7fe4f40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.451+0000 7fe4f27fc640 1 -- 172.21.15.18:0/1715733476 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe504004d20 con 0x557b8a373730 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.451+0000 7fe4f27fc640 1 -- 172.21.15.18:0/1715733476 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe504004050 con 0x557b8a373730 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.451+0000 7fe4f27fc640 1 -- 172.21.15.18:0/1715733476 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe504005220 con 0x557b8a373730 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.451+0000 7fe5097fa640 1 -- 172.21.15.18:0/2383676400 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe4fc0efb70 con 0x7fe50c100520 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.451+0000 7fe50bfff640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4f40a1ef0 0x7fe4f40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 -- 172.21.15.18:0/1715733476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 msgr2=0x557b8a373b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a373b10 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe504009ef0 tx=0x7fe504011810 comp rx=0 tx=0).stop 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe50bfff640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4f40a1ef0 0x7fe4f40a43b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc0ed410 tx=0x7fe4fc0a7040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 -- 172.21.15.18:0/1715733476 shutdown_connections 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a37cc30 0x557b8a37f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a374050 0x557b8a37c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1715733476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a373b10 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 -- 172.21.15.18:0/1715733476 >> 172.21.15.18:0/1715733476 conn(0x557b8a36de60 msgr2=0x557b8a36e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:40.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 -- 172.21.15.18:0/1715733476 shutdown_connections 2024-03-07T10:01:40.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 -- 172.21.15.18:0/1715733476 wait complete. 2024-03-07T10:01:40.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.452+0000 7fe5151e9740 1 -- start start 2024-03-07T10:01:40.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.453+0000 7fe5151e9740 1 Processor -- start 2024-03-07T10:01:40.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.453+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a37c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.453+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a379a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.453+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a37a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.453+0000 7fe50b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a379a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe5151e9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b8a37fa20 con 0x557b8a374050 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a379a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57180/0 (socket says 172.21.15.18:57180) 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 -- 172.21.15.18:0/3579787258 learned_addr learned my addr 172.21.15.18:0/3579787258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b8a293070 con 0x557b8a373730 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b8a37fba0 con 0x557b8a37cc30 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe5151e9740 10 client.0 _ll_register_callbacks cb 0x557b8a292a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe510999640 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a37c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 -- 172.21.15.18:0/3579787258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 msgr2=0x557b8a37a180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a37a180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 -- 172.21.15.18:0/3579787258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 msgr2=0x557b8a37c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a37c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 -- 172.21.15.18:0/3579787258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557b89feb3f0 con 0x557b8a374050 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe510999640 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a37c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a379a40 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe500012d20 tx=0x7fe50000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7fbf641bdf2608 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.454+0000 7fe4eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.455+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/3579787258 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5000120d0 con 0x557b8a374050 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.455+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe504004050 con 0x557b8a374050 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.455+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/3579787258 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe500005020 con 0x557b8a374050 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.455+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/3579787258 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe500012270 con 0x557b8a374050 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.455+0000 7fe5151e9740 10 client.16176 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.455+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557b89fab0f0 con 0x557b8a374050 2024-03-07T10:01:40.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/3579787258 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe504004050 con 0x557b8a374050 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/3579787258 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fe50001c470 con 0x557b8a374050 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe5151e9740 10 client.16176 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe5151e9740 10 client.16176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe5151e9740 20 client.16176 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe5151e9740 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a38ca50 0x557b8a38ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe5151e9740 4 client.16176 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.456+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557b8a2e4310 con 0x557b8a38ca50 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.457+0000 7fe510999640 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a38ca50 0x557b8a38ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.457+0000 7fe4eb7fe640 10 client.16176 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.457+0000 7fe510999640 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a38ca50 0x557b8a38ee60 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7b29e2f8096d1d9 server_cookie=ec112bbe865ce4d9 in_seq=0 out_seq=0 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/3579787258 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557b8a2e4310 con 0x557b8a38ca50 2024-03-07T10:01:40.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe4eb7fe640 10 client.16176 handle_command_reply: tid=0 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 client.16176 shutdown 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 msgr2=0x557b8a379a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a379a40 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe500012d20 tx=0x7fe50000f790 comp rx=0 tx=0).stop 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 shutdown_connections 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a38ca50 0x557b8a38ee60 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a37a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a379a40 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 --2- 172.21.15.18:0/3579787258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a37c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 >> 172.21.15.18:0/3579787258 conn(0x557b8a36de60 msgr2=0x557b8a36fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe4eb7fe640 0 client.16176 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 shutdown_connections 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 1 -- 172.21.15.18:0/3579787258 wait complete. 2024-03-07T10:01:40.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.458+0000 7fe5151e9740 20 client.16176 trim_cache size 0 max 16384 2024-03-07T10:01:40.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 Processor -- start 2024-03-07T10:01:40.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 -- start start 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a368d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a378ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a37c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c1be7d0 con 0x557b8a374050 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c1bc2d0 con 0x557b8a373730 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe5151e9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c1ba370 con 0x557b8a37cc30 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe510999640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a368d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe510999640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a368d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35242/0 (socket says 172.21.15.18:35242) 2024-03-07T10:01:40.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe510999640 1 -- 172.21.15.18:0/1161753826 learned_addr learned my addr 172.21.15.18:0/1161753826 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.480+0000 7fe510999640 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a37c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a378ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe510999640 1 -- 172.21.15.18:0/1161753826 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 msgr2=0x557b8a37c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe510999640 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a37c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe510999640 1 -- 172.21.15.18:0/1161753826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 msgr2=0x557b8a378ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe510999640 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a378ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe510999640 1 -- 172.21.15.18:0/1161753826 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b8a37f900 con 0x557b8a373730 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a378ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe510999640 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a368d20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe504003cd0 tx=0x7fe5040096c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a5c50d4dc0cb943 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe4f1ffb640 1 -- 172.21.15.18:0/1161753826 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50402a880 con 0x557b8a373730 2024-03-07T10:01:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe4f1ffb640 1 -- 172.21.15.18:0/1161753826 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe504005110 con 0x557b8a373730 2024-03-07T10:01:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.481+0000 7fe4f1ffb640 1 -- 172.21.15.18:0/1161753826 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe504019690 con 0x557b8a373730 2024-03-07T10:01:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.482+0000 7fe5151e9740 1 -- 172.21.15.18:0/1161753826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 msgr2=0x557b8a368d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.482+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a368d20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe504003cd0 tx=0x7fe5040096c0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.483+0000 7fe5151e9740 1 -- 172.21.15.18:0/1161753826 shutdown_connections 2024-03-07T10:01:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.483+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a37c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.483+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a374050 0x557b8a378ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.483+0000 7fe5151e9740 1 --2- 172.21.15.18:0/1161753826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a373730 0x557b8a368d20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.483+0000 7fe5151e9740 1 -- 172.21.15.18:0/1161753826 >> 172.21.15.18:0/1161753826 conn(0x557b8a36de60 msgr2=0x557b8a36f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.497+0000 7fe5151e9740 1 -- 172.21.15.18:0/1161753826 shutdown_connections 2024-03-07T10:01:40.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.499+0000 7fe5151e9740 1 -- 172.21.15.18:0/1161753826 wait complete. 2024-03-07T10:01:40.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.499+0000 7fe5151e9740 1 -- start start 2024-03-07T10:01:40.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.500+0000 7fe5151e9740 1 Processor -- start 2024-03-07T10:01:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.502+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a384790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.502+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a374050 0x557b8a384cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.502+0000 7fe5151e9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a380d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.502+0000 7fe5151e9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c1ba970 con 0x557b8a373730 2024-03-07T10:01:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.502+0000 7fe5151e9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c1bbc70 con 0x557b8a374050 2024-03-07T10:01:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.502+0000 7fe5151e9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c1bafb0 con 0x557b8a37cc30 2024-03-07T10:01:40.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.502+0000 7fe5151e9740 10 client.0 _ll_register_callbacks cb 0x7fe500012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:40.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.505+0000 7fe510999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a384790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.505+0000 7fe510999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a384790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57190/0 (socket says 172.21.15.18:57190) 2024-03-07T10:01:40.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.505+0000 7fe510999640 1 -- 172.21.15.18:0/2637144204 learned_addr learned my addr 172.21.15.18:0/2637144204 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:40.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.505+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a374050 0x557b8a384cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.505+0000 7fe510999640 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a380d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.508+0000 7fe510999640 1 -- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 msgr2=0x557b8a380d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:40.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.508+0000 7fe510999640 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a380d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.508+0000 7fe510999640 1 -- 172.21.15.18:0/2637144204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a374050 msgr2=0x557b8a384cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:40.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.508+0000 7fe510999640 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a374050 0x557b8a384cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.508+0000 7fe510999640 1 -- 172.21.15.18:0/2637144204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557b8a381510 con 0x557b8a373730 2024-03-07T10:01:40.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.510+0000 7fe510999640 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a384790 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe504009600 tx=0x7fe504005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e90f5ac839eaa5e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.510+0000 7fe4eb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:40.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.511+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/2637144204 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50403f060 con 0x557b8a373730 2024-03-07T10:01:40.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.511+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/2637144204 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe5040056d0 con 0x557b8a373730 2024-03-07T10:01:40.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.511+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe504005110 con 0x557b8a373730 2024-03-07T10:01:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.513+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/2637144204 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe50402a310 con 0x557b8a373730 2024-03-07T10:01:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.513+0000 7fe5151e9740 10 client.16179 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.513+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x557b8a3e8ed0 con 0x557b8a373730 2024-03-07T10:01:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.514+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/2637144204 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe504005110 con 0x557b8a373730 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/2637144204 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fe504019a00 con 0x557b8a373730 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe5151e9740 10 client.16179 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe5151e9740 10 client.16179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe5151e9740 20 client.16179 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe5151e9740 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a3e9280 0x557b8a3eb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe5151e9740 4 client.16179 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x557b8a2de660 con 0x557b8a3e9280 2024-03-07T10:01:40.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.515+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a3e9280 0x557b8a3eb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.517+0000 7fe4eb7fe640 10 client.16179 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.517+0000 7fe50b7fe640 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a3e9280 0x557b8a3eb6a0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68f65a8de78e8af5 server_cookie=5f7169491faa743f in_seq=0 out_seq=0 2024-03-07T10:01:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe4eb7fe640 1 -- 172.21.15.18:0/2637144204 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x557b8a2de660 con 0x557b8a3e9280 2024-03-07T10:01:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe4eb7fe640 10 client.16179 handle_command_reply: tid=0 2024-03-07T10:01:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 client.16179 shutdown 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 msgr2=0x557b8a384790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a384790 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe504009600 tx=0x7fe504005a00 comp rx=0 tx=0).stop 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 shutdown_connections 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557b8a3e9280 0x557b8a3eb6a0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b8a37cc30 0x557b8a380d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe4eb7fe640 0 client.16179 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557b8a374050 0x557b8a384cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 --2- 172.21.15.18:0/2637144204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557b8a373730 0x557b8a384790 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 >> 172.21.15.18:0/2637144204 conn(0x557b8a36de60 msgr2=0x557b8a378a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 shutdown_connections 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 1 -- 172.21.15.18:0/2637144204 wait complete. 2024-03-07T10:01:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.518+0000 7fe5151e9740 20 client.16179 trim_cache size 0 max 16384 2024-03-07T10:01:40.522 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:01:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:01:40.522 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:01:40.522 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4f40a1ef0 msgr2=0x7fe4f40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4f40a1ef0 0x7fe4f40a43b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc0ed410 tx=0x7fe4fc0a7040 comp rx=0 tx=0).stop 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100520 msgr2=0x7fe50c10db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100520 0x7fe50c10db50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc02efd0 tx=0x7fe4fc0042f0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 shutdown_connections 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe50c1065e0 0x7fe50c10e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe4f40a1ef0 0x7fe4f40a43b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe50c100ee0 0x7fe50c10e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 --2- 172.21.15.18:0/2383676400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe50c100520 0x7fe50c10db50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 >> 172.21.15.18:0/2383676400 conn(0x7fe50c077710 msgr2=0x7fe50c0fef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:40.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 shutdown_connections 2024-03-07T10:01:40.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.519+0000 7fe5123fc640 1 -- 172.21.15.18:0/2383676400 wait complete. 2024-03-07T10:01:40.535 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:01:40.535 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:01:40.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 -- 172.21.15.18:0/3372134813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f080c108660 msgr2=0x7f080c108a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 --2- 172.21.15.18:0/3372134813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f080c108660 0x7f080c108a40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f07fc009900 tx=0x7f07fc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 -- 172.21.15.18:0/3372134813 shutdown_connections 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 --2- 172.21.15.18:0/3372134813 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f080c1147b0 0x7f080c116ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 --2- 172.21.15.18:0/3372134813 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c108f80 0x7f080c114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 --2- 172.21.15.18:0/3372134813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f080c108660 0x7f080c108a40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 -- 172.21.15.18:0/3372134813 >> 172.21.15.18:0/3372134813 conn(0x7f080c06d9c0 msgr2=0x7f080c06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 -- 172.21.15.18:0/3372134813 shutdown_connections 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 -- 172.21.15.18:0/3372134813 wait complete. 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 Processor -- start 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.718+0000 7f0810add640 1 -- start start 2024-03-07T10:01:40.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f0810add640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f080c108660 0x7f080c1a6da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f0810add640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f080c108f80 0x7f080c1a72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f0810add640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c1147b0 0x7f080c1ab610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f0810add640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f080c118090 con 0x7f080c1147b0 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f0810add640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f080c117f10 con 0x7f080c108f80 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f0810add640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f080c118210 con 0x7f080c108660 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f080a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f080c108660 0x7f080c1a6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f080ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c1147b0 0x7f080c1ab610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f080a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f080c108660 0x7f080c1a6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47942/0 (socket says 172.21.15.18:47942) 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f080ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c1147b0 0x7f080c1ab610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57220/0 (socket says 172.21.15.18:57220) 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.719+0000 7f080a59c640 1 -- 172.21.15.18:0/1754731545 learned_addr learned my addr 172.21.15.18:0/1754731545 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:40.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.720+0000 7f080ad9d640 1 -- 172.21.15.18:0/1754731545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f080c108660 msgr2=0x7f080c1a6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:40.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.720+0000 7f080ad9d640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f080c108660 0x7f080c1a6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.720+0000 7f080ad9d640 1 -- 172.21.15.18:0/1754731545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f080c108f80 msgr2=0x7f080c1a72e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:01:40.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.720+0000 7f080ad9d640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f080c108f80 0x7f080c1a72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:40.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.720+0000 7f080ad9d640 1 -- 172.21.15.18:0/1754731545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f080c1abd40 con 0x7f080c1147b0 2024-03-07T10:01:40.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.720+0000 7f080ad9d640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c1147b0 0x7f080c1ab610 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f080000e940 tx=0x7f080000ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.721+0000 7f07fb7fe640 1 -- 172.21.15.18:0/1754731545 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f080000ccc0 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.721+0000 7f07fb7fe640 1 -- 172.21.15.18:0/1754731545 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0800005020 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.721+0000 7f07fb7fe640 1 -- 172.21.15.18:0/1754731545 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0800004a00 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.721+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f080c1ac030 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.721+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f080c1b38c0 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.722+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f080c0684e0 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.724+0000 7f07fb7fe640 1 -- 172.21.15.18:0/1754731545 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f08000051d0 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.725+0000 7f07fb7fe640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07f40a1f50 0x7f07f40a4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.725+0000 7f07fb7fe640 1 -- 172.21.15.18:0/1754731545 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f08000ce2b0 con 0x7f080c1147b0 2024-03-07T10:01:40.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.725+0000 7f080a59c640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07f40a1f50 0x7f07f40a4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:40.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.726+0000 7f080a59c640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07f40a1f50 0x7f07f40a4410 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f07fc0096c0 tx=0x7f07fc02df90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:40.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:40.729+0000 7f07fb7fe640 1 -- 172.21.15.18:0/1754731545 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f080009b360 con 0x7f080c1147b0 2024-03-07T10:01:41.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.056+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f080c1b3af0 con 0x7f080c1147b0 2024-03-07T10:01:41.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.057+0000 7f07fb7fe640 1 -- 172.21.15.18:0/1754731545 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+11375 (secure 0 0 0) 0x7f080009ac60 con 0x7f080c1147b0 2024-03-07T10:01:41.059 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:01:41.059 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T09:59:15.914087+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24517,24503]},"id":1}]} 2024-03-07T10:01:41.060 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 25 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07f40a1f50 msgr2=0x7f07f40a4410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07f40a1f50 0x7f07f40a4410 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f07fc0096c0 tx=0x7f07fc02df90 comp rx=0 tx=0).stop 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c1147b0 msgr2=0x7f080c1ab610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c1147b0 0x7f080c1ab610 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f080000e940 tx=0x7f080000ee00 comp rx=0 tx=0).stop 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 shutdown_connections 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07f40a1f50 0x7f07f40a4410 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f080c1147b0 0x7f080c1ab610 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f080c108f80 0x7f080c1a72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 --2- 172.21.15.18:0/1754731545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f080c108660 0x7f080c1a6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 >> 172.21.15.18:0/1754731545 conn(0x7f080c06d9c0 msgr2=0x7f080c071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 shutdown_connections 2024-03-07T10:01:41.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.060+0000 7f0810add640 1 -- 172.21.15.18:0/1754731545 wait complete. 2024-03-07T10:01:41.075 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:01:41.075 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:01:41.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.221+0000 7fd33f89c640 1 -- 172.21.15.18:0/2356394443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 msgr2=0x7fd338108a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.221+0000 7fd33f89c640 1 --2- 172.21.15.18:0/2356394443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd338108a40 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fd32c009900 tx=0x7fd32c02bc80 comp rx=0 tx=0).stop 2024-03-07T10:01:41.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.222+0000 7fd33f89c640 1 -- 172.21.15.18:0/2356394443 shutdown_connections 2024-03-07T10:01:41.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.222+0000 7fd33f89c640 1 --2- 172.21.15.18:0/2356394443 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3381147b0 0x7fd338116ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.222+0000 7fd33f89c640 1 --2- 172.21.15.18:0/2356394443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd338108f80 0x7fd338114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.222+0000 7fd33f89c640 1 --2- 172.21.15.18:0/2356394443 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd338108a40 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.222+0000 7fd33f89c640 1 -- 172.21.15.18:0/2356394443 >> 172.21.15.18:0/2356394443 conn(0x7fd33806da40 msgr2=0x7fd33806de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.223+0000 7fd33f89c640 1 -- 172.21.15.18:0/2356394443 shutdown_connections 2024-03-07T10:01:41.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.223+0000 7fd33f89c640 1 -- 172.21.15.18:0/2356394443 wait complete. 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 Processor -- start 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 -- start start 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd3381a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd338108f80 0x7fd3381a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3381147b0 0x7fd3381a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd33811a1f0 con 0x7fd338108660 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd33811a070 con 0x7fd338108f80 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33f89c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd33811a370 con 0x7fd3381147b0 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd3381a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33de39640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3381147b0 0x7fd3381a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd3381a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57234/0 (socket says 172.21.15.18:57234) 2024-03-07T10:01:41.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33ce37640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd338108f80 0x7fd3381a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 -- 172.21.15.18:0/69500318 learned_addr learned my addr 172.21.15.18:0/69500318 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 -- 172.21.15.18:0/69500318 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3381147b0 msgr2=0x7fd3381a4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3381147b0 0x7fd3381a4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 -- 172.21.15.18:0/69500318 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd338108f80 msgr2=0x7fd3381a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd338108f80 0x7fd3381a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33d638640 1 -- 172.21.15.18:0/69500318 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3381a5680 con 0x7fd338108660 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.224+0000 7fd33de39640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3381147b0 0x7fd3381a4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.225+0000 7fd33d638640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd3381a0690 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fd32c000c00 tx=0x7fd32c0042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.225+0000 7fd32a7fc640 1 -- 172.21.15.18:0/69500318 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c043020 con 0x7fd338108660 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.225+0000 7fd32a7fc640 1 -- 172.21.15.18:0/69500318 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd32c0054e0 con 0x7fd338108660 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.225+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3381a5910 con 0x7fd338108660 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.225+0000 7fd32a7fc640 1 -- 172.21.15.18:0/69500318 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c003b30 con 0x7fd338108660 2024-03-07T10:01:41.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.225+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3381ad200 con 0x7fd338108660 2024-03-07T10:01:41.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd32a7fc640 1 -- 172.21.15.18:0/69500318 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd32c046020 con 0x7fd338108660 2024-03-07T10:01:41.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 Processor -- start 2024-03-07T10:01:41.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 -- start start 2024-03-07T10:01:41.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b72a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b733130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b735a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d8b6f1330 con 0x555d8b72a170 2024-03-07T10:01:41.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d8b68de90 con 0x555d8b72aa90 2024-03-07T10:01:41.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd342684740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d8b636d00 con 0x555d8b733670 2024-03-07T10:01:41.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd33de39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b72a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd33d638640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b733130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd33d638640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b733130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35286/0 (socket says 172.21.15.18:35286) 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd32a7fc640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3240a1ef0 0x7fd3240a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd33de39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b72a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57248/0 (socket says 172.21.15.18:57248) 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.228+0000 7fd33d638640 1 -- 172.21.15.18:0/487927411 learned_addr learned my addr 172.21.15.18:0/487927411 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33ce37640 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b735a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33de39640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3240a1ef0 0x7fd3240a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33ce37640 1 -- 172.21.15.18:0/487927411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 msgr2=0x555d8b733130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33ce37640 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b733130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33ce37640 1 -- 172.21.15.18:0/487927411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 msgr2=0x555d8b72a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33ce37640 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b72a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd32a7fc640 1 -- 172.21.15.18:0/69500318 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd32c0f00e0 con 0x7fd338108660 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33ce37640 1 -- 172.21.15.18:0/487927411 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d8b635b90 con 0x555d8b733670 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33d638640 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b733130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33ce37640 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b735a60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd334009bf0 tx=0x7fd334011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49beeb5c03a16ed6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd33de39640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3240a1ef0 0x7fd3240a43b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd3300049d0 tx=0x7fd330004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd3237fe640 1 -- 172.21.15.18:0/487927411 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd33401e070 con 0x555d8b733670 2024-03-07T10:01:41.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd3237fe640 1 -- 172.21.15.18:0/487927411 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd334009da0 con 0x555d8b733670 2024-03-07T10:01:41.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.229+0000 7fd3237fe640 1 -- 172.21.15.18:0/487927411 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd334018870 con 0x555d8b733670 2024-03-07T10:01:41.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.230+0000 7fd342684740 1 -- 172.21.15.18:0/487927411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 msgr2=0x555d8b735a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.230+0000 7fd342684740 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b735a60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd334009bf0 tx=0x7fd334011810 comp rx=0 tx=0).stop 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.231+0000 7fd342684740 1 -- 172.21.15.18:0/487927411 shutdown_connections 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.231+0000 7fd342684740 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b735a60 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.231+0000 7fd342684740 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b733130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.231+0000 7fd342684740 1 --2- 172.21.15.18:0/487927411 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b72a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.232+0000 7fd342684740 1 -- 172.21.15.18:0/487927411 >> 172.21.15.18:0/487927411 conn(0x555d8b7248a0 msgr2=0x555d8b724c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.232+0000 7fd342684740 1 -- 172.21.15.18:0/487927411 shutdown_connections 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.232+0000 7fd342684740 1 -- 172.21.15.18:0/487927411 wait complete. 2024-03-07T10:01:41.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.232+0000 7fd342684740 1 -- start start 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.232+0000 7fd342684740 1 Processor -- start 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd342684740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b730630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd342684740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b730b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd342684740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b7310b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd342684740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d8b62c470 con 0x555d8b72a170 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd342684740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d8b689f30 con 0x555d8b72aa90 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd342684740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d8b736460 con 0x555d8b733670 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b730630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd342684740 10 client.0 _ll_register_callbacks cb 0x555d8b687d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b730630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57260/0 (socket says 172.21.15.18:57260) 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 -- 172.21.15.18:0/2615292263 learned_addr learned my addr 172.21.15.18:0/2615292263 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33ce37640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b730b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33de39640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b7310b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 -- 172.21.15.18:0/2615292263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 msgr2=0x555d8b7310b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b7310b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 -- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 msgr2=0x555d8b730b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b730b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 -- 172.21.15.18:0/2615292263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555d8b3a23f0 con 0x555d8b72a170 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33ce37640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b730b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd33d638640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b730630 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fd32c02c810 tx=0x7fd32c0f3740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83c13667f4b344c1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd320ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd320ff9640 1 -- 172.21.15.18:0/2615292263 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c0bc6b0 con 0x555d8b72a170 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.233+0000 7fd320ff9640 1 -- 172.21.15.18:0/2615292263 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd32c003cd0 con 0x555d8b72a170 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd334009da0 con 0x555d8b72a170 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd320ff9640 1 -- 172.21.15.18:0/2615292263 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd32c08bd80 con 0x555d8b72a170 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 10 client.16197 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:41.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x555d8b46c7d0 con 0x555d8b72a170 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd320ff9640 1 -- 172.21.15.18:0/2615292263 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd334009da0 con 0x555d8b72a170 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd320ff9640 1 -- 172.21.15.18:0/2615292263 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fd32c02cb10 con 0x555d8b72a170 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 10 client.16197 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 10 client.16197 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 20 client.16197 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b745d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 4 client.16197 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.234+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555d8b69b3d0 con 0x555d8b7438d0 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.235+0000 7fd33ce37640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b745d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.235+0000 7fd320ff9640 10 client.16197 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.235+0000 7fd33ce37640 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b745d40 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4defa3e9a8273489 server_cookie=979d2793beb093d8 in_seq=0 out_seq=0 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.236+0000 7fd320ff9640 1 -- 172.21.15.18:0/2615292263 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555d8b69b3d0 con 0x555d8b7438d0 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.236+0000 7fd320ff9640 10 client.16197 handle_command_reply: tid=0 2024-03-07T10:01:41.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.236+0000 7fd342684740 1 client.16197 shutdown 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.237+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 msgr2=0x555d8b730630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.237+0000 7fd342684740 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b730630 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fd32c02c810 tx=0x7fd32c0f3740 comp rx=0 tx=0).stop 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 shutdown_connections 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b745d40 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd320ff9640 0 client.16197 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b7310b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72aa90 0x555d8b730b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 --2- 172.21.15.18:0/2615292263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72a170 0x555d8b730630 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 >> 172.21.15.18:0/2615292263 conn(0x555d8b7248a0 msgr2=0x555d8b7265f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 shutdown_connections 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 1 -- 172.21.15.18:0/2615292263 wait complete. 2024-03-07T10:01:41.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.238+0000 7fd342684740 20 client.16197 trim_cache size 0 max 16384 2024-03-07T10:01:41.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 Processor -- start 2024-03-07T10:01:41.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 -- start start 2024-03-07T10:01:41.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b732d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b72aa90 0x555d8b72ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b733670 0x555d8b72f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381b8040 con 0x555d8b733670 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381b5b40 con 0x555d8b72a170 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd342684740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381b3be0 con 0x555d8b72aa90 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd33de39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b733670 0x555d8b72f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd33ce37640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b72aa90 0x555d8b72ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd33d638640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b732d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd33de39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b733670 0x555d8b72f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57276/0 (socket says 172.21.15.18:57276) 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.254+0000 7fd33de39640 1 -- 172.21.15.18:0/3616819340 learned_addr learned my addr 172.21.15.18:0/3616819340 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd33ce37640 1 -- 172.21.15.18:0/3616819340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 msgr2=0x555d8b732d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd33ce37640 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b732d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd33ce37640 1 -- 172.21.15.18:0/3616819340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b733670 msgr2=0x555d8b72f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd33ce37640 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b733670 0x555d8b72f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd33ce37640 1 -- 172.21.15.18:0/3616819340 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d8b7243d0 con 0x555d8b72aa90 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd33d638640 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b732d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd33ce37640 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b72aa90 0x555d8b72ef20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd3340097b0 tx=0x7fd334009e90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f419e214ce2fe598 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd322ffd640 1 -- 172.21.15.18:0/3616819340 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd33402e070 con 0x555d8b72aa90 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd322ffd640 1 -- 172.21.15.18:0/3616819340 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd334029210 con 0x555d8b72aa90 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.255+0000 7fd322ffd640 1 -- 172.21.15.18:0/3616819340 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd33401e040 con 0x555d8b72aa90 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.256+0000 7fd342684740 1 -- 172.21.15.18:0/3616819340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b72aa90 msgr2=0x555d8b72ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.256+0000 7fd342684740 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b72aa90 0x555d8b72ef20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd3340097b0 tx=0x7fd334009e90 comp rx=0 tx=0).stop 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 -- 172.21.15.18:0/3616819340 shutdown_connections 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b733670 0x555d8b72f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b72aa90 0x555d8b72ef20 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 --2- 172.21.15.18:0/3616819340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b732d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 -- 172.21.15.18:0/3616819340 >> 172.21.15.18:0/3616819340 conn(0x555d8b7248a0 msgr2=0x555d8b724c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 -- 172.21.15.18:0/3616819340 shutdown_connections 2024-03-07T10:01:41.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 -- 172.21.15.18:0/3616819340 wait complete. 2024-03-07T10:01:41.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 -- start start 2024-03-07T10:01:41.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.257+0000 7fd342684740 1 Processor -- start 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.258+0000 7fd342684740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b72e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.258+0000 7fd342684740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72aa90 0x555d8b72cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.258+0000 7fd342684740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b72d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.258+0000 7fd342684740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381b41e0 con 0x555d8b72aa90 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.258+0000 7fd342684740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381b54e0 con 0x555d8b72a170 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.258+0000 7fd342684740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381b4820 con 0x555d8b733670 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.259+0000 7fd342684740 10 client.0 _ll_register_callbacks cb 0x7fd32c03efc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.259+0000 7fd33de39640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b72d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.259+0000 7fd33de39640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b72d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47970/0 (socket says 172.21.15.18:47970) 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.259+0000 7fd33d638640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b72e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.259+0000 7fd33de39640 1 -- 172.21.15.18:0/3505213604 learned_addr learned my addr 172.21.15.18:0/3505213604 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.259+0000 7fd33ce37640 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72aa90 0x555d8b72cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd33de39640 1 -- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 msgr2=0x555d8b72e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd33de39640 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b72e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd33de39640 1 -- 172.21.15.18:0/3505213604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72aa90 msgr2=0x555d8b72cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd33de39640 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72aa90 0x555d8b72cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd33de39640 1 -- 172.21.15.18:0/3505213604 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555d8b72da50 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd33d638640 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b72e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd33de39640 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b72d1d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd330023bc0 tx=0x7fd330004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78c7f6f53d2ec79a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd320ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd320ff9640 1 -- 172.21.15.18:0/3505213604 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd330004b20 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd334029210 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd320ff9640 1 -- 172.21.15.18:0/3505213604 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd330004cc0 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd320ff9640 1 -- 172.21.15.18:0/3505213604 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd330010930 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd342684740 10 client.26056 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x555d8b7a7ad0 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.260+0000 7fd320ff9640 1 -- 172.21.15.18:0/3505213604 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd334029210 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd320ff9640 1 -- 172.21.15.18:0/3505213604 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7fd33001f040 con 0x555d8b733670 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 10 client.26056 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:41.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 10 client.26056 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 20 client.26056 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b7aa2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 4 client.26056 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555d8b695720 con 0x555d8b7438d0 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd33d638640 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b7aa2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd320ff9640 10 client.26056 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd33d638640 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b7aa2a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d3199ca020908f46 server_cookie=77e147fa6ef5c11f in_seq=0 out_seq=0 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd320ff9640 1 -- 172.21.15.18:0/3505213604 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555d8b695720 con 0x555d8b7438d0 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd320ff9640 10 client.26056 handle_command_reply: tid=0 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 1 client.26056 shutdown 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 msgr2=0x555d8b72d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.261+0000 7fd342684740 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b72d1d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd330023bc0 tx=0x7fd330004a40 comp rx=0 tx=0).stop 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 shutdown_connections 2024-03-07T10:01:41.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x555d8b7438d0 0x555d8b7aa2a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d8b733670 0x555d8b72d1d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd320ff9640 0 client.26056 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d8b72aa90 0x555d8b72cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 --2- 172.21.15.18:0/3505213604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d8b72a170 0x555d8b72e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 >> 172.21.15.18:0/3505213604 conn(0x555d8b7248a0 msgr2=0x555d8b72ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 shutdown_connections 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 1 -- 172.21.15.18:0/3505213604 wait complete. 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.262+0000 7fd342684740 20 client.26056 trim_cache size 0 max 16384 2024-03-07T10:01:41.268 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.263+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3240a1ef0 msgr2=0x7fd3240a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.263+0000 7fd33f89c640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3240a1ef0 0x7fd3240a43b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd3300049d0 tx=0x7fd330004ab0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 msgr2=0x7fd3381a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd3381a0690 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fd32c000c00 tx=0x7fd32c0042e0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 shutdown_connections 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3381147b0 0x7fd3381a4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd338108f80 0x7fd3381a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd3240a1ef0 0x7fd3240a43b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 --2- 172.21.15.18:0/69500318 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd338108660 0x7fd3381a0690 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 >> 172.21.15.18:0/69500318 conn(0x7fd33806da40 msgr2=0x7fd338070240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 shutdown_connections 2024-03-07T10:01:41.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.264+0000 7fd33f89c640 1 -- 172.21.15.18:0/69500318 wait complete. 2024-03-07T10:01:41.280 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:01:41.280 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 -- 172.21.15.18:0/2370567311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701004f0 msgr2=0x7f1070100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 --2- 172.21.15.18:0/2370567311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701004f0 0x7f1070100970 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1058009930 tx=0x7f105802bc20 comp rx=0 tx=0).stop 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 -- 172.21.15.18:0/2370567311 shutdown_connections 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 --2- 172.21.15.18:0/2370567311 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1070100eb0 0x7f107010d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 --2- 172.21.15.18:0/2370567311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701004f0 0x7f1070100970 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 --2- 172.21.15.18:0/2370567311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10701065b0 0x7f1070106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 -- 172.21.15.18:0/2370567311 >> 172.21.15.18:0/2370567311 conn(0x7f1070077690 msgr2=0x7f1070077aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 -- 172.21.15.18:0/2370567311 shutdown_connections 2024-03-07T10:01:41.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.425+0000 7f1074e83640 1 -- 172.21.15.18:0/2370567311 wait complete. 2024-03-07T10:01:41.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.426+0000 7f1074e83640 1 Processor -- start 2024-03-07T10:01:41.428 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.426+0000 7f1074e83640 1 -- start start 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.426+0000 7f1074e83640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701004f0 0x7f1070199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.426+0000 7f1074e83640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1070100eb0 0x7f107019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.426+0000 7f106e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701004f0 0x7f1070199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.426+0000 7f106e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701004f0 0x7f1070199ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57306/0 (socket says 172.21.15.18:57306) 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.426+0000 7f106e59c640 1 -- 172.21.15.18:0/3176318807 learned_addr learned my addr 172.21.15.18:0/3176318807 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1074e83640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701065b0 0x7f107019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107010f790 con 0x7f10701004f0 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107010f610 con 0x7f1070100eb0 2024-03-07T10:01:41.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f107010f910 con 0x7f10701065b0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1067fff640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1070100eb0 0x7f107019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f106ed9d640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701065b0 0x7f107019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1067fff640 1 -- 172.21.15.18:0/3176318807 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701065b0 msgr2=0x7f107019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1067fff640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701065b0 0x7f107019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1067fff640 1 -- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701004f0 msgr2=0x7f1070199ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1067fff640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701004f0 0x7f1070199ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1067fff640 1 -- 172.21.15.18:0/3176318807 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f107019efe0 con 0x7f1070100eb0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f106e59c640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701004f0 0x7f1070199ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.427+0000 7f1067fff640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1070100eb0 0x7f107019a530 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1058036040 tx=0x7f1058004250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.428+0000 7f10677fe640 1 -- 172.21.15.18:0/3176318807 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1058043020 con 0x7f1070100eb0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.428+0000 7f10677fe640 1 -- 172.21.15.18:0/3176318807 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1058005000 con 0x7f1070100eb0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.428+0000 7f10677fe640 1 -- 172.21.15.18:0/3176318807 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1058003a50 con 0x7f1070100eb0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.428+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f107019f270 con 0x7f1070100eb0 2024-03-07T10:01:41.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.428+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10701a6b60 con 0x7f1070100eb0 2024-03-07T10:01:41.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.430+0000 7f1077c61740 1 Processor -- start 2024-03-07T10:01:41.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.430+0000 7f1077c61740 1 -- start start 2024-03-07T10:01:41.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f1077c61740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d868550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f1077c61740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d871130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f1077c61740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d873a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f1077c61740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a8d82f330 con 0x562a8d871670 2024-03-07T10:01:41.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f1077c61740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a8d7cbe90 con 0x562a8d868a90 2024-03-07T10:01:41.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f1077c61740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a8d774d00 con 0x562a8d868170 2024-03-07T10:01:41.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f10677fe640 1 -- 172.21.15.18:0/3176318807 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f1058046020 con 0x7f1070100eb0 2024-03-07T10:01:41.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.431+0000 7f10677fe640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f105c0a1ef0 0x7f105c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.432+0000 7f106e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d871130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.432+0000 7f106ed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d868550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.432+0000 7f106e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d871130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35372/0 (socket says 172.21.15.18:35372) 2024-03-07T10:01:41.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.432+0000 7f106e59c640 1 -- 172.21.15.18:0/2885680228 learned_addr learned my addr 172.21.15.18:0/2885680228 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.432+0000 7f1067fff640 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d873a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.432+0000 7f106ed9d640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f105c0a1ef0 0x7f105c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106e59c640 1 -- 172.21.15.18:0/2885680228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 msgr2=0x562a8d868550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106e59c640 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d868550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106e59c640 1 -- 172.21.15.18:0/2885680228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 msgr2=0x562a8d873a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106e59c640 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d873a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106e59c640 1 -- 172.21.15.18:0/2885680228 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562a8d773b90 con 0x562a8d868a90 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106ed9d640 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d868550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f1067fff640 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d873a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f10677fe640 1 -- 172.21.15.18:0/3176318807 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f10580effc0 con 0x7f1070100eb0 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106e59c640 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d871130 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1060011650 tx=0x7f1060009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e604e5d4ff24967 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f1064ff9640 1 -- 172.21.15.18:0/2885680228 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f106001e070 con 0x562a8d868a90 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f106ed9d640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f105c0a1ef0 0x7f105c0a43b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1068005c40 tx=0x7f1068004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f1064ff9640 1 -- 172.21.15.18:0/2885680228 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f106000fba0 con 0x562a8d868a90 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.433+0000 7f1064ff9640 1 -- 172.21.15.18:0/2885680228 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1060019cd0 con 0x562a8d868a90 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 -- 172.21.15.18:0/2885680228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 msgr2=0x562a8d871130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d871130 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1060011650 tx=0x7f1060009f90 comp rx=0 tx=0).stop 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 -- 172.21.15.18:0/2885680228 shutdown_connections 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d873a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d871130 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 --2- 172.21.15.18:0/2885680228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d868550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 -- 172.21.15.18:0/2885680228 >> 172.21.15.18:0/2885680228 conn(0x562a8d8628a0 msgr2=0x562a8d862c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 -- 172.21.15.18:0/2885680228 shutdown_connections 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 -- 172.21.15.18:0/2885680228 wait complete. 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 -- start start 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.434+0000 7f1077c61740 1 Processor -- start 2024-03-07T10:01:41.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1077c61740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d86e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1077c61740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d86ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1077c61740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d86f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1077c61740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a8d76a470 con 0x562a8d871670 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1077c61740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a8d7c7f30 con 0x562a8d868a90 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1077c61740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a8d874460 con 0x562a8d868170 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1077c61740 10 client.0 _ll_register_callbacks cb 0x562a8d7c5d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f106ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d86f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1067fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d86ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f106e59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d86e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1067fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d86ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35380/0 (socket says 172.21.15.18:35380) 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f1067fff640 1 -- 172.21.15.18:0/1828158068 learned_addr learned my addr 172.21.15.18:0/1828158068 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f106ed9d640 1 -- 172.21.15.18:0/1828158068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 msgr2=0x562a8d86e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f106ed9d640 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d86e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f106ed9d640 1 -- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 msgr2=0x562a8d86ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.435+0000 7f106ed9d640 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d86ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f106ed9d640 1 -- 172.21.15.18:0/1828158068 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562a8d4e03f0 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f106e59c640 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d86e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f106ed9d640 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d86f120 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1068013cb0 tx=0x7f1068004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0318fe90afb3a65 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f1067fff640 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d86ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f1055ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f1055ffb640 1 -- 172.21.15.18:0/1828158068 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1068019070 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f106000fba0 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.436+0000 7f1055ffb640 1 -- 172.21.15.18:0/1828158068 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1068013ce0 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1055ffb640 1 -- 172.21.15.18:0/1828158068 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1068019070 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 10 client.16215 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x562a8d5aa7d0 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1055ffb640 1 -- 172.21.15.18:0/1828158068 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f106000fba0 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1055ffb640 1 -- 172.21.15.18:0/1828158068 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f10680056b0 con 0x562a8d871670 2024-03-07T10:01:41.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 10 client.16215 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:41.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 10 client.16215 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:01:41.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 20 client.16215 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:41.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8818d0 0x562a8d883cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 4 client.16215 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:41.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562a8d7d93d0 con 0x562a8d8818d0 2024-03-07T10:01:41.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.437+0000 7f106e59c640 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8818d0 0x562a8d883cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.438+0000 7f106e59c640 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8818d0 0x562a8d883cc0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2fe6d0a8f57f8049 server_cookie=1ac210e30abd67b7 in_seq=0 out_seq=0 2024-03-07T10:01:41.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.438+0000 7f1055ffb640 10 client.16215 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1055ffb640 1 -- 172.21.15.18:0/1828158068 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562a8d7d93d0 con 0x562a8d8818d0 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1055ffb640 10 client.16215 handle_command_reply: tid=0 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 client.16215 shutdown 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 msgr2=0x562a8d86f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d86f120 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1068013cb0 tx=0x7f1068004a40 comp rx=0 tx=0).stop 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 shutdown_connections 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d871670 0x562a8d86f120 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d86ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8818d0 0x562a8d883cc0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 --2- 172.21.15.18:0/1828158068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d868170 0x562a8d86e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1055ffb640 0 client.16215 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 >> 172.21.15.18:0/1828158068 conn(0x562a8d8628a0 msgr2=0x562a8d8645f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 shutdown_connections 2024-03-07T10:01:41.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.439+0000 7f1077c61740 1 -- 172.21.15.18:0/1828158068 wait complete. 2024-03-07T10:01:41.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.440+0000 7f1077c61740 20 client.16215 trim_cache size 0 max 16384 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.455+0000 7f1077c61740 1 Processor -- start 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.455+0000 7f1077c61740 1 -- start start 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.455+0000 7f1077c61740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868170 0x562a8d870dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1077c61740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868a90 0x562a8d868e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1077c61740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d86ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1077c61740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10701b1a70 con 0x562a8d868a90 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1077c61740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10701af570 con 0x562a8d868170 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1077c61740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10701ad610 con 0x562a8d871670 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1067fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868a90 0x562a8d868e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d86ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868170 0x562a8d870dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d86ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48018/0 (socket says 172.21.15.18:48018) 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1067fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868a90 0x562a8d868e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57344/0 (socket says 172.21.15.18:57344) 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 -- 172.21.15.18:0/1418433634 learned_addr learned my addr 172.21.15.18:0/1418433634 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 -- 172.21.15.18:0/1418433634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868170 msgr2=0x562a8d870dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 --2- 172.21.15.18:0/1418433634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868170 0x562a8d870dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 -- 172.21.15.18:0/1418433634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868a90 msgr2=0x562a8d868e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 --2- 172.21.15.18:0/1418433634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868a90 0x562a8d868e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 -- 172.21.15.18:0/1418433634 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562a8d86d650 con 0x562a8d871670 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f106ed9d640 1 --2- 172.21.15.18:0/1418433634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d86ef40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1068009270 tx=0x7f1068010f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0731b9368653552 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1057fff640 1 -- 172.21.15.18:0/1418433634 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f106803f070 con 0x562a8d871670 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1057fff640 1 -- 172.21.15.18:0/1418433634 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1068024070 con 0x562a8d871670 2024-03-07T10:01:41.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.456+0000 7f1057fff640 1 -- 172.21.15.18:0/1418433634 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1068034040 con 0x562a8d871670 2024-03-07T10:01:41.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 -- 172.21.15.18:0/1418433634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 msgr2=0x562a8d86ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 --2- 172.21.15.18:0/1418433634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d86ef40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1068009270 tx=0x7f1068010f00 comp rx=0 tx=0).stop 2024-03-07T10:01:41.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 -- 172.21.15.18:0/1418433634 shutdown_connections 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 --2- 172.21.15.18:0/1418433634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d86ef40 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 --2- 172.21.15.18:0/1418433634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868a90 0x562a8d868e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 --2- 172.21.15.18:0/1418433634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868170 0x562a8d870dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 -- 172.21.15.18:0/1418433634 >> 172.21.15.18:0/1418433634 conn(0x562a8d8628a0 msgr2=0x562a8d861960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 -- 172.21.15.18:0/1418433634 shutdown_connections 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 -- 172.21.15.18:0/1418433634 wait complete. 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.457+0000 7f1077c61740 1 -- start start 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 1 Processor -- start 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868170 0x562a8d874ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d8753e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d8e49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10701adc10 con 0x562a8d868170 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10701aef10 con 0x562a8d868a90 2024-03-07T10:01:41.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10701ae250 con 0x562a8d871670 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868170 0x562a8d874ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868170 0x562a8d874ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57358/0 (socket says 172.21.15.18:57358) 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1077c61740 10 client.0 _ll_register_callbacks cb 0x7f1068009c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106e59c640 1 -- 172.21.15.18:0/3788216716 learned_addr learned my addr 172.21.15.18:0/3788216716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106ed9d640 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d8e49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f1067fff640 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d8753e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106ed9d640 1 -- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 msgr2=0x562a8d8753e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106ed9d640 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d8753e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106ed9d640 1 -- 172.21.15.18:0/3788216716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868170 msgr2=0x562a8d874ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106ed9d640 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868170 0x562a8d874ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.458+0000 7f106ed9d640 1 -- 172.21.15.18:0/3788216716 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562a8d8688c0 con 0x562a8d871670 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.459+0000 7f106ed9d640 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d8e49b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1068010c50 tx=0x7f10680045c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d9c3260bceef589 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.459+0000 7f1055ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.459+0000 7f1055ffb640 1 -- 172.21.15.18:0/3788216716 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1068034070 con 0x562a8d871670 2024-03-07T10:01:41.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.459+0000 7f1055ffb640 1 -- 172.21.15.18:0/3788216716 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f106801e550 con 0x562a8d871670 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.459+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1068024070 con 0x562a8d871670 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1055ffb640 1 -- 172.21.15.18:0/3788216716 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f106803f070 con 0x562a8d871670 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 10 client.26074 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x562a8d8e5e80 con 0x562a8d871670 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1055ffb640 1 -- 172.21.15.18:0/3788216716 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1068024070 con 0x562a8d871670 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1055ffb640 1 -- 172.21.15.18:0/3788216716 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f106803aa90 con 0x562a8d871670 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 10 client.26074 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 10 client.26074 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 20 client.26074 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8e63e0 0x562a8d8e87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 4 client.26074 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562a8d7d3720 con 0x562a8d8e63e0 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.460+0000 7f106e59c640 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8e63e0 0x562a8d8e87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f106e59c640 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8e63e0 0x562a8d8e87d0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=87eba593dfdaae19 server_cookie=8b19d17e6bafb82 in_seq=0 out_seq=0 2024-03-07T10:01:41.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1055ffb640 10 client.26074 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1055ffb640 1 -- 172.21.15.18:0/3788216716 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562a8d7d3720 con 0x562a8d8e63e0 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1055ffb640 10 client.26074 handle_command_reply: tid=0 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 client.26074 shutdown 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 msgr2=0x562a8d8e49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d8e49b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1068010c50 tx=0x7f10680045c0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 shutdown_connections 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562a8d8e63e0 0x562a8d8e87d0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a8d871670 0x562a8d8e49b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a8d868a90 0x562a8d8753e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1055ffb640 0 client.26074 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 --2- 172.21.15.18:0/3788216716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562a8d868170 0x562a8d874ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 >> 172.21.15.18:0/3788216716 conn(0x562a8d8628a0 msgr2=0x562a8d863c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 shutdown_connections 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 1 -- 172.21.15.18:0/3788216716 wait complete. 2024-03-07T10:01:41.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.461+0000 7f1077c61740 20 client.26074 trim_cache size 0 max 16384 2024-03-07T10:01:41.468 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f105c0a1ef0 msgr2=0x7f105c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f105c0a1ef0 0x7f105c0a43b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1068005c40 tx=0x7f1068004ab0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1070100eb0 msgr2=0x7f107019a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1070100eb0 0x7f107019a530 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1058036040 tx=0x7f1058004250 comp rx=0 tx=0).stop 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 shutdown_connections 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f10701065b0 0x7f107019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1070100eb0 0x7f107019a530 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f105c0a1ef0 0x7f105c0a43b0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 --2- 172.21.15.18:0/3176318807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f10701004f0 0x7f1070199ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 >> 172.21.15.18:0/3176318807 conn(0x7f1070077690 msgr2=0x7f10700fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 shutdown_connections 2024-03-07T10:01:41.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.462+0000 7f1074e83640 1 -- 172.21.15.18:0/3176318807 wait complete. 2024-03-07T10:01:41.477 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:01:41.477 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:01:41.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 -- 172.21.15.18:0/4046718712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e8102800 msgr2=0x7f26e8102be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 --2- 172.21.15.18:0/4046718712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e8102800 0x7f26e8102be0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f26e4009900 tx=0x7f26e402bcd0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 -- 172.21.15.18:0/4046718712 shutdown_connections 2024-03-07T10:01:41.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 --2- 172.21.15.18:0/4046718712 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e810bbd0 0x7f26e810e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 --2- 172.21.15.18:0/4046718712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e8103120 0x7f26e810b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 --2- 172.21.15.18:0/4046718712 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e8102800 0x7f26e8102be0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 -- 172.21.15.18:0/4046718712 >> 172.21.15.18:0/4046718712 conn(0x7f26e80fbf60 msgr2=0x7f26e80fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 -- 172.21.15.18:0/4046718712 shutdown_connections 2024-03-07T10:01:41.631 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.626+0000 7f26efd54640 1 -- 172.21.15.18:0/4046718712 wait complete. 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 Processor -- start 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 -- start start 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e8102800 0x7f26e8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e8103120 0x7f26e81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e810bbd0 0x7f26e819c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e81119b0 con 0x7f26e810bbd0 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e8111830 con 0x7f26e8102800 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26efd54640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e8111b30 con 0x7f26e8103120 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e810bbd0 0x7f26e819c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e810bbd0 0x7f26e819c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57378/0 (socket says 172.21.15.18:57378) 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 -- 172.21.15.18:0/4180321536 learned_addr learned my addr 172.21.15.18:0/4180321536 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ed2ef640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e8103120 0x7f26e81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26edaf0640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e8102800 0x7f26e8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 -- 172.21.15.18:0/4180321536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e8103120 msgr2=0x7f26e81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e8103120 0x7f26e81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 -- 172.21.15.18:0/4180321536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e8102800 msgr2=0x7f26e8197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e8102800 0x7f26e8197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.627+0000 7f26ee2f1640 1 -- 172.21.15.18:0/4180321536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26e819ce30 con 0x7f26e810bbd0 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.628+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e810bbd0 0x7f26e819c700 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f26e000eb10 tx=0x7f26e000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.628+0000 7f26deffd640 1 -- 172.21.15.18:0/4180321536 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e0004b20 con 0x7f26e810bbd0 2024-03-07T10:01:41.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.628+0000 7f26deffd640 1 -- 172.21.15.18:0/4180321536 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26e0004cc0 con 0x7f26e810bbd0 2024-03-07T10:01:41.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.628+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26e819d120 con 0x7f26e810bbd0 2024-03-07T10:01:41.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.628+0000 7f26deffd640 1 -- 172.21.15.18:0/4180321536 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e0010760 con 0x7f26e810bbd0 2024-03-07T10:01:41.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.628+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26e81a49b0 con 0x7f26e810bbd0 2024-03-07T10:01:41.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.631+0000 7f26deffd640 1 -- 172.21.15.18:0/4180321536 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f26e0005020 con 0x7f26e810bbd0 2024-03-07T10:01:41.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.631+0000 7f26deffd640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26d40a1f70 0x7f26d40a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26deffd640 1 -- 172.21.15.18:0/4180321536 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f26e00ce810 con 0x7f26e810bbd0 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26edaf0640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26d40a1f70 0x7f26d40a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 Processor -- start 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 -- start start 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26edaf0640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26d40a1f70 0x7f26d40a4430 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f26e4005ab0 tx=0x7f26e4000bc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f73991170 0x564f73991550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f7399a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f7399a670 0x564f7399ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f73958330 con 0x564f73991a90 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f738f4e90 con 0x564f73991170 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.632+0000 7f26f2c19740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f7389dd00 con 0x564f7399a670 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f73991170 0x564f73991550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26ed2ef640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f7399a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f73991170 0x564f73991550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35436/0 (socket says 172.21.15.18:35436) 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 -- 172.21.15.18:0/1259607182 learned_addr learned my addr 172.21.15.18:0/1259607182 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f7399a670 0x564f7399ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 -- 172.21.15.18:0/1259607182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f7399a670 msgr2=0x564f7399ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f7399a670 0x564f7399ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 -- 172.21.15.18:0/1259607182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 msgr2=0x564f7399a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f7399a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 -- 172.21.15.18:0/1259607182 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f7389cb90 con 0x564f73991170 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26edaf0640 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f73991170 0x564f73991550 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f26e4005ec0 tx=0x7f26e403f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12ff16d6066d360 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26d3fff640 1 -- 172.21.15.18:0/1259607182 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e4050070 con 0x564f73991170 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26d3fff640 1 -- 172.21.15.18:0/1259607182 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26e4005580 con 0x564f73991170 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.633+0000 7f26d3fff640 1 -- 172.21.15.18:0/1259607182 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e4005220 con 0x564f73991170 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.634+0000 7f26f2c19740 1 -- 172.21.15.18:0/1259607182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f73991170 msgr2=0x564f73991550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.634+0000 7f26f2c19740 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f73991170 0x564f73991550 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f26e4005ec0 tx=0x7f26e403f000 comp rx=0 tx=0).stop 2024-03-07T10:01:41.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.635+0000 7f26f2c19740 1 -- 172.21.15.18:0/1259607182 shutdown_connections 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.635+0000 7f26f2c19740 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f7399a670 0x564f7399ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.635+0000 7f26f2c19740 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f7399a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.635+0000 7f26f2c19740 1 --2- 172.21.15.18:0/1259607182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f73991170 0x564f73991550 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.635+0000 7f26f2c19740 1 -- 172.21.15.18:0/1259607182 >> 172.21.15.18:0/1259607182 conn(0x564f7398b8a0 msgr2=0x564f7398bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.635+0000 7f26f2c19740 1 -- 172.21.15.18:0/1259607182 shutdown_connections 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.635+0000 7f26f2c19740 1 -- 172.21.15.18:0/1259607182 wait complete. 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 -- start start 2024-03-07T10:01:41.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 Processor -- start 2024-03-07T10:01:41.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f73997660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f73997ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739980e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f73893470 con 0x564f73991a90 2024-03-07T10:01:41.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f738f0f30 con 0x564f7399a670 2024-03-07T10:01:41.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f7399d400 con 0x564f73991170 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.636+0000 7f26f2c19740 10 client.0 _ll_register_callbacks cb 0x564f738eed30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739980e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35450/0 (socket says 172.21.15.18:35450) 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 -- 172.21.15.18:0/655091191 learned_addr learned my addr 172.21.15.18:0/655091191 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26edaf0640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f73997660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ed2ef640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f73997ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 -- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 msgr2=0x564f73997660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f73997660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 -- 172.21.15.18:0/655091191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 msgr2=0x564f73997ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f73997ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ee2f1640 1 -- 172.21.15.18:0/655091191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564f736093f0 con 0x564f7399a670 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.637+0000 7f26ed2ef640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f73997ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739980e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f26e009ae90 tx=0x7f26e009aaf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c16eba2f93536a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26d17fa640 1 -- 172.21.15.18:0/655091191 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e009f2e0 con 0x564f7399a670 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26d17fa640 1 -- 172.21.15.18:0/655091191 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f26e0005310 con 0x564f7399a670 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f26e4005580 con 0x564f7399a670 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26d17fa640 1 -- 172.21.15.18:0/655091191 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26e00a3930 con 0x564f7399a670 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26f2c19740 10 client.26024 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x564f736d37d0 con 0x564f7399a670 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.638+0000 7f26d17fa640 1 -- 172.21.15.18:0/655091191 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26e4005580 con 0x564f7399a670 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26d17fa640 1 -- 172.21.15.18:0/655091191 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f26e009a050 con 0x564f7399a670 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26f2c19740 10 client.26024 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26f2c19740 10 client.26024 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26f2c19740 20 client.26024 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26f2c19740 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f739b3310 0x564f739b5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26f2c19740 4 client.26024 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564f739023d0 con 0x564f739b3310 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.639+0000 7f26edaf0640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f739b3310 0x564f739b5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.640+0000 7f26edaf0640 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f739b3310 0x564f739b5700 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e0561046e35c66f server_cookie=76f77efc09876b1e in_seq=0 out_seq=0 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.640+0000 7f26d17fa640 10 client.26024 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26d17fa640 1 -- 172.21.15.18:0/655091191 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564f739023d0 con 0x564f739b3310 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26d17fa640 10 client.26024 handle_command_reply: tid=0 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 client.26024 shutdown 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 msgr2=0x564f739980e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739980e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f26e009ae90 tx=0x7f26e009aaf0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 shutdown_connections 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f739b3310 0x564f739b5700 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739980e0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f73997ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 --2- 172.21.15.18:0/655091191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f73997660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 >> 172.21.15.18:0/655091191 conn(0x564f7398b8a0 msgr2=0x564f7398d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26d17fa640 0 client.26024 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.641+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 shutdown_connections 2024-03-07T10:01:41.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.642+0000 7f26f2c19740 1 -- 172.21.15.18:0/655091191 wait complete. 2024-03-07T10:01:41.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.642+0000 7f26f2c19740 20 client.26024 trim_cache size 0 max 16384 2024-03-07T10:01:41.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 Processor -- start 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 -- start start 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991170 0x564f73999d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991a90 0x564f7398d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739948c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e81ad720 con 0x564f73991170 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e81ab220 con 0x564f7399a670 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26f2c19740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e81a92c0 con 0x564f73991a90 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26edaf0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991170 0x564f73999d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.660+0000 7f26edaf0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991170 0x564f73999d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57400/0 (socket says 172.21.15.18:57400) 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26edaf0640 1 -- 172.21.15.18:0/281372991 learned_addr learned my addr 172.21.15.18:0/281372991 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26ed2ef640 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991a90 0x564f7398d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26ee2f1640 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739948c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26edaf0640 1 -- 172.21.15.18:0/281372991 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991a90 msgr2=0x564f7398d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26edaf0640 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991a90 0x564f7398d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26edaf0640 1 -- 172.21.15.18:0/281372991 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 msgr2=0x564f739948c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26edaf0640 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739948c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26edaf0640 1 -- 172.21.15.18:0/281372991 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f73995bb0 con 0x564f73991170 2024-03-07T10:01:41.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.661+0000 7f26edaf0640 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991170 0x564f73999d90 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f26e4036040 tx=0x7f26e402ce20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=919e41ce136dd075 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.662+0000 7f26d37fe640 1 -- 172.21.15.18:0/281372991 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e4050040 con 0x564f73991170 2024-03-07T10:01:41.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.662+0000 7f26d37fe640 1 -- 172.21.15.18:0/281372991 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26e4005580 con 0x564f73991170 2024-03-07T10:01:41.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.662+0000 7f26d37fe640 1 -- 172.21.15.18:0/281372991 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e40046c0 con 0x564f73991170 2024-03-07T10:01:41.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 -- 172.21.15.18:0/281372991 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991170 msgr2=0x564f73999d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991170 0x564f73999d90 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f26e4036040 tx=0x7f26e402ce20 comp rx=0 tx=0).stop 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 -- 172.21.15.18:0/281372991 shutdown_connections 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f739948c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991a90 0x564f7398d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 --2- 172.21.15.18:0/281372991 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991170 0x564f73999d90 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 -- 172.21.15.18:0/281372991 >> 172.21.15.18:0/281372991 conn(0x564f7398b8a0 msgr2=0x564f7398ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 -- 172.21.15.18:0/281372991 shutdown_connections 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 -- 172.21.15.18:0/281372991 wait complete. 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 -- start start 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.663+0000 7f26f2c19740 1 Processor -- start 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f7399fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f739a0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26f2c19740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f73a0d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26f2c19740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e81a98c0 con 0x564f73991a90 2024-03-07T10:01:41.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26f2c19740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e81aabc0 con 0x564f7399a670 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26f2c19740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e81a9f00 con 0x564f73991170 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26f2c19740 10 client.0 _ll_register_callbacks cb 0x7f26e0004eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f739a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f739a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57406/0 (socket says 172.21.15.18:57406) 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26edaf0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f7399fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ee2f1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f73a0d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 -- 172.21.15.18:0/299561042 learned_addr learned my addr 172.21.15.18:0/299561042 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 -- 172.21.15.18:0/299561042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 msgr2=0x564f7399fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f7399fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 -- 172.21.15.18:0/299561042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 msgr2=0x564f73a0d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f73a0d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.664+0000 7f26ed2ef640 1 -- 172.21.15.18:0/299561042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564f73a0ddd0 con 0x564f73991a90 2024-03-07T10:01:41.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.665+0000 7f26ed2ef640 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f739a0180 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x564f73990c40 tx=0x7f26d8010b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59060896d2252290 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:41.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.665+0000 7f26d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:41.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.665+0000 7f26d17fa640 1 -- 172.21.15.18:0/299561042 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26d8022060 con 0x564f73991a90 2024-03-07T10:01:41.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.665+0000 7f26d17fa640 1 -- 172.21.15.18:0/299561042 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f26d8004460 con 0x564f73991a90 2024-03-07T10:01:41.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.665+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f26e4005580 con 0x564f73991a90 2024-03-07T10:01:41.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.665+0000 7f26d17fa640 1 -- 172.21.15.18:0/299561042 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26d800f890 con 0x564f73991a90 2024-03-07T10:01:41.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.665+0000 7f26f2c19740 10 client.16239 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:41.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x564f73a0f030 con 0x564f73991a90 2024-03-07T10:01:41.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26d17fa640 1 -- 172.21.15.18:0/299561042 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26e4005580 con 0x564f73991a90 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26d17fa640 1 -- 172.21.15.18:0/299561042 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f26d801d410 con 0x564f73991a90 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26f2c19740 10 client.16239 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26f2c19740 10 client.16239 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26f2c19740 20 client.16239 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26f2c19740 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f73a0f7d0 0x564f73a11bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26f2c19740 4 client.16239 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564f738fc720 con 0x564f73a0f7d0 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.666+0000 7f26edaf0640 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f73a0f7d0 0x564f73a11bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.667+0000 7f26d17fa640 10 client.16239 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.667+0000 7f26edaf0640 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f73a0f7d0 0x564f73a11bf0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c7b3d5d4c090195 server_cookie=f2ef797044617759 in_seq=0 out_seq=0 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.667+0000 7f26d17fa640 1 -- 172.21.15.18:0/299561042 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564f738fc720 con 0x564f73a0f7d0 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.667+0000 7f26d17fa640 10 client.16239 handle_command_reply: tid=0 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.667+0000 7f26f2c19740 1 client.16239 shutdown 2024-03-07T10:01:41.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 msgr2=0x564f739a0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f739a0180 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x564f73990c40 tx=0x7f26d8010b60 comp rx=0 tx=0).stop 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 shutdown_connections 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564f73a0f7d0 0x564f73a11bf0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26d17fa640 0 client.16239 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564f7399a670 0x564f73a0d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564f73991a90 0x564f739a0180 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 --2- 172.21.15.18:0/299561042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564f73991170 0x564f7399fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 >> 172.21.15.18:0/299561042 conn(0x564f7398b8a0 msgr2=0x564f7398d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 shutdown_connections 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 1 -- 172.21.15.18:0/299561042 wait complete. 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.668+0000 7f26f2c19740 20 client.16239 trim_cache size 0 max 16384 2024-03-07T10:01:41.673 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:01:41.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.669+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26d40a1f70 msgr2=0x7f26d40a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.669+0000 7f26efd54640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26d40a1f70 0x7f26d40a4430 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f26e4005ab0 tx=0x7f26e4000bc0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.669+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e810bbd0 msgr2=0x7f26e819c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:41.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.669+0000 7f26efd54640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e810bbd0 0x7f26e819c700 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f26e000eb10 tx=0x7f26e000c2d0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 shutdown_connections 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26d40a1f70 0x7f26d40a4430 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26e810bbd0 0x7f26e819c700 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26e8103120 0x7f26e81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 --2- 172.21.15.18:0/4180321536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26e8102800 0x7f26e8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 >> 172.21.15.18:0/4180321536 conn(0x7f26e80fbf60 msgr2=0x7f26e80fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 shutdown_connections 2024-03-07T10:01:41.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:41.670+0000 7f26efd54640 1 -- 172.21.15.18:0/4180321536 wait complete. 2024-03-07T10:01:42.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:41 smithi077 ceph-mon[36374]: pgmap v80: 97 pgs: 97 active+clean; 1.7 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 9.2 MiB/s wr, 702 op/s 2024-03-07T10:01:42.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:41 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1754731545' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:01:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:41 smithi018 ceph-mon[32171]: pgmap v80: 97 pgs: 97 active+clean; 1.7 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 9.2 MiB/s wr, 702 op/s 2024-03-07T10:01:42.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:41 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1754731545' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:01:42.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:41 smithi063 ceph-mon[36356]: pgmap v80: 97 pgs: 97 active+clean; 1.7 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 9.2 MiB/s wr, 702 op/s 2024-03-07T10:01:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:41 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1754731545' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:01:42.685 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:01:42.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:01:42.686 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:01:42.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 -- 172.21.15.18:0/2874918014 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21301065e0 msgr2=0x7f21301069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 --2- 172.21.15.18:0/2874918014 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21301065e0 0x7f21301069c0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f212c009ca0 tx=0x7f212c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 -- 172.21.15.18:0/2874918014 shutdown_connections 2024-03-07T10:01:42.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 --2- 172.21.15.18:0/2874918014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2130100ee0 0x7f213010d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 --2- 172.21.15.18:0/2874918014 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2130100520 0x7f21301009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 --2- 172.21.15.18:0/2874918014 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f21301065e0 0x7f21301069c0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 -- 172.21.15.18:0/2874918014 >> 172.21.15.18:0/2874918014 conn(0x7f2130077710 msgr2=0x7f2130077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:42.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 -- 172.21.15.18:0/2874918014 shutdown_connections 2024-03-07T10:01:42.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.845+0000 7f21376c7640 1 -- 172.21.15.18:0/2874918014 wait complete. 2024-03-07T10:01:42.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.847+0000 7f21376c7640 1 Processor -- start 2024-03-07T10:01:42.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.847+0000 7f21376c7640 1 -- start start 2024-03-07T10:01:42.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f21376c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2130100520 0x7f213019e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f21376c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2130100ee0 0x7f213019e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f21376c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21301065e0 0x7f21301a2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f21376c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f213010f820 con 0x7f2130100520 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f21376c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f213010f6a0 con 0x7f21301065e0 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f21376c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f213010f9a0 con 0x7f2130100ee0 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2135463640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2130100520 0x7f213019e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2135c64640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21301065e0 0x7f21301a2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2135463640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2130100520 0x7f213019e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57428/0 (socket says 172.21.15.18:57428) 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2135463640 1 -- 172.21.15.18:0/1951325215 learned_addr learned my addr 172.21.15.18:0/1951325215 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2134c62640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2130100ee0 0x7f213019e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2134c62640 1 -- 172.21.15.18:0/1951325215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21301065e0 msgr2=0x7f21301a2d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2134c62640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21301065e0 0x7f21301a2d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2134c62640 1 -- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2130100520 msgr2=0x7f213019e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2134c62640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2130100520 0x7f213019e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2134c62640 1 -- 172.21.15.18:0/1951325215 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21301a3480 con 0x7f2130100ee0 2024-03-07T10:01:42.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.848+0000 7f2134c62640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2130100ee0 0x7f213019e9d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f212000e9f0 tx=0x7f212000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:42.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.849+0000 7f21267fc640 1 -- 172.21.15.18:0/1951325215 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f212000cd80 con 0x7f2130100ee0 2024-03-07T10:01:42.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.849+0000 7f21267fc640 1 -- 172.21.15.18:0/1951325215 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f21200035f0 con 0x7f2130100ee0 2024-03-07T10:01:42.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.849+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21301a3770 con 0x7f2130100ee0 2024-03-07T10:01:42.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.849+0000 7f21267fc640 1 -- 172.21.15.18:0/1951325215 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2120010690 con 0x7f2130100ee0 2024-03-07T10:01:42.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.849+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21301ab000 con 0x7f2130100ee0 2024-03-07T10:01:42.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.851+0000 7f21267fc640 1 -- 172.21.15.18:0/1951325215 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2120003b30 con 0x7f2130100ee0 2024-03-07T10:01:42.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.852+0000 7f21267fc640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f211c0a1fa0 0x7f211c0a4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.852+0000 7f21267fc640 1 -- 172.21.15.18:0/1951325215 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f21200ce510 con 0x7f2130100ee0 2024-03-07T10:01:42.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.852+0000 7f2135463640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f211c0a1fa0 0x7f211c0a4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 Processor -- start 2024-03-07T10:01:42.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 -- start start 2024-03-07T10:01:42.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x560963337130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096333fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963340250 0x560963342640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56096329ab10 con 0x560963337670 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560963243d50 con 0x560963340250 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f213a583740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560963296bb0 con 0x560963336d50 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096333fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096333fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57430/0 (socket says 172.21.15.18:57430) 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 -- 172.21.15.18:0/962525156 learned_addr learned my addr 172.21.15.18:0/962525156 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2135c64640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963340250 0x560963342640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2135463640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f211c0a1fa0 0x7f211c0a4460 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f212c000f80 tx=0x7f212c02c610 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2135463640 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x560963337130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 -- 172.21.15.18:0/962525156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 msgr2=0x560963337130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x560963337130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 -- 172.21.15.18:0/962525156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963340250 msgr2=0x560963342640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963340250 0x560963342640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.853+0000 7f2134c62640 1 -- 172.21.15.18:0/962525156 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609630777e0 con 0x560963337670 2024-03-07T10:01:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f2134c62640 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096333fd10 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f212001f000 tx=0x7f212009a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad145d4373afe9f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f211b7fe640 1 -- 172.21.15.18:0/962525156 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21200b2020 con 0x560963337670 2024-03-07T10:01:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f211b7fe640 1 -- 172.21.15.18:0/962525156 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f212009ae30 con 0x560963337670 2024-03-07T10:01:42.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f211b7fe640 1 -- 172.21.15.18:0/962525156 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f212009a280 con 0x560963337670 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f213a583740 1 -- 172.21.15.18:0/962525156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 msgr2=0x56096333fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f213a583740 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096333fd10 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f212001f000 tx=0x7f212009a890 comp rx=0 tx=0).stop 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f213a583740 1 -- 172.21.15.18:0/962525156 shutdown_connections 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f213a583740 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963340250 0x560963342640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f213a583740 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096333fd10 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f213a583740 1 --2- 172.21.15.18:0/962525156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x560963337130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.854+0000 7f213a583740 1 -- 172.21.15.18:0/962525156 >> 172.21.15.18:0/962525156 conn(0x560963331480 msgr2=0x560963331860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.855+0000 7f213a583740 1 -- 172.21.15.18:0/962525156 shutdown_connections 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.855+0000 7f213a583740 1 -- 172.21.15.18:0/962525156 wait complete. 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.856+0000 7f213a583740 1 -- start start 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.856+0000 7f213a583740 1 Processor -- start 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f213a583740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x56096333d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f213a583740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x56096333d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f213a583740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963340250 0x56096333dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f213a583740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560963343040 con 0x560963340250 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f213a583740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560963257190 con 0x560963337670 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f213a583740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609633431c0 con 0x560963336d50 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135463640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x56096333d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f213a583740 10 client.0 _ll_register_callbacks cb 0x560963246770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135463640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x56096333d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48126/0 (socket says 172.21.15.18:48126) 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135463640 1 -- 172.21.15.18:0/89614735 learned_addr learned my addr 172.21.15.18:0/89614735 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135c64640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963340250 0x56096333dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135463640 1 -- 172.21.15.18:0/89614735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 msgr2=0x56096333d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2134c62640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x56096333d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135463640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x56096333d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135463640 1 -- 172.21.15.18:0/89614735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963340250 msgr2=0x56096333dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.857+0000 7f2135463640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963340250 0x56096333dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.858+0000 7f2135463640 1 -- 172.21.15.18:0/89614735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5609630d7f70 con 0x560963336d50 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.858+0000 7f2134c62640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x56096333d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.858+0000 7f2135463640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x56096333d120 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f212c006010 tx=0x7f212c0095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73dea0cbeaa49e11 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.858+0000 7f2118ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:42.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f2118ff9640 1 -- 172.21.15.18:0/89614735 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f212c050070 con 0x560963336d50 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f2118ff9640 1 -- 172.21.15.18:0/89614735 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f212c004240 con 0x560963336d50 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f212009ae30 con 0x560963336d50 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f2118ff9640 1 -- 172.21.15.18:0/89614735 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f212c05c050 con 0x560963336d50 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f213a583740 10 client.26101 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x560962f6f170 con 0x560963336d50 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f2118ff9640 1 -- 172.21.15.18:0/89614735 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f212009ae30 con 0x560963336d50 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.859+0000 7f2118ff9640 1 -- 172.21.15.18:0/89614735 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f212c034b60 con 0x560963336d50 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f213a583740 10 client.26101 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f213a583740 10 client.26101 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f213a583740 20 client.26101 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f213a583740 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633503b0 0x560963352810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f213a583740 4 client.26101 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560963270930 con 0x5609633503b0 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f2134c62640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633503b0 0x560963352810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f2118ff9640 10 client.26101 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.860+0000 7f2134c62640 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633503b0 0x560963352810 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aad24afb7d2b1b9c server_cookie=a6729c64432b18d4 in_seq=0 out_seq=0 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f2118ff9640 1 -- 172.21.15.18:0/89614735 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560963270930 con 0x5609633503b0 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f2118ff9640 10 client.26101 handle_command_reply: tid=0 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 client.26101 shutdown 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 msgr2=0x56096333d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x56096333d120 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f212c006010 tx=0x7f212c0095c0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 shutdown_connections 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633503b0 0x560963352810 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963340250 0x56096333dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x56096333d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 --2- 172.21.15.18:0/89614735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963336d50 0x56096333d120 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 >> 172.21.15.18:0/89614735 conn(0x560963331480 msgr2=0x5609633331d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f2118ff9640 0 client.26101 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 shutdown_connections 2024-03-07T10:01:42.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 1 -- 172.21.15.18:0/89614735 wait complete. 2024-03-07T10:01:42.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.861+0000 7f213a583740 20 client.26101 trim_cache size 0 max 16384 2024-03-07T10:01:42.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 Processor -- start 2024-03-07T10:01:42.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 -- start start 2024-03-07T10:01:42.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963336d50 0x56096333f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096334b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096334be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301b5ff0 con 0x560963337670 2024-03-07T10:01:42.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301b3af0 con 0x560963336d50 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f213a583740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301b1b90 con 0x560963340250 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2134c62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096334b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2135c64640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096334be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2134c62640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096334b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57462/0 (socket says 172.21.15.18:57462) 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2135463640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963336d50 0x56096333f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2134c62640 1 -- 172.21.15.18:0/1959900151 learned_addr learned my addr 172.21.15.18:0/1959900151 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2135c64640 1 -- 172.21.15.18:0/1959900151 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963336d50 msgr2=0x56096333f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2135c64640 1 --2- 172.21.15.18:0/1959900151 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963336d50 0x56096333f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2135c64640 1 -- 172.21.15.18:0/1959900151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 msgr2=0x56096334b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2135c64640 1 --2- 172.21.15.18:0/1959900151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096334b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.888+0000 7f2135c64640 1 -- 172.21.15.18:0/1959900151 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56096333e080 con 0x560963340250 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f2135c64640 1 --2- 172.21.15.18:0/1959900151 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096334be10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2128005fd0 tx=0x7f212800bdb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd3abf4e82e3eb9b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f211affd640 1 -- 172.21.15.18:0/1959900151 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21280044d0 con 0x560963340250 2024-03-07T10:01:42.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f211affd640 1 -- 172.21.15.18:0/1959900151 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2128005020 con 0x560963340250 2024-03-07T10:01:42.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f211affd640 1 -- 172.21.15.18:0/1959900151 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2128004e40 con 0x560963340250 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f213a583740 1 -- 172.21.15.18:0/1959900151 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 msgr2=0x56096334be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f213a583740 1 --2- 172.21.15.18:0/1959900151 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096334be10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2128005fd0 tx=0x7f212800bdb0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f213a583740 1 -- 172.21.15.18:0/1959900151 shutdown_connections 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f213a583740 1 --2- 172.21.15.18:0/1959900151 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096334be10 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f213a583740 1 --2- 172.21.15.18:0/1959900151 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963337670 0x56096334b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f213a583740 1 --2- 172.21.15.18:0/1959900151 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963336d50 0x56096333f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.889+0000 7f213a583740 1 -- 172.21.15.18:0/1959900151 >> 172.21.15.18:0/1959900151 conn(0x560963331480 msgr2=0x56096333d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.890+0000 7f213a583740 1 -- 172.21.15.18:0/1959900151 shutdown_connections 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.890+0000 7f213a583740 1 -- 172.21.15.18:0/1959900151 wait complete. 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.890+0000 7f213a583740 1 -- start start 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.890+0000 7f213a583740 1 Processor -- start 2024-03-07T10:01:42.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.890+0000 7f213a583740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963336d50 0x560963347d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f213a583740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x560963348260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f213a583740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096333a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f213a583740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301b2190 con 0x560963336d50 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f213a583740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301b3490 con 0x560963337670 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f213a583740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301b27d0 con 0x560963340250 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f213a583740 10 client.0 _ll_register_callbacks cb 0x7f212c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135463640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963336d50 0x560963347d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135463640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963336d50 0x560963347d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57466/0 (socket says 172.21.15.18:57466) 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135463640 1 -- 172.21.15.18:0/1047917829 learned_addr learned my addr 172.21.15.18:0/1047917829 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2134c62640 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x560963348260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135c64640 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096333a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135c64640 1 -- 172.21.15.18:0/1047917829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 msgr2=0x560963348260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135c64640 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x560963348260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135c64640 1 -- 172.21.15.18:0/1047917829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963336d50 msgr2=0x560963347d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:42.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135c64640 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963336d50 0x560963347d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135c64640 1 -- 172.21.15.18:0/1047917829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56096333a8d0 con 0x560963340250 2024-03-07T10:01:42.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2135c64640 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096333a0a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f212800b4c0 tx=0x7f2128004540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b3846f64a961b55 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:42.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.891+0000 7f2118ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:42.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.892+0000 7f2118ff9640 1 -- 172.21.15.18:0/1047917829 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2128003de0 con 0x560963340250 2024-03-07T10:01:42.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.892+0000 7f2118ff9640 1 -- 172.21.15.18:0/1047917829 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f21280051d0 con 0x560963340250 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.892+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2128005020 con 0x560963340250 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.892+0000 7f2118ff9640 1 -- 172.21.15.18:0/1047917829 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2128035050 con 0x560963340250 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.892+0000 7f213a583740 10 client.26107 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.892+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5609633abca0 con 0x560963340250 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.892+0000 7f2118ff9640 1 -- 172.21.15.18:0/1047917829 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2128005020 con 0x560963340250 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f2118ff9640 1 -- 172.21.15.18:0/1047917829 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f2128011a80 con 0x560963340250 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f213a583740 10 client.26107 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f213a583740 10 client.26107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f213a583740 20 client.26107 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f213a583740 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633ac3e0 0x5609633ae800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f213a583740 4 client.26107 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x56096325c050 con 0x5609633ac3e0 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f2135463640 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633ac3e0 0x5609633ae800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:42.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f2118ff9640 10 client.26107 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:42.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.893+0000 7f2135463640 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633ac3e0 0x5609633ae800 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44833701f3153974 server_cookie=9c974e63b0dc4113 in_seq=0 out_seq=0 2024-03-07T10:01:42.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.895+0000 7f2118ff9640 1 -- 172.21.15.18:0/1047917829 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x56096325c050 con 0x5609633ac3e0 2024-03-07T10:01:42.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.895+0000 7f2118ff9640 10 client.26107 handle_command_reply: tid=0 2024-03-07T10:01:42.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.895+0000 7f213a583740 1 client.26107 shutdown 2024-03-07T10:01:42.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.895+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 msgr2=0x56096333a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.895+0000 7f213a583740 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096333a0a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f212800b4c0 tx=0x7f2128004540 comp rx=0 tx=0).stop 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 shutdown_connections 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5609633ac3e0 0x5609633ae800 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560963340250 0x56096333a0a0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560963337670 0x560963348260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 --2- 172.21.15.18:0/1047917829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560963336d50 0x560963347d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 >> 172.21.15.18:0/1047917829 conn(0x560963331480 msgr2=0x56096332fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f2118ff9640 0 client.26107 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 shutdown_connections 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 1 -- 172.21.15.18:0/1047917829 wait complete. 2024-03-07T10:01:42.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.896+0000 7f213a583740 20 client.26107 trim_cache size 0 max 16384 2024-03-07T10:01:42.900 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:01:42.900 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:01:42.900 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "a4ce8b6f-8f2d-4639-b82a-b3a667d30d49", 2024-03-07T10:01:42.900 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:01:42.900 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f211c0a1fa0 msgr2=0x7f211c0a4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f211c0a1fa0 0x7f211c0a4460 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f212c000f80 tx=0x7f212c02c610 comp rx=0 tx=0).stop 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2130100ee0 msgr2=0x7f213019e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2130100ee0 0x7f213019e9d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f212000e9f0 tx=0x7f212000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 shutdown_connections 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f21301065e0 0x7f21301a2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2130100ee0 0x7f213019e9d0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f211c0a1fa0 0x7f211c0a4460 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 --2- 172.21.15.18:0/1951325215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2130100520 0x7f213019e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:42.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 >> 172.21.15.18:0/1951325215 conn(0x7f2130077710 msgr2=0x7f21300ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:42.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 shutdown_connections 2024-03-07T10:01:42.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:42.899+0000 7f21376c7640 1 -- 172.21.15.18:0/1951325215 wait complete. 2024-03-07T10:01:42.916 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:01:42.917 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:01:43.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 -- 172.21.15.18:0/1099274080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100530 msgr2=0x7f31341009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 --2- 172.21.15.18:0/1099274080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100530 0x7f31341009b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3128009930 tx=0x7f312802bc30 comp rx=0 tx=0).stop 2024-03-07T10:01:43.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 -- 172.21.15.18:0/1099274080 shutdown_connections 2024-03-07T10:01:43.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 --2- 172.21.15.18:0/1099274080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3134100ef0 0x7f313410d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 --2- 172.21.15.18:0/1099274080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100530 0x7f31341009b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 --2- 172.21.15.18:0/1099274080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31341065f0 0x7f31341069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 -- 172.21.15.18:0/1099274080 >> 172.21.15.18:0/1099274080 conn(0x7f3134077680 msgr2=0x7f3134077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 -- 172.21.15.18:0/1099274080 shutdown_connections 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.081+0000 7f313971d640 1 -- 172.21.15.18:0/1099274080 wait complete. 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 Processor -- start 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 -- start start 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3134100530 0x7f313419e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100ef0 0x7f313419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31341065f0 0x7f31341a2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3134118080 con 0x7f31341065f0 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3134117f00 con 0x7f3134100ef0 2024-03-07T10:01:43.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f313971d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3134118200 con 0x7f3134100530 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f31327fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100ef0 0x7f313419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f31327fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100ef0 0x7f313419ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35524/0 (socket says 172.21.15.18:35524) 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f31327fc640 1 -- 172.21.15.18:0/1858468437 learned_addr learned my addr 172.21.15.18:0/1858468437 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f3132ffd640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3134100530 0x7f313419e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.082+0000 7f31337fe640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31341065f0 0x7f31341a2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f31327fc640 1 -- 172.21.15.18:0/1858468437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3134100530 msgr2=0x7f313419e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f31327fc640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3134100530 0x7f313419e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f31327fc640 1 -- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31341065f0 msgr2=0x7f31341a2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f31327fc640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31341065f0 0x7f31341a2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f31327fc640 1 -- 172.21.15.18:0/1858468437 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31341a3530 con 0x7f3134100ef0 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f31337fe640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31341065f0 0x7f31341a2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f31327fc640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100ef0 0x7f313419ea80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3128009900 tx=0x7f3128004360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:43.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f311bfff640 1 -- 172.21.15.18:0/1858468437 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3128043020 con 0x7f3134100ef0 2024-03-07T10:01:43.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31341a37c0 con 0x7f3134100ef0 2024-03-07T10:01:43.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f311bfff640 1 -- 172.21.15.18:0/1858468437 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f31280054e0 con 0x7f3134100ef0 2024-03-07T10:01:43.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f311bfff640 1 -- 172.21.15.18:0/1858468437 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3128003b80 con 0x7f3134100ef0 2024-03-07T10:01:43.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.083+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31341ab0b0 con 0x7f3134100ef0 2024-03-07T10:01:43.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.086+0000 7f311bfff640 1 -- 172.21.15.18:0/1858468437 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3128046020 con 0x7f3134100ef0 2024-03-07T10:01:43.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.086+0000 7f313c5ec740 1 Processor -- start 2024-03-07T10:01:43.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.086+0000 7f313c5ec740 1 -- start start 2024-03-07T10:01:43.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1e5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1ee6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1f1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f313c5ec740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f2e148dd0 con 0x556f2e1eec30 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f313c5ec740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f2e0f1ae0 con 0x556f2e1e6050 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f313c5ec740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f2e144e70 con 0x556f2e1e5730 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f31327fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1f1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f3132ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1ee6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f31337fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1e5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f31327fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1f1020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57488/0 (socket says 172.21.15.18:57488) 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f3132ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1ee6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35540/0 (socket says 172.21.15.18:35540) 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f31327fc640 1 -- 172.21.15.18:0/2753719627 learned_addr learned my addr 172.21.15.18:0/2753719627 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f311bfff640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f311c0a1ef0 0x7f311c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f3132ffd640 1 -- 172.21.15.18:0/2753719627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 msgr2=0x556f2e1e5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f3132ffd640 1 --2- 172.21.15.18:0/2753719627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1e5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f3132ffd640 1 -- 172.21.15.18:0/2753719627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 msgr2=0x556f2e1f1020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f3132ffd640 1 --2- 172.21.15.18:0/2753719627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1f1020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f3132ffd640 1 -- 172.21.15.18:0/2753719627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f2df277d0 con 0x556f2e1e6050 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f31337fe640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f311c0a1ef0 0x7f311c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.087+0000 7f311bfff640 1 -- 172.21.15.18:0/1858468437 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f31280f02c0 con 0x7f3134100ef0 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.088+0000 7f3132ffd640 1 --2- 172.21.15.18:0/2753719627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1ee6f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3124009c20 tx=0x7f3124011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=834743e9ea5c7032 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.088+0000 7f31197fa640 1 -- 172.21.15.18:0/2753719627 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3124004050 con 0x556f2e1e6050 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.088+0000 7f31337fe640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f311c0a1ef0 0x7f311c0a43b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f312c005fd0 tx=0x7f312c004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.088+0000 7f31197fa640 1 -- 172.21.15.18:0/2753719627 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3124005500 con 0x556f2e1e6050 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.088+0000 7f31197fa640 1 -- 172.21.15.18:0/2753719627 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3124004d50 con 0x556f2e1e6050 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.089+0000 7f313c5ec740 1 -- 172.21.15.18:0/2753719627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 msgr2=0x556f2e1ee6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.089+0000 7f313c5ec740 1 --2- 172.21.15.18:0/2753719627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1ee6f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3124009c20 tx=0x7f3124011810 comp rx=0 tx=0).stop 2024-03-07T10:01:43.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.089+0000 7f313c5ec740 1 -- 172.21.15.18:0/2753719627 shutdown_connections 2024-03-07T10:01:43.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.089+0000 7f313c5ec740 1 --2- 172.21.15.18:0/2753719627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1f1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.089+0000 7f313c5ec740 1 --2- 172.21.15.18:0/2753719627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1ee6f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.089+0000 7f313c5ec740 1 --2- 172.21.15.18:0/2753719627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1e5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.090+0000 7f313c5ec740 1 -- 172.21.15.18:0/2753719627 >> 172.21.15.18:0/2753719627 conn(0x556f2e1dfe60 msgr2=0x556f2e1e0240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:43.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.090+0000 7f313c5ec740 1 -- 172.21.15.18:0/2753719627 shutdown_connections 2024-03-07T10:01:43.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.090+0000 7f313c5ec740 1 -- 172.21.15.18:0/2753719627 wait complete. 2024-03-07T10:01:43.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:42 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:01:43.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:42 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:43.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:42 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:01:43.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.090+0000 7f313c5ec740 1 -- start start 2024-03-07T10:01:43.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 1 Processor -- start 2024-03-07T10:01:43.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1ee5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1eb950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1ebed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f2e1f1a20 con 0x556f2e1eec30 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f2e105070 con 0x556f2e1e6050 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f2e1f1ba0 con 0x556f2e1e5730 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1eb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1ebed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1eb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:35556/0 (socket says 172.21.15.18:35556) 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f313c5ec740 10 client.0 _ll_register_callbacks cb 0x556f2e104a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 -- 172.21.15.18:0/3661211522 learned_addr learned my addr 172.21.15.18:0/3661211522 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f3132ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1ee5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 -- 172.21.15.18:0/3661211522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 msgr2=0x556f2e1ee5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1ee5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 -- 172.21.15.18:0/3661211522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 msgr2=0x556f2e1ebed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1ebed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.091+0000 7f31327fc640 1 -- 172.21.15.18:0/3661211522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f2de5d3f0 con 0x556f2e1e6050 2024-03-07T10:01:43.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f31327fc640 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1eb950 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3128006010 tx=0x7f31280f3af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a2aa0450056517f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f3116ff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f3116ff5640 1 -- 172.21.15.18:0/3661211522 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31280bc6b0 con 0x556f2e1e6050 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3124005500 con 0x556f2e1e6050 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f3116ff5640 1 -- 172.21.15.18:0/3661211522 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f31280b93c0 con 0x556f2e1e6050 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f3116ff5640 1 -- 172.21.15.18:0/3661211522 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f312802cb90 con 0x556f2e1e6050 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f313c5ec740 10 client.26057 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x556f2de1d0f0 con 0x556f2e1e6050 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f3116ff5640 1 -- 172.21.15.18:0/3661211522 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3124005500 con 0x556f2e1e6050 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f3116ff5640 1 -- 172.21.15.18:0/3661211522 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f31280f3c50 con 0x556f2e1e6050 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f313c5ec740 10 client.26057 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f313c5ec740 10 client.26057 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f313c5ec740 20 client.26057 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.092+0000 7f313c5ec740 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e200c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.093+0000 7f313c5ec740 4 client.26057 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:43.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.093+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556f2e156310 con 0x556f2e1fe840 2024-03-07T10:01:43.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.093+0000 7f3132ffd640 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e200c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.094+0000 7f3116ff5640 10 client.26057 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:43.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.094+0000 7f3132ffd640 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e200c80 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fd181bae7f399f0 server_cookie=373dae4f8807cd71 in_seq=0 out_seq=0 2024-03-07T10:01:43.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f3116ff5640 1 -- 172.21.15.18:0/3661211522 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556f2e156310 con 0x556f2e1fe840 2024-03-07T10:01:43.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f3116ff5640 10 client.26057 handle_command_reply: tid=0 2024-03-07T10:01:43.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f313c5ec740 1 client.26057 shutdown 2024-03-07T10:01:43.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 msgr2=0x556f2e1eb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f313c5ec740 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1eb950 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3128006010 tx=0x7f31280f3af0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 shutdown_connections 2024-03-07T10:01:43.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f313c5ec740 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e200c80 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f313c5ec740 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1eec30 0x556f2e1ebed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f3116ff5640 0 client.26057 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:43.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.096+0000 7f313c5ec740 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1e6050 0x556f2e1eb950 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.097+0000 7f313c5ec740 1 --2- 172.21.15.18:0/3661211522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e5730 0x556f2e1ee5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.097+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 >> 172.21.15.18:0/3661211522 conn(0x556f2e1dfe60 msgr2=0x556f2e1e1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:43.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.097+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 shutdown_connections 2024-03-07T10:01:43.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.097+0000 7f313c5ec740 1 -- 172.21.15.18:0/3661211522 wait complete. 2024-03-07T10:01:43.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.097+0000 7f313c5ec740 20 client.26057 trim_cache size 0 max 16384 2024-03-07T10:01:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 140.0 s, 3498.8 tps, lat 28.517 ms stddev 29.519 2024-03-07T10:01:43.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.123+0000 7f313c5ec740 1 Processor -- start 2024-03-07T10:01:43.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.123+0000 7f313c5ec740 1 -- start start 2024-03-07T10:01:43.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.123+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1ee080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1ee5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f3132ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1ee080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f3132ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1ee080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57510/0 (socket says 172.21.15.18:57510) 2024-03-07T10:01:43.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f3132ffd640 1 -- 172.21.15.18:0/796497716 learned_addr learned my addr 172.21.15.18:0/796497716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f31327fc640 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1ee5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f313c5ec740 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31341b5fc0 con 0x556f2e1e5730 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31341b3ac0 con 0x556f2e1eec30 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.124+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31341b1b60 con 0x556f2e1e6050 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f31337fe640 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f3132ffd640 1 -- 172.21.15.18:0/796497716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 msgr2=0x556f2e1ee5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f3132ffd640 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1ee5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f3132ffd640 1 -- 172.21.15.18:0/796497716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 msgr2=0x556f2e1f0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f3132ffd640 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f3132ffd640 1 -- 172.21.15.18:0/796497716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f2e1ec240 con 0x556f2e1e5730 2024-03-07T10:01:43.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f3132ffd640 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1ee080 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f3124009c20 tx=0x7f3124009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c8b95fcee1a9389 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:43.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.125+0000 7f3118ff9640 1 -- 172.21.15.18:0/796497716 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3124033070 con 0x556f2e1e5730 2024-03-07T10:01:43.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.126+0000 7f3118ff9640 1 -- 172.21.15.18:0/796497716 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3124011d10 con 0x556f2e1e5730 2024-03-07T10:01:43.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.126+0000 7f3118ff9640 1 -- 172.21.15.18:0/796497716 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3124019690 con 0x556f2e1e5730 2024-03-07T10:01:43.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 msgr2=0x556f2e1ee080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1ee080 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f3124009c20 tx=0x7f3124009b20 comp rx=0 tx=0).stop 2024-03-07T10:01:43.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 shutdown_connections 2024-03-07T10:01:43.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1ee5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 --2- 172.21.15.18:0/796497716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1ee080 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 >> 172.21.15.18:0/796497716 conn(0x556f2e1dfe60 msgr2=0x556f2e1e6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:43.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 shutdown_connections 2024-03-07T10:01:43.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.127+0000 7f313c5ec740 1 -- 172.21.15.18:0/796497716 wait complete. 2024-03-07T10:01:43.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.128+0000 7f313c5ec740 1 -- start start 2024-03-07T10:01:43.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.128+0000 7f313c5ec740 1 Processor -- start 2024-03-07T10:01:43.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.128+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1f6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.128+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1f2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.128+0000 7f313c5ec740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1f6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1f6ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57516/0 (socket says 172.21.15.18:57516) 2024-03-07T10:01:43.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 -- 172.21.15.18:0/1176308789 learned_addr learned my addr 172.21.15.18:0/1176308789 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:43.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f313c5ec740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31341b2160 con 0x556f2e1e5730 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31341b3460 con 0x556f2e1eec30 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31341b27a0 con 0x556f2e1e6050 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f313c5ec740 10 client.0 _ll_register_callbacks cb 0x556f2e104a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f31337fe640 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f31327fc640 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1f2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 -- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 msgr2=0x556f2e1f2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1f2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 -- 172.21.15.18:0/1176308789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 msgr2=0x556f2e1f3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.129+0000 7f3132ffd640 1 -- 172.21.15.18:0/1176308789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f2e1f3ab0 con 0x556f2e1e5730 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.130+0000 7f3132ffd640 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1f6ab0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f31240099b0 tx=0x7f3124009820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43fd4144bf9c37a3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:43.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.130+0000 7f3116ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.130+0000 7f3116ff5640 1 -- 172.21.15.18:0/1176308789 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f312403b020 con 0x556f2e1e5730 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.130+0000 7f3116ff5640 1 -- 172.21.15.18:0/1176308789 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3124009d10 con 0x556f2e1e5730 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.130+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3124011d10 con 0x556f2e1e5730 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.131+0000 7f3116ff5640 1 -- 172.21.15.18:0/1176308789 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3124046050 con 0x556f2e1e5730 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.131+0000 7f313c5ec740 10 client.16275 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.131+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x556f2e26c050 con 0x556f2e1e5730 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.131+0000 7f3116ff5640 1 -- 172.21.15.18:0/1176308789 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f312402e5a0 con 0x556f2e1e5730 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.131+0000 7f3116ff5640 1 -- 172.21.15.18:0/1176308789 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f31280ecbf0 con 0x556f2e1e5730 2024-03-07T10:01:43.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.131+0000 7f313c5ec740 10 client.16275 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.131+0000 7f313c5ec740 10 client.16275 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f313c5ec740 20 client.16275 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f313c5ec740 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e26e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f313c5ec740 4 client.16275 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f3124011d10 con 0x556f2e1fe840 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f31327fc640 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e26e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f3116ff5640 10 client.16275 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f31327fc640 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e26e5d0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=270c8815b3430211 server_cookie=39afdfbf2c566a54 in_seq=0 out_seq=0 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f3116ff5640 1 -- 172.21.15.18:0/1176308789 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x7f3124011d10 con 0x556f2e1fe840 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f3116ff5640 10 client.16275 handle_command_reply: tid=0 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f313c5ec740 1 client.16275 shutdown 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 msgr2=0x556f2e1f6ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.132+0000 7f313c5ec740 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1f6ab0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f31240099b0 tx=0x7f3124009820 comp rx=0 tx=0).stop 2024-03-07T10:01:43.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 shutdown_connections 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f2e1fe840 0x556f2e26e5d0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f2e1eec30 0x556f2e1f3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f2e1e6050 0x556f2e1f2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 --2- 172.21.15.18:0/1176308789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f2e1e5730 0x556f2e1f6ab0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 >> 172.21.15.18:0/1176308789 conn(0x556f2e1dfe60 msgr2=0x556f2e1de630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f3116ff5640 0 client.16275 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 shutdown_connections 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 1 -- 172.21.15.18:0/1176308789 wait complete. 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.133+0000 7f313c5ec740 20 client.16275 trim_cache size 0 max 16384 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:01:43.137 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout: "a4ce8b6f-8f2d-4639-b82a-b3a667d30d49": { 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "a4ce8b6f-8f2d-4639-b82a-b3a667d30d49", 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:01:43.138 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f311c0a1ef0 msgr2=0x7f311c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f311c0a1ef0 0x7f311c0a43b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f312c005fd0 tx=0x7f312c004ab0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100ef0 msgr2=0x7f313419ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100ef0 0x7f313419ea80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3128009900 tx=0x7f3128004360 comp rx=0 tx=0).stop 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 shutdown_connections 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f311c0a1ef0 0x7f311c0a43b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f31341065f0 0x7f31341a2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3134100ef0 0x7f313419ea80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 --2- 172.21.15.18:0/1858468437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3134100530 0x7f313419e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:43.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.134+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 >> 172.21.15.18:0/1858468437 conn(0x7f3134077680 msgr2=0x7f31340ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:43.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.135+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 shutdown_connections 2024-03-07T10:01:43.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:01:43.135+0000 7f313971d640 1 -- 172.21.15.18:0/1858468437 wait complete. 2024-03-07T10:01:43.153 INFO:tasks.cephfs.filesystem:scrub status for tag:a4ce8b6f-8f2d-4639-b82a-b3a667d30d49 - {'path': '/', 'tag': 'a4ce8b6f-8f2d-4639-b82a-b3a667d30d49', 'options': 'recursive,force'} 2024-03-07T10:01:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:42 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:01:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:42 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:42 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:01:43.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:42 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:01:43.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:42 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:43.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:42 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:01:44.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:43 smithi077 ceph-mon[36374]: pgmap v81: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 12 MiB/s wr, 950 op/s 2024-03-07T10:01:44.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:43 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:01:44.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:43 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:01:44.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:43 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:43 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:43 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:43 smithi018 ceph-mon[32171]: pgmap v81: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 12 MiB/s wr, 950 op/s 2024-03-07T10:01:44.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:43 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:01:44.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:43 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:01:44.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:43 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:43 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:43 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:43 smithi063 ceph-mon[36356]: pgmap v81: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 12 MiB/s wr, 950 op/s 2024-03-07T10:01:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:43 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:01:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:43 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:01:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:43 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:43 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:43 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:01:46.248 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:45 smithi063 ceph-mon[36356]: pgmap v82: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.1 MiB/s wr, 656 op/s 2024-03-07T10:01:46.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:45 smithi077 ceph-mon[36374]: pgmap v82: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.1 MiB/s wr, 656 op/s 2024-03-07T10:01:46.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:45 smithi018 ceph-mon[32171]: pgmap v82: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.1 MiB/s wr, 656 op/s 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 -- 172.21.15.18:0/4224143233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 msgr2=0x7f880c107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 --2- 172.21.15.18:0/4224143233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 0x7f880c107a80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f87fc009930 tx=0x7f87fc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 -- 172.21.15.18:0/4224143233 shutdown_connections 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 --2- 172.21.15.18:0/4224143233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 0x7f880c10e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 --2- 172.21.15.18:0/4224143233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f880c068f00 0x7f880c069380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 --2- 172.21.15.18:0/4224143233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 0x7f880c107a80 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 -- 172.21.15.18:0/4224143233 >> 172.21.15.18:0/4224143233 conn(0x7f880c077650 msgr2=0x7f880c077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 -- 172.21.15.18:0/4224143233 shutdown_connections 2024-03-07T10:01:47.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 -- 172.21.15.18:0/4224143233 wait complete. 2024-03-07T10:01:47.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.523+0000 7f88113b1640 1 Processor -- start 2024-03-07T10:01:47.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f88113b1640 1 -- start start 2024-03-07T10:01:47.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f88113b1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f880c068f00 0x7f880c100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f88113b1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 0x7f880c100a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f88113b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 0x7f880c100fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f880a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 0x7f880c100a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f88113b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1119e0 con 0x7f880c1076a0 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f88113b1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c111860 con 0x7f880c0698c0 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f88113b1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c111b60 con 0x7f880c068f00 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f880a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 0x7f880c100a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:49566/0 (socket says 172.21.15.18:49566) 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.524+0000 7f880a7fc640 1 -- 172.21.15.18:0/2760616422 learned_addr learned my addr 172.21.15.18:0/2760616422 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.525+0000 7f880b7fe640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 0x7f880c100fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.525+0000 7f880a7fc640 1 -- 172.21.15.18:0/2760616422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f880c068f00 msgr2=0x7f880c100540 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.525+0000 7f880a7fc640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f880c068f00 0x7f880c100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.525+0000 7f880a7fc640 1 -- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 msgr2=0x7f880c100fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.525+0000 7f880a7fc640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 0x7f880c100fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.525+0000 7f880a7fc640 1 -- 172.21.15.18:0/2760616422 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f880c19e010 con 0x7f880c0698c0 2024-03-07T10:01:47.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.525+0000 7f880a7fc640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 0x7f880c100a80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f880000e9f0 tx=0x7f880000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:47.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.526+0000 7f87f3fff640 1 -- 172.21.15.18:0/2760616422 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f880000cd80 con 0x7f880c0698c0 2024-03-07T10:01:47.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.526+0000 7f87f3fff640 1 -- 172.21.15.18:0/2760616422 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8800010910 con 0x7f880c0698c0 2024-03-07T10:01:47.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.526+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f880c19e300 con 0x7f880c0698c0 2024-03-07T10:01:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.526+0000 7f87f3fff640 1 -- 172.21.15.18:0/2760616422 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8800018990 con 0x7f880c0698c0 2024-03-07T10:01:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.526+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f880c19e850 con 0x7f880c0698c0 2024-03-07T10:01:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 Processor -- start 2024-03-07T10:01:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f87f3fff640 1 -- 172.21.15.18:0/2760616422 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8800010ac0 con 0x7f880c0698c0 2024-03-07T10:01:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 -- start start 2024-03-07T10:01:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab9ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9cfa0 0x559aaab9d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559aaab015c0 con 0x559aaaba6520 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559aaaaaa900 con 0x559aaab9cfa0 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.529+0000 7f8814198740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559aaaafd660 con 0x559aaab9dd10 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab9ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9cfa0 0x559aaab9d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab9ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54362/0 (socket says 172.21.15.18:54362) 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f87f3fff640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f87f40a1f60 0x7f87f40a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880b7fe640 1 -- 172.21.15.18:0/2764619353 learned_addr learned my addr 172.21.15.18:0/2764619353 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880b7fe640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f87f40a1f60 0x7f87f40a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880affd640 1 -- 172.21.15.18:0/2764619353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 msgr2=0x559aaab9ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880affd640 1 --2- 172.21.15.18:0/2764619353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab9ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880affd640 1 -- 172.21.15.18:0/2764619353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 msgr2=0x559aaaba8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880affd640 1 --2- 172.21.15.18:0/2764619353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880affd640 1 -- 172.21.15.18:0/2764619353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559aaa816210 con 0x559aaab9cfa0 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f87f3fff640 1 -- 172.21.15.18:0/2760616422 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f88000ce650 con 0x7f880c0698c0 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880affd640 1 --2- 172.21.15.18:0/2764619353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9cfa0 0x559aaab9d420 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f87fc02cfd0 tx=0x7f87fc009560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1d4a48b97ada603 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.530+0000 7f880b7fe640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f87f40a1f60 0x7f87f40a4420 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f88040049d0 tx=0x7f8804004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.531+0000 7f87f17fa640 1 -- 172.21.15.18:0/2764619353 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87fc041020 con 0x559aaab9cfa0 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.531+0000 7f87f17fa640 1 -- 172.21.15.18:0/2764619353 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f87fc004040 con 0x559aaab9cfa0 2024-03-07T10:01:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.531+0000 7f87f17fa640 1 -- 172.21.15.18:0/2764619353 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87fc003990 con 0x559aaab9cfa0 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.532+0000 7f8814198740 1 -- 172.21.15.18:0/2764619353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9cfa0 msgr2=0x559aaab9d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.532+0000 7f8814198740 1 --2- 172.21.15.18:0/2764619353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9cfa0 0x559aaab9d420 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f87fc02cfd0 tx=0x7f87fc009560 comp rx=0 tx=0).stop 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.532+0000 7f8814198740 1 -- 172.21.15.18:0/2764619353 shutdown_connections 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.532+0000 7f8814198740 1 --2- 172.21.15.18:0/2764619353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.532+0000 7f8814198740 1 --2- 172.21.15.18:0/2764619353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9cfa0 0x559aaab9d420 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.532+0000 7f8814198740 1 --2- 172.21.15.18:0/2764619353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab9ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.532+0000 7f8814198740 1 -- 172.21.15.18:0/2764619353 >> 172.21.15.18:0/2764619353 conn(0x559aaab64580 msgr2=0x559aaab97c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 -- 172.21.15.18:0/2764619353 shutdown_connections 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 -- 172.21.15.18:0/2764619353 wait complete. 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 -- start start 2024-03-07T10:01:47.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 Processor -- start 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9cfa0 0x559aaaba3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559aaaba91f0 con 0x559aaaba6520 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559aaaabdd60 con 0x559aaab9dd10 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559aaaba9370 con 0x559aaab9cfa0 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f8814198740 10 client.0 _ll_register_callbacks cb 0x559aaa815a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f880b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f880a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f880a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:49586/0 (socket says 172.21.15.18:49586) 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f880b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47090/0 (socket says 172.21.15.18:47090) 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f880a7fc640 1 -- 172.21.15.18:0/3609817040 learned_addr learned my addr 172.21.15.18:0/3609817040 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.533+0000 7f880affd640 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9cfa0 0x559aaaba3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f880a7fc640 1 -- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9cfa0 msgr2=0x559aaaba3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f880a7fc640 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9cfa0 0x559aaaba3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f880a7fc640 1 -- 172.21.15.18:0/3609817040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 msgr2=0x559aaaba40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f880a7fc640 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f880a7fc640 1 -- 172.21.15.18:0/3609817040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559aaa8e2620 con 0x559aaab9dd10 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f880affd640 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9cfa0 0x559aaaba3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f880a7fc640 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba3b60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f880000c6a0 tx=0x7f880009a8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edc2a8a1d6936ad9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f87eeff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f87eeff5640 1 -- 172.21.15.18:0/3609817040 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88000d1db0 con 0x559aaab9dd10 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f87fc004040 con 0x559aaab9dd10 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f87eeff5640 1 -- 172.21.15.18:0/3609817040 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f880009a3c0 con 0x559aaab9dd10 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f87eeff5640 1 -- 172.21.15.18:0/3609817040 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f880009b670 con 0x559aaab9dd10 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f8814198740 10 client.26075 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559aaabb5600 con 0x559aaab9dd10 2024-03-07T10:01:47.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.534+0000 7f87eeff5640 1 -- 172.21.15.18:0/3609817040 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f87fc004040 con 0x559aaab9dd10 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f87eeff5640 1 -- 172.21.15.18:0/3609817040 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f8800018b30 con 0x559aaab9dd10 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f8814198740 10 client.26075 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f8814198740 10 client.26075 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f8814198740 20 client.26075 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f8814198740 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaabb6a70 0x559aaabb8e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f8814198740 4 client.26075 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559aaab0eb00 con 0x559aaabb6a70 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.535+0000 7f880affd640 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaabb6a70 0x559aaabb8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f880affd640 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaabb6a70 0x559aaabb8e60 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b30ef1a8e7fe1ab6 server_cookie=1e9c2f54455e4cfa in_seq=0 out_seq=0 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f87eeff5640 10 client.26075 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f87eeff5640 1 -- 172.21.15.18:0/3609817040 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559aaab0eb00 con 0x559aaabb6a70 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f87eeff5640 10 client.26075 handle_command_reply: tid=0 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 client.26075 shutdown 2024-03-07T10:01:47.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 msgr2=0x559aaaba3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba3b60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f880000c6a0 tx=0x7f880009a8d0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 shutdown_connections 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaabb6a70 0x559aaabb8e60 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaaba6520 0x559aaaba40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba3b60 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f87eeff5640 0 client.26075 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 --2- 172.21.15.18:0/3609817040 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9cfa0 0x559aaaba3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.536+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 >> 172.21.15.18:0/3609817040 conn(0x559aaab64580 msgr2=0x559aaab999e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.537+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 shutdown_connections 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.537+0000 7f8814198740 1 -- 172.21.15.18:0/3609817040 wait complete. 2024-03-07T10:01:47.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.537+0000 7f8814198740 20 client.26075 trim_cache size 0 max 16384 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.554+0000 7f8814198740 1 Processor -- start 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.554+0000 7f8814198740 1 -- start start 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f8814198740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f8814198740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab997a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f8814198740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaaba6520 0x559aaabb1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f8814198740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1be830 con 0x559aaab9cfa0 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f8814198740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1bc330 con 0x559aaaba6520 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f8814198740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1a4190 con 0x559aaab9dd10 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47094/0 (socket says 172.21.15.18:47094) 2024-03-07T10:01:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 -- 172.21.15.18:0/3236380868 learned_addr learned my addr 172.21.15.18:0/3236380868 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880b7fe640 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaaba6520 0x559aaabb1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880a7fc640 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 -- 172.21.15.18:0/3236380868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 msgr2=0x559aaab997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 -- 172.21.15.18:0/3236380868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaaba6520 msgr2=0x559aaabb1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaaba6520 0x559aaabb1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 -- 172.21.15.18:0/3236380868 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559aaabb91d0 con 0x559aaab9cfa0 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f880affd640 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba5d50 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f87fc02e010 tx=0x7f87fc02ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dabcfcbfeffac05c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f87f0ff9640 1 -- 172.21.15.18:0/3236380868 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87fc041040 con 0x559aaab9cfa0 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f87f0ff9640 1 -- 172.21.15.18:0/3236380868 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f87fc0515a0 con 0x559aaab9cfa0 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.555+0000 7f87f0ff9640 1 -- 172.21.15.18:0/3236380868 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87fc005d50 con 0x559aaab9cfa0 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 -- 172.21.15.18:0/3236380868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 msgr2=0x559aaaba5d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba5d50 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f87fc02e010 tx=0x7f87fc02ce00 comp rx=0 tx=0).stop 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 -- 172.21.15.18:0/3236380868 shutdown_connections 2024-03-07T10:01:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaaba6520 0x559aaabb1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaab9dd10 0x559aaab997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 --2- 172.21.15.18:0/3236380868 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba5d50 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 -- 172.21.15.18:0/3236380868 >> 172.21.15.18:0/3236380868 conn(0x559aaab64580 msgr2=0x559aaab99090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:47.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 -- 172.21.15.18:0/3236380868 shutdown_connections 2024-03-07T10:01:47.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.556+0000 7f8814198740 1 -- 172.21.15.18:0/3236380868 wait complete. 2024-03-07T10:01:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.557+0000 7f8814198740 1 -- start start 2024-03-07T10:01:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f8814198740 1 Processor -- start 2024-03-07T10:01:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f8814198740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f8814198740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f8814198740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaaba6520 0x559aaaba7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f8814198740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1baa50 con 0x559aaab9cfa0 2024-03-07T10:01:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f880b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaaba6520 0x559aaaba7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f880a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f880b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaaba6520 0x559aaaba7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54394/0 (socket says 172.21.15.18:54394) 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.558+0000 7f880b7fe640 1 -- 172.21.15.18:0/3564085377 learned_addr learned my addr 172.21.15.18:0/3564085377 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1bbcd0 con 0x559aaab9dd10 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f880affd640 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880c1bb010 con 0x559aaaba6520 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f8814198740 10 client.0 _ll_register_callbacks cb 0x7f8800009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f880b7fe640 1 -- 172.21.15.18:0/3564085377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 msgr2=0x559aaaba1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f880b7fe640 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f880b7fe640 1 -- 172.21.15.18:0/3564085377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 msgr2=0x559aaaba0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f880b7fe640 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f880b7fe640 1 -- 172.21.15.18:0/3564085377 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559aaaba7590 con 0x559aaaba6520 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f880b7fe640 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaaba6520 0x559aaaba7050 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8804012040 tx=0x7f8804004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e53361c60be65279 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:01:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f87eeff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f87eeff5640 1 -- 172.21.15.18:0/3564085377 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8804031060 con 0x559aaaba6520 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f87fc0515a0 con 0x559aaaba6520 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.559+0000 7f87eeff5640 1 -- 172.21.15.18:0/3564085377 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8804013310 con 0x559aaaba6520 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.560+0000 7f87eeff5640 1 -- 172.21.15.18:0/3564085377 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8804010640 con 0x559aaaba6520 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.560+0000 7f8814198740 10 client.26140 fetch_fsmap learned FSMap version 25 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.560+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559aaac12ad0 con 0x559aaaba6520 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.560+0000 7f87eeff5640 1 -- 172.21.15.18:0/3564085377 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f87fc0515a0 con 0x559aaaba6520 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.560+0000 7f87eeff5640 1 -- 172.21.15.18:0/3564085377 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 25) v1 ==== 7926+0+0 (secure 0 0 0) 0x7f880401f040 con 0x559aaaba6520 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.561+0000 7f8814198740 10 client.26140 fetch_fsmap finished waiting for FSMap version 25 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.561+0000 7f8814198740 10 client.26140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.561+0000 7f8814198740 20 client.26140 populate_metadata read hostname 'smithi018' 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.561+0000 7f8814198740 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaac13180 0x559aaac155a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.561+0000 7f8814198740 4 client.26140 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.561+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559aaab08e50 con 0x559aaac13180 2024-03-07T10:01:47.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.561+0000 7f880affd640 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaac13180 0x559aaac155a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:01:47.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.562+0000 7f880affd640 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaac13180 0x559aaac155a0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5707d9eb2cc9e072 server_cookie=6f154b2b01a0759e in_seq=0 out_seq=0 2024-03-07T10:01:47.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.562+0000 7f87eeff5640 10 client.26140 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:47.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f87eeff5640 1 -- 172.21.15.18:0/3564085377 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559aaab08e50 con 0x559aaac13180 2024-03-07T10:01:47.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f87eeff5640 10 client.26140 handle_command_reply: tid=0 2024-03-07T10:01:47.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 client.26140 shutdown 2024-03-07T10:01:47.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaaba6520 msgr2=0x559aaaba7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaaba6520 0x559aaaba7050 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8804012040 tx=0x7f8804004a40 comp rx=0 tx=0).stop 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 shutdown_connections 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559aaac13180 0x559aaac155a0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559aaaba6520 0x559aaaba7050 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f87eeff5640 0 client.26140 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aaab9dd10 0x559aaaba1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 --2- 172.21.15.18:0/3564085377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559aaab9cfa0 0x559aaaba0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 >> 172.21.15.18:0/3564085377 conn(0x559aaab64580 msgr2=0x559aaab99090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 shutdown_connections 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 1 -- 172.21.15.18:0/3564085377 wait complete. 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.576+0000 7f8814198740 20 client.26140 trim_cache size 0 max 16384 2024-03-07T10:01:47.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:01:47.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:01:47.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:01:47.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:01:47.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f87f40a1f60 msgr2=0x7f87f40a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f87f40a1f60 0x7f87f40a4420 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f88040049d0 tx=0x7f8804004ab0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 msgr2=0x7f880c100a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 0x7f880c100a80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f880000e9f0 tx=0x7f880000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 shutdown_connections 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f87f40a1f60 0x7f87f40a4420 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f880c1076a0 0x7f880c100fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f880c0698c0 0x7f880c100a80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 --2- 172.21.15.18:0/2760616422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f880c068f00 0x7f880c100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 >> 172.21.15.18:0/2760616422 conn(0x7f880c077650 msgr2=0x7f880c0ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 shutdown_connections 2024-03-07T10:01:47.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:01:47.577+0000 7f88113b1640 1 -- 172.21.15.18:0/2760616422 wait complete. 2024-03-07T10:01:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 145.0 s, 3685.8 tps, lat 27.162 ms stddev 29.270 2024-03-07T10:01:48.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:47 smithi077 ceph-mon[36374]: pgmap v83: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.6 MiB/s wr, 637 op/s 2024-03-07T10:01:48.345 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:47 smithi018 ceph-mon[32171]: pgmap v83: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.6 MiB/s wr, 637 op/s 2024-03-07T10:01:48.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:47 smithi063 ceph-mon[36356]: pgmap v83: 97 pgs: 97 active+clean; 1.7 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.6 MiB/s wr, 637 op/s 2024-03-07T10:01:50.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:49 smithi077 ceph-mon[36374]: pgmap v84: 97 pgs: 97 active+clean; 1.8 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 11 MiB/s wr, 994 op/s 2024-03-07T10:01:50.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:49 smithi018 ceph-mon[32171]: pgmap v84: 97 pgs: 97 active+clean; 1.8 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 11 MiB/s wr, 994 op/s 2024-03-07T10:01:50.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:49 smithi063 ceph-mon[36356]: pgmap v84: 97 pgs: 97 active+clean; 1.8 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 11 MiB/s wr, 994 op/s 2024-03-07T10:01:51.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:50 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:01:51.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:50 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:01:51.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:50 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:01:52.252 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:51 smithi077 ceph-mon[36374]: pgmap v85: 97 pgs: 97 active+clean; 1.8 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 7.5 MiB/s wr, 672 op/s 2024-03-07T10:01:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:01:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:01:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:51 smithi018 ceph-mon[32171]: pgmap v85: 97 pgs: 97 active+clean; 1.8 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 7.5 MiB/s wr, 672 op/s 2024-03-07T10:01:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:01:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:01:52.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:51 smithi063 ceph-mon[36356]: pgmap v85: 97 pgs: 97 active+clean; 1.8 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 7.5 MiB/s wr, 672 op/s 2024-03-07T10:01:52.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:01:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:01:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 150.0 s, 3453.8 tps, lat 28.934 ms stddev 30.492 2024-03-07T10:01:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:53 smithi077 ceph-mon[36374]: pgmap v86: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 12 MiB/s wr, 986 op/s 2024-03-07T10:01:54.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:53 smithi018 ceph-mon[32171]: pgmap v86: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 12 MiB/s wr, 986 op/s 2024-03-07T10:01:54.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:53 smithi063 ceph-mon[36356]: pgmap v86: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 12 MiB/s wr, 986 op/s 2024-03-07T10:01:56.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:55 smithi077 ceph-mon[36374]: pgmap v87: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 9.0 MiB/s wr, 739 op/s 2024-03-07T10:01:56.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:55 smithi018 ceph-mon[32171]: pgmap v87: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 9.0 MiB/s wr, 739 op/s 2024-03-07T10:01:56.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:55 smithi063 ceph-mon[36356]: pgmap v87: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 9.0 MiB/s wr, 739 op/s 2024-03-07T10:01:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:56 smithi077 ceph-mon[36374]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T10:01:57.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:56 smithi018 ceph-mon[32171]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T10:01:57.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:56 smithi063 ceph-mon[36356]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-03-07T10:01:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 155.0 s, 3161.8 tps, lat 31.484 ms stddev 32.774 2024-03-07T10:01:58.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:01:57 smithi077 ceph-mon[36374]: pgmap v88: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.5 MiB/s wr, 671 op/s 2024-03-07T10:01:58.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:01:57 smithi018 ceph-mon[32171]: pgmap v88: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.5 MiB/s wr, 671 op/s 2024-03-07T10:01:58.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:01:57 smithi063 ceph-mon[36356]: pgmap v88: 97 pgs: 97 active+clean; 1.8 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.5 MiB/s wr, 671 op/s 2024-03-07T10:02:00.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:00 smithi077 ceph-mon[36374]: pgmap v89: 97 pgs: 97 active+clean; 1.8 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 11 MiB/s wr, 985 op/s 2024-03-07T10:02:00.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:00 smithi018 ceph-mon[32171]: pgmap v89: 97 pgs: 97 active+clean; 1.8 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 11 MiB/s wr, 985 op/s 2024-03-07T10:02:00.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:00 smithi063 ceph-mon[36356]: pgmap v89: 97 pgs: 97 active+clean; 1.8 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 11 MiB/s wr, 985 op/s 2024-03-07T10:02:00.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 -- 172.21.15.18:0/609794491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 msgr2=0x7f2abc10e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 --2- 172.21.15.18:0/609794491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc10e4d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f2ab4009cd0 tx=0x7f2ab402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 -- 172.21.15.18:0/609794491 shutdown_connections 2024-03-07T10:02:00.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 --2- 172.21.15.18:0/609794491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc10e4d0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.690 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 --2- 172.21.15.18:0/609794491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 0x7f2abc069380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 --2- 172.21.15.18:0/609794491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2abc1076a0 0x7f2abc107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 -- 172.21.15.18:0/609794491 >> 172.21.15.18:0/609794491 conn(0x7f2abc077650 msgr2=0x7f2abc077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 -- 172.21.15.18:0/609794491 shutdown_connections 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.686+0000 7f2ac1794640 1 -- 172.21.15.18:0/609794491 wait complete. 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 Processor -- start 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 -- start start 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 0x7f2abc100520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2abc1076a0 0x7f2abc100fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc1119e0 con 0x7f2abc0698c0 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc111860 con 0x7f2abc068f00 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ac1794640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc111b60 con 0x7f2abc1076a0 2024-03-07T10:02:00.691 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ab3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc100a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 0x7f2abc100520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 0x7f2abc100520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41360/0 (socket says 172.21.15.18:41360) 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2abaffd640 1 -- 172.21.15.18:0/2815736230 learned_addr learned my addr 172.21.15.18:0/2815736230 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2ab3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc100a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35668/0 (socket says 172.21.15.18:35668) 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.687+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2abc1076a0 0x7f2abc100fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab3fff640 1 -- 172.21.15.18:0/2815736230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2abc1076a0 msgr2=0x7f2abc100fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab3fff640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2abc1076a0 0x7f2abc100fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab3fff640 1 -- 172.21.15.18:0/2815736230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 msgr2=0x7f2abc100520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab3fff640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 0x7f2abc100520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab3fff640 1 -- 172.21.15.18:0/2815736230 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2abc1a6340 con 0x7f2abc0698c0 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2abaffd640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 0x7f2abc100520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab3fff640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc100a60 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f2aa400e9f0 tx=0x7f2aa400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:00.692 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab8ff9640 1 -- 172.21.15.18:0/2815736230 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa400ccc0 con 0x7f2abc0698c0 2024-03-07T10:02:00.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2abc1a6630 con 0x7f2abc0698c0 2024-03-07T10:02:00.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab8ff9640 1 -- 172.21.15.18:0/2815736230 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2aa4010910 con 0x7f2abc0698c0 2024-03-07T10:02:00.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ab8ff9640 1 -- 172.21.15.18:0/2815736230 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4018960 con 0x7f2abc0698c0 2024-03-07T10:02:00.693 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.688+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2abc1a6b80 con 0x7f2abc0698c0 2024-03-07T10:02:00.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.690+0000 7f2ab8ff9640 1 -- 172.21.15.18:0/2815736230 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2aa4010ac0 con 0x7f2abc0698c0 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.690+0000 7f2ac4576740 1 Processor -- start 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.690+0000 7f2ac4576740 1 -- start start 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4502a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4502fa0 0x55fee4503420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ab8ff9640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2aa80a1f10 0x7f2aa80a43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee450c520 0x55fee450e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ac4576740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fee44675c0 con 0x55fee4502fa0 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ac4576740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fee4410900 con 0x55fee4503d10 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ac4576740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fee4463660 con 0x55fee450c520 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4502fa0 0x55fee4503420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ab3fff640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2aa80a1f10 0x7f2aa80a43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4502a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4502fa0 0x55fee4503420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35676/0 (socket says 172.21.15.18:35676) 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee450c520 0x55fee450e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 -- 172.21.15.18:0/533134684 learned_addr learned my addr 172.21.15.18:0/533134684 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2ab8ff9640 1 -- 172.21.15.18:0/2815736230 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2aa40ce5e0 con 0x7f2abc0698c0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 -- 172.21.15.18:0/533134684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee450c520 msgr2=0x55fee450e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 --2- 172.21.15.18:0/533134684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee450c520 0x55fee450e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 -- 172.21.15.18:0/533134684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 msgr2=0x55fee4502a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 --2- 172.21.15.18:0/533134684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4502a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.691+0000 7f2abaffd640 1 -- 172.21.15.18:0/533134684 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fee417c210 con 0x55fee4502fa0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.692+0000 7f2ab3fff640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2aa80a1f10 0x7f2aa80a43d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2aa409af40 tx=0x7f2aa4096c10 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.692+0000 7f2abaffd640 1 --2- 172.21.15.18:0/533134684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4502fa0 0x55fee4503420 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f2aac011510 tx=0x7f2aac0119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ffc94a47f148e1b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.692+0000 7f2ab17fa640 1 -- 172.21.15.18:0/533134684 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac01e070 con 0x55fee4502fa0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.692+0000 7f2ab17fa640 1 -- 172.21.15.18:0/533134684 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2aac0035f0 con 0x55fee4502fa0 2024-03-07T10:02:00.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.692+0000 7f2ab17fa640 1 -- 172.21.15.18:0/533134684 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac00f7a0 con 0x55fee4502fa0 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.692+0000 7f2ac4576740 1 -- 172.21.15.18:0/533134684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4502fa0 msgr2=0x55fee4503420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.692+0000 7f2ac4576740 1 --2- 172.21.15.18:0/533134684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4502fa0 0x55fee4503420 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f2aac011510 tx=0x7f2aac0119d0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- 172.21.15.18:0/533134684 shutdown_connections 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 --2- 172.21.15.18:0/533134684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee450c520 0x55fee450e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 --2- 172.21.15.18:0/533134684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4502fa0 0x55fee4503420 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 --2- 172.21.15.18:0/533134684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4502a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- 172.21.15.18:0/533134684 >> 172.21.15.18:0/533134684 conn(0x55fee44ca580 msgr2=0x55fee44fdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- 172.21.15.18:0/533134684 shutdown_connections 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- 172.21.15.18:0/533134684 wait complete. 2024-03-07T10:02:00.700 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- start start 2024-03-07T10:02:00.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 Processor -- start 2024-03-07T10:02:00.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee45095c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4509b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fee450f250 con 0x55fee450c520 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fee4423d60 con 0x55fee4503d10 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fee450f3d0 con 0x55fee4502fa0 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2ac4576740 10 client.0 _ll_register_callbacks cb 0x55fee417ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2abb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2abb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35682/0 (socket says 172.21.15.18:35682) 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4509b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2abb7fe640 1 -- 172.21.15.18:0/1882740430 learned_addr learned my addr 172.21.15.18:0/1882740430 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.693+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee45095c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.694+0000 7f2abb7fe640 1 -- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 msgr2=0x55fee45095c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.694+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee45095c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.694+0000 7f2abb7fe640 1 -- 172.21.15.18:0/1882740430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 msgr2=0x55fee4509b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.694+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4509b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.694+0000 7f2abb7fe640 1 -- 172.21.15.18:0/1882740430 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fee4248620 con 0x55fee450c520 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.695+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450a040 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f2ab402c700 tx=0x7f2ab402c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89363f06ebf12550 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.695+0000 7f2aa27fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.695+0000 7f2aa27fc640 1 -- 172.21.15.18:0/1882740430 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ab4039040 con 0x55fee450c520 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.695+0000 7f2aa27fc640 1 -- 172.21.15.18:0/1882740430 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2ab4003d80 con 0x55fee450c520 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.696+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2aac0035f0 con 0x55fee450c520 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.696+0000 7f2aa27fc640 1 -- 172.21.15.18:0/1882740430 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ab4032a40 con 0x55fee450c520 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.696+0000 7f2ac4576740 10 client.16305 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.696+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55fee451b5e0 con 0x55fee450c520 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2aa27fc640 1 -- 172.21.15.18:0/1882740430 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ab4004460 con 0x55fee450c520 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2aa27fc640 1 -- 172.21.15.18:0/1882740430 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2ab403f040 con 0x55fee450c520 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2ac4576740 10 client.16305 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2ac4576740 10 client.16305 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2ac4576740 20 client.16305 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2ac4576740 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee451caa0 0x55fee451ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2ac4576740 4 client.16305 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2aac0035f0 con 0x55fee451caa0 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.697+0000 7f2abaffd640 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee451caa0 0x55fee451ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.698+0000 7f2abaffd640 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee451caa0 0x55fee451ee90 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dad54f78e95754ef server_cookie=99052a61e030ced5 in_seq=0 out_seq=0 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.698+0000 7f2aa27fc640 10 client.16305 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2aa27fc640 1 -- 172.21.15.18:0/1882740430 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f2aac0035f0 con 0x55fee451caa0 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2aa27fc640 10 client.16305 handle_command_reply: tid=0 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 client.16305 shutdown 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 msgr2=0x55fee450a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450a040 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f2ab402c700 tx=0x7f2ab402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 shutdown_connections 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee451caa0 0x55fee451ee90 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2aa27fc640 0 client.16305 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450a040 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4503d10 0x55fee4509b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 --2- 172.21.15.18:0/1882740430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee45095c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 >> 172.21.15.18:0/1882740430 conn(0x55fee44ca580 msgr2=0x55fee44ff9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 shutdown_connections 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.699+0000 7f2ac4576740 1 -- 172.21.15.18:0/1882740430 wait complete. 2024-03-07T10:02:00.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.700+0000 7f2ac4576740 20 client.16305 trim_cache size 0 max 16384 2024-03-07T10:02:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.719+0000 7f2ac4576740 1 Processor -- start 2024-03-07T10:02:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.719+0000 7f2ac4576740 1 -- start start 2024-03-07T10:02:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee450bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4503d10 0x55fee4517b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee450c520 0x55fee4518060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2ac4576740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc1b1c80 con 0x55fee4503d10 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2ac4576740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc1af780 con 0x55fee450c520 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2ac4576740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc1ad820 con 0x55fee4502fa0 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4503d10 0x55fee4517b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4503d10 0x55fee4517b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35688/0 (socket says 172.21.15.18:35688) 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 -- 172.21.15.18:0/3524645364 learned_addr learned my addr 172.21.15.18:0/3524645364 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee450bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee450c520 0x55fee4518060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 -- 172.21.15.18:0/3524645364 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 msgr2=0x55fee450bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee450bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 -- 172.21.15.18:0/3524645364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee450c520 msgr2=0x55fee4518060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee450c520 0x55fee4518060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 -- 172.21.15.18:0/3524645364 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fee4502270 con 0x55fee4503d10 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee450c520 0x55fee4518060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:02:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.720+0000 7f2abaffd640 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4503d10 0x55fee4517b20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009250 tx=0x7f2aac005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b531220a8541c1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ab0ff9640 1 -- 172.21.15.18:0/3524645364 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac01e040 con 0x55fee4503d10 2024-03-07T10:02:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ab0ff9640 1 -- 172.21.15.18:0/3524645364 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2aac01f040 con 0x55fee4503d10 2024-03-07T10:02:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ab0ff9640 1 -- 172.21.15.18:0/3524645364 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac003a80 con 0x55fee4503d10 2024-03-07T10:02:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ac4576740 1 -- 172.21.15.18:0/3524645364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4503d10 msgr2=0x55fee4517b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4503d10 0x55fee4517b20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009250 tx=0x7f2aac005d30 comp rx=0 tx=0).stop 2024-03-07T10:02:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ac4576740 1 -- 172.21.15.18:0/3524645364 shutdown_connections 2024-03-07T10:02:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee450c520 0x55fee4518060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee4503d10 0x55fee4517b20 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3524645364 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4502fa0 0x55fee450bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.721+0000 7f2ac4576740 1 -- 172.21.15.18:0/3524645364 >> 172.21.15.18:0/3524645364 conn(0x55fee44ca580 msgr2=0x55fee4507eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 -- 172.21.15.18:0/3524645364 shutdown_connections 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 -- 172.21.15.18:0/3524645364 wait complete. 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 -- start start 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 Processor -- start 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4502fa0 0x55fee4506f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4503d10 0x55fee450d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc1ade20 con 0x55fee450c520 2024-03-07T10:02:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc1af120 con 0x55fee4502fa0 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2abc1ae460 con 0x55fee4503d10 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2ac4576740 10 client.0 _ll_register_callbacks cb 0x7f2ab4009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2abb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2abaffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4503d10 0x55fee450d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2abb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:35694/0 (socket says 172.21.15.18:35694) 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2abb7fe640 1 -- 172.21.15.18:0/3101784673 learned_addr learned my addr 172.21.15.18:0/3101784673 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.722+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4502fa0 0x55fee4506f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2abb7fe640 1 -- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4503d10 msgr2=0x55fee450d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4503d10 0x55fee450d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2abb7fe640 1 -- 172.21.15.18:0/3101784673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4502fa0 msgr2=0x55fee4506f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4502fa0 0x55fee4506f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2abb7fe640 1 -- 172.21.15.18:0/3101784673 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fee450e1c0 con 0x55fee450c520 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2abaffd640 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4503d10 0x55fee450d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2abb7fe640 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450dbd0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2ab4009bf0 tx=0x7f2ab402c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b248a356b4aa7a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2aa27fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2aa27fc640 1 -- 172.21.15.18:0/3101784673 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ab4061070 con 0x55fee450c520 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2aa27fc640 1 -- 172.21.15.18:0/3101784673 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2ab405a450 con 0x55fee450c520 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2aac01f040 con 0x55fee450c520 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2aa27fc640 1 -- 172.21.15.18:0/3101784673 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ab402cca0 con 0x55fee450c520 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2ac4576740 10 client.16311 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55fee4581830 con 0x55fee450c520 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.723+0000 7f2aa27fc640 1 -- 172.21.15.18:0/3101784673 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2aac01f040 con 0x55fee450c520 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2aa27fc640 1 -- 172.21.15.18:0/3101784673 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2ab4064020 con 0x55fee450c520 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2ac4576740 10 client.16311 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2ac4576740 10 client.16311 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2ac4576740 20 client.16311 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee4581e40 0x55fee4584260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2ac4576740 4 client.16311 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:02:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fee4474b00 con 0x55fee4581e40 2024-03-07T10:02:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2abaffd640 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee4581e40 0x55fee4584260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2aa27fc640 10 client.16311 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.724+0000 7f2abaffd640 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee4581e40 0x55fee4584260 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f409bd9706d8df1b server_cookie=400b15d92f63a404 in_seq=0 out_seq=0 2024-03-07T10:02:00.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.746+0000 7f2aa27fc640 1 -- 172.21.15.18:0/3101784673 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fee4474b00 con 0x55fee4581e40 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.746+0000 7f2aa27fc640 10 client.16311 handle_command_reply: tid=0 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.746+0000 7f2ac4576740 1 client.16311 shutdown 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 msgr2=0x55fee450dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450dbd0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2ab4009bf0 tx=0x7f2ab402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 shutdown_connections 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fee4581e40 0x55fee4584260 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fee450c520 0x55fee450dbd0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2aa27fc640 0 client.16311 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fee4503d10 0x55fee450d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 --2- 172.21.15.18:0/3101784673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fee4502fa0 0x55fee4506f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 >> 172.21.15.18:0/3101784673 conn(0x55fee44ca580 msgr2=0x55fee44fc580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 shutdown_connections 2024-03-07T10:02:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 1 -- 172.21.15.18:0/3101784673 wait complete. 2024-03-07T10:02:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac4576740 20 client.16311 trim_cache size 0 max 16384 2024-03-07T10:02:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:02:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:02:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:02:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:02:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2aa80a1f10 msgr2=0x7f2aa80a43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac1794640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2aa80a1f10 0x7f2aa80a43d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2aa409af40 tx=0x7f2aa4096c10 comp rx=0 tx=0).stop 2024-03-07T10:02:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 msgr2=0x7f2abc100a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.747+0000 7f2ac1794640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc100a60 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f2aa400e9f0 tx=0x7f2aa400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 shutdown_connections 2024-03-07T10:02:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2abc1076a0 0x7f2abc100fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2aa80a1f10 0x7f2aa80a43d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2abc0698c0 0x7f2abc100a60 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 --2- 172.21.15.18:0/2815736230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2abc068f00 0x7f2abc100520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 >> 172.21.15.18:0/2815736230 conn(0x7f2abc077650 msgr2=0x7f2abc0ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 shutdown_connections 2024-03-07T10:02:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:00.748+0000 7f2ac1794640 1 -- 172.21.15.18:0/2815736230 wait complete. 2024-03-07T10:02:02.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:02 smithi018 ceph-mon[32171]: pgmap v90: 97 pgs: 97 active+clean; 1.8 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 8.1 MiB/s wr, 627 op/s 2024-03-07T10:02:02.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:02 smithi063 ceph-mon[36356]: pgmap v90: 97 pgs: 97 active+clean; 1.8 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 8.1 MiB/s wr, 627 op/s 2024-03-07T10:02:02.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:02 smithi077 ceph-mon[36374]: pgmap v90: 97 pgs: 97 active+clean; 1.8 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 8.1 MiB/s wr, 627 op/s 2024-03-07T10:02:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 160.0 s, 1856.0 tps, lat 52.570 ms stddev 99.596 2024-03-07T10:02:04.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:04 smithi018 ceph-mon[32171]: pgmap v91: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 13 MiB/s wr, 939 op/s 2024-03-07T10:02:04.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:04 smithi063 ceph-mon[36356]: pgmap v91: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 13 MiB/s wr, 939 op/s 2024-03-07T10:02:04.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:04 smithi077 ceph-mon[36374]: pgmap v91: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 13 MiB/s wr, 939 op/s 2024-03-07T10:02:06.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:06 smithi018 ceph-mon[32171]: pgmap v92: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.4 MiB/s wr, 648 op/s 2024-03-07T10:02:06.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:06 smithi063 ceph-mon[36356]: pgmap v92: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.4 MiB/s wr, 648 op/s 2024-03-07T10:02:06.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:06 smithi077 ceph-mon[36374]: pgmap v92: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.4 MiB/s wr, 648 op/s 2024-03-07T10:02:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 165.0 s, 545.4 tps, lat 187.801 ms stddev 227.203 2024-03-07T10:02:08.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:08 smithi018 ceph-mon[32171]: pgmap v93: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.4 MiB/s wr, 648 op/s 2024-03-07T10:02:08.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:08 smithi063 ceph-mon[36356]: pgmap v93: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.4 MiB/s wr, 648 op/s 2024-03-07T10:02:08.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:08 smithi077 ceph-mon[36374]: pgmap v93: 97 pgs: 97 active+clean; 1.8 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 8.4 MiB/s wr, 648 op/s 2024-03-07T10:02:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:10 smithi018 ceph-mon[32171]: pgmap v94: 97 pgs: 97 active+clean; 2.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 40 MiB/s wr, 1.69k op/s 2024-03-07T10:02:10.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:10 smithi063 ceph-mon[36356]: pgmap v94: 97 pgs: 97 active+clean; 2.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 40 MiB/s wr, 1.69k op/s 2024-03-07T10:02:10.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:10 smithi077 ceph-mon[36374]: pgmap v94: 97 pgs: 97 active+clean; 2.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 40 MiB/s wr, 1.69k op/s 2024-03-07T10:02:12.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:12 smithi077 ceph-mon[36374]: pgmap v95: 97 pgs: 97 active+clean; 2.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 36 MiB/s wr, 1.37k op/s 2024-03-07T10:02:12.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:12 smithi018 ceph-mon[32171]: pgmap v95: 97 pgs: 97 active+clean; 2.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 36 MiB/s wr, 1.37k op/s 2024-03-07T10:02:12.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:12 smithi063 ceph-mon[36356]: pgmap v95: 97 pgs: 97 active+clean; 2.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 36 MiB/s wr, 1.37k op/s 2024-03-07T10:02:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 170.0 s, 3405.0 tps, lat 29.405 ms stddev 31.392 2024-03-07T10:02:13.154 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:02:13.154 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:02:13.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.294+0000 7f565d883640 1 -- 172.21.15.18:0/1570820377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5658107820 msgr2=0x7f5658107c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.294+0000 7f565d883640 1 --2- 172.21.15.18:0/1570820377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5658107820 0x7f5658107c00 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f56480098c0 tx=0x7f564802bbf0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.299+0000 7f565d883640 1 -- 172.21.15.18:0/1570820377 shutdown_connections 2024-03-07T10:02:13.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.299+0000 7f565d883640 1 --2- 172.21.15.18:0/1570820377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56581008a0 0x7f565810e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.299+0000 7f565d883640 1 --2- 172.21.15.18:0/1570820377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f56580ffee0 0x7f5658100360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.299+0000 7f565d883640 1 --2- 172.21.15.18:0/1570820377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5658107820 0x7f5658107c00 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.299+0000 7f565d883640 1 -- 172.21.15.18:0/1570820377 >> 172.21.15.18:0/1570820377 conn(0x7f5658075820 msgr2=0x7f5658075c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.303+0000 7f565d883640 1 -- 172.21.15.18:0/1570820377 shutdown_connections 2024-03-07T10:02:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.305+0000 7f565d883640 1 -- 172.21.15.18:0/1570820377 wait complete. 2024-03-07T10:02:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.306+0000 7f565d883640 1 Processor -- start 2024-03-07T10:02:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.308+0000 7f565d883640 1 -- start start 2024-03-07T10:02:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.309+0000 7f565d883640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56580ffee0 0x7f5658116d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.309+0000 7f565d883640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56581008a0 0x7f5658117280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.309+0000 7f565d883640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5658107820 0x7f565810fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.309+0000 7f565d883640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56581180f0 con 0x7f5658107820 2024-03-07T10:02:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.309+0000 7f565d883640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5658117f70 con 0x7f56580ffee0 2024-03-07T10:02:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.309+0000 7f565d883640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5658118270 con 0x7f56581008a0 2024-03-07T10:02:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.310+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56580ffee0 0x7f5658116d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.310+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56580ffee0 0x7f5658116d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53556/0 (socket says 172.21.15.18:53556) 2024-03-07T10:02:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.310+0000 7f5656ffd640 1 -- 172.21.15.18:0/4004182020 learned_addr learned my addr 172.21.15.18:0/4004182020 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.312+0000 7f5656ffd640 1 -- 172.21.15.18:0/4004182020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56581008a0 msgr2=0x7f5658117280 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:02:13.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.312+0000 7f5656ffd640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56581008a0 0x7f5658117280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.312+0000 7f5656ffd640 1 -- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5658107820 msgr2=0x7f565810fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.312+0000 7f5656ffd640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5658107820 0x7f565810fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.312+0000 7f5656ffd640 1 -- 172.21.15.18:0/4004182020 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5658110720 con 0x7f56580ffee0 2024-03-07T10:02:13.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.314+0000 7f5656ffd640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56580ffee0 0x7f5658116d40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5648034670 tx=0x7f56480346a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.316+0000 7f565c881640 1 -- 172.21.15.18:0/4004182020 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5648041020 con 0x7f56580ffee0 2024-03-07T10:02:13.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.316+0000 7f565c881640 1 -- 172.21.15.18:0/4004182020 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f564802ca70 con 0x7f56580ffee0 2024-03-07T10:02:13.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.316+0000 7f565c881640 1 -- 172.21.15.18:0/4004182020 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5648039040 con 0x7f56580ffee0 2024-03-07T10:02:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.316+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56581109b0 con 0x7f56580ffee0 2024-03-07T10:02:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.316+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5658114a40 con 0x7f56580ffee0 2024-03-07T10:02:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.320+0000 7f566066c740 1 Processor -- start 2024-03-07T10:02:13.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.324+0000 7f565c881640 1 -- 172.21.15.18:0/4004182020 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f5648044020 con 0x7f56580ffee0 2024-03-07T10:02:13.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.325+0000 7f565c881640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f56440a2100 0x7f56440a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.325+0000 7f566066c740 1 -- start start 2024-03-07T10:02:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.325+0000 7f565c881640 1 -- 172.21.15.18:0/4004182020 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f56480eefa0 con 0x7f56580ffee0 2024-03-07T10:02:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f566066c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d214f730 0x5578d214fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f566066c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2150050 0x5578d21586f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f566066c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2158c30 0x5578d215b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f566066c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578d20b2dd0 con 0x5578d2158c30 2024-03-07T10:02:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f566066c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578d205bae0 con 0x5578d214f730 2024-03-07T10:02:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f566066c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578d20aee70 con 0x5578d2150050 2024-03-07T10:02:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d214f730 0x5578d214fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d214f730 0x5578d214fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53564/0 (socket says 172.21.15.18:53564) 2024-03-07T10:02:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f5656ffd640 1 -- 172.21.15.18:0/482575094 learned_addr learned my addr 172.21.15.18:0/482575094 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f56577fe640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f56440a2100 0x7f56440a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.326+0000 7f56577fe640 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2158c30 0x5578d215b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.327+0000 7f5656ffd640 1 -- 172.21.15.18:0/482575094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2150050 msgr2=0x5578d21586f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:02:13.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.327+0000 7f5656ffd640 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2150050 0x5578d21586f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.327+0000 7f5656ffd640 1 -- 172.21.15.18:0/482575094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2158c30 msgr2=0x5578d215b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.327+0000 7f5656ffd640 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2158c30 0x5578d215b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.327+0000 7f5656ffd640 1 -- 172.21.15.18:0/482575094 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578d1e917d0 con 0x5578d214f730 2024-03-07T10:02:13.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.328+0000 7f5656ffd640 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d214f730 0x5578d214fb10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f56480b7eb0 tx=0x7f5648009590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fa063e15779f7d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.328+0000 7f56577fe640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f56440a2100 0x7f56440a45c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5578d214aff0 tx=0x7f5650009760 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.330+0000 7f564dffb640 1 -- 172.21.15.18:0/482575094 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56480d3020 con 0x5578d214f730 2024-03-07T10:02:13.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.330+0000 7f564dffb640 1 -- 172.21.15.18:0/482575094 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f56480bc150 con 0x5578d214f730 2024-03-07T10:02:13.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.331+0000 7f566066c740 1 -- 172.21.15.18:0/482575094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d214f730 msgr2=0x5578d214fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.331+0000 7f566066c740 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d214f730 0x5578d214fb10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f56480b7eb0 tx=0x7f5648009590 comp rx=0 tx=0).stop 2024-03-07T10:02:13.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.332+0000 7f566066c740 1 -- 172.21.15.18:0/482575094 shutdown_connections 2024-03-07T10:02:13.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.332+0000 7f566066c740 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2158c30 0x5578d215b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.332+0000 7f566066c740 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2150050 0x5578d21586f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.332+0000 7f566066c740 1 --2- 172.21.15.18:0/482575094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d214f730 0x5578d214fb10 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.332+0000 7f566066c740 1 -- 172.21.15.18:0/482575094 >> 172.21.15.18:0/482575094 conn(0x5578d2149e60 msgr2=0x5578d214a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.332+0000 7f566066c740 1 -- 172.21.15.18:0/482575094 shutdown_connections 2024-03-07T10:02:13.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.334+0000 7f566066c740 1 -- 172.21.15.18:0/482575094 wait complete. 2024-03-07T10:02:13.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.335+0000 7f566066c740 1 -- start start 2024-03-07T10:02:13.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.335+0000 7f566066c740 1 Processor -- start 2024-03-07T10:02:13.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.336+0000 7f566066c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d214f730 0x5578d2158620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.336+0000 7f566066c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2150050 0x5578d21559b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.336+0000 7f566066c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2158c30 0x5578d2155fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.336+0000 7f566066c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578d215b7e0 con 0x5578d2150050 2024-03-07T10:02:13.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f566066c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578d206f070 con 0x5578d2158c30 2024-03-07T10:02:13.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f566066c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578d215b960 con 0x5578d214f730 2024-03-07T10:02:13.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2158c30 0x5578d2155fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2158c30 0x5578d2155fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53568/0 (socket says 172.21.15.18:53568) 2024-03-07T10:02:13.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 -- 172.21.15.18:0/1732362049 learned_addr learned my addr 172.21.15.18:0/1732362049 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f566066c740 10 client.0 _ll_register_callbacks cb 0x5578d206ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 -- 172.21.15.18:0/1732362049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d214f730 msgr2=0x5578d2158620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d214f730 0x5578d2158620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 -- 172.21.15.18:0/1732362049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2150050 msgr2=0x5578d21559b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2150050 0x5578d21559b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f56577fe640 1 -- 172.21.15.18:0/1732362049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5578d1dc73f0 con 0x5578d2158c30 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.337+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f56480bc150 con 0x5578d2158c30 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.338+0000 7f56577fe640 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2158c30 0x5578d2155fc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5650013560 tx=0x7f5650009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f83843ca8b03515 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.338+0000 7f5636ffd640 10 client.26111 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:02:13.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.338+0000 7f5636ffd640 1 -- 172.21.15.18:0/1732362049 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56500043c0 con 0x5578d2158c30 2024-03-07T10:02:13.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.338+0000 7f5636ffd640 1 -- 172.21.15.18:0/1732362049 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5650004560 con 0x5578d2158c30 2024-03-07T10:02:13.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.338+0000 7f5636ffd640 1 -- 172.21.15.18:0/1732362049 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5650004760 con 0x5578d2158c30 2024-03-07T10:02:13.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.338+0000 7f566066c740 10 client.26111 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:13.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.338+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5578d1d870f0 con 0x5578d2158c30 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.339+0000 7f5636ffd640 1 -- 172.21.15.18:0/1732362049 <== mon.2 v2:172.21.15.63:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f565000f040 con 0x5578d2158c30 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.339+0000 7f566066c740 10 client.26111 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.339+0000 7f566066c740 10 client.26111 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.339+0000 7f566066c740 20 client.26111 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.339+0000 7f566066c740 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d216af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.340+0000 7f566066c740 4 client.26111 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.340+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f56480bc150 con 0x5578d2168a60 2024-03-07T10:02:13.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.341+0000 7f5656ffd640 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d216af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.342+0000 7f5636ffd640 10 client.26111 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.342+0000 7f5656ffd640 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d216af20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9cf6fb82c21b296b server_cookie=2c05e15b3c0565c2 in_seq=0 out_seq=0 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f5636ffd640 1 -- 172.21.15.18:0/1732362049 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f56480bc150 con 0x5578d2168a60 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f5636ffd640 10 client.26111 handle_command_reply: tid=0 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 client.26111 shutdown 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2158c30 msgr2=0x5578d2155fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2158c30 0x5578d2155fc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5650013560 tx=0x7f5650009500 comp rx=0 tx=0).stop 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 shutdown_connections 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d216af20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2158c30 0x5578d2155fc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f5636ffd640 0 client.26111 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d2150050 0x5578d21559b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 --2- 172.21.15.18:0/1732362049 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d214f730 0x5578d2158620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 >> 172.21.15.18:0/1732362049 conn(0x5578d2149e60 msgr2=0x5578d214bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 shutdown_connections 2024-03-07T10:02:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.343+0000 7f566066c740 1 -- 172.21.15.18:0/1732362049 wait complete. 2024-03-07T10:02:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.344+0000 7f566066c740 20 client.26111 trim_cache size 0 max 16384 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.365+0000 7f566066c740 1 Processor -- start 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.365+0000 7f566066c740 1 -- start start 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.365+0000 7f566066c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d2150c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.365+0000 7f566066c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d21580e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.365+0000 7f566066c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d2158620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.365+0000 7f566066c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5638010e10 con 0x5578d214f730 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f566066c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563800e910 con 0x5578d2150050 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f566066c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563800c9b0 con 0x5578d2158c30 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d2150c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564e7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d21580e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d2150c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42504/0 (socket says 172.21.15.18:42504) 2024-03-07T10:02:13.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f56577fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d2158620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f5656ffd640 1 -- 172.21.15.18:0/3992200260 learned_addr learned my addr 172.21.15.18:0/3992200260 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564e7fc640 1 -- 172.21.15.18:0/3992200260 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 msgr2=0x5578d2158620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564e7fc640 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d2158620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564e7fc640 1 -- 172.21.15.18:0/3992200260 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 msgr2=0x5578d2150c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564e7fc640 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d2150c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564e7fc640 1 -- 172.21.15.18:0/3992200260 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578d2154960 con 0x5578d2150050 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f5656ffd640 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d2150c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564e7fc640 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d21580e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x5578d2145770 tx=0x7f5640009e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e98ad0af8b11467 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564d7fa640 1 -- 172.21.15.18:0/3992200260 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5640004220 con 0x5578d2150050 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564d7fa640 1 -- 172.21.15.18:0/3992200260 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f564000ee00 con 0x5578d2150050 2024-03-07T10:02:13.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.366+0000 7f564d7fa640 1 -- 172.21.15.18:0/3992200260 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5640010430 con 0x5578d2150050 2024-03-07T10:02:13.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 -- 172.21.15.18:0/3992200260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 msgr2=0x5578d21580e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d21580e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x5578d2145770 tx=0x7f5640009e80 comp rx=0 tx=0).stop 2024-03-07T10:02:13.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 -- 172.21.15.18:0/3992200260 shutdown_connections 2024-03-07T10:02:13.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d2158620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d21580e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 --2- 172.21.15.18:0/3992200260 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d2150c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 -- 172.21.15.18:0/3992200260 >> 172.21.15.18:0/3992200260 conn(0x5578d2149e60 msgr2=0x5578d2148630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 -- 172.21.15.18:0/3992200260 shutdown_connections 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.367+0000 7f566066c740 1 -- 172.21.15.18:0/3992200260 wait complete. 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 -- start start 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 Processor -- start 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d215cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d215d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d215da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563800cfb0 con 0x5578d214f730 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563800e2b0 con 0x5578d2150050 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563800d5f0 con 0x5578d2158c30 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f566066c740 10 client.0 _ll_register_callbacks cb 0x7f5650003c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d215cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d215cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42510/0 (socket says 172.21.15.18:42510) 2024-03-07T10:02:13.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 -- 172.21.15.18:0/838196342 learned_addr learned my addr 172.21.15.18:0/838196342 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f564e7fc640 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d215d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f56577fe640 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d215da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 -- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 msgr2=0x5578d215da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d215da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 -- 172.21.15.18:0/838196342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 msgr2=0x5578d215d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d215d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.368+0000 7f5656ffd640 1 -- 172.21.15.18:0/838196342 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5578d214fe80 con 0x5578d214f730 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.369+0000 7f5656ffd640 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d215cfd0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f56480b7eb0 tx=0x7f564802c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303e75b7684ba254 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.369+0000 7f5636ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.369+0000 7f5636ffd640 1 -- 172.21.15.18:0/838196342 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56480c9060 con 0x5578d214f730 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.369+0000 7f5636ffd640 1 -- 172.21.15.18:0/838196342 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f56480db380 con 0x5578d214f730 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.370+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f564000ee00 con 0x5578d214f730 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.370+0000 7f5636ffd640 1 -- 172.21.15.18:0/838196342 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56480d3040 con 0x5578d214f730 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.371+0000 7f566066c740 10 client.16323 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:13.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.371+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5578d21c54a0 con 0x5578d214f730 2024-03-07T10:02:13.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.371+0000 7f5636ffd640 1 -- 172.21.15.18:0/838196342 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f564000ee00 con 0x5578d214f730 2024-03-07T10:02:13.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f5636ffd640 1 -- 172.21.15.18:0/838196342 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f564803c030 con 0x5578d214f730 2024-03-07T10:02:13.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f566066c740 10 client.16323 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:13.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f566066c740 10 client.16323 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:13.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f566066c740 20 client.16323 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:13.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f566066c740 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d21c7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f566066c740 4 client.16323 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5578d20c0310 con 0x5578d2168a60 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f564e7fc640 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d21c7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f564e7fc640 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d21c7a50 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=123414afe9a45f33 server_cookie=fe6d6bd409d2c00b in_seq=0 out_seq=0 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.372+0000 7f5636ffd640 10 client.16323 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f5636ffd640 1 -- 172.21.15.18:0/838196342 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5578d20c0310 con 0x5578d2168a60 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f5636ffd640 10 client.16323 handle_command_reply: tid=0 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 client.16323 shutdown 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 msgr2=0x5578d215cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d215cfd0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f56480b7eb0 tx=0x7f564802c430 comp rx=0 tx=0).stop 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 shutdown_connections 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5578d2168a60 0x5578d21c7a50 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5578d2158c30 0x5578d215da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5578d2150050 0x5578d215d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 --2- 172.21.15.18:0/838196342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5578d214f730 0x5578d215cfd0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f5636ffd640 0 client.16323 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 >> 172.21.15.18:0/838196342 conn(0x5578d2149e60 msgr2=0x5578d2148ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 shutdown_connections 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 1 -- 172.21.15.18:0/838196342 wait complete. 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.373+0000 7f566066c740 20 client.16323 trim_cache size 0 max 16384 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:02:13.378 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:02:13.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f56440a2100 msgr2=0x7f56440a45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f56440a2100 0x7f56440a45c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5578d214aff0 tx=0x7f5650009760 comp rx=0 tx=0).stop 2024-03-07T10:02:13.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56580ffee0 msgr2=0x7f5658116d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56580ffee0 0x7f5658116d40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5648034670 tx=0x7f56480346a0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 shutdown_connections 2024-03-07T10:02:13.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f56440a2100 0x7f56440a45c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5658107820 0x7f565810fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f56581008a0 0x7f5658117280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 --2- 172.21.15.18:0/4004182020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f56580ffee0 0x7f5658116d40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 >> 172.21.15.18:0/4004182020 conn(0x7f5658075820 msgr2=0x7f56580fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 shutdown_connections 2024-03-07T10:02:13.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.375+0000 7f565d883640 1 -- 172.21.15.18:0/4004182020 wait complete. 2024-03-07T10:02:13.390 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:02:13.390 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:02:13.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.538+0000 7f54b1c34640 1 -- 172.21.15.18:0/1487969516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac109280 msgr2=0x7f54ac11ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.538+0000 7f54b1c34640 1 --2- 172.21.15.18:0/1487969516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac109280 0x7f54ac11ceb0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f54a4009be0 tx=0x7f54a402bf30 comp rx=0 tx=0).stop 2024-03-07T10:02:13.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.540+0000 7f54b1c34640 1 -- 172.21.15.18:0/1487969516 shutdown_connections 2024-03-07T10:02:13.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.540+0000 7f54b1c34640 1 --2- 172.21.15.18:0/1487969516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac109280 0x7f54ac11ceb0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.540+0000 7f54b1c34640 1 --2- 172.21.15.18:0/1487969516 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54ac110240 0x7f54ac108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.540+0000 7f54b1c34640 1 --2- 172.21.15.18:0/1487969516 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54ac10fdd0 0x7f54ac108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.540+0000 7f54b1c34640 1 -- 172.21.15.18:0/1487969516 >> 172.21.15.18:0/1487969516 conn(0x7f54ac06d9c0 msgr2=0x7f54ac06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.546+0000 7f54b1c34640 1 -- 172.21.15.18:0/1487969516 shutdown_connections 2024-03-07T10:02:13.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.548+0000 7f54b1c34640 1 -- 172.21.15.18:0/1487969516 wait complete. 2024-03-07T10:02:13.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.549+0000 7f54b1c34640 1 Processor -- start 2024-03-07T10:02:13.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.551+0000 7f54b1c34640 1 -- start start 2024-03-07T10:02:13.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54b1c34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54ac10fdd0 0x7f54ac11c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54b1c34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54ac110240 0x7f54ac11ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54b1c34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac115ac0 0x7f54ac115f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54b1c34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac120800 con 0x7f54ac110240 2024-03-07T10:02:13.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54b1c34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac120680 con 0x7f54ac10fdd0 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54b1c34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac120980 con 0x7f54ac115ac0 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54abfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac115ac0 0x7f54ac115f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54abfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac115ac0 0x7f54ac115f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45954/0 (socket says 172.21.15.18:45954) 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.552+0000 7f54abfff640 1 -- 172.21.15.18:0/42811632 learned_addr learned my addr 172.21.15.18:0/42811632 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.553+0000 7f54ab7fe640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54ac10fdd0 0x7f54ac11c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.553+0000 7f54abfff640 1 -- 172.21.15.18:0/42811632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54ac10fdd0 msgr2=0x7f54ac11c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.553+0000 7f54abfff640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54ac10fdd0 0x7f54ac11c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.553+0000 7f54abfff640 1 -- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54ac110240 msgr2=0x7f54ac11ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.553+0000 7f54abfff640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54ac110240 0x7f54ac11ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.553+0000 7f54abfff640 1 -- 172.21.15.18:0/42811632 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54ac11a450 con 0x7f54ac115ac0 2024-03-07T10:02:13.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.553+0000 7f54abfff640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac115ac0 0x7f54ac115f70 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f54a4006010 tx=0x7f54a4033980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.556+0000 7f54a8ff9640 1 -- 172.21.15.18:0/42811632 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a4043020 con 0x7f54ac115ac0 2024-03-07T10:02:13.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.556+0000 7f54a8ff9640 1 -- 172.21.15.18:0/42811632 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54a4003b80 con 0x7f54ac115ac0 2024-03-07T10:02:13.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.556+0000 7f54a8ff9640 1 -- 172.21.15.18:0/42811632 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a403e810 con 0x7f54ac115ac0 2024-03-07T10:02:13.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.559+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54ac11a6e0 con 0x7f54ac115ac0 2024-03-07T10:02:13.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.559+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54ac11abb0 con 0x7f54ac115ac0 2024-03-07T10:02:13.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.562+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54ac06ebc0 con 0x7f54ac115ac0 2024-03-07T10:02:13.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.564+0000 7f54a8ff9640 1 -- 172.21.15.18:0/42811632 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f54a4046020 con 0x7f54ac115ac0 2024-03-07T10:02:13.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.565+0000 7f54a8ff9640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54940a2070 0x7f54940a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.565+0000 7f54a8ff9640 1 -- 172.21.15.18:0/42811632 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f54a40f0530 con 0x7f54ac115ac0 2024-03-07T10:02:13.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.565+0000 7f54ab7fe640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54940a2070 0x7f54940a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.566+0000 7f54ab7fe640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54940a2070 0x7f54940a4530 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f54a0005fd0 tx=0x7f54a0005850 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.571+0000 7f54a8ff9640 1 -- 172.21.15.18:0/42811632 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f54a403d3b0 con 0x7f54ac115ac0 2024-03-07T10:02:13.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.862+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1764634048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e781076b0 msgr2=0x7f7e78107a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.863+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1764634048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e781076b0 0x7f7e78107a90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c009890 tx=0x7f7e6c02bb70 comp rx=0 tx=0).stop 2024-03-07T10:02:13.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.864+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1764634048 shutdown_connections 2024-03-07T10:02:13.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.864+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1764634048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101fd0 0x7f7e7810e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.864+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1764634048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e78101610 0x7f7e78101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.864+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1764634048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e781076b0 0x7f7e78107a90 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.864+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1764634048 >> 172.21.15.18:0/1764634048 conn(0x7f7e780fd0e0 msgr2=0x7f7e780ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.864+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1764634048 shutdown_connections 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.864+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1764634048 wait complete. 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 Processor -- start 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 -- start start 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101610 0x7f7e7819a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e78101fd0 0x7f7e7819a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e781076b0 0x7f7e7819ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e781119f0 con 0x7f7e78101610 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e78111870 con 0x7f7e781076b0 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7ed72640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e78111b70 con 0x7f7e78101fd0 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7cb0e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101610 0x7f7e7819a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e77fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e78101fd0 0x7f7e7819a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7d30f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e781076b0 0x7f7e7819ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7cb0e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101610 0x7f7e7819a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42554/0 (socket says 172.21.15.18:42554) 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.865+0000 7f7e7cb0e640 1 -- 172.21.15.18:0/1961000656 learned_addr learned my addr 172.21.15.18:0/1961000656 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7d30f640 1 -- 172.21.15.18:0/1961000656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e78101fd0 msgr2=0x7f7e7819a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e78101fd0 0x7f7e7819a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7d30f640 1 -- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101610 msgr2=0x7f7e7819a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101610 0x7f7e7819a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7d30f640 1 -- 172.21.15.18:0/1961000656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e7819f150 con 0x7f7e781076b0 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e77fff640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e78101fd0 0x7f7e7819a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101610 0x7f7e7819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e781076b0 0x7f7e7819ea20 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000efc0 tx=0x7f7e7000c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e75ffb640 1 -- 172.21.15.18:0/1961000656 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e70003970 con 0x7f7e781076b0 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e75ffb640 1 -- 172.21.15.18:0/1961000656 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e70004020 con 0x7f7e781076b0 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e7819f440 con 0x7f7e781076b0 2024-03-07T10:02:13.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e75ffb640 1 -- 172.21.15.18:0/1961000656 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7000b9f0 con 0x7f7e781076b0 2024-03-07T10:02:13.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.866+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e781a6cd0 con 0x7f7e781076b0 2024-03-07T10:02:13.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.870+0000 7f7e75ffb640 1 -- 172.21.15.18:0/1961000656 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7e7001d020 con 0x7f7e781076b0 2024-03-07T10:02:13.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.871+0000 7f7e81c33740 1 Processor -- start 2024-03-07T10:02:13.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.871+0000 7f7e75ffb640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7e680a1ee0 0x7f7e680a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.871+0000 7f7e81c33740 1 -- start start 2024-03-07T10:02:13.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e75ffb640 1 -- 172.21.15.18:0/1961000656 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7e700ce010 con 0x7f7e781076b0 2024-03-07T10:02:13.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809cd10 0x564fe809ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe809c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe80add30 0x564fe80b0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e81c33740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fe80005c0 con 0x564fe80add30 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e81c33740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fe7fa9900 con 0x564fe809bfa0 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e81c33740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fe7ffc660 con 0x564fe809cd10 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e77fff640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7e680a1ee0 0x7f7e680a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe80add30 0x564fe80b0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe80add30 0x564fe80b0120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42562/0 (socket says 172.21.15.18:42562) 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 -- 172.21.15.18:0/3313504895 learned_addr learned my addr 172.21.15.18:0/3313504895 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809cd10 0x564fe809ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e77fff640 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe809c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 -- 172.21.15.18:0/3313504895 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809cd10 msgr2=0x564fe809ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809cd10 0x564fe809ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 -- 172.21.15.18:0/3313504895 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 msgr2=0x564fe809c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe809c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e7d30f640 1 -- 172.21.15.18:0/3313504895 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564fe7d15210 con 0x564fe80add30 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.872+0000 7f7e77fff640 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe809c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.873+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe80add30 0x564fe80b0120 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f7e70096df0 tx=0x7f7e7009b150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26d8debfb4ad0d00 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.873+0000 7f7e77fff640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7e680a1ee0 0x7f7e680a43a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7e7810e2b0 tx=0x7f7e64013c30 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.873+0000 7f7e62ffd640 1 -- 172.21.15.18:0/3313504895 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e700a3130 con 0x564fe80add30 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.873+0000 7f7e62ffd640 1 -- 172.21.15.18:0/3313504895 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e70004560 con 0x564fe80add30 2024-03-07T10:02:13.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.873+0000 7f7e62ffd640 1 -- 172.21.15.18:0/3313504895 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e700a2ca0 con 0x564fe80add30 2024-03-07T10:02:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.873+0000 7f7e81c33740 1 -- 172.21.15.18:0/3313504895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe80add30 msgr2=0x564fe80b0120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.873+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe80add30 0x564fe80b0120 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f7e70096df0 tx=0x7f7e7009b150 comp rx=0 tx=0).stop 2024-03-07T10:02:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 -- 172.21.15.18:0/3313504895 shutdown_connections 2024-03-07T10:02:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe80add30 0x564fe80b0120 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe809c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3313504895 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809cd10 0x564fe809ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 -- 172.21.15.18:0/3313504895 >> 172.21.15.18:0/3313504895 conn(0x564fe8063580 msgr2=0x564fe8096c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 -- 172.21.15.18:0/3313504895 shutdown_connections 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 -- 172.21.15.18:0/3313504895 wait complete. 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 -- start start 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.874+0000 7f7e81c33740 1 Processor -- start 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809bfa0 0x564fe80aad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809cd10 0x564fe80ab2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80ab7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e81c33740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fe80b0a60 con 0x564fe809bfa0 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e81c33740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fe7fbcd60 con 0x564fe809cd10 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e81c33740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fe80b0be0 con 0x564fe80add30 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e81c33740 10 client.0 _ll_register_callbacks cb 0x564fe7d14a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e7d30f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80ab7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.880 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e77fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809cd10 0x564fe80ab2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e7d30f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80ab7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45986/0 (socket says 172.21.15.18:45986) 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e7d30f640 1 -- 172.21.15.18:0/435553138 learned_addr learned my addr 172.21.15.18:0/435553138 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.875+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809bfa0 0x564fe80aad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e7d30f640 1 -- 172.21.15.18:0/435553138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809cd10 msgr2=0x564fe80ab2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809cd10 0x564fe80ab2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e7d30f640 1 -- 172.21.15.18:0/435553138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809bfa0 msgr2=0x564fe80aad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809bfa0 0x564fe80aad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e7d30f640 1 -- 172.21.15.18:0/435553138 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564fe7de1620 con 0x564fe80add30 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e77fff640 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809cd10 0x564fe80ab2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80ab7f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7e7009a690 tx=0x7f7e70004450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5d768222a913db9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e57fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e57fff640 1 -- 172.21.15.18:0/435553138 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e700a3130 con 0x564fe80add30 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e57fff640 1 -- 172.21.15.18:0/435553138 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7e70098c90 con 0x564fe80add30 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.876+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7e70004560 con 0x564fe80add30 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e57fff640 1 -- 172.21.15.18:0/435553138 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e700b3260 con 0x564fe80add30 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 10 client.26185 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564fe80b0a60 con 0x564fe80add30 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e57fff640 1 -- 172.21.15.18:0/435553138 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e70004560 con 0x564fe80add30 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e57fff640 1 -- 172.21.15.18:0/435553138 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7e7000b040 con 0x564fe80add30 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 10 client.26185 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 10 client.26185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 20 client.26185 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe80ceef0 0x564fe80d12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 4 client.26185 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564fe800db00 con 0x564fe80ceef0 2024-03-07T10:02:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.877+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe80ceef0 0x564fe80d12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.878+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe80ceef0 0x564fe80d12e0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=960a579c29d4ce30 server_cookie=2160193252ac83fc in_seq=0 out_seq=0 2024-03-07T10:02:13.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.878+0000 7f7e57fff640 10 client.26185 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.883 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e57fff640 1 -- 172.21.15.18:0/435553138 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564fe800db00 con 0x564fe80ceef0 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e57fff640 10 client.26185 handle_command_reply: tid=0 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 client.26185 shutdown 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 msgr2=0x564fe80ab7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80ab7f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7e7009a690 tx=0x7f7e70004450 comp rx=0 tx=0).stop 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 shutdown_connections 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe80ceef0 0x564fe80d12e0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80ab7f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809cd10 0x564fe80ab2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 --2- 172.21.15.18:0/435553138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809bfa0 0x564fe80aad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e57fff640 0 client.26185 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 >> 172.21.15.18:0/435553138 conn(0x564fe8063580 msgr2=0x564fe80989e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 shutdown_connections 2024-03-07T10:02:13.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 1 -- 172.21.15.18:0/435553138 wait complete. 2024-03-07T10:02:13.885 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.879+0000 7f7e81c33740 20 client.26185 trim_cache size 0 max 16384 2024-03-07T10:02:13.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.898+0000 7f7e81c33740 1 Processor -- start 2024-03-07T10:02:13.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.899+0000 7f7e81c33740 1 -- start start 2024-03-07T10:02:13.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.899+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe80ad4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80b9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80b9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e81c33740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e78071a40 con 0x564fe809cd10 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e81c33740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7806f540 con 0x564fe809bfa0 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e81c33740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7806d620 con 0x564fe80add30 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80b9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80b9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42570/0 (socket says 172.21.15.18:42570) 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 -- 172.21.15.18:0/3517397491 learned_addr learned my addr 172.21.15.18:0/3517397491 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80b9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 -- 172.21.15.18:0/3517397491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 msgr2=0x564fe80b9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80b9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 -- 172.21.15.18:0/3517397491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 msgr2=0x564fe80ad4a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe80ad4a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.900+0000 7f7e77fff640 1 -- 172.21.15.18:0/3517397491 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564fe809b270 con 0x564fe809cd10 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.901+0000 7f7e77fff640 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80b9330 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400fc80 tx=0x7f7e6401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81fcc3d0eb469ca5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.901+0000 7f7e627fc640 1 -- 172.21.15.18:0/3517397491 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e64003b70 con 0x564fe809cd10 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.901+0000 7f7e627fc640 1 -- 172.21.15.18:0/3517397491 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e64003d10 con 0x564fe809cd10 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.901+0000 7f7e627fc640 1 -- 172.21.15.18:0/3517397491 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e64004bc0 con 0x564fe809cd10 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 -- 172.21.15.18:0/3517397491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 msgr2=0x564fe80b9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80b9330 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400fc80 tx=0x7f7e6401f000 comp rx=0 tx=0).stop 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 -- 172.21.15.18:0/3517397491 shutdown_connections 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe80add30 0x564fe80b9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80b9330 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 --2- 172.21.15.18:0/3517397491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe809bfa0 0x564fe80ad4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 -- 172.21.15.18:0/3517397491 >> 172.21.15.18:0/3517397491 conn(0x564fe8063580 msgr2=0x564fe80967c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 -- 172.21.15.18:0/3517397491 shutdown_connections 2024-03-07T10:02:13.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 -- 172.21.15.18:0/3517397491 wait complete. 2024-03-07T10:02:13.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 -- start start 2024-03-07T10:02:13.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.902+0000 7f7e81c33740 1 Processor -- start 2024-03-07T10:02:13.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f54ac10cf80 con 0x7f54ac115ac0 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809bfa0 0x564fe80a7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80a7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e81c33740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe80add30 0x564fe81295c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e81c33740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7806dc20 con 0x564fe809cd10 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e81c33740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7806eee0 con 0x564fe80add30 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e81c33740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7806e220 con 0x564fe809bfa0 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e81c33740 10 client.0 _ll_register_callbacks cb 0x7f7e70009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e77fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80a7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e77fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80a7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42580/0 (socket says 172.21.15.18:42580) 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e77fff640 1 -- 172.21.15.18:0/2975062292 learned_addr learned my addr 172.21.15.18:0/2975062292 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809bfa0 0x564fe80a7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.903+0000 7f7e7d30f640 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe80add30 0x564fe81295c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.904+0000 7f7e77fff640 1 -- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809bfa0 msgr2=0x564fe80a7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.904+0000 7f7e77fff640 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809bfa0 0x564fe80a7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.904+0000 7f7e77fff640 1 -- 172.21.15.18:0/2975062292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe80add30 msgr2=0x564fe81295c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.904+0000 7f7e77fff640 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe80add30 0x564fe81295c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.904+0000 7f7e77fff640 1 -- 172.21.15.18:0/2975062292 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564fe8129b00 con 0x564fe809cd10 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.905+0000 7f7e77fff640 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80a7fa0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f7e64012420 tx=0x7f7e6402a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa9c67c27a58808 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.905+0000 7f7e57fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.905+0000 7f7e57fff640 1 -- 172.21.15.18:0/2975062292 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e64003b70 con 0x564fe809cd10 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.905+0000 7f7e57fff640 1 -- 172.21.15.18:0/2975062292 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7e64009040 con 0x564fe809cd10 2024-03-07T10:02:13.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.905+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7e64003d10 con 0x564fe809cd10 2024-03-07T10:02:13.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.905+0000 7f54a8ff9640 1 -- 172.21.15.18:0/42811632 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f54a40bd6c0 con 0x7f54ac115ac0 2024-03-07T10:02:13.909 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:02:13.909 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:02:13.909 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.906+0000 7f7e57fff640 1 -- 172.21.15.18:0/2975062292 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e6402aa50 con 0x564fe809cd10 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.906+0000 7f7e81c33740 10 client.16344 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.906+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564fe812ad10 con 0x564fe809cd10 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.907+0000 7f7e57fff640 1 -- 172.21.15.18:0/2975062292 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e6402abf0 con 0x564fe809cd10 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.907+0000 7f7e57fff640 1 -- 172.21.15.18:0/2975062292 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7e6401f070 con 0x564fe809cd10 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.907+0000 7f7e81c33740 10 client.16344 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.907+0000 7f7e81c33740 10 client.16344 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:13.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.908+0000 7f7e81c33740 20 client.16344 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.908+0000 7f7e81c33740 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe812b390 0x564fe812d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.908+0000 7f7e81c33740 4 client.16344 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:02:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.908+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f7e64003d10 con 0x564fe812b390 2024-03-07T10:02:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.908+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe812b390 0x564fe812d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.909+0000 7f7e7cb0e640 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe812b390 0x564fe812d7b0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f54d0113cfd35989 server_cookie=d55b44e560a6c62e in_seq=0 out_seq=0 2024-03-07T10:02:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.909+0000 7f7e57fff640 10 client.16344 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.909+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54940a2070 msgr2=0x7f54940a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.909+0000 7f54b1c34640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54940a2070 0x7f54940a4530 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f54a0005fd0 tx=0x7f54a0005850 comp rx=0 tx=0).stop 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac115ac0 msgr2=0x7f54ac115f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac115ac0 0x7f54ac115f70 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f54a4006010 tx=0x7f54a4033980 comp rx=0 tx=0).stop 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 shutdown_connections 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f54ac115ac0 0x7f54ac115f70 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54940a2070 0x7f54940a4530 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f54ac110240 0x7f54ac11ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 --2- 172.21.15.18:0/42811632 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f54ac10fdd0 0x7f54ac11c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 >> 172.21.15.18:0/42811632 conn(0x7f54ac06d9c0 msgr2=0x7f54ac0701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.910+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 shutdown_connections 2024-03-07T10:02:13.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:13.911+0000 7f54b1c34640 1 -- 172.21.15.18:0/42811632 wait complete. 2024-03-07T10:02:13.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.926+0000 7f7e57fff640 1 -- 172.21.15.18:0/2975062292 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f7e64003d10 con 0x564fe812b390 2024-03-07T10:02:13.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.926+0000 7f7e57fff640 10 client.16344 handle_command_reply: tid=0 2024-03-07T10:02:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.926+0000 7f7e81c33740 1 client.16344 shutdown 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 msgr2=0x564fe80a7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80a7fa0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f7e64012420 tx=0x7f7e6402a650 comp rx=0 tx=0).stop 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 shutdown_connections 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fe812b390 0x564fe812d7b0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fe80add30 0x564fe81295c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e57fff640 0 client.16344 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fe809cd10 0x564fe80a7fa0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 --2- 172.21.15.18:0/2975062292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fe809bfa0 0x564fe80a7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 >> 172.21.15.18:0/2975062292 conn(0x564fe8063580 msgr2=0x564fe80980e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 shutdown_connections 2024-03-07T10:02:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.927+0000 7f7e81c33740 1 -- 172.21.15.18:0/2975062292 wait complete. 2024-03-07T10:02:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:02:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:02:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:02:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:02:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.928+0000 7f7e81c33740 20 client.16344 trim_cache size 0 max 16384 2024-03-07T10:02:13.932 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:02:13.932 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:02:13.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7e680a1ee0 msgr2=0x7f7e680a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7e680a1ee0 0x7f7e680a43a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7e7810e2b0 tx=0x7f7e64013c30 comp rx=0 tx=0).stop 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e781076b0 msgr2=0x7f7e7819ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e781076b0 0x7f7e7819ea20 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000efc0 tx=0x7f7e7000c800 comp rx=0 tx=0).stop 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 shutdown_connections 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e781076b0 0x7f7e7819ea20 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e78101fd0 0x7f7e7819a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7e680a1ee0 0x7f7e680a43a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 --2- 172.21.15.18:0/1961000656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7e78101610 0x7f7e7819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 >> 172.21.15.18:0/1961000656 conn(0x7f7e780fd0e0 msgr2=0x7f7e780fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 shutdown_connections 2024-03-07T10:02:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:13.930+0000 7f7e7ed72640 1 -- 172.21.15.18:0/1961000656 wait complete. 2024-03-07T10:02:14.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 -- 172.21.15.18:0/3845936954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe988107670 msgr2=0x7fe988107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 --2- 172.21.15.18:0/3845936954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe988107670 0x7fe988107a50 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fe984009930 tx=0x7fe98402bc30 comp rx=0 tx=0).stop 2024-03-07T10:02:14.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 -- 172.21.15.18:0/3845936954 shutdown_connections 2024-03-07T10:02:14.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 --2- 172.21.15.18:0/3845936954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe988101f90 0x7fe98810e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 --2- 172.21.15.18:0/3845936954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9881015d0 0x7fe988101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 --2- 172.21.15.18:0/3845936954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe988107670 0x7fe988107a50 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 -- 172.21.15.18:0/3845936954 >> 172.21.15.18:0/3845936954 conn(0x7fe9880fd0e0 msgr2=0x7fe9880ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 -- 172.21.15.18:0/3845936954 shutdown_connections 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 -- 172.21.15.18:0/3845936954 wait complete. 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 Processor -- start 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.102+0000 7fe99071d640 1 -- start start 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe99071d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9881015d0 0x7fe98819a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe99071d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe988101f90 0x7fe98819a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe99071d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe988107670 0x7fe98819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe99071d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe988074630 con 0x7fe9881015d0 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe99071d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9880744b0 con 0x7fe988107670 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe99071d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9880747b0 con 0x7fe988101f90 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9881015d0 0x7fe98819a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9881015d0 0x7fe98819a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42608/0 (socket says 172.21.15.18:42608) 2024-03-07T10:02:14.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 -- 172.21.15.18:0/242416519 learned_addr learned my addr 172.21.15.18:0/242416519 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98ecba640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe988107670 0x7fe98819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe988101f90 0x7fe98819a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 -- 172.21.15.18:0/242416519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe988101f90 msgr2=0x7fe98819a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe988101f90 0x7fe98819a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 -- 172.21.15.18:0/242416519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe988107670 msgr2=0x7fe98819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe988107670 0x7fe98819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 -- 172.21.15.18:0/242416519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe98819f050 con 0x7fe9881015d0 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.103+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9881015d0 0x7fe98819a060 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fe984009900 tx=0x7fe984004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.104+0000 7fe97f7fe640 1 -- 172.21.15.18:0/242416519 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984043020 con 0x7fe9881015d0 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.104+0000 7fe97f7fe640 1 -- 172.21.15.18:0/242416519 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe9840054e0 con 0x7fe9881015d0 2024-03-07T10:02:14.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.104+0000 7fe97f7fe640 1 -- 172.21.15.18:0/242416519 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984003bb0 con 0x7fe9881015d0 2024-03-07T10:02:14.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.104+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe98819f2e0 con 0x7fe9881015d0 2024-03-07T10:02:14.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.104+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9881a6bd0 con 0x7fe9881015d0 2024-03-07T10:02:14.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.107+0000 7fe97f7fe640 1 -- 172.21.15.18:0/242416519 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe984046020 con 0x7fe9881015d0 2024-03-07T10:02:14.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.107+0000 7fe9935fb740 1 Processor -- start 2024-03-07T10:02:14.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.107+0000 7fe97f7fe640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9740a2040 0x7fe9740a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.107+0000 7fe97f7fe640 1 -- 172.21.15.18:0/242416519 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe9840f0010 con 0x7fe9881015d0 2024-03-07T10:02:14.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.107+0000 7fe9935fb740 1 -- start start 2024-03-07T10:02:14.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.108+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4d7360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.108+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4e8940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.108+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9740a2040 0x7fe9740a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.108+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4eb270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.108+0000 7fe9935fb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f09d49e330 con 0x55f09d4e8e80 2024-03-07T10:02:14.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.108+0000 7fe9935fb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f09d43ae90 con 0x55f09d4d6f80 2024-03-07T10:02:14.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.108+0000 7fe9935fb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f09d3e3d00 con 0x55f09d4d7930 2024-03-07T10:02:14.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.109+0000 7fe98e4b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4d7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.109+0000 7fe98ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4eb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.109+0000 7fe98ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4eb270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42624/0 (socket says 172.21.15.18:42624) 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.109+0000 7fe98ecba640 1 -- 172.21.15.18:0/4269195246 learned_addr learned my addr 172.21.15.18:0/4269195246 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe98ecba640 1 -- 172.21.15.18:0/4269195246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 msgr2=0x55f09d4e8940 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe98ecba640 1 --2- 172.21.15.18:0/4269195246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4e8940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe98ecba640 1 -- 172.21.15.18:0/4269195246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 msgr2=0x55f09d4d7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe98ecba640 1 --2- 172.21.15.18:0/4269195246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4d7360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe98ecba640 1 -- 172.21.15.18:0/4269195246 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f09d3e2b90 con 0x55f09d4e8e80 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe98ecba640 1 --2- 172.21.15.18:0/4269195246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4eb270 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fe980009fd0 tx=0x7fe9800118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c2b0a84aad47e96 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe97cff9640 1 -- 172.21.15.18:0/4269195246 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe980004d20 con 0x55f09d4e8e80 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9740a2040 0x7fe9740a4500 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe9780095f0 tx=0x7fe978005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe97cff9640 1 -- 172.21.15.18:0/4269195246 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe980004050 con 0x55f09d4e8e80 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.110+0000 7fe97cff9640 1 -- 172.21.15.18:0/4269195246 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe980005280 con 0x55f09d4e8e80 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 -- 172.21.15.18:0/4269195246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 msgr2=0x55f09d4eb270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 --2- 172.21.15.18:0/4269195246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4eb270 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fe980009fd0 tx=0x7fe9800118d0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 -- 172.21.15.18:0/4269195246 shutdown_connections 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 --2- 172.21.15.18:0/4269195246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4eb270 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 --2- 172.21.15.18:0/4269195246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4e8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 --2- 172.21.15.18:0/4269195246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4d7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 -- 172.21.15.18:0/4269195246 >> 172.21.15.18:0/4269195246 conn(0x55f09d4d18a0 msgr2=0x55f09d4d1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 -- 172.21.15.18:0/4269195246 shutdown_connections 2024-03-07T10:02:14.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.111+0000 7fe9935fb740 1 -- 172.21.15.18:0/4269195246 wait complete. 2024-03-07T10:02:14.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.112+0000 7fe9935fb740 1 -- start start 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.112+0000 7fe9935fb740 1 Processor -- start 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d6f80 0x55f09d4e5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d7930 0x55f09d4e6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d4e6940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe98dcb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d7930 0x55f09d4e6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe98dcb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d7930 0x55f09d4e6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42638/0 (socket says 172.21.15.18:42638) 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe98dcb8640 1 -- 172.21.15.18:0/2262411033 learned_addr learned my addr 172.21.15.18:0/2262411033 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d6f80 0x55f09d4e5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe98ecba640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d4e6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f09d3d9470 con 0x55f09d4d7930 2024-03-07T10:02:14.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f09d436f30 con 0x55f09d4e8e80 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f09d4ebc40 con 0x55f09d4d6f80 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.113+0000 7fe9935fb740 10 client.0 _ll_register_callbacks cb 0x55f09d434d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe98dcb8640 1 -- 172.21.15.18:0/2262411033 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d6f80 msgr2=0x55f09d4e5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d6f80 0x55f09d4e5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe98dcb8640 1 -- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 msgr2=0x55f09d4e6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d4e6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe98dcb8640 1 -- 172.21.15.18:0/2262411033 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f09d14f3f0 con 0x55f09d4d7930 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d6f80 0x55f09d4e5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d7930 0x55f09d4e6400 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fe978003920 tx=0x7fe978004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d58573210292063 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe971ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe971ffb640 1 -- 172.21.15.18:0/2262411033 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97800ecc0 con 0x55f09d4d7930 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe980004050 con 0x55f09d4d7930 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe971ffb640 1 -- 172.21.15.18:0/2262411033 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe97801e420 con 0x55f09d4d7930 2024-03-07T10:02:14.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe971ffb640 1 -- 172.21.15.18:0/2262411033 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe97800ee60 con 0x55f09d4d7930 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe9935fb740 10 client.16356 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f09d2197d0 con 0x55f09d4d7930 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.114+0000 7fe971ffb640 1 -- 172.21.15.18:0/2262411033 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe980004050 con 0x55f09d4d7930 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe971ffb640 1 -- 172.21.15.18:0/2262411033 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe97802e750 con 0x55f09d4d7930 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe9935fb740 10 client.16356 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe9935fb740 10 client.16356 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe9935fb740 20 client.16356 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d4f90f0 0x55f09d4fb520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe9935fb740 4 client.16356 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f09d4483d0 con 0x55f09d4f90f0 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d4f90f0 0x55f09d4fb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe971ffb640 10 client.16356 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:14.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.115+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d4f90f0 0x55f09d4fb520 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=110b0c3a147389e6 server_cookie=eac3fd632754aa90 in_seq=0 out_seq=0 2024-03-07T10:02:14.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.116+0000 7fe971ffb640 1 -- 172.21.15.18:0/2262411033 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f09d4483d0 con 0x55f09d4f90f0 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.116+0000 7fe971ffb640 10 client.16356 handle_command_reply: tid=0 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.116+0000 7fe9935fb740 1 client.16356 shutdown 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.116+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d7930 msgr2=0x55f09d4e6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.116+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d7930 0x55f09d4e6400 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fe978003920 tx=0x7fe978004730 comp rx=0 tx=0).stop 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 shutdown_connections 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d4f90f0 0x55f09d4fb520 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d4e6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d7930 0x55f09d4e6400 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2262411033 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d6f80 0x55f09d4e5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 >> 172.21.15.18:0/2262411033 conn(0x55f09d4d18a0 msgr2=0x55f09d4d35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe971ffb640 0 client.16356 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 shutdown_connections 2024-03-07T10:02:14.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 1 -- 172.21.15.18:0/2262411033 wait complete. 2024-03-07T10:02:14.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.117+0000 7fe9935fb740 20 client.16356 trim_cache size 0 max 16384 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 Processor -- start 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 -- start start 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4e85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4f4390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4f48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9881ad6f0 con 0x55f09d4e8e80 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9881ab1f0 con 0x55f09d4d6f80 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.135+0000 7fe9935fb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9881a92d0 con 0x55f09d4d7930 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98e4b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4e85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4f48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4f4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4f4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46046/0 (socket says 172.21.15.18:46046) 2024-03-07T10:02:14.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98e4b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4e85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53716/0 (socket says 172.21.15.18:53716) 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98e4b9640 1 -- 172.21.15.18:0/175626380 learned_addr learned my addr 172.21.15.18:0/175626380 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4f48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42642/0 (socket says 172.21.15.18:42642) 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 -- 172.21.15.18:0/175626380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 msgr2=0x55f09d4e85f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4e85f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 -- 172.21.15.18:0/175626380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 msgr2=0x55f09d4f48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4f48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 -- 172.21.15.18:0/175626380 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f09d4d76d0 con 0x55f09d4d7930 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4e85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:14.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.136+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4f4390 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe97802eaf0 tx=0x7fe9780099c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=736de00797685750 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.137+0000 7fe973fff640 1 -- 172.21.15.18:0/175626380 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe978004520 con 0x55f09d4d7930 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.137+0000 7fe973fff640 1 -- 172.21.15.18:0/175626380 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe97800eac0 con 0x55f09d4d7930 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.137+0000 7fe973fff640 1 -- 172.21.15.18:0/175626380 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe978038bf0 con 0x55f09d4d7930 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- 172.21.15.18:0/175626380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 msgr2=0x55f09d4f4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4f4390 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe97802eaf0 tx=0x7fe9780099c0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- 172.21.15.18:0/175626380 shutdown_connections 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4e8e80 0x55f09d4f48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4f4390 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 --2- 172.21.15.18:0/175626380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4d6f80 0x55f09d4e85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- 172.21.15.18:0/175626380 >> 172.21.15.18:0/175626380 conn(0x55f09d4d18a0 msgr2=0x55f09d4d3580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- 172.21.15.18:0/175626380 shutdown_connections 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- 172.21.15.18:0/175626380 wait complete. 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- start start 2024-03-07T10:02:14.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 Processor -- start 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d6f80 0x55f09d4ecba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4ed0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d54da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9881a98d0 con 0x55f09d4d6f80 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9881aab90 con 0x55f09d4e8e80 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9881a9ed0 con 0x55f09d4d7930 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe9935fb740 10 client.0 _ll_register_callbacks cb 0x7fe978009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe98e4b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d6f80 0x55f09d4ecba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.138+0000 7fe98dcb8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4ed0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98e4b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d6f80 0x55f09d4ecba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42658/0 (socket says 172.21.15.18:42658) 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98e4b9640 1 -- 172.21.15.18:0/2065079278 learned_addr learned my addr 172.21.15.18:0/2065079278 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4ed0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46060/0 (socket says 172.21.15.18:46060) 2024-03-07T10:02:14.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98ecba640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d54da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98dcb8640 1 -- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 msgr2=0x55f09d54da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d54da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98dcb8640 1 -- 172.21.15.18:0/2065079278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d6f80 msgr2=0x55f09d4ecba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d6f80 0x55f09d4ecba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98dcb8640 1 -- 172.21.15.18:0/2065079278 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f09d54e020 con 0x55f09d4d7930 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d6f80 0x55f09d4ecba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe98dcb8640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4ed0e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55f09d4e6f00 tx=0x7fe97802e650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f021c33d30ae6f15 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe971ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe971ffb640 1 -- 172.21.15.18:0/2065079278 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe978047060 con 0x55f09d4d7930 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe97800eac0 con 0x55f09d4d7930 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe971ffb640 1 -- 172.21.15.18:0/2065079278 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe97802e740 con 0x55f09d4d7930 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe971ffb640 1 -- 172.21.15.18:0/2065079278 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe97800ec70 con 0x55f09d4d7930 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe9935fb740 10 client.26206 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:14.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.139+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f09d5553c0 con 0x55f09d4d7930 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe971ffb640 1 -- 172.21.15.18:0/2065079278 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe97800eac0 con 0x55f09d4d7930 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe971ffb640 1 -- 172.21.15.18:0/2065079278 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe978035070 con 0x55f09d4d7930 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe9935fb740 10 client.26206 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe9935fb740 10 client.26206 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe9935fb740 20 client.26206 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d555950 0x55f09d557d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe9935fb740 4 client.26206 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f09d442720 con 0x55f09d555950 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d555950 0x55f09d557d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe971ffb640 10 client.26206 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe98e4b9640 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d555950 0x55f09d557d70 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b3e23b9c43e91672 server_cookie=b57b62d89942236d in_seq=0 out_seq=0 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe971ffb640 1 -- 172.21.15.18:0/2065079278 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f09d442720 con 0x55f09d555950 2024-03-07T10:02:14.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe971ffb640 10 client.26206 handle_command_reply: tid=0 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.140+0000 7fe9935fb740 1 client.26206 shutdown 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.141+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 msgr2=0x55f09d4ed0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.141+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4ed0e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55f09d4e6f00 tx=0x7fe97802e650 comp rx=0 tx=0).stop 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.142+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 shutdown_connections 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.142+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55f09d555950 0x55f09d557d70 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.142+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f09d4e8e80 0x55f09d54da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.142+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f09d4d7930 0x55f09d4ed0e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.142+0000 7fe9935fb740 1 --2- 172.21.15.18:0/2065079278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f09d4d6f80 0x55f09d4ecba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.142+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 >> 172.21.15.18:0/2065079278 conn(0x55f09d4d18a0 msgr2=0x55f09d4e5e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.143+0000 7fe971ffb640 0 client.26206 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:14.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.143+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 shutdown_connections 2024-03-07T10:02:14.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.143+0000 7fe9935fb740 1 -- 172.21.15.18:0/2065079278 wait complete. 2024-03-07T10:02:14.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.143+0000 7fe9935fb740 20 client.26206 trim_cache size 0 max 16384 2024-03-07T10:02:14.150 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.143+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9740a2040 msgr2=0x7fe9740a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.143+0000 7fe99071d640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9740a2040 0x7fe9740a4500 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe9780095f0 tx=0x7fe978005f90 comp rx=0 tx=0).stop 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.143+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9881015d0 msgr2=0x7fe98819a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9881015d0 0x7fe98819a060 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fe984009900 tx=0x7fe984004360 comp rx=0 tx=0).stop 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 shutdown_connections 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe988107670 0x7fe98819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe988101f90 0x7fe98819a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9740a2040 0x7fe9740a4500 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 --2- 172.21.15.18:0/242416519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9881015d0 0x7fe98819a060 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 >> 172.21.15.18:0/242416519 conn(0x7fe9880fd0e0 msgr2=0x7fe9880fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 shutdown_connections 2024-03-07T10:02:14.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.144+0000 7fe99071d640 1 -- 172.21.15.18:0/242416519 wait complete. 2024-03-07T10:02:14.159 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:02:14.159 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:02:14.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:14 smithi018 ceph-mon[32171]: pgmap v96: 97 pgs: 97 active+clean; 2.1 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 38 MiB/s wr, 1.56k op/s 2024-03-07T10:02:14.204 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:14 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/42811632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:02:14.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 -- 172.21.15.18:0/719051698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad01031a0 msgr2=0x7fcad010b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 --2- 172.21.15.18:0/719051698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad01031a0 0x7fcad010b680 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcac4009900 tx=0x7fcac402bcc0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 -- 172.21.15.18:0/719051698 shutdown_connections 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 --2- 172.21.15.18:0/719051698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcad010bc50 0x7fcad010e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 --2- 172.21.15.18:0/719051698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad01031a0 0x7fcad010b680 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 --2- 172.21.15.18:0/719051698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 0x7fcad0102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 -- 172.21.15.18:0/719051698 >> 172.21.15.18:0/719051698 conn(0x7fcad00776b0 msgr2=0x7fcad0077ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 -- 172.21.15.18:0/719051698 shutdown_connections 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.310+0000 7fcad5b89640 1 -- 172.21.15.18:0/719051698 wait complete. 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 Processor -- start 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 -- start start 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 0x7fcad019b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcad01031a0 0x7fcad019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad010bc50 0x7fcad0195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad010f7e0 con 0x7fcad01031a0 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad010f660 con 0x7fcad010bc50 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcad5b89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad010f960 con 0x7fcad0102880 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcad01031a0 0x7fcad019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 0x7fcad019b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 0x7fcad019b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46070/0 (socket says 172.21.15.18:46070) 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcacf7fe640 1 -- 172.21.15.18:0/3072974121 learned_addr learned my addr 172.21.15.18:0/3072974121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.311+0000 7fcacffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad010bc50 0x7fcad0195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcacffff640 1 -- 172.21.15.18:0/3072974121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 msgr2=0x7fcad019b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcacffff640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 0x7fcad019b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcacffff640 1 -- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcad01031a0 msgr2=0x7fcad019bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcacffff640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcad01031a0 0x7fcad019bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcacffff640 1 -- 172.21.15.18:0/3072974121 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcad0196200 con 0x7fcad010bc50 2024-03-07T10:02:14.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 0x7fcad019b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:14.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcacffff640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad010bc50 0x7fcad0195a80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcac800bfb0 tx=0x7fcac80114a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcaccff9640 1 -- 172.21.15.18:0/3072974121 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac8004b20 con 0x7fcad010bc50 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcaccff9640 1 -- 172.21.15.18:0/3072974121 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcac8004cc0 con 0x7fcad010bc50 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcaccff9640 1 -- 172.21.15.18:0/3072974121 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac80196f0 con 0x7fcad010bc50 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcad01964f0 con 0x7fcad010bc50 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.312+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcad01aaf50 con 0x7fcad010bc50 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.315+0000 7fcaccff9640 1 -- 172.21.15.18:0/3072974121 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fcac8019890 con 0x7fcad010bc50 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.315+0000 7fcaccff9640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcab80a2040 0x7fcab80a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.315+0000 7fcaccff9640 1 -- 172.21.15.18:0/3072974121 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fcac80ce130 con 0x7fcad010bc50 2024-03-07T10:02:14.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.315+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcab80a2040 0x7fcab80a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcab80a2040 0x7fcab80a4500 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fcad00ff8f0 tx=0x7fcac000a380 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 Processor -- start 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 -- start start 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411fde550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411fe9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558411fa5330 con 0x558411fde170 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558411f41e90 con 0x558411fe7670 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.317+0000 7fcad8979740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558411eead00 con 0x558411fdea90 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411fde550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46086/0 (socket says 172.21.15.18:46086) 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcaceffd640 1 -- 172.21.15.18:0/1456523055 learned_addr learned my addr 172.21.15.18:0/1456523055 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacffff640 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411fe9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacffff640 1 -- 172.21.15.18:0/1456523055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 msgr2=0x558411fe7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacffff640 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacffff640 1 -- 172.21.15.18:0/1456523055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 msgr2=0x558411fde550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacffff640 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411fde550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacffff640 1 -- 172.21.15.18:0/1456523055 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558411ee9b90 con 0x558411fe7670 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcaceffd640 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcacffff640 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411fe9a60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fcac80cb810 tx=0x7fcac809a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ff42c378f378dbf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcab5ffb640 1 -- 172.21.15.18:0/1456523055 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac809aab0 con 0x558411fe7670 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcab5ffb640 1 -- 172.21.15.18:0/1456523055 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcac809ec00 con 0x558411fe7670 2024-03-07T10:02:14.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.318+0000 7fcab5ffb640 1 -- 172.21.15.18:0/1456523055 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac809ad10 con 0x558411fe7670 2024-03-07T10:02:14.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 -- 172.21.15.18:0/1456523055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 msgr2=0x558411fe9a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411fe9a60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fcac80cb810 tx=0x7fcac809a5f0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 -- 172.21.15.18:0/1456523055 shutdown_connections 2024-03-07T10:02:14.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411fe9a60 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 --2- 172.21.15.18:0/1456523055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411fde550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 -- 172.21.15.18:0/1456523055 >> 172.21.15.18:0/1456523055 conn(0x558411fd88a0 msgr2=0x558411fd8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 -- 172.21.15.18:0/1456523055 shutdown_connections 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.319+0000 7fcad8979740 1 -- 172.21.15.18:0/1456523055 wait complete. 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.320+0000 7fcad8979740 1 -- start start 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.320+0000 7fcad8979740 1 Processor -- start 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcad8979740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fde170 0x558411fe47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcad8979740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcad8979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fe7670 0x558411fe5240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fde170 0x558411fe47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fde170 0x558411fe47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53756/0 (socket says 172.21.15.18:53756) 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcacffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fe7670 0x558411fe5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46094/0 (socket says 172.21.15.18:46094) 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcacffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fe7670 0x558411fe5240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42670/0 (socket says 172.21.15.18:42670) 2024-03-07T10:02:14.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcacf7fe640 1 -- 172.21.15.18:0/1603222085 learned_addr learned my addr 172.21.15.18:0/1603222085 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558411ee0470 con 0x558411fe7670 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558411f3df30 con 0x558411fde170 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558411fea460 con 0x558411fdea90 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.321+0000 7fcad8979740 10 client.0 _ll_register_callbacks cb 0x558411f3bd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcacf7fe640 1 -- 172.21.15.18:0/1603222085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 msgr2=0x558411fe4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcacf7fe640 1 -- 172.21.15.18:0/1603222085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fe7670 msgr2=0x558411fe5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fe7670 0x558411fe5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcacf7fe640 1 -- 172.21.15.18:0/1603222085 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558411c563f0 con 0x558411fde170 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fde170 0x558411fe47c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fcac001c6d0 tx=0x7fcac0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7ffbc2e0d3ab939 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcaaeffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcaaeffd640 1 -- 172.21.15.18:0/1603222085 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac0016070 con 0x558411fde170 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.322+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcac809ec00 con 0x558411fde170 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcaaeffd640 1 -- 172.21.15.18:0/1603222085 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fcac0005020 con 0x558411fde170 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcaaeffd640 1 -- 172.21.15.18:0/1603222085 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcac0005220 con 0x558411fde170 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 10 client.26165 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558411d207d0 con 0x558411fde170 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcaaeffd640 1 -- 172.21.15.18:0/1603222085 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcac0004c80 con 0x558411fde170 2024-03-07T10:02:14.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcaaeffd640 1 -- 172.21.15.18:0/1603222085 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fcac001ba20 con 0x558411fde170 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 10 client.26165 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 10 client.26165 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 20 client.26165 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558411ff79f0 0x558411ff9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 4 client.26165 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.323+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcac809ec00 con 0x558411ff79f0 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.324+0000 7fcaceffd640 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558411ff79f0 0x558411ff9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.324+0000 7fcaaeffd640 10 client.26165 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.324+0000 7fcaceffd640 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558411ff79f0 0x558411ff9e10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dfde5c62ff90d3bd server_cookie=372fcf416ae12957 in_seq=0 out_seq=0 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.325+0000 7fcaaeffd640 1 -- 172.21.15.18:0/1603222085 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fcac809ec00 con 0x558411ff79f0 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.325+0000 7fcaaeffd640 10 client.26165 handle_command_reply: tid=0 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.325+0000 7fcad8979740 1 client.26165 shutdown 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fde170 msgr2=0x558411fe47c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fde170 0x558411fe47c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fcac001c6d0 tx=0x7fcac0004730 comp rx=0 tx=0).stop 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 shutdown_connections 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fe7670 0x558411fe5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558411ff79f0 0x558411ff9e10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411fe4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 --2- 172.21.15.18:0/1603222085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fde170 0x558411fe47c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 >> 172.21.15.18:0/1603222085 conn(0x558411fd88a0 msgr2=0x558411fda5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcaaeffd640 0 client.26165 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 shutdown_connections 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 1 -- 172.21.15.18:0/1603222085 wait complete. 2024-03-07T10:02:14.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.326+0000 7fcad8979740 20 client.26165 trim_cache size 0 max 16384 2024-03-07T10:02:14.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.343+0000 7fcad8979740 1 Processor -- start 2024-03-07T10:02:14.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.343+0000 7fcad8979740 1 -- start start 2024-03-07T10:02:14.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcad8979740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fde170 0x558411fe6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcad8979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fdea90 0x558411fd77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcad8979740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411ff2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcad8979740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad01b5e70 con 0x558411fdea90 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcad8979740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad01b3970 con 0x558411fe7670 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcad8979740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad01b1a10 con 0x558411fde170 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fdea90 0x558411fd77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fde170 0x558411fe6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fdea90 0x558411fd77e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42672/0 (socket says 172.21.15.18:42672) 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 -- 172.21.15.18:0/1187528432 learned_addr learned my addr 172.21.15.18:0/1187528432 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcacffff640 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411ff2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 -- 172.21.15.18:0/1187528432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fde170 msgr2=0x558411fe6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fde170 0x558411fe6ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 -- 172.21.15.18:0/1187528432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 msgr2=0x558411ff2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411ff2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 -- 172.21.15.18:0/1187528432 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558411fe3770 con 0x558411fdea90 2024-03-07T10:02:14.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcaceffd640 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fdea90 0x558411fd77e0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcac4036040 tx=0x7fcac402df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e152914e62b5f0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcab57fa640 1 -- 172.21.15.18:0/1187528432 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac404e070 con 0x558411fdea90 2024-03-07T10:02:14.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcab57fa640 1 -- 172.21.15.18:0/1187528432 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcac402cb90 con 0x558411fdea90 2024-03-07T10:02:14.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.344+0000 7fcab57fa640 1 -- 172.21.15.18:0/1187528432 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac4004ef0 con 0x558411fdea90 2024-03-07T10:02:14.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.345+0000 7fcad8979740 1 -- 172.21.15.18:0/1187528432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fdea90 msgr2=0x558411fd77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.345+0000 7fcad8979740 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fdea90 0x558411fd77e0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcac4036040 tx=0x7fcac402df90 comp rx=0 tx=0).stop 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 -- 172.21.15.18:0/1187528432 shutdown_connections 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x558411ff2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fdea90 0x558411fd77e0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 --2- 172.21.15.18:0/1187528432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fde170 0x558411fe6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 -- 172.21.15.18:0/1187528432 >> 172.21.15.18:0/1187528432 conn(0x558411fd88a0 msgr2=0x558411fd70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 -- 172.21.15.18:0/1187528432 shutdown_connections 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 -- 172.21.15.18:0/1187528432 wait complete. 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.346+0000 7fcad8979740 1 -- start start 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 1 Processor -- start 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411feb610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411febb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x55841204b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad01b2010 con 0x558411fde170 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad01b3310 con 0x558411fe7670 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad01b2650 con 0x558411fdea90 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcad8979740 10 client.0 _ll_register_callbacks cb 0x7fcac0010590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411feb610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411feb610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42688/0 (socket says 172.21.15.18:42688) 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 -- 172.21.15.18:0/4125465096 learned_addr learned my addr 172.21.15.18:0/4125465096 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacffff640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x55841204b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcaceffd640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411febb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 -- 172.21.15.18:0/4125465096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 msgr2=0x558411febb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411febb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 -- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 msgr2=0x55841204b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x55841204b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacf7fe640 1 -- 172.21.15.18:0/4125465096 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55841204b910 con 0x558411fde170 2024-03-07T10:02:14.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.347+0000 7fcacffff640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x55841204b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcacf7fe640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411feb610 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcac001c6a0 tx=0x7fcac0004660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7eed4f182047fe1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcaaeffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcaaeffd640 1 -- 172.21.15.18:0/4125465096 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac003c020 con 0x558411fde170 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcac402cb90 con 0x558411fde170 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcaaeffd640 1 -- 172.21.15.18:0/4125465096 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fcac001b620 con 0x558411fde170 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcaaeffd640 1 -- 172.21.15.18:0/4125465096 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcac0047050 con 0x558411fde170 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 10 client.16380 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558412053dc0 con 0x558411fde170 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcaaeffd640 1 -- 172.21.15.18:0/4125465096 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcac402cb90 con 0x558411fde170 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcaaeffd640 1 -- 172.21.15.18:0/4125465096 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fcac0025c20 con 0x558411fde170 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 10 client.16380 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 10 client.16380 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 20 client.16380 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558412054480 0x558412056870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 4 client.16380 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.348+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558411f4f3d0 con 0x558412054480 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.349+0000 7fcaceffd640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558412054480 0x558412056870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.349+0000 7fcaceffd640 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558412054480 0x558412056870 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fef7e2db0cc1bd9f server_cookie=3332e645d88d1a0d in_seq=0 out_seq=0 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.349+0000 7fcaaeffd640 10 client.16380 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.349+0000 7fcaaeffd640 1 -- 172.21.15.18:0/4125465096 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558411f4f3d0 con 0x558412054480 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.349+0000 7fcaaeffd640 10 client.16380 handle_command_reply: tid=0 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.350+0000 7fcad8979740 1 client.16380 shutdown 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.350+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 msgr2=0x558411feb610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.350+0000 7fcad8979740 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411feb610 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcac001c6a0 tx=0x7fcac0004660 comp rx=0 tx=0).stop 2024-03-07T10:02:14.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 shutdown_connections 2024-03-07T10:02:14.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcad8979740 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558411fe7670 0x55841204b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcad8979740 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558412054480 0x558412056870 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcad8979740 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558411fdea90 0x558411febb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcad8979740 1 --2- 172.21.15.18:0/4125465096 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558411fde170 0x558411feb610 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 >> 172.21.15.18:0/4125465096 conn(0x558411fd88a0 msgr2=0x558411fe5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcaaeffd640 0 client.16380 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.351+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 shutdown_connections 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.352+0000 7fcad8979740 1 -- 172.21.15.18:0/4125465096 wait complete. 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.352+0000 7fcad8979740 20 client.16380 trim_cache size 0 max 16384 2024-03-07T10:02:14.357 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:02:14.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.352+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcab80a2040 msgr2=0x7fcab80a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.352+0000 7fcad5b89640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcab80a2040 0x7fcab80a4500 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fcad00ff8f0 tx=0x7fcac000a380 comp rx=0 tx=0).stop 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad010bc50 msgr2=0x7fcad0195a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad010bc50 0x7fcad0195a80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcac800bfb0 tx=0x7fcac80114a0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 shutdown_connections 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcad010bc50 0x7fcad0195a80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcab80a2040 0x7fcab80a4500 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcad01031a0 0x7fcad019bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 --2- 172.21.15.18:0/3072974121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcad0102880 0x7fcad019b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 >> 172.21.15.18:0/3072974121 conn(0x7fcad00776b0 msgr2=0x7fcad00fd520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 shutdown_connections 2024-03-07T10:02:14.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.353+0000 7fcad5b89640 1 -- 172.21.15.18:0/3072974121 wait complete. 2024-03-07T10:02:14.368 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:02:14.368 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:02:14.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:14 smithi063 ceph-mon[36356]: pgmap v96: 97 pgs: 97 active+clean; 2.1 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 38 MiB/s wr, 1.56k op/s 2024-03-07T10:02:14.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:14 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/42811632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:02:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:14 smithi077 ceph-mon[36374]: pgmap v96: 97 pgs: 97 active+clean; 2.1 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 38 MiB/s wr, 1.56k op/s 2024-03-07T10:02:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:14 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/42811632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 -- 172.21.15.18:0/1510014122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb0410a920 msgr2=0x7feb04113070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 --2- 172.21.15.18:0/1510014122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb0410a920 0x7feb04113070 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7feaec009900 tx=0x7feaec02bc30 comp rx=0 tx=0).stop 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 -- 172.21.15.18:0/1510014122 shutdown_connections 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 --2- 172.21.15.18:0/1510014122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 0x7feb041159a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 --2- 172.21.15.18:0/1510014122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb0410a920 0x7feb04113070 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 --2- 172.21.15.18:0/1510014122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb0410a000 0x7feb0410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 -- 172.21.15.18:0/1510014122 >> 172.21.15.18:0/1510014122 conn(0x7feb0406db20 msgr2=0x7feb0406df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 -- 172.21.15.18:0/1510014122 shutdown_connections 2024-03-07T10:02:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.549+0000 7feb09874640 1 -- 172.21.15.18:0/1510014122 wait complete. 2024-03-07T10:02:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.550+0000 7feb09874640 1 Processor -- start 2024-03-07T10:02:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.550+0000 7feb09874640 1 -- start start 2024-03-07T10:02:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb09874640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb0410a000 0x7feb04070170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb09874640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb0410a920 0x7feb040706b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb09874640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 0x7feb04070bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb09874640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb04119150 con 0x7feb0410a920 2024-03-07T10:02:14.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb09874640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb04118fd0 con 0x7feb0410a000 2024-03-07T10:02:14.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb09874640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb041192d0 con 0x7feb041135b0 2024-03-07T10:02:14.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 0x7feb04070bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb02ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb0410a000 0x7feb04070170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 0x7feb04070bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46140/0 (socket says 172.21.15.18:46140) 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 -- 172.21.15.18:0/1849416500 learned_addr learned my addr 172.21.15.18:0/1849416500 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 -- 172.21.15.18:0/1849416500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb0410a000 msgr2=0x7feb04070170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb0410a000 0x7feb04070170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 -- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb0410a920 msgr2=0x7feb040706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb0410a920 0x7feb040706b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.551+0000 7feb037fe640 1 -- 172.21.15.18:0/1849416500 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb041a48a0 con 0x7feb041135b0 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.552+0000 7feb037fe640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 0x7feb04070bf0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7feafc00eb40 tx=0x7feafc00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.552+0000 7feb08872640 1 -- 172.21.15.18:0/1849416500 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc004b20 con 0x7feb041135b0 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.552+0000 7feb08872640 1 -- 172.21.15.18:0/1849416500 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feafc004cc0 con 0x7feb041135b0 2024-03-07T10:02:14.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.552+0000 7feb08872640 1 -- 172.21.15.18:0/1849416500 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc018890 con 0x7feb041135b0 2024-03-07T10:02:14.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.552+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb041a4b90 con 0x7feb041135b0 2024-03-07T10:02:14.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.552+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb041a5090 con 0x7feb041135b0 2024-03-07T10:02:14.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.556+0000 7feb0c65a740 1 Processor -- start 2024-03-07T10:02:14.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.557+0000 7feb08872640 1 -- 172.21.15.18:0/1849416500 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7feafc018a30 con 0x7feb041135b0 2024-03-07T10:02:14.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.557+0000 7feb0c65a740 1 -- start start 2024-03-07T10:02:14.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.558+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bf9c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.558+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.558+0000 7feb027fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bf9c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.558+0000 7feb027fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bf9c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46142/0 (socket says 172.21.15.18:46142) 2024-03-07T10:02:14.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.558+0000 7feb08872640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feaf00a1ff0 0x7feaf00a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.558+0000 7feb027fc640 1 -- 172.21.15.18:0/4189705282 learned_addr learned my addr 172.21.15.18:0/4189705282 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.559+0000 7feb08872640 1 -- 172.21.15.18:0/1849416500 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7feafc0ce830 con 0x7feb041135b0 2024-03-07T10:02:14.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.559+0000 7feb02ffd640 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.559+0000 7feb0c65a740 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bfa5670 0x55853bfa7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.559+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853bf63330 con 0x55853bf9ca90 2024-03-07T10:02:14.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.559+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853beffe90 con 0x55853bfa5670 2024-03-07T10:02:14.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.559+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853bea8d00 con 0x55853bf9c170 2024-03-07T10:02:14.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.560+0000 7feb037fe640 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bfa5670 0x55853bfa7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.560+0000 7feb027fc640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feaf00a1ff0 0x7feaf00a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.560+0000 7feb027fc640 1 -- 172.21.15.18:0/4189705282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bfa5670 msgr2=0x55853bfa7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.560+0000 7feb027fc640 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bfa5670 0x55853bfa7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.560+0000 7feb027fc640 1 -- 172.21.15.18:0/4189705282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 msgr2=0x55853bfa5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.560+0000 7feb027fc640 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.560+0000 7feb027fc640 1 -- 172.21.15.18:0/4189705282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55853bea7b90 con 0x55853bf9c170 2024-03-07T10:02:14.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.561+0000 7feb027fc640 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bf9c550 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7feaec02c170 tx=0x7feaec0041d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=774c40d8813b4ab2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.561+0000 7feb027fc640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feaf00a1ff0 0x7feaf00a44b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7feaec044000 tx=0x7feaec047000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.561+0000 7feaf9ffb640 1 -- 172.21.15.18:0/4189705282 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaec02cd10 con 0x55853bf9c170 2024-03-07T10:02:14.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.561+0000 7feaf9ffb640 1 -- 172.21.15.18:0/4189705282 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feaec003ad0 con 0x55853bf9c170 2024-03-07T10:02:14.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.561+0000 7feaf9ffb640 1 -- 172.21.15.18:0/4189705282 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaec042a10 con 0x55853bf9c170 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 msgr2=0x55853bf9c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bf9c550 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7feaec02c170 tx=0x7feaec0041d0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 shutdown_connections 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bfa5670 0x55853bfa7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 --2- 172.21.15.18:0/4189705282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bf9c550 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 >> 172.21.15.18:0/4189705282 conn(0x55853bf968a0 msgr2=0x55853bf96c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 shutdown_connections 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 -- 172.21.15.18:0/4189705282 wait complete. 2024-03-07T10:02:14.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.562+0000 7feb0c65a740 1 -- start start 2024-03-07T10:02:14.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 1 Processor -- start 2024-03-07T10:02:14.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bfa26c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9ca90 0x55853bfa2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bfa5670 0x55853bfa3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853be9e470 con 0x55853bfa5670 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853befbf30 con 0x55853bf9ca90 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853bfa8400 con 0x55853bf9c170 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb02ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bfa26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb02ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bfa26c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46152/0 (socket says 172.21.15.18:46152) 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb02ffd640 1 -- 172.21.15.18:0/3189917869 learned_addr learned my addr 172.21.15.18:0/3189917869 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb0c65a740 10 client.0 _ll_register_callbacks cb 0x55853bef9d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.563+0000 7feb027fc640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9ca90 0x55853bfa2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.564+0000 7feb037fe640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bfa5670 0x55853bfa3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.564+0000 7feb027fc640 1 -- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 msgr2=0x55853bfa26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.564+0000 7feb027fc640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bfa26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.564+0000 7feb027fc640 1 -- 172.21.15.18:0/3189917869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bfa5670 msgr2=0x55853bfa3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.564+0000 7feb027fc640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bfa5670 0x55853bfa3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.564+0000 7feb027fc640 1 -- 172.21.15.18:0/3189917869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55853bc143f0 con 0x55853bf9ca90 2024-03-07T10:02:14.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.565+0000 7feb02ffd640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bfa26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:14.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.565+0000 7feb027fc640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9ca90 0x55853bfa2c00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7feaec036040 tx=0x7feaec042470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f60e3abbe82efcdf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.565+0000 7feae2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.565+0000 7feae2ffd640 1 -- 172.21.15.18:0/3189917869 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaec058060 con 0x55853bf9ca90 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.565+0000 7feae2ffd640 1 -- 172.21.15.18:0/3189917869 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7feaec0037f0 con 0x55853bf9ca90 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.565+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feaec003ad0 con 0x55853bf9ca90 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.565+0000 7feae2ffd640 1 -- 172.21.15.18:0/3189917869 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7feaec02cd10 con 0x55853bf9ca90 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 10 client.26180 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55853bcde7d0 con 0x55853bf9ca90 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feae2ffd640 1 -- 172.21.15.18:0/3189917869 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feaec003ad0 con 0x55853bf9ca90 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feae2ffd640 1 -- 172.21.15.18:0/3189917869 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7feaec052030 con 0x55853bf9ca90 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 10 client.26180 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 10 client.26180 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 20 client.26180 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853bfb5720 0x55853bfb7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 4 client.26180 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:14.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55853bf0d3d0 con 0x55853bfb5720 2024-03-07T10:02:14.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.566+0000 7feb02ffd640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853bfb5720 0x55853bfb7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.567+0000 7feb02ffd640 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853bfb5720 0x55853bfb7b10 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b03300f5084e4e0 server_cookie=c183150a03ab89e0 in_seq=0 out_seq=0 2024-03-07T10:02:14.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.567+0000 7feae2ffd640 10 client.26180 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feae2ffd640 1 -- 172.21.15.18:0/3189917869 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55853bf0d3d0 con 0x55853bfb5720 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feae2ffd640 10 client.26180 handle_command_reply: tid=0 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 client.26180 shutdown 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9ca90 msgr2=0x55853bfa2c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9ca90 0x55853bfa2c00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7feaec036040 tx=0x7feaec042470 comp rx=0 tx=0).stop 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 shutdown_connections 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853bfb5720 0x55853bfb7b10 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bfa5670 0x55853bfa3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9ca90 0x55853bfa2c00 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feae2ffd640 0 client.26180 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:14.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3189917869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bf9c170 0x55853bfa26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.568+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 >> 172.21.15.18:0/3189917869 conn(0x55853bf968a0 msgr2=0x55853bf985f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.569+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 shutdown_connections 2024-03-07T10:02:14.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.569+0000 7feb0c65a740 1 -- 172.21.15.18:0/3189917869 wait complete. 2024-03-07T10:02:14.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.569+0000 7feb0c65a740 20 client.26180 trim_cache size 0 max 16384 2024-03-07T10:02:14.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.589+0000 7feb0c65a740 1 Processor -- start 2024-03-07T10:02:14.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb0c65a740 1 -- start start 2024-03-07T10:02:14.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bfa4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf983e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb0c65a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae4010d10 con 0x55853bf9ca90 2024-03-07T10:02:14.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb0c65a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae400e810 con 0x55853bf9c170 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb0c65a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae400c8b0 con 0x55853bfa5670 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bfa4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bfa4df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53828/0 (socket says 172.21.15.18:53828) 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 -- 172.21.15.18:0/1343005305 learned_addr learned my addr 172.21.15.18:0/1343005305 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb027fc640 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb037fe640 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 -- 172.21.15.18:0/1343005305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 msgr2=0x55853bf983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 -- 172.21.15.18:0/1343005305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 msgr2=0x55853bfa2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.590+0000 7feb02ffd640 1 -- 172.21.15.18:0/1343005305 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55853bf9b910 con 0x55853bf9c170 2024-03-07T10:02:14.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.591+0000 7feb02ffd640 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bfa4df0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feaf4000c00 tx=0x7feaf401fb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1fba7b139921829 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.592+0000 7feaf97fa640 1 -- 172.21.15.18:0/1343005305 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf4013ab0 con 0x55853bf9c170 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.592+0000 7feaf97fa640 1 -- 172.21.15.18:0/1343005305 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feaf4005500 con 0x55853bf9c170 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.592+0000 7feaf97fa640 1 -- 172.21.15.18:0/1343005305 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf4004e60 con 0x55853bf9c170 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.593+0000 7feb0c65a740 1 -- 172.21.15.18:0/1343005305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 msgr2=0x55853bfa4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.593+0000 7feb0c65a740 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bfa4df0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feaf4000c00 tx=0x7feaf401fb20 comp rx=0 tx=0).stop 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.593+0000 7feb0c65a740 1 -- 172.21.15.18:0/1343005305 shutdown_connections 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.593+0000 7feb0c65a740 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.593+0000 7feb0c65a740 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bfa2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.593+0000 7feb0c65a740 1 --2- 172.21.15.18:0/1343005305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bfa4df0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.593+0000 7feb0c65a740 1 -- 172.21.15.18:0/1343005305 >> 172.21.15.18:0/1343005305 conn(0x55853bf968a0 msgr2=0x55853bf97cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.594+0000 7feb0c65a740 1 -- 172.21.15.18:0/1343005305 shutdown_connections 2024-03-07T10:02:14.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.594+0000 7feb0c65a740 1 -- 172.21.15.18:0/1343005305 wait complete. 2024-03-07T10:02:14.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.595+0000 7feb0c65a740 1 -- start start 2024-03-07T10:02:14.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.595+0000 7feb0c65a740 1 Processor -- start 2024-03-07T10:02:14.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bf9f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bf9f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb0c65a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf9fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb0c65a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae400ceb0 con 0x55853bf9ca90 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb0c65a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae400e1b0 con 0x55853bf9c170 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb0c65a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feae400d4f0 con 0x55853bfa5670 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb0c65a740 10 client.0 _ll_register_callbacks cb 0x7feaf4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bf9f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb027fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bf9f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42730/0 (socket says 172.21.15.18:42730) 2024-03-07T10:02:14.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.596+0000 7feb027fc640 1 -- 172.21.15.18:0/3994500065 learned_addr learned my addr 172.21.15.18:0/3994500065 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:14.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.597+0000 7feb02ffd640 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bf9f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.601+0000 7feb037fe640 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf9fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.604+0000 7feb027fc640 1 -- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 msgr2=0x55853bf9fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.604+0000 7feb027fc640 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf9fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.604+0000 7feb027fc640 1 -- 172.21.15.18:0/3994500065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 msgr2=0x55853bf9f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.604+0000 7feb027fc640 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bf9f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.604+0000 7feb027fc640 1 -- 172.21.15.18:0/3994500065 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55853c00ff70 con 0x55853bf9ca90 2024-03-07T10:02:14.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.605+0000 7feb027fc640 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bf9f550 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x55853bfa3c90 tx=0x7feaec005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7054707a2df8acbb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:14.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.605+0000 7feae2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.610+0000 7feae2ffd640 1 -- 172.21.15.18:0/3994500065 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaec058040 con 0x55853bf9ca90 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.610+0000 7feae2ffd640 1 -- 172.21.15.18:0/3994500065 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7feaec0037f0 con 0x55853bf9ca90 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.611+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feaf4005500 con 0x55853bf9ca90 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.611+0000 7feae2ffd640 1 -- 172.21.15.18:0/3994500065 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7feaec069050 con 0x55853bf9ca90 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.611+0000 7feb0c65a740 10 client.16395 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.611+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55853c011270 con 0x55853bf9ca90 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feae2ffd640 1 -- 172.21.15.18:0/3994500065 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feaf4005500 con 0x55853bf9ca90 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feae2ffd640 1 -- 172.21.15.18:0/3994500065 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7feaec052070 con 0x55853bf9ca90 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feb0c65a740 10 client.16395 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:14.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feb0c65a740 10 client.16395 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:14.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feb0c65a740 20 client.16395 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:14.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853c011880 0x55853c013ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:14.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feb0c65a740 4 client.16395 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:02:14.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.613+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55853bf07720 con 0x55853c011880 2024-03-07T10:02:14.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.615+0000 7feb02ffd640 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853c011880 0x55853c013ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:14.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.619+0000 7feb02ffd640 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853c011880 0x55853c013ca0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=958eea5b5d3ef5e7 server_cookie=1a33ec3aa4e4d696 in_seq=0 out_seq=0 2024-03-07T10:02:14.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.619+0000 7feae2ffd640 10 client.16395 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:14.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.619+0000 7feae2ffd640 1 -- 172.21.15.18:0/3994500065 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55853bf07720 con 0x55853c011880 2024-03-07T10:02:14.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.619+0000 7feae2ffd640 10 client.16395 handle_command_reply: tid=0 2024-03-07T10:02:14.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 client.16395 shutdown 2024-03-07T10:02:14.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 msgr2=0x55853bf9f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bf9f550 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x55853bfa3c90 tx=0x7feaec005dd0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 shutdown_connections 2024-03-07T10:02:14.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853c011880 0x55853c013ca0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853bfa5670 0x55853bf9fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853bf9ca90 0x55853bf9f550 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 --2- 172.21.15.18:0/3994500065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853bf9c170 0x55853bf9f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feae2ffd640 0 client.16395 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:14.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.620+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 >> 172.21.15.18:0/3994500065 conn(0x55853bf968a0 msgr2=0x55853bf98560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.621+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 shutdown_connections 2024-03-07T10:02:14.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.621+0000 7feb0c65a740 1 -- 172.21.15.18:0/3994500065 wait complete. 2024-03-07T10:02:14.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.621+0000 7feb0c65a740 20 client.16395 trim_cache size 0 max 16384 2024-03-07T10:02:14.624 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feaf00a1ff0 msgr2=0x7feaf00a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feaf00a1ff0 0x7feaf00a44b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7feaec044000 tx=0x7feaec047000 comp rx=0 tx=0).stop 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 msgr2=0x7feb04070bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 0x7feb04070bf0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7feafc00eb40 tx=0x7feafc00c2d0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 shutdown_connections 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041135b0 0x7feb04070bf0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feaf00a1ff0 0x7feaf00a44b0 secure :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7feaec044000 tx=0x7feaec047000 comp rx=0 tx=0).stop 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb0410a920 0x7feb040706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 --2- 172.21.15.18:0/1849416500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb0410a000 0x7feb04070170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:14.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 >> 172.21.15.18:0/1849416500 conn(0x7feb0406db20 msgr2=0x7feb041092d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:14.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.623+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 shutdown_connections 2024-03-07T10:02:14.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:14.624+0000 7feb09874640 1 -- 172.21.15.18:0/1849416500 wait complete. 2024-03-07T10:02:15.640 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:02:15.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:02:15.640 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:02:15.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.812+0000 7fbf592b6640 1 -- 172.21.15.18:0/884647217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54102360 msgr2=0x7fbf54102740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.812+0000 7fbf592b6640 1 --2- 172.21.15.18:0/884647217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54102360 0x7fbf54102740 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbf44009890 tx=0x7fbf4402bb70 comp rx=0 tx=0).stop 2024-03-07T10:02:15.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.812+0000 7fbf592b6640 1 -- 172.21.15.18:0/884647217 shutdown_connections 2024-03-07T10:02:15.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.812+0000 7fbf592b6640 1 --2- 172.21.15.18:0/884647217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf54101580 0x7fbf5410d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.812+0000 7fbf592b6640 1 --2- 172.21.15.18:0/884647217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf54100be0 0x7fbf54101040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.812+0000 7fbf592b6640 1 --2- 172.21.15.18:0/884647217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54102360 0x7fbf54102740 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.813+0000 7fbf592b6640 1 -- 172.21.15.18:0/884647217 >> 172.21.15.18:0/884647217 conn(0x7fbf54076a50 msgr2=0x7fbf540fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:15.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.813+0000 7fbf592b6640 1 -- 172.21.15.18:0/884647217 shutdown_connections 2024-03-07T10:02:15.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.813+0000 7fbf592b6640 1 -- 172.21.15.18:0/884647217 wait complete. 2024-03-07T10:02:15.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.814+0000 7fbf592b6640 1 Processor -- start 2024-03-07T10:02:15.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.814+0000 7fbf592b6640 1 -- start start 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf592b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54100be0 0x7fbf54198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf592b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf54101580 0x7fbf54198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf592b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf54102360 0x7fbf5419c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54100be0 0x7fbf54198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54100be0 0x7fbf54198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46196/0 (socket says 172.21.15.18:46196) 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf52ffd640 1 -- 172.21.15.18:0/3451769208 learned_addr learned my addr 172.21.15.18:0/3451769208 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf527fc640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf54101580 0x7fbf54198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf54111bb0 con 0x7fbf54101580 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.815+0000 7fbf537fe640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf54102360 0x7fbf5419c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf54111a30 con 0x7fbf54102360 2024-03-07T10:02:15.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf54111d30 con 0x7fbf54100be0 2024-03-07T10:02:15.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf52ffd640 1 -- 172.21.15.18:0/3451769208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf54102360 msgr2=0x7fbf5419c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf54102360 0x7fbf5419c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf52ffd640 1 -- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf54101580 msgr2=0x7fbf54198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf54101580 0x7fbf54198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf52ffd640 1 -- 172.21.15.18:0/3451769208 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf5419d020 con 0x7fbf54100be0 2024-03-07T10:02:15.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.816+0000 7fbf527fc640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf54101580 0x7fbf54198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:15.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.817+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54100be0 0x7fbf54198030 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf44000c00 tx=0x7fbf44004550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:15.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.817+0000 7fbf3bfff640 1 -- 172.21.15.18:0/3451769208 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf44041020 con 0x7fbf54100be0 2024-03-07T10:02:15.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.817+0000 7fbf3bfff640 1 -- 172.21.15.18:0/3451769208 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbf4402c9f0 con 0x7fbf54100be0 2024-03-07T10:02:15.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.818+0000 7fbf3bfff640 1 -- 172.21.15.18:0/3451769208 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf44039040 con 0x7fbf54100be0 2024-03-07T10:02:15.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.818+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf5419d2b0 con 0x7fbf54100be0 2024-03-07T10:02:15.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.818+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf5410dd90 con 0x7fbf54100be0 2024-03-07T10:02:15.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.820+0000 7fbf3bfff640 1 -- 172.21.15.18:0/3451769208 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fbf44044020 con 0x7fbf54100be0 2024-03-07T10:02:15.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf3bfff640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbf3c0a2040 0x7fbf3c0a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 Processor -- start 2024-03-07T10:02:15.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 -- start start 2024-03-07T10:02:15.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf527fc640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbf3c0a2040 0x7fbf3c0a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf3bfff640 1 -- 172.21.15.18:0/3451769208 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fbf440ef810 con 0x7fbf54100be0 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef89fd50 0x55faef8a0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a8d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef8a9250 0x55faef8ab640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faef803b10 con 0x55faef8a9250 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faef7acd50 con 0x55faef89fd50 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.821+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faef7ffbb0 con 0x55faef8a0670 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef89fd50 0x55faef8a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef8a9250 0x55faef8ab640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf527fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef89fd50 0x55faef8a0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53858/0 (socket says 172.21.15.18:53858) 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf527fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a8d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46212/0 (socket says 172.21.15.18:46212) 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf52ffd640 1 -- 172.21.15.18:0/3669292578 learned_addr learned my addr 172.21.15.18:0/3669292578 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef8a9250 0x55faef8ab640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42748/0 (socket says 172.21.15.18:42748) 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf527fc640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbf3c0a2040 0x7fbf3c0a4500 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbf540fee40 tx=0x7fbf4c0095c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 -- 172.21.15.18:0/3669292578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 msgr2=0x55faef8a8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 --2- 172.21.15.18:0/3669292578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 -- 172.21.15.18:0/3669292578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef89fd50 msgr2=0x55faef8a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 --2- 172.21.15.18:0/3669292578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef89fd50 0x55faef8a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 -- 172.21.15.18:0/3669292578 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55faef5e07e0 con 0x55faef8a9250 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf537fe640 1 --2- 172.21.15.18:0/3669292578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef8a9250 0x55faef8ab640 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fbf48009b80 tx=0x7fbf48011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c463af69c79cf0e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf397fa640 1 -- 172.21.15.18:0/3669292578 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf48004030 con 0x55faef8a9250 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf397fa640 1 -- 172.21.15.18:0/3669292578 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbf48005500 con 0x55faef8a9250 2024-03-07T10:02:15.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.822+0000 7fbf397fa640 1 -- 172.21.15.18:0/3669292578 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf48004d90 con 0x55faef8a9250 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.823+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3669292578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef8a9250 msgr2=0x55faef8ab640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.823+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3669292578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef8a9250 0x55faef8ab640 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fbf48009b80 tx=0x7fbf48011810 comp rx=0 tx=0).stop 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.823+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3669292578 shutdown_connections 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.823+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3669292578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef8a9250 0x55faef8ab640 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.823+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3669292578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.823+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3669292578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef89fd50 0x55faef8a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.823+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3669292578 >> 172.21.15.18:0/3669292578 conn(0x55faef89a480 msgr2=0x55faef89a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.824+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3669292578 shutdown_connections 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.824+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3669292578 wait complete. 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.824+0000 7fbf5c17c740 1 -- start start 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf5c17c740 1 Processor -- start 2024-03-07T10:02:15.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf527fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf527fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a5f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46220/0 (socket says 172.21.15.18:46220) 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf527fc640 1 -- 172.21.15.18:0/2825821224 learned_addr learned my addr 172.21.15.18:0/2825821224 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faef8ac040 con 0x55faef89fd50 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faef7c0190 con 0x55faef8a9250 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faef8ac1c0 con 0x55faef8a0670 2024-03-07T10:02:15.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.825+0000 7fbf537fe640 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf5c17c740 10 client.0 _ll_register_callbacks cb 0x55faef7af770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf537fe640 1 -- 172.21.15.18:0/2825821224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 msgr2=0x55faef8a5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf537fe640 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf537fe640 1 -- 172.21.15.18:0/2825821224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 msgr2=0x55faef8a8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf537fe640 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf537fe640 1 -- 172.21.15.18:0/2825821224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55faef640f70 con 0x55faef8a9250 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbf48005500 con 0x55faef8a9250 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf537fe640 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a64b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbf48000c00 tx=0x7fbf480045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f12b4db8df74a4f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.826+0000 7fbf36ff5640 10 client.26198 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf36ff5640 1 -- 172.21.15.18:0/2825821224 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf48028020 con 0x55faef8a9250 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf36ff5640 1 -- 172.21.15.18:0/2825821224 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fbf48024630 con 0x55faef8a9250 2024-03-07T10:02:15.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf36ff5640 1 -- 172.21.15.18:0/2825821224 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf48004d90 con 0x55faef8a9250 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 10 client.26198 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x55faef4d8170 con 0x55faef8a9250 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf36ff5640 1 -- 172.21.15.18:0/2825821224 <== mon.2 v2:172.21.15.63:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fbf48018070 con 0x55faef8a9250 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 10 client.26198 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 10 client.26198 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 20 client.26198 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef8b95f0 0x55faef8bba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 4 client.26198 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:15.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.827+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55faef7d9930 con 0x55faef8b95f0 2024-03-07T10:02:15.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.828+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef8b95f0 0x55faef8bba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.828+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef8b95f0 0x55faef8bba10 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75e35c5debfe8e57 server_cookie=9b104335251a3891 in_seq=0 out_seq=0 2024-03-07T10:02:15.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.828+0000 7fbf36ff5640 10 client.26198 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf36ff5640 1 -- 172.21.15.18:0/2825821224 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55faef7d9930 con 0x55faef8b95f0 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf36ff5640 10 client.26198 handle_command_reply: tid=0 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 client.26198 shutdown 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 msgr2=0x55faef8a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a64b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbf48000c00 tx=0x7fbf480045e0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 shutdown_connections 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef8b95f0 0x55faef8bba10 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a64b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf36ff5640 0 client.26198 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:15.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/2825821224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 >> 172.21.15.18:0/2825821224 conn(0x55faef89a480 msgr2=0x55faef89c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:15.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 shutdown_connections 2024-03-07T10:02:15.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.829+0000 7fbf5c17c740 1 -- 172.21.15.18:0/2825821224 wait complete. 2024-03-07T10:02:15.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.830+0000 7fbf5c17c740 20 client.26198 trim_cache size 0 max 16384 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.856+0000 7fbf5c17c740 1 Processor -- start 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.856+0000 7fbf5c17c740 1 -- start start 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a0670 0x55faef8a8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a9250 0x55faef8a5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf541ad630 con 0x55faef89fd50 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf541ab130 con 0x55faef8a0670 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf541a91d0 con 0x55faef8a9250 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf527fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a0670 0x55faef8a8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42778/0 (socket says 172.21.15.18:42778) 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf52ffd640 1 -- 172.21.15.18:0/1868375068 learned_addr learned my addr 172.21.15.18:0/1868375068 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.857+0000 7fbf537fe640 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a9250 0x55faef8a5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.858+0000 7fbf527fc640 1 -- 172.21.15.18:0/1868375068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a9250 msgr2=0x55faef8a5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.858+0000 7fbf527fc640 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a9250 0x55faef8a5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.858+0000 7fbf527fc640 1 -- 172.21.15.18:0/1868375068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 msgr2=0x55faef8a8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.858+0000 7fbf527fc640 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.858+0000 7fbf527fc640 1 -- 172.21.15.18:0/1868375068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55faef8a04a0 con 0x55faef8a0670 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.858+0000 7fbf537fe640 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a9250 0x55faef8a5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:15.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.859+0000 7fbf527fc640 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a0670 0x55faef8a8bc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x55faef8a57b0 tx=0x7fbf4c01d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17b7e2b9f42fe3f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:15.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.860+0000 7fbf38ff9640 1 -- 172.21.15.18:0/1868375068 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c01bd90 con 0x55faef8a0670 2024-03-07T10:02:15.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.860+0000 7fbf38ff9640 1 -- 172.21.15.18:0/1868375068 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbf4c020040 con 0x55faef8a0670 2024-03-07T10:02:15.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.860+0000 7fbf38ff9640 1 -- 172.21.15.18:0/1868375068 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c027470 con 0x55faef8a0670 2024-03-07T10:02:15.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.861+0000 7fbf5c17c740 1 -- 172.21.15.18:0/1868375068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a0670 msgr2=0x55faef8a8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.861+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a0670 0x55faef8a8bc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x55faef8a57b0 tx=0x7fbf4c01d000 comp rx=0 tx=0).stop 2024-03-07T10:02:15.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.861+0000 7fbf5c17c740 1 -- 172.21.15.18:0/1868375068 shutdown_connections 2024-03-07T10:02:15.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.861+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a9250 0x55faef8a5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.861+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a0670 0x55faef8a8bc0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.861+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/1868375068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.861+0000 7fbf5c17c740 1 -- 172.21.15.18:0/1868375068 >> 172.21.15.18:0/1868375068 conn(0x55faef89a480 msgr2=0x55faef8a57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:15.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.862+0000 7fbf5c17c740 1 -- 172.21.15.18:0/1868375068 shutdown_connections 2024-03-07T10:02:15.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.871+0000 7fbf5c17c740 1 -- 172.21.15.18:0/1868375068 wait complete. 2024-03-07T10:02:15.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.871+0000 7fbf5c17c740 1 -- start start 2024-03-07T10:02:15.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.871+0000 7fbf5c17c740 1 Processor -- start 2024-03-07T10:02:15.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.877+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.877+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.877+0000 7fbf5c17c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.877+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf541a97d0 con 0x55faef89fd50 2024-03-07T10:02:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.877+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf541aaad0 con 0x55faef8a9250 2024-03-07T10:02:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.877+0000 7fbf5c17c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf541a9e10 con 0x55faef8a0670 2024-03-07T10:02:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.877+0000 7fbf5c17c740 10 client.0 _ll_register_callbacks cb 0x7fbf44009490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:15.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.878+0000 7fbf527fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.878+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.878+0000 7fbf52ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42792/0 (socket says 172.21.15.18:42792) 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.878+0000 7fbf52ffd640 1 -- 172.21.15.18:0/3706763956 learned_addr learned my addr 172.21.15.18:0/3706763956 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.879+0000 7fbf527fc640 1 -- 172.21.15.18:0/3706763956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 msgr2=0x55faef8a3c50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.879+0000 7fbf527fc640 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a3c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.879+0000 7fbf527fc640 1 -- 172.21.15.18:0/3706763956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 msgr2=0x55faef8a31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.879+0000 7fbf527fc640 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.879+0000 7fbf527fc640 1 -- 172.21.15.18:0/3706763956 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55faef8a9bf0 con 0x55faef8a0670 2024-03-07T10:02:15.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.884+0000 7fbf527fc640 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a3710 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x55faef8a4770 tx=0x7fbf4c01bdc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97472247a11ce5e2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:15.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.886+0000 7fbf36ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:15.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.886+0000 7fbf36ff5640 1 -- 172.21.15.18:0/3706763956 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c003b80 con 0x55faef8a0670 2024-03-07T10:02:15.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.886+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbf4c020040 con 0x55faef8a0670 2024-03-07T10:02:15.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.886+0000 7fbf36ff5640 1 -- 172.21.15.18:0/3706763956 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fbf4c00c8c0 con 0x55faef8a0670 2024-03-07T10:02:15.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.895+0000 7fbf36ff5640 1 -- 172.21.15.18:0/3706763956 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf4c003d20 con 0x55faef8a0670 2024-03-07T10:02:15.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.898+0000 7fbf5c17c740 10 client.26257 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:15.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.898+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55faef91dab0 con 0x55faef8a0670 2024-03-07T10:02:15.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.901+0000 7fbf36ff5640 1 -- 172.21.15.18:0/3706763956 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbf4c020040 con 0x55faef8a0670 2024-03-07T10:02:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.902+0000 7fbf36ff5640 1 -- 172.21.15.18:0/3706763956 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fbf4c025040 con 0x55faef8a0670 2024-03-07T10:02:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.902+0000 7fbf5c17c740 10 client.26257 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.902+0000 7fbf5c17c740 10 client.26257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.902+0000 7fbf5c17c740 20 client.26257 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.902+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef91e0c0 0x55faef9204b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.902+0000 7fbf5c17c740 4 client.26257 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:02:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.902+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55faef7c5050 con 0x55faef91e0c0 2024-03-07T10:02:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.904+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef91e0c0 0x55faef9204b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:15.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.905+0000 7fbf52ffd640 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef91e0c0 0x55faef9204b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ad9ce8bb7a7b5aa server_cookie=f2d5c02a1322d55d in_seq=0 out_seq=0 2024-03-07T10:02:15.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.905+0000 7fbf36ff5640 10 client.26257 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:15.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.906+0000 7fbf36ff5640 1 -- 172.21.15.18:0/3706763956 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55faef7c5050 con 0x55faef91e0c0 2024-03-07T10:02:15.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.906+0000 7fbf36ff5640 10 client.26257 handle_command_reply: tid=0 2024-03-07T10:02:15.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.907+0000 7fbf5c17c740 1 client.26257 shutdown 2024-03-07T10:02:15.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.908+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 msgr2=0x55faef8a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.908+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a3710 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x55faef8a4770 tx=0x7fbf4c01bdc0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.909+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 shutdown_connections 2024-03-07T10:02:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.909+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55faef91e0c0 0x55faef9204b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.909+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55faef8a9250 0x55faef8a3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.909+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55faef8a0670 0x55faef8a3710 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.909+0000 7fbf5c17c740 1 --2- 172.21.15.18:0/3706763956 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55faef89fd50 0x55faef8a31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.909+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 >> 172.21.15.18:0/3706763956 conn(0x55faef89a480 msgr2=0x55faef8a6070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.909+0000 7fbf36ff5640 0 client.26257 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.910+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 shutdown_connections 2024-03-07T10:02:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.910+0000 7fbf5c17c740 1 -- 172.21.15.18:0/3706763956 wait complete. 2024-03-07T10:02:15.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.910+0000 7fbf5c17c740 20 client.26257 trim_cache size 0 max 16384 2024-03-07T10:02:15.913 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:02:15.913 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:02:15.913 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "d64d1fe3-a195-4ee0-bb30-d96afe804d72", 2024-03-07T10:02:15.913 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:02:15.913 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:02:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.912+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbf3c0a2040 msgr2=0x7fbf3c0a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.912+0000 7fbf592b6640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbf3c0a2040 0x7fbf3c0a4500 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbf540fee40 tx=0x7fbf4c0095c0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.912+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54100be0 msgr2=0x7fbf54198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.912+0000 7fbf592b6640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54100be0 0x7fbf54198030 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf44000c00 tx=0x7fbf44004550 comp rx=0 tx=0).stop 2024-03-07T10:02:15.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 shutdown_connections 2024-03-07T10:02:15.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf54102360 0x7fbf5419c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbf3c0a2040 0x7fbf3c0a4500 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbf54101580 0x7fbf54198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:15.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 --2- 172.21.15.18:0/3451769208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbf54100be0 0x7fbf54198030 secure :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf44000c00 tx=0x7fbf44004550 comp rx=0 tx=0).stop 2024-03-07T10:02:15.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 >> 172.21.15.18:0/3451769208 conn(0x7fbf54076a50 msgr2=0x7fbf54103340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:15.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 shutdown_connections 2024-03-07T10:02:15.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:15.913+0000 7fbf592b6640 1 -- 172.21.15.18:0/3451769208 wait complete. 2024-03-07T10:02:15.929 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:02:15.929 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 -- 172.21.15.18:0/1689721544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 msgr2=0x7ffad4100530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 --2- 172.21.15.18:0/1689721544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 0x7ffad4100530 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7ffac4009890 tx=0x7ffac402bb70 comp rx=0 tx=0).stop 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 -- 172.21.15.18:0/1689721544 shutdown_connections 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 --2- 172.21.15.18:0/1689721544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffad4109be0 0x7ffad410a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 --2- 172.21.15.18:0/1689721544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad4100b00 0x7ffad41096a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 --2- 172.21.15.18:0/1689721544 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 0x7ffad4100530 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 -- 172.21.15.18:0/1689721544 >> 172.21.15.18:0/1689721544 conn(0x7ffad4075820 msgr2=0x7ffad4075c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 -- 172.21.15.18:0/1689721544 shutdown_connections 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 -- 172.21.15.18:0/1689721544 wait complete. 2024-03-07T10:02:16.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.109+0000 7ffad9674640 1 Processor -- start 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.110+0000 7ffad9674640 1 -- start start 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.110+0000 7ffad9674640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 0x7ffad419e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad9674640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffad4109be0 0x7ffad419ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad9674640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad41a2da0 0x7ffad41a3250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad9674640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad4118080 con 0x7ffad4100150 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad9674640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad4117f00 con 0x7ffad41a2da0 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad41a2da0 0x7ffad41a3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad41a2da0 0x7ffad41a3250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53904/0 (socket says 172.21.15.18:53904) 2024-03-07T10:02:16.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad37fe640 1 -- 172.21.15.18:0/2877476007 learned_addr learned my addr 172.21.15.18:0/2877476007 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:16.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.111+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad4118200 con 0x7ffad4109be0 2024-03-07T10:02:16.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 0x7ffad419e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad27fc640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffad4109be0 0x7ffad419ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad37fe640 1 -- 172.21.15.18:0/2877476007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffad4109be0 msgr2=0x7ffad419ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad37fe640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffad4109be0 0x7ffad419ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad37fe640 1 -- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 msgr2=0x7ffad419e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad37fe640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 0x7ffad419e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad37fe640 1 -- 172.21.15.18:0/2877476007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffad41a3890 con 0x7ffad41a2da0 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.112+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 0x7ffad419e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.113+0000 7ffad37fe640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad41a2da0 0x7ffad41a3250 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ffac800c970 tx=0x7ffac800ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.113+0000 7ffabbfff640 1 -- 172.21.15.18:0/2877476007 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac8007bb0 con 0x7ffad41a2da0 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.113+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffad41a3b80 con 0x7ffad41a2da0 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.113+0000 7ffabbfff640 1 -- 172.21.15.18:0/2877476007 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffac8007d50 con 0x7ffad41a2da0 2024-03-07T10:02:16.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.113+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffad41ab370 con 0x7ffad41a2da0 2024-03-07T10:02:16.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.113+0000 7ffabbfff640 1 -- 172.21.15.18:0/2877476007 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac8018800 con 0x7ffad41a2da0 2024-03-07T10:02:16.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.115+0000 7ffabbfff640 1 -- 172.21.15.18:0/2877476007 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ffac800fa50 con 0x7ffad41a2da0 2024-03-07T10:02:16.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 Processor -- start 2024-03-07T10:02:16.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 -- start start 2024-03-07T10:02:16.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0c7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac4e02add0 con 0x55ac4e0c7730 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac4dfd3ae0 con 0x55ac4e0d0c30 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffadc45c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac4e026e70 con 0x55ac4e0c8050 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffad2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffad27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0c7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffad2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46256/0 (socket says 172.21.15.18:46256) 2024-03-07T10:02:16.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.116+0000 7ffad2ffd640 1 -- 172.21.15.18:0/4247591422 learned_addr learned my addr 172.21.15.18:0/4247591422 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad27fc640 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad2ffd640 1 -- 172.21.15.18:0/4247591422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 msgr2=0x55ac4e0d3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad2ffd640 1 -- 172.21.15.18:0/4247591422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 msgr2=0x55ac4e0c7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0c7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad2ffd640 1 -- 172.21.15.18:0/4247591422 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ac4de097d0 con 0x55ac4e0c8050 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad27fc640 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d06f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffac4000c00 tx=0x7ffac4032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b804af2816fee382 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.117+0000 7ffab97fa640 1 -- 172.21.15.18:0/4247591422 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac4039070 con 0x55ac4e0c8050 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.118+0000 7ffab97fa640 1 -- 172.21.15.18:0/4247591422 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffac403a040 con 0x55ac4e0c8050 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.118+0000 7ffab97fa640 1 -- 172.21.15.18:0/4247591422 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac40052a0 con 0x55ac4e0c8050 2024-03-07T10:02:16.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.118+0000 7ffabbfff640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ffabc0a1fb0 0x7ffabc0a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.118+0000 7ffad27fc640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ffabc0a1fb0 0x7ffabc0a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.118+0000 7ffabbfff640 1 -- 172.21.15.18:0/2877476007 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7ffac80ce2b0 con 0x7ffad41a2da0 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.118+0000 7ffadc45c740 1 -- 172.21.15.18:0/4247591422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c8050 msgr2=0x55ac4e0d06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.118+0000 7ffadc45c740 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d06f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffac4000c00 tx=0x7ffac4032340 comp rx=0 tx=0).stop 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 -- 172.21.15.18:0/4247591422 shutdown_connections 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffad27fc640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ffabc0a1fb0 0x7ffabc0a4470 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x55ac4e0c2ff0 tx=0x7ffacc004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d06f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 --2- 172.21.15.18:0/4247591422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0c7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 -- 172.21.15.18:0/4247591422 >> 172.21.15.18:0/4247591422 conn(0x55ac4e0c1e60 msgr2=0x55ac4e0c2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:16.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 -- 172.21.15.18:0/4247591422 shutdown_connections 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 -- 172.21.15.18:0/4247591422 wait complete. 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 -- start start 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.119+0000 7ffadc45c740 1 Processor -- start 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.120+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.120+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.120+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0cdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.120+0000 7ffadc45c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac4e0d39c0 con 0x55ac4e0c7730 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.120+0000 7ffadc45c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac4dfe7070 con 0x55ac4e0c8050 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.120+0000 7ffadc45c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac4e0d3b40 con 0x55ac4e0d0c30 2024-03-07T10:02:16.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.120+0000 7ffadc45c740 10 client.0 _ll_register_callbacks cb 0x55ac4dfe6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:16.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.121+0000 7ffad37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0cdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.121+0000 7ffad37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0cdfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46260/0 (socket says 172.21.15.18:46260) 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.121+0000 7ffad37fe640 1 -- 172.21.15.18:0/3616216633 learned_addr learned my addr 172.21.15.18:0/3616216633 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.121+0000 7ffad27fc640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.121+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffad37fe640 1 -- 172.21.15.18:0/3616216633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 msgr2=0x55ac4e0cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffad37fe640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffad37fe640 1 -- 172.21.15.18:0/3616216633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 msgr2=0x55ac4e0d0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffad37fe640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffad37fe640 1 -- 172.21.15.18:0/3616216633 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ac4dd3f3f0 con 0x55ac4e0d0c30 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffad37fe640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0cdfe0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ffac80975a0 tx=0x7ffac809a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abd5f41ca7c5e330 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffab6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:16.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffab6ff5640 1 -- 172.21.15.18:0/3616216633 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac809a220 con 0x55ac4e0d0c30 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffab6ff5640 1 -- 172.21.15.18:0/3616216633 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7ffac8096920 con 0x55ac4e0d0c30 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffac403a040 con 0x55ac4e0d0c30 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffab6ff5640 1 -- 172.21.15.18:0/3616216633 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffac809ed20 con 0x55ac4e0d0c30 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffadc45c740 10 client.26266 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ac4dcff0f0 con 0x55ac4e0d0c30 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.122+0000 7ffab6ff5640 1 -- 172.21.15.18:0/3616216633 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffac403a040 con 0x55ac4e0d0c30 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffab6ff5640 1 -- 172.21.15.18:0/3616216633 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ffac8020030 con 0x55ac4e0d0c30 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffadc45c740 10 client.26266 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffadc45c740 10 client.26266 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffadc45c740 20 client.26266 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffadc45c740 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e0f18a0 0x55ac4e0f3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffadc45c740 4 client.26266 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ac4e038310 con 0x55ac4e0f18a0 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e0f18a0 0x55ac4e0f3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffab6ff5640 10 client.26266 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.123+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e0f18a0 0x55ac4e0f3c90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65299edb8a53edf6 server_cookie=1dc117eb690eccbf in_seq=0 out_seq=0 2024-03-07T10:02:16.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffab6ff5640 1 -- 172.21.15.18:0/3616216633 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ac4e038310 con 0x55ac4e0f18a0 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffab6ff5640 10 client.26266 handle_command_reply: tid=0 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 client.26266 shutdown 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 msgr2=0x55ac4e0cdfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0cdfe0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ffac80975a0 tx=0x7ffac809a530 comp rx=0 tx=0).stop 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 shutdown_connections 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e0f18a0 0x55ac4e0f3c90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0cdfe0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 --2- 172.21.15.18:0/3616216633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffab6ff5640 0 client.26266 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 >> 172.21.15.18:0/3616216633 conn(0x55ac4e0c1e60 msgr2=0x55ac4e0c3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 shutdown_connections 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 1 -- 172.21.15.18:0/3616216633 wait complete. 2024-03-07T10:02:16.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.124+0000 7ffadc45c740 20 client.26266 trim_cache size 0 max 16384 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 Processor -- start 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 -- start start 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0dc280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad41ad6e0 con 0x55ac4e0c8050 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad4112ae0 con 0x55ac4e0d0c30 2024-03-07T10:02:16.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffadc45c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad4067c90 con 0x55ac4e0c7730 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffad2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffad2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46264/0 (socket says 172.21.15.18:46264) 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffad2ffd640 1 -- 172.21.15.18:0/2324827013 learned_addr learned my addr 172.21.15.18:0/2324827013 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffad37fe640 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0dc280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.149+0000 7ffad27fc640 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.150+0000 7ffad2ffd640 1 -- 172.21.15.18:0/2324827013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 msgr2=0x55ac4e0dc280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.150+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0dc280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.150+0000 7ffad2ffd640 1 -- 172.21.15.18:0/2324827013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c8050 msgr2=0x55ac4e0d0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.150+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.150+0000 7ffad2ffd640 1 -- 172.21.15.18:0/2324827013 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ac4e0c7e80 con 0x55ac4e0c7730 2024-03-07T10:02:16.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.150+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0100 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ffac4034710 tx=0x7ffac40097c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b24695cda7158f7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:16.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.151+0000 7ffab8ff9640 1 -- 172.21.15.18:0/2324827013 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac4039040 con 0x55ac4e0c7730 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.151+0000 7ffab8ff9640 1 -- 172.21.15.18:0/2324827013 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffac4005040 con 0x55ac4e0c7730 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.151+0000 7ffab8ff9640 1 -- 172.21.15.18:0/2324827013 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac4004920 con 0x55ac4e0c7730 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 -- 172.21.15.18:0/2324827013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c7730 msgr2=0x55ac4e0d0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0100 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ffac4034710 tx=0x7ffac40097c0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 -- 172.21.15.18:0/2324827013 shutdown_connections 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0dc280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c8050 0x55ac4e0d0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 --2- 172.21.15.18:0/2324827013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0c7730 0x55ac4e0d0100 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 -- 172.21.15.18:0/2324827013 >> 172.21.15.18:0/2324827013 conn(0x55ac4e0c1e60 msgr2=0x55ac4e0c0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 -- 172.21.15.18:0/2324827013 shutdown_connections 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 -- 172.21.15.18:0/2324827013 wait complete. 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 -- start start 2024-03-07T10:02:16.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 Processor -- start 2024-03-07T10:02:16.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.152+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0ca880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffadc45c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0ca880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0ca880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42836/0 (socket says 172.21.15.18:42836) 2024-03-07T10:02:16.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 -- 172.21.15.18:0/1443001152 learned_addr learned my addr 172.21.15.18:0/1443001152 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:16.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad41111c0 con 0x55ac4e0c7730 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad4112480 con 0x55ac4e0c8050 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad41117c0 con 0x55ac4e0d0c30 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad27fc640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad37fe640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffadc45c740 10 client.0 _ll_register_callbacks cb 0x7ffac809a9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 -- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 msgr2=0x55ac4e0d6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 -- 172.21.15.18:0/1443001152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 msgr2=0x55ac4e0cadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 -- 172.21.15.18:0/1443001152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ac4e0d7620 con 0x55ac4e0c7730 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad27fc640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffad2ffd640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0ca880 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7ffac40345c0 tx=0x7ffac4032460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4708bb108040d3bb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.153+0000 7ffab6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:16.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffab6ff5640 1 -- 172.21.15.18:0/1443001152 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac4039040 con 0x55ac4e0c7730 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffab6ff5640 1 -- 172.21.15.18:0/1443001152 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7ffac4034cb0 con 0x55ac4e0c7730 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffac4005040 con 0x55ac4e0c7730 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffab6ff5640 1 -- 172.21.15.18:0/1443001152 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffac40051f0 con 0x55ac4e0c7730 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 10 client.16428 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ac4e14d9b0 con 0x55ac4e0c7730 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffab6ff5640 1 -- 172.21.15.18:0/1443001152 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffac4005040 con 0x55ac4e0c7730 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffab6ff5640 1 -- 172.21.15.18:0/1443001152 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ffac40048f0 con 0x55ac4e0c7730 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 10 client.16428 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 10 client.16428 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 20 client.16428 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e14dc30 0x55ac4e150020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 4 client.16428 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.154+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55ac4e032660 con 0x55ac4e14dc30 2024-03-07T10:02:16.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.155+0000 7ffad27fc640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e14dc30 0x55ac4e150020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:16.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.157+0000 7ffab6ff5640 10 client.16428 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:16.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.157+0000 7ffad27fc640 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e14dc30 0x55ac4e150020 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0707bbd6fd82d64 server_cookie=24ef5b3a28dfb5f3 in_seq=0 out_seq=0 2024-03-07T10:02:16.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.157+0000 7ffab6ff5640 1 -- 172.21.15.18:0/1443001152 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55ac4e032660 con 0x55ac4e14dc30 2024-03-07T10:02:16.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.157+0000 7ffab6ff5640 10 client.16428 handle_command_reply: tid=0 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.157+0000 7ffadc45c740 1 client.16428 shutdown 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.157+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 msgr2=0x55ac4e0ca880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.157+0000 7ffadc45c740 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0ca880 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7ffac40345c0 tx=0x7ffac4032460 comp rx=0 tx=0).stop 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.158+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 shutdown_connections 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.158+0000 7ffadc45c740 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ac4e14dc30 0x55ac4e150020 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.158+0000 7ffab6ff5640 0 client.16428 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.158+0000 7ffadc45c740 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac4e0d0c30 0x55ac4e0d6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.158+0000 7ffadc45c740 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac4e0c8050 0x55ac4e0cadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.158+0000 7ffadc45c740 1 --2- 172.21.15.18:0/1443001152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac4e0c7730 0x55ac4e0ca880 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.158+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 >> 172.21.15.18:0/1443001152 conn(0x55ac4e0c1e60 msgr2=0x55ac4e0cd260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.159+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 shutdown_connections 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.159+0000 7ffadc45c740 1 -- 172.21.15.18:0/1443001152 wait complete. 2024-03-07T10:02:16.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.159+0000 7ffadc45c740 20 client.16428 trim_cache size 0 max 16384 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: "d64d1fe3-a195-4ee0-bb30-d96afe804d72": { 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "d64d1fe3-a195-4ee0-bb30-d96afe804d72", 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:02:16.164 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:02:16.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ffabc0a1fb0 msgr2=0x7ffabc0a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ffabc0a1fb0 0x7ffabc0a4470 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x55ac4e0c2ff0 tx=0x7ffacc004ab0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad41a2da0 msgr2=0x7ffad41a3250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:16.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad41a2da0 0x7ffad41a3250 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ffac800c970 tx=0x7ffac800ce30 comp rx=0 tx=0).stop 2024-03-07T10:02:16.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 shutdown_connections 2024-03-07T10:02:16.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffad41a2da0 0x7ffad41a3250 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ffad4109be0 0x7ffad419ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ffabc0a1fb0 0x7ffabc0a4470 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 --2- 172.21.15.18:0/2877476007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ffad4100150 0x7ffad419e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:16.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 >> 172.21.15.18:0/2877476007 conn(0x7ffad4075820 msgr2=0x7ffad4101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:16.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 shutdown_connections 2024-03-07T10:02:16.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:16.160+0000 7ffad9674640 1 -- 172.21.15.18:0/2877476007 wait complete. 2024-03-07T10:02:16.178 INFO:tasks.cephfs.filesystem:scrub status for tag:d64d1fe3-a195-4ee0-bb30-d96afe804d72 - {'path': '/', 'tag': 'd64d1fe3-a195-4ee0-bb30-d96afe804d72', 'options': 'recursive,force'} 2024-03-07T10:02:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:16 smithi018 ceph-mon[32171]: pgmap v97: 97 pgs: 97 active+clean; 2.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 35 MiB/s wr, 1.38k op/s 2024-03-07T10:02:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:16 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:02:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:16 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:02:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:16 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:16 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:02:16.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:16 smithi063 ceph-mon[36356]: pgmap v97: 97 pgs: 97 active+clean; 2.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 35 MiB/s wr, 1.38k op/s 2024-03-07T10:02:16.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:16 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:02:16.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:16 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:02:16.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:16 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:16.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:16 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:02:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:16 smithi077 ceph-mon[36374]: pgmap v97: 97 pgs: 97 active+clean; 2.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 35 MiB/s wr, 1.38k op/s 2024-03-07T10:02:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:16 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:02:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:16 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:02:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:16 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:16 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:02:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:02:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:02:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:02:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:02:17.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:17 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:02:17.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:02:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:02:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:02:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:02:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:17 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:02:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:02:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:02:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:17.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:02:17.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:02:17.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:17 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:02:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 175.0 s, 3522.2 tps, lat 28.488 ms stddev 30.035 2024-03-07T10:02:18.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:18 smithi077 ceph-mon[36374]: pgmap v98: 97 pgs: 97 active+clean; 2.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 34 MiB/s wr, 1.36k op/s 2024-03-07T10:02:18.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:18 smithi018 ceph-mon[32171]: pgmap v98: 97 pgs: 97 active+clean; 2.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 34 MiB/s wr, 1.36k op/s 2024-03-07T10:02:18.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:18 smithi063 ceph-mon[36356]: pgmap v98: 97 pgs: 97 active+clean; 2.1 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 34 MiB/s wr, 1.36k op/s 2024-03-07T10:02:20.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:20 smithi077 ceph-mon[36374]: pgmap v99: 97 pgs: 97 active+clean; 2.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 39 MiB/s wr, 1.72k op/s 2024-03-07T10:02:20.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:20 smithi018 ceph-mon[32171]: pgmap v99: 97 pgs: 97 active+clean; 2.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 39 MiB/s wr, 1.72k op/s 2024-03-07T10:02:20.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:20 smithi063 ceph-mon[36356]: pgmap v99: 97 pgs: 97 active+clean; 2.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 39 MiB/s wr, 1.72k op/s 2024-03-07T10:02:22.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:22 smithi077 ceph-mon[36374]: pgmap v100: 97 pgs: 97 active+clean; 2.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 7.7 MiB/s wr, 684 op/s 2024-03-07T10:02:22.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:22 smithi018 ceph-mon[32171]: pgmap v100: 97 pgs: 97 active+clean; 2.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 7.7 MiB/s wr, 684 op/s 2024-03-07T10:02:22.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:22 smithi063 ceph-mon[36356]: pgmap v100: 97 pgs: 97 active+clean; 2.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 7.7 MiB/s wr, 684 op/s 2024-03-07T10:02:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 180.0 s, 3118.8 tps, lat 31.936 ms stddev 32.109 2024-03-07T10:02:24.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:24 smithi077 ceph-mon[36374]: pgmap v101: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 9.3 MiB/s wr, 843 op/s 2024-03-07T10:02:24.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:24 smithi018 ceph-mon[32171]: pgmap v101: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 9.3 MiB/s wr, 843 op/s 2024-03-07T10:02:24.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:24 smithi063 ceph-mon[36356]: pgmap v101: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 9.3 MiB/s wr, 843 op/s 2024-03-07T10:02:26.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:26 smithi077 ceph-mon[36374]: pgmap v102: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 8.6 MiB/s wr, 797 op/s 2024-03-07T10:02:26.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:26 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:02:26.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:26 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:02:26.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:26 smithi018 ceph-mon[32171]: pgmap v102: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 8.6 MiB/s wr, 797 op/s 2024-03-07T10:02:26.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:26 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:02:26.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:26 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:02:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:26 smithi063 ceph-mon[36356]: pgmap v102: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 8.6 MiB/s wr, 797 op/s 2024-03-07T10:02:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:26 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:02:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:26 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:02:27.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 -- 172.21.15.18:0/734807633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 msgr2=0x7f01ac10d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 --2- 172.21.15.18:0/734807633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac10d970 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009ca0 tx=0x7f01a402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 -- 172.21.15.18:0/734807633 shutdown_connections 2024-03-07T10:02:27.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 --2- 172.21.15.18:0/734807633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01ac11ae40 0x7f01ac11d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 --2- 172.21.15.18:0/734807633 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01ac110240 0x7f01ac10deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 --2- 172.21.15.18:0/734807633 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac10d970 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 -- 172.21.15.18:0/734807633 >> 172.21.15.18:0/734807633 conn(0x7f01ac06c710 msgr2=0x7f01ac06cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 -- 172.21.15.18:0/734807633 shutdown_connections 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.069+0000 7f01b31a7640 1 -- 172.21.15.18:0/734807633 wait complete. 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 Processor -- start 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 -- start start 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac1aca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01ac110240 0x7f01ac1acf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01ac11ae40 0x7f01ac1a6b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac120830 con 0x7f01ac10fdd0 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1206b0 con 0x7f01ac110240 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b31a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1209b0 con 0x7f01ac11ae40 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b0f43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac1aca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b0f43640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac1aca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46912/0 (socket says 172.21.15.18:46912) 2024-03-07T10:02:27.073 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b0f43640 1 -- 172.21.15.18:0/2088806213 learned_addr learned my addr 172.21.15.18:0/2088806213 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:27.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01abfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01ac110240 0x7f01ac1acf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.070+0000 7f01b1744640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01ac11ae40 0x7f01ac1a6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.071+0000 7f01b0f43640 1 -- 172.21.15.18:0/2088806213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01ac11ae40 msgr2=0x7f01ac1a6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.071+0000 7f01b0f43640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01ac11ae40 0x7f01ac1a6b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.071+0000 7f01b0f43640 1 -- 172.21.15.18:0/2088806213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01ac110240 msgr2=0x7f01ac1acf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.071+0000 7f01b0f43640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01ac110240 0x7f01ac1acf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.071+0000 7f01b0f43640 1 -- 172.21.15.18:0/2088806213 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01ac1a73d0 con 0x7f01ac10fdd0 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.072+0000 7f01b0f43640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac1aca50 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f01a4005e30 tx=0x7f01a4032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.072+0000 7f01b1744640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01ac11ae40 0x7f01ac1a6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.073+0000 7f01a9ffb640 1 -- 172.21.15.18:0/2088806213 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a4041020 con 0x7f01ac10fdd0 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.073+0000 7f01a9ffb640 1 -- 172.21.15.18:0/2088806213 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f01a4034d90 con 0x7f01ac10fdd0 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.073+0000 7f01a9ffb640 1 -- 172.21.15.18:0/2088806213 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a4039040 con 0x7f01ac10fdd0 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.073+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01ac1a7660 con 0x7f01ac10fdd0 2024-03-07T10:02:27.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.073+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01ac1b37f0 con 0x7f01ac10fdd0 2024-03-07T10:02:27.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.076+0000 7f01a9ffb640 1 -- 172.21.15.18:0/2088806213 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f01a4044020 con 0x7f01ac10fdd0 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 Processor -- start 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 -- start start 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb6d10 0x557344cb5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb5fa0 0x557344cb6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cbf520 0x557344cc1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557344c1a5c0 con 0x557344cb5fa0 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557344bc3900 con 0x557344cb6d10 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.079+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557344c16660 con 0x557344cbf520 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01a9ffb640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f01940a20b0 0x7f01940a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb6d10 0x557344cb5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb6d10 0x557344cb5a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40524/0 (socket says 172.21.15.18:40524) 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 -- 172.21.15.18:0/172596973 learned_addr learned my addr 172.21.15.18:0/172596973 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b0f43640 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb5fa0 0x557344cb6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f01940a20b0 0x7f01940a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01a9ffb640 1 -- 172.21.15.18:0/2088806213 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f01a40efd60 con 0x7f01ac10fdd0 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 -- 172.21.15.18:0/172596973 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cbf520 msgr2=0x557344cc1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cbf520 0x557344cc1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 -- 172.21.15.18:0/172596973 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb5fa0 msgr2=0x557344cb6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb5fa0 0x557344cb6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.080+0000 7f01b1744640 1 -- 172.21.15.18:0/172596973 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55734492f210 con 0x557344cb6d10 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.081+0000 7f01b1744640 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb6d10 0x557344cb5a60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f019c013850 tx=0x7f019c013c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10fd19daed64dd62 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.081+0000 7f01b1744640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f01940a20b0 0x7f01940a4570 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f019c01e000 tx=0x7f019c020000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.081+0000 7f0192ffd640 1 -- 172.21.15.18:0/172596973 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f019c011df0 con 0x557344cb6d10 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.081+0000 7f0192ffd640 1 -- 172.21.15.18:0/172596973 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f019c023020 con 0x557344cb6d10 2024-03-07T10:02:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.081+0000 7f0192ffd640 1 -- 172.21.15.18:0/172596973 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f019c00fa50 con 0x557344cb6d10 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 -- 172.21.15.18:0/172596973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb6d10 msgr2=0x557344cb5a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb6d10 0x557344cb5a60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f019c013850 tx=0x7f019c013c50 comp rx=0 tx=0).stop 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 -- 172.21.15.18:0/172596973 shutdown_connections 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cbf520 0x557344cc1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb5fa0 0x557344cb6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/172596973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb6d10 0x557344cb5a60 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 -- 172.21.15.18:0/172596973 >> 172.21.15.18:0/172596973 conn(0x557344c7d580 msgr2=0x557344cb0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 -- 172.21.15.18:0/172596973 shutdown_connections 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 -- 172.21.15.18:0/172596973 wait complete. 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 -- start start 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.082+0000 7f01b5f8f740 1 Processor -- start 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cbc650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cbcb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cbd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557344cc21f0 con 0x557344cbf520 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557344bd6d60 con 0x557344cb5fa0 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557344cc2370 con 0x557344cb6d10 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cbc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b5f8f740 10 client.0 _ll_register_callbacks cb 0x55734492ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cbc650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40530/0 (socket says 172.21.15.18:40530) 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 -- 172.21.15.18:0/3469315328 learned_addr learned my addr 172.21.15.18:0/3469315328 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01abfff640 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cbcb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b1744640 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cbd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 -- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 msgr2=0x557344cbcb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cbcb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 -- 172.21.15.18:0/3469315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 msgr2=0x557344cbd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cbd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 -- 172.21.15.18:0/3469315328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5573449fb620 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f01b0f43640 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cbc650 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f01a40b8bf0 tx=0x7f01a40324b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7b3b0486d29ce43 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.083+0000 7f018bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.084+0000 7f018bfff640 1 -- 172.21.15.18:0/3469315328 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a40d5060 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.084+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f019c023020 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.084+0000 7f018bfff640 1 -- 172.21.15.18:0/3469315328 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f01a40d5200 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.084+0000 7f018bfff640 1 -- 172.21.15.18:0/3469315328 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01a40b3e60 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.084+0000 7f01b5f8f740 10 client.26228 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.084+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x557344cce5e0 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.084+0000 7f018bfff640 1 -- 172.21.15.18:0/3469315328 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f01a40bce90 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f018bfff640 1 -- 172.21.15.18:0/3469315328 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f01a403c030 con 0x557344cb5fa0 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f01b5f8f740 10 client.26228 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f01b5f8f740 10 client.26228 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f01b5f8f740 20 client.26228 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:27.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344ccfc70 0x557344cd2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f01b5f8f740 4 client.26228 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:27.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f019c023020 con 0x557344ccfc70 2024-03-07T10:02:27.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.085+0000 7f01abfff640 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344ccfc70 0x557344cd2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.086+0000 7f018bfff640 10 client.26228 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.086+0000 7f01abfff640 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344ccfc70 0x557344cd2060 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d175468d0f03f319 server_cookie=5a73869d4348e568 in_seq=0 out_seq=0 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.086+0000 7f018bfff640 1 -- 172.21.15.18:0/3469315328 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f019c023020 con 0x557344ccfc70 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.086+0000 7f018bfff640 10 client.26228 handle_command_reply: tid=0 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 client.26228 shutdown 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 msgr2=0x557344cbc650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cbc650 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f01a40b8bf0 tx=0x7f01a40324b0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 shutdown_connections 2024-03-07T10:02:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344ccfc70 0x557344cd2060 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cbd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cbcb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3469315328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cbc650 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 >> 172.21.15.18:0/3469315328 conn(0x557344c7d580 msgr2=0x557344cb29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f018bfff640 0 client.26228 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 shutdown_connections 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3469315328 wait complete. 2024-03-07T10:02:27.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.087+0000 7f01b5f8f740 20 client.26228 trim_cache size 0 max 16384 2024-03-07T10:02:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.112+0000 7f01b5f8f740 1 Processor -- start 2024-03-07T10:02:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.112+0000 7f01b5f8f740 1 -- start start 2024-03-07T10:02:27.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb5fa0 0x557344cbed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb6d10 0x557344ccad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cbf520 0x557344cc0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1be6f0 con 0x557344cb6d10 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1bc1f0 con 0x557344cbf520 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1ba290 con 0x557344cb5fa0 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b1744640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cbf520 0x557344cc0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01abfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb6d10 0x557344ccad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b1744640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cbf520 0x557344cc0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40544/0 (socket says 172.21.15.18:40544) 2024-03-07T10:02:27.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b1744640 1 -- 172.21.15.18:0/1451646222 learned_addr learned my addr 172.21.15.18:0/1451646222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01b0f43640 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb5fa0 0x557344cbed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01abfff640 1 -- 172.21.15.18:0/1451646222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb5fa0 msgr2=0x557344cbed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01abfff640 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb5fa0 0x557344cbed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01abfff640 1 -- 172.21.15.18:0/1451646222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cbf520 msgr2=0x557344cc0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.113+0000 7f01abfff640 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cbf520 0x557344cc0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.116 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.114+0000 7f01abfff640 1 -- 172.21.15.18:0/1451646222 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557344cb5560 con 0x557344cb6d10 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.114+0000 7f01b0f43640 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb5fa0 0x557344cbed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.114+0000 7f01b1744640 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cbf520 0x557344cc0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.114+0000 7f01abfff640 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb6d10 0x557344ccad10 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x557344cb1e20 tx=0x7f01a0009d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecafeecbf2112fe3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.115+0000 7f01927fc640 1 -- 172.21.15.18:0/1451646222 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a0010e30 con 0x557344cb6d10 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.115+0000 7f01927fc640 1 -- 172.21.15.18:0/1451646222 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f01a0005500 con 0x557344cb6d10 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.115+0000 7f01927fc640 1 -- 172.21.15.18:0/1451646222 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a001c870 con 0x557344cb6d10 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 -- 172.21.15.18:0/1451646222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb6d10 msgr2=0x557344ccad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb6d10 0x557344ccad10 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x557344cb1e20 tx=0x7f01a0009d40 comp rx=0 tx=0).stop 2024-03-07T10:02:27.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 -- 172.21.15.18:0/1451646222 shutdown_connections 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cbf520 0x557344cc0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cb6d10 0x557344ccad10 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/1451646222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb5fa0 0x557344cbed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 -- 172.21.15.18:0/1451646222 >> 172.21.15.18:0/1451646222 conn(0x557344c7d580 msgr2=0x557344cca600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 -- 172.21.15.18:0/1451646222 shutdown_connections 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.116+0000 7f01b5f8f740 1 -- 172.21.15.18:0/1451646222 wait complete. 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 -- start start 2024-03-07T10:02:27.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 Processor -- start 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cba070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cd4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cd4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1ba890 con 0x557344cbf520 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1bbb90 con 0x557344cb5fa0 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01ac1baed0 con 0x557344cb6d10 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.117+0000 7f01b5f8f740 10 client.0 _ll_register_callbacks cb 0x7f01a40b8b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01b1744640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cd4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01b1744640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cd4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46952/0 (socket says 172.21.15.18:46952) 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01b1744640 1 -- 172.21.15.18:0/3857848714 learned_addr learned my addr 172.21.15.18:0/3857848714 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01abfff640 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cd4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01b0f43640 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cba070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01abfff640 1 -- 172.21.15.18:0/3857848714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 msgr2=0x557344cba070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01abfff640 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cba070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01abfff640 1 -- 172.21.15.18:0/3857848714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 msgr2=0x557344cd4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01abfff640 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cd4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01abfff640 1 -- 172.21.15.18:0/3857848714 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557344cd50d0 con 0x557344cb6d10 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f01abfff640 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cd4650 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x557344cb7420 tx=0x7f01a00097f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=718d23b38c12e91b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.118+0000 7f018bfff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.119+0000 7f018bfff640 1 -- 172.21.15.18:0/3857848714 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a0005000 con 0x557344cb6d10 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.119+0000 7f018bfff640 1 -- 172.21.15.18:0/3857848714 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f01a00051a0 con 0x557344cb6d10 2024-03-07T10:02:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.119+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f01a0005500 con 0x557344cb6d10 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.119+0000 7f018bfff640 1 -- 172.21.15.18:0/3857848714 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01a00046c0 con 0x557344cb6d10 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.119+0000 7f01b5f8f740 10 client.26287 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.119+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x557344d2c180 con 0x557344cb6d10 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f018bfff640 1 -- 172.21.15.18:0/3857848714 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f01a0005500 con 0x557344cb6d10 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f018bfff640 1 -- 172.21.15.18:0/3857848714 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f01a002e030 con 0x557344cb6d10 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f01b5f8f740 10 client.26287 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f01b5f8f740 10 client.26287 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f01b5f8f740 20 client.26287 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344d2c7d0 0x557344d2ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f01b5f8f740 4 client.26287 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:02:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557344cb5df0 con 0x557344d2c7d0 2024-03-07T10:02:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.120+0000 7f01b0f43640 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344d2c7d0 0x557344d2ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.121+0000 7f01b0f43640 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344d2c7d0 0x557344d2ebf0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31892ec9849958db server_cookie=9abd37760e15d460 in_seq=0 out_seq=0 2024-03-07T10:02:27.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.121+0000 7f018bfff640 10 client.26287 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.142+0000 7f018bfff640 1 -- 172.21.15.18:0/3857848714 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557344cb5df0 con 0x557344d2c7d0 2024-03-07T10:02:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.142+0000 7f018bfff640 10 client.26287 handle_command_reply: tid=0 2024-03-07T10:02:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.142+0000 7f01b5f8f740 1 client.26287 shutdown 2024-03-07T10:02:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 msgr2=0x557344cd4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cd4650 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x557344cb7420 tx=0x7f01a00097f0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 shutdown_connections 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557344d2c7d0 0x557344d2ebf0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557344cbf520 0x557344cd4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557344cb6d10 0x557344cd4650 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 --2- 172.21.15.18:0/3857848714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557344cb5fa0 0x557344cba070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 >> 172.21.15.18:0/3857848714 conn(0x557344c7d580 msgr2=0x557344ccae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f018bfff640 0 client.26287 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 shutdown_connections 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 1 -- 172.21.15.18:0/3857848714 wait complete. 2024-03-07T10:02:27.145 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.143+0000 7f01b5f8f740 20 client.26287 trim_cache size 0 max 16384 2024-03-07T10:02:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:02:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:02:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:02:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.144+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f01940a20b0 msgr2=0x7f01940a4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.144+0000 7f01b31a7640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f01940a20b0 0x7f01940a4570 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f019c01e000 tx=0x7f019c020000 comp rx=0 tx=0).stop 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.144+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 msgr2=0x7f01ac1aca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.144+0000 7f01b31a7640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac1aca50 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f01a4005e30 tx=0x7f01a4032f20 comp rx=0 tx=0).stop 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 shutdown_connections 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01ac11ae40 0x7f01ac1a6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01ac110240 0x7f01ac1acf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f01940a20b0 0x7f01940a4570 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 --2- 172.21.15.18:0/2088806213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f01ac10fdd0 0x7f01ac1aca50 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 >> 172.21.15.18:0/2088806213 conn(0x7f01ac06c710 msgr2=0x7f01ac119920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 shutdown_connections 2024-03-07T10:02:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:27.145+0000 7f01b31a7640 1 -- 172.21.15.18:0/2088806213 wait complete. 2024-03-07T10:02:27.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:27 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:02:27.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:27 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:02:27.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:27 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:02:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 185.0 s, 3580.8 tps, lat 27.929 ms stddev 29.618 2024-03-07T10:02:28.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:28 smithi077 ceph-mon[36374]: pgmap v103: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 7.4 MiB/s wr, 663 op/s 2024-03-07T10:02:28.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:28 smithi018 ceph-mon[32171]: pgmap v103: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 7.4 MiB/s wr, 663 op/s 2024-03-07T10:02:28.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:28 smithi063 ceph-mon[36356]: pgmap v103: 97 pgs: 97 active+clean; 2.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 7.4 MiB/s wr, 663 op/s 2024-03-07T10:02:30.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:30 smithi077 ceph-mon[36374]: pgmap v104: 97 pgs: 97 active+clean; 2.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 11 MiB/s wr, 1.02k op/s 2024-03-07T10:02:30.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:30 smithi018 ceph-mon[32171]: pgmap v104: 97 pgs: 97 active+clean; 2.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 11 MiB/s wr, 1.02k op/s 2024-03-07T10:02:30.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:30 smithi063 ceph-mon[36356]: pgmap v104: 97 pgs: 97 active+clean; 2.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 11 MiB/s wr, 1.02k op/s 2024-03-07T10:02:32.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:32 smithi077 ceph-mon[36374]: pgmap v105: 97 pgs: 97 active+clean; 2.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 6.7 MiB/s wr, 660 op/s 2024-03-07T10:02:32.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:32 smithi018 ceph-mon[32171]: pgmap v105: 97 pgs: 97 active+clean; 2.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 6.7 MiB/s wr, 660 op/s 2024-03-07T10:02:32.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:32 smithi063 ceph-mon[36356]: pgmap v105: 97 pgs: 97 active+clean; 2.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 6.7 MiB/s wr, 660 op/s 2024-03-07T10:02:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 190.0 s, 3028.0 tps, lat 33.180 ms stddev 39.847 2024-03-07T10:02:34.753 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:34 smithi077 ceph-mon[36374]: pgmap v106: 97 pgs: 97 active+clean; 2.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 18 MiB/s wr, 924 op/s 2024-03-07T10:02:34.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:34 smithi018 ceph-mon[32171]: pgmap v106: 97 pgs: 97 active+clean; 2.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 18 MiB/s wr, 924 op/s 2024-03-07T10:02:34.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:34 smithi063 ceph-mon[36356]: pgmap v106: 97 pgs: 97 active+clean; 2.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 18 MiB/s wr, 924 op/s 2024-03-07T10:02:36.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:36 smithi018 ceph-mon[32171]: pgmap v107: 97 pgs: 97 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 28 MiB/s wr, 980 op/s 2024-03-07T10:02:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:36 smithi063 ceph-mon[36356]: pgmap v107: 97 pgs: 97 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 28 MiB/s wr, 980 op/s 2024-03-07T10:02:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:36 smithi077 ceph-mon[36374]: pgmap v107: 97 pgs: 97 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 28 MiB/s wr, 980 op/s 2024-03-07T10:02:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 195.0 s, 3856.5 tps, lat 25.926 ms stddev 30.893 2024-03-07T10:02:38.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:38 smithi018 ceph-mon[32171]: pgmap v108: 97 pgs: 97 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 27 MiB/s wr, 841 op/s 2024-03-07T10:02:38.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:38 smithi063 ceph-mon[36356]: pgmap v108: 97 pgs: 97 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 27 MiB/s wr, 841 op/s 2024-03-07T10:02:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:38 smithi077 ceph-mon[36374]: pgmap v108: 97 pgs: 97 active+clean; 2.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 27 MiB/s wr, 841 op/s 2024-03-07T10:02:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.286+0000 7f3be965e640 1 -- 172.21.15.18:0/3332008316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 msgr2=0x7f3be41082e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.286+0000 7f3be965e640 1 --2- 172.21.15.18:0/3332008316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 0x7f3be41082e0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009900 tx=0x7f3bd802bc30 comp rx=0 tx=0).stop 2024-03-07T10:02:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.287+0000 7f3be965e640 1 -- 172.21.15.18:0/3332008316 shutdown_connections 2024-03-07T10:02:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.287+0000 7f3be965e640 1 --2- 172.21.15.18:0/3332008316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3be410cf80 0x7f3be4114b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.287+0000 7f3be965e640 1 --2- 172.21.15.18:0/3332008316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3be41088b0 0x7f3be410c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.287+0000 7f3be965e640 1 --2- 172.21.15.18:0/3332008316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 0x7f3be41082e0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.287+0000 7f3be965e640 1 -- 172.21.15.18:0/3332008316 >> 172.21.15.18:0/3332008316 conn(0x7f3be40774a0 msgr2=0x7f3be4106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:40.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.287+0000 7f3be965e640 1 -- 172.21.15.18:0/3332008316 shutdown_connections 2024-03-07T10:02:40.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.287+0000 7f3be965e640 1 -- 172.21.15.18:0/3332008316 wait complete. 2024-03-07T10:02:40.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.288+0000 7f3be965e640 1 Processor -- start 2024-03-07T10:02:40.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.288+0000 7f3be965e640 1 -- start start 2024-03-07T10:02:40.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be965e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 0x7f3be419e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be965e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3be410cf80 0x7f3be419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be965e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3be41a2e00 0x7f3be41a32b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be965e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be4118080 con 0x7f3be4107f00 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be965e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be4117f00 con 0x7f3be41a2e00 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be965e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be4118200 con 0x7f3be410cf80 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3be410cf80 0x7f3be419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3be410cf80 0x7f3be419ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46138/0 (socket says 172.21.15.18:46138) 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be27fc640 1 -- 172.21.15.18:0/2659902224 learned_addr learned my addr 172.21.15.18:0/2659902224 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 0x7f3be419e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.289+0000 7f3be37fe640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3be41a2e00 0x7f3be41a32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be37fe640 1 -- 172.21.15.18:0/2659902224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3be410cf80 msgr2=0x7f3be419ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be37fe640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3be410cf80 0x7f3be419ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be37fe640 1 -- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 msgr2=0x7f3be419e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be37fe640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 0x7f3be419e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be37fe640 1 -- 172.21.15.18:0/2659902224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3be41a38f0 con 0x7f3be41a2e00 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be37fe640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3be41a2e00 0x7f3be41a32b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc005fd0 tx=0x7f3bdc00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3bcbfff640 1 -- 172.21.15.18:0/2659902224 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bdc00cd80 con 0x7f3be41a2e00 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3be41a3be0 con 0x7f3be41a2e00 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3be41ab3d0 con 0x7f3be41a2e00 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3bcbfff640 1 -- 172.21.15.18:0/2659902224 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bdc005020 con 0x7f3be41a2e00 2024-03-07T10:02:40.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.290+0000 7f3bcbfff640 1 -- 172.21.15.18:0/2659902224 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bdc010720 con 0x7f3be41a2e00 2024-03-07T10:02:40.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.294+0000 7f3bcbfff640 1 -- 172.21.15.18:0/2659902224 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3bdc004a40 con 0x7f3be41a2e00 2024-03-07T10:02:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.294+0000 7f3bec446740 1 Processor -- start 2024-03-07T10:02:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bec446740 1 -- start start 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bcbfff640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bcc0a1f60 0x7f3bcc0a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bec446740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af78d10 0x562b2af77a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bec446740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af77fa0 0x562b2af78420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bec446740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af83910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bec446740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b2aedc5c0 con 0x562b2af77fa0 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bec446740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b2ae85900 con 0x562b2af81520 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bec446740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b2aed8660 con 0x562b2af78d10 2024-03-07T10:02:40.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3be27fc640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bcc0a1f60 0x7f3bcc0a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3be2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af78d10 0x562b2af77a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.295+0000 7f3bcbfff640 1 -- 172.21.15.18:0/2659902224 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3bdc0ce630 con 0x7f3be41a2e00 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af78d10 0x562b2af77a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46150/0 (socket says 172.21.15.18:46150) 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af83910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3111916022 learned_addr learned my addr 172.21.15.18:0/3111916022 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be27fc640 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af77fa0 0x562b2af78420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3111916022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 msgr2=0x562b2af83910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af83910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3111916022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af77fa0 msgr2=0x562b2af78420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af77fa0 0x562b2af78420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3111916022 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b2abf1210 con 0x562b2af78d10 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be27fc640 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af77fa0 0x562b2af78420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be27fc640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bcc0a1f60 0x7f3bcc0a4420 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4009880 tx=0x7f3bd4009bc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af78d10 0x562b2af77a60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009900 tx=0x7f3bd8005be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=654419709eb59c23 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:40.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3bc97fa640 1 -- 172.21.15.18:0/3111916022 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8045070 con 0x562b2af78d10 2024-03-07T10:02:40.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3bc97fa640 1 -- 172.21.15.18:0/3111916022 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bd802c650 con 0x562b2af78d10 2024-03-07T10:02:40.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.296+0000 7f3bc97fa640 1 -- 172.21.15.18:0/3111916022 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8004b40 con 0x562b2af78d10 2024-03-07T10:02:40.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.297+0000 7f3bec446740 1 -- 172.21.15.18:0/3111916022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af78d10 msgr2=0x562b2af77a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.297+0000 7f3bec446740 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af78d10 0x562b2af77a60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009900 tx=0x7f3bd8005be0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.298+0000 7f3bec446740 1 -- 172.21.15.18:0/3111916022 shutdown_connections 2024-03-07T10:02:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.298+0000 7f3bec446740 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af83910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.298+0000 7f3bec446740 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af77fa0 0x562b2af78420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.298+0000 7f3bec446740 1 --2- 172.21.15.18:0/3111916022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af78d10 0x562b2af77a60 secure :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009900 tx=0x7f3bd8005be0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.298+0000 7f3bec446740 1 -- 172.21.15.18:0/3111916022 >> 172.21.15.18:0/3111916022 conn(0x562b2af3f580 msgr2=0x562b2af72c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.298+0000 7f3bec446740 1 -- 172.21.15.18:0/3111916022 shutdown_connections 2024-03-07T10:02:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.299+0000 7f3bec446740 1 -- 172.21.15.18:0/3111916022 wait complete. 2024-03-07T10:02:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.300+0000 7f3bec446740 1 -- start start 2024-03-07T10:02:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.300+0000 7f3bec446740 1 Processor -- start 2024-03-07T10:02:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.300+0000 7f3bec446740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af77fa0 0x562b2af7e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.300+0000 7f3bec446740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af7eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.300+0000 7f3bec446740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af8d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.300+0000 7f3bec446740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b2af841f0 con 0x562b2af7f040 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3bec446740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b2ae98d60 con 0x562b2af81520 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3bec446740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b2af84370 con 0x562b2af77fa0 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3bec446740 10 client.0 _ll_register_callbacks cb 0x562b2abf0a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af77fa0 0x562b2af7e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af77fa0 0x562b2af7e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46162/0 (socket says 172.21.15.18:46162) 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 -- 172.21.15.18:0/2963381938 learned_addr learned my addr 172.21.15.18:0/2963381938 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be27fc640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af7eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be37fe640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af8d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 -- 172.21.15.18:0/2963381938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 msgr2=0x562b2af7eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af7eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 -- 172.21.15.18:0/2963381938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 msgr2=0x562b2af8d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af8d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 -- 172.21.15.18:0/2963381938 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562b2acbd620 con 0x562b2af77fa0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be27fc640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af7eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af77fa0 0x562b2af7e5c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8036040 tx=0x7f3bd8004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9143fea7c92d808 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.301+0000 7f3bc6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.302+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/2963381938 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8045040 con 0x562b2af77fa0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.302+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/2963381938 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3bd80050f0 con 0x562b2af77fa0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.302+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3bd802c650 con 0x562b2af77fa0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.302+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/2963381938 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bd805b050 con 0x562b2af77fa0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.302+0000 7f3bec446740 10 client.26299 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.302+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562b2af84220 con 0x562b2af77fa0 2024-03-07T10:02:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.302+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/2963381938 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bd802c650 con 0x562b2af77fa0 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.303+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/2963381938 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3bd804a9c0 con 0x562b2af77fa0 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.303+0000 7f3bec446740 10 client.26299 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.303+0000 7f3bec446740 10 client.26299 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.303+0000 7f3bec446740 20 client.26299 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.303+0000 7f3bec446740 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2af91b70 0x562b2af93f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.303+0000 7f3bec446740 4 client.26299 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.303+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562b2aee9b00 con 0x562b2af91b70 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.304+0000 7f3be27fc640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2af91b70 0x562b2af93f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.305+0000 7f3be27fc640 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2af91b70 0x562b2af93f60 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=853bdf41268f1fff server_cookie=78701d0faf495a69 in_seq=0 out_seq=0 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.305+0000 7f3bc6ff5640 10 client.26299 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/2963381938 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562b2aee9b00 con 0x562b2af91b70 2024-03-07T10:02:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bc6ff5640 10 client.26299 handle_command_reply: tid=0 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 client.26299 shutdown 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af77fa0 msgr2=0x562b2af7e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af77fa0 0x562b2af7e5c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8036040 tx=0x7f3bd8004af0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 shutdown_connections 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2af91b70 0x562b2af93f60 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af8d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af81520 0x562b2af7eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 --2- 172.21.15.18:0/2963381938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af77fa0 0x562b2af7e5c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 >> 172.21.15.18:0/2963381938 conn(0x562b2af3f580 msgr2=0x562b2af749e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:40.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bc6ff5640 0 client.26299 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:40.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.306+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 shutdown_connections 2024-03-07T10:02:40.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.307+0000 7f3bec446740 1 -- 172.21.15.18:0/2963381938 wait complete. 2024-03-07T10:02:40.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.307+0000 7f3bec446740 20 client.26299 trim_cache size 0 max 16384 2024-03-07T10:02:40.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.331+0000 7f3bec446740 1 Processor -- start 2024-03-07T10:02:40.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.331+0000 7f3bec446740 1 -- start start 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.331+0000 7f3bec446740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af7b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.331+0000 7f3bec446740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af7f040 0x562b2af7bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.331+0000 7f3bec446740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af81520 0x562b2af73ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3bec446740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd0010d10 con 0x562b2af81520 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af7b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af7f040 0x562b2af7bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3bec446740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd000e810 con 0x562b2af77fa0 2024-03-07T10:02:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3bec446740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd000c8b0 con 0x562b2af7f040 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af7b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50400/0 (socket says 172.21.15.18:50400) 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3158857124 learned_addr learned my addr 172.21.15.18:0/3158857124 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be37fe640 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af81520 0x562b2af73ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3158857124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af7f040 msgr2=0x562b2af7bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af7f040 0x562b2af7bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3158857124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af81520 msgr2=0x562b2af73ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af81520 0x562b2af73ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.332+0000 7f3be2ffd640 1 -- 172.21.15.18:0/3158857124 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b2af77270 con 0x562b2af77fa0 2024-03-07T10:02:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.333+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af7b840 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3bd802c240 tx=0x7f3bd8005be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3e818b6c5bf8fa1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.333+0000 7f3bc8ff9640 1 -- 172.21.15.18:0/3158857124 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8045070 con 0x562b2af77fa0 2024-03-07T10:02:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.333+0000 7f3bc8ff9640 1 -- 172.21.15.18:0/3158857124 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bd8009520 con 0x562b2af77fa0 2024-03-07T10:02:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.333+0000 7f3bc8ff9640 1 -- 172.21.15.18:0/3158857124 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd804e040 con 0x562b2af77fa0 2024-03-07T10:02:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.334+0000 7f3bec446740 1 -- 172.21.15.18:0/3158857124 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 msgr2=0x562b2af7b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.334+0000 7f3bec446740 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af7b840 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3bd802c240 tx=0x7f3bd8005be0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.334+0000 7f3bec446740 1 -- 172.21.15.18:0/3158857124 shutdown_connections 2024-03-07T10:02:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.334+0000 7f3bec446740 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af81520 0x562b2af73ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.334+0000 7f3bec446740 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af7f040 0x562b2af7bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.334+0000 7f3bec446740 1 --2- 172.21.15.18:0/3158857124 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af7b840 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.334+0000 7f3bec446740 1 -- 172.21.15.18:0/3158857124 >> 172.21.15.18:0/3158857124 conn(0x562b2af3f580 msgr2=0x562b2af7ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 -- 172.21.15.18:0/3158857124 shutdown_connections 2024-03-07T10:02:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 -- 172.21.15.18:0/3158857124 wait complete. 2024-03-07T10:02:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 -- start start 2024-03-07T10:02:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 Processor -- start 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af894c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af86990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af81520 0x562b2af86fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd000ceb0 con 0x562b2af7f040 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd000e1b0 con 0x562b2af77fa0 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd000d4f0 con 0x562b2af81520 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.335+0000 7f3bec446740 10 client.0 _ll_register_callbacks cb 0x7f3bd4011560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af81520 0x562b2af86fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af81520 0x562b2af86fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46184/0 (socket says 172.21.15.18:46184) 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af86990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 -- 172.21.15.18:0/3990906964 learned_addr learned my addr 172.21.15.18:0/3990906964 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af894c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 -- 172.21.15.18:0/3990906964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 msgr2=0x562b2af894c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af894c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 -- 172.21.15.18:0/3990906964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 msgr2=0x562b2af86990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af86990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.336+0000 7f3be37fe640 1 -- 172.21.15.18:0/3990906964 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562b2af877a0 con 0x562b2af81520 2024-03-07T10:02:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3be37fe640 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af81520 0x562b2af86fa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc09aee0 tx=0x7f3bdc099460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae21608bea104c46 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3bc6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/3990906964 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bdc0cc130 con 0x562b2af81520 2024-03-07T10:02:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/3990906964 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3bdc08f730 con 0x562b2af81520 2024-03-07T10:02:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3bd8009520 con 0x562b2af81520 2024-03-07T10:02:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/3990906964 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bdc0b2070 con 0x562b2af81520 2024-03-07T10:02:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3bec446740 10 client.26305 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.337+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562b2afed4c0 con 0x562b2af81520 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/3990906964 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bd8009520 con 0x562b2af81520 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/3990906964 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3bdc09a3a0 con 0x562b2af81520 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bec446740 10 client.26305 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bec446740 10 client.26305 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bec446740 20 client.26305 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bec446740 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2afedbe0 0x562b2afeffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bec446740 4 client.26305 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562b2aee3e50 con 0x562b2afedbe0 2024-03-07T10:02:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.338+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2afedbe0 0x562b2afeffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.339+0000 7f3be2ffd640 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2afedbe0 0x562b2afeffd0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6228f7dfd6b0b209 server_cookie=7dcb7b65fcf8a6c3 in_seq=0 out_seq=0 2024-03-07T10:02:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.339+0000 7f3bc6ff5640 10 client.26305 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:40.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.366+0000 7f3bc6ff5640 1 -- 172.21.15.18:0/3990906964 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562b2aee3e50 con 0x562b2afedbe0 2024-03-07T10:02:40.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.366+0000 7f3bc6ff5640 10 client.26305 handle_command_reply: tid=0 2024-03-07T10:02:40.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.366+0000 7f3bec446740 1 client.26305 shutdown 2024-03-07T10:02:40.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af81520 msgr2=0x562b2af86fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af81520 0x562b2af86fa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc09aee0 tx=0x7f3bdc099460 comp rx=0 tx=0).stop 2024-03-07T10:02:40.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 shutdown_connections 2024-03-07T10:02:40.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562b2afedbe0 0x562b2afeffd0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b2af81520 0x562b2af86fa0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b2af7f040 0x562b2af86990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bc6ff5640 0 client.26305 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 --2- 172.21.15.18:0/3990906964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b2af77fa0 0x562b2af894c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 >> 172.21.15.18:0/3990906964 conn(0x562b2af3f580 msgr2=0x562b2af71580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 shutdown_connections 2024-03-07T10:02:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 1 -- 172.21.15.18:0/3990906964 wait complete. 2024-03-07T10:02:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.367+0000 7f3bec446740 20 client.26305 trim_cache size 0 max 16384 2024-03-07T10:02:40.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:02:40.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:02:40.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:02:40.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:02:40.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.368+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bcc0a1f60 msgr2=0x7f3bcc0a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.368+0000 7f3be965e640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bcc0a1f60 0x7f3bcc0a4420 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4009880 tx=0x7f3bd4009bc0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.368+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3be41a2e00 msgr2=0x7f3be41a32b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.368+0000 7f3be965e640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3be41a2e00 0x7f3be41a32b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc005fd0 tx=0x7f3bdc00ee60 comp rx=0 tx=0).stop 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 shutdown_connections 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3be41a2e00 0x7f3be41a32b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3be410cf80 0x7f3be419ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bcc0a1f60 0x7f3bcc0a4420 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 --2- 172.21.15.18:0/2659902224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3be4107f00 0x7f3be419e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 >> 172.21.15.18:0/2659902224 conn(0x7f3be40774a0 msgr2=0x7f3be4079060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 shutdown_connections 2024-03-07T10:02:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:40.369+0000 7f3be965e640 1 -- 172.21.15.18:0/2659902224 wait complete. 2024-03-07T10:02:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:40 smithi018 ceph-mon[32171]: pgmap v109: 97 pgs: 97 active+clean; 2.5 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 47 MiB/s wr, 1.18k op/s 2024-03-07T10:02:40.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:40 smithi063 ceph-mon[36356]: pgmap v109: 97 pgs: 97 active+clean; 2.5 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 47 MiB/s wr, 1.18k op/s 2024-03-07T10:02:41.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:40 smithi077 ceph-mon[36374]: pgmap v109: 97 pgs: 97 active+clean; 2.5 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 47 MiB/s wr, 1.18k op/s 2024-03-07T10:02:42.805 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:42 smithi077 ceph-mon[36374]: pgmap v110: 97 pgs: 97 active+clean; 2.5 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 44 MiB/s wr, 814 op/s 2024-03-07T10:02:42.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:42 smithi018 ceph-mon[32171]: pgmap v110: 97 pgs: 97 active+clean; 2.5 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 44 MiB/s wr, 814 op/s 2024-03-07T10:02:42.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:42 smithi063 ceph-mon[36356]: pgmap v110: 97 pgs: 97 active+clean; 2.5 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 44 MiB/s wr, 814 op/s 2024-03-07T10:02:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 200.0 s, 4034.5 tps, lat 24.772 ms stddev 30.025 2024-03-07T10:02:44.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:44 smithi018 ceph-mon[32171]: pgmap v111: 97 pgs: 97 active+clean; 2.5 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 54 MiB/s wr, 1.03k op/s 2024-03-07T10:02:44.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:44 smithi063 ceph-mon[36356]: pgmap v111: 97 pgs: 97 active+clean; 2.5 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 54 MiB/s wr, 1.03k op/s 2024-03-07T10:02:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:44 smithi077 ceph-mon[36374]: pgmap v111: 97 pgs: 97 active+clean; 2.5 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 54 MiB/s wr, 1.03k op/s 2024-03-07T10:02:46.179 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:02:46.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:02:46.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 -- 172.21.15.18:0/3940706620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc109000 msgr2=0x7f6efc114d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 --2- 172.21.15.18:0/3940706620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc109000 0x7f6efc114d10 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f6ef4009930 tx=0x7f6ef402bdc0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 -- 172.21.15.18:0/3940706620 shutdown_connections 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 --2- 172.21.15.18:0/3940706620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc109000 0x7f6efc114d10 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 --2- 172.21.15.18:0/3940706620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc108660 0x7f6efc108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 --2- 172.21.15.18:0/3940706620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6efc10dee0 0x7f6efc10e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 -- 172.21.15.18:0/3940706620 >> 172.21.15.18:0/3940706620 conn(0x7f6efc06c540 msgr2=0x7f6efc06c950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 -- 172.21.15.18:0/3940706620 shutdown_connections 2024-03-07T10:02:46.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.341+0000 7f6f0179a640 1 -- 172.21.15.18:0/3940706620 wait complete. 2024-03-07T10:02:46.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.342+0000 7f6f0179a640 1 Processor -- start 2024-03-07T10:02:46.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.342+0000 7f6f0179a640 1 -- start start 2024-03-07T10:02:46.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6f0179a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc108660 0x7f6efc19e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6f0179a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc109000 0x7f6efc19e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6f0179a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6efc10dee0 0x7f6efc1a2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6f0179a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6efc117e40 con 0x7f6efc108660 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6f0179a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6efc117cc0 con 0x7f6efc10dee0 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6f0179a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6efc117fc0 con 0x7f6efc109000 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6efb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc109000 0x7f6efc19e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6efb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc109000 0x7f6efc19e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46210/0 (socket says 172.21.15.18:46210) 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6efb7fe640 1 -- 172.21.15.18:0/1189280199 learned_addr learned my addr 172.21.15.18:0/1189280199 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6efbfff640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc108660 0x7f6efc19e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.343+0000 7f6f00f99640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6efc10dee0 0x7f6efc1a2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6efb7fe640 1 -- 172.21.15.18:0/1189280199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6efc10dee0 msgr2=0x7f6efc1a2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6efc10dee0 0x7f6efc1a2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6efb7fe640 1 -- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc108660 msgr2=0x7f6efc19e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc108660 0x7f6efc19e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6efb7fe640 1 -- 172.21.15.18:0/1189280199 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6efc1a3390 con 0x7f6efc109000 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc109000 0x7f6efc19e8e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6ef000e9f0 tx=0x7f6ef000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6ef97fa640 1 -- 172.21.15.18:0/1189280199 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef000cd80 con 0x7f6efc109000 2024-03-07T10:02:46.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6efc1a3680 con 0x7f6efc109000 2024-03-07T10:02:46.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.344+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6efc0798c0 con 0x7f6efc109000 2024-03-07T10:02:46.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.345+0000 7f6ef97fa640 1 -- 172.21.15.18:0/1189280199 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6ef0010910 con 0x7f6efc109000 2024-03-07T10:02:46.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.345+0000 7f6ef97fa640 1 -- 172.21.15.18:0/1189280199 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0018990 con 0x7f6efc109000 2024-03-07T10:02:46.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6ef97fa640 1 -- 172.21.15.18:0/1189280199 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f6ef0018c10 con 0x7f6efc109000 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 Processor -- start 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 -- start start 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410dbe0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410dc95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560410d1cdd0 con 0x560410dbdce0 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560410cc5ae0 con 0x560410dc71e0 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.348+0000 7f6f057dd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560410d18e70 con 0x560410dbe600 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6ef97fa640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6ee40a20c0 0x7f6ee40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6f00f99640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410dbe0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6f00f99640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410dbe0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33176/0 (socket says 172.21.15.18:33176) 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6f00f99640 1 -- 172.21.15.18:0/4166501484 learned_addr learned my addr 172.21.15.18:0/4166501484 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410dc95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6ef97fa640 1 -- 172.21.15.18:0/1189280199 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6ef00ce300 con 0x7f6efc109000 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6f00f99640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6ee40a20c0 0x7f6ee40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efbfff640 1 -- 172.21.15.18:0/4166501484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 msgr2=0x560410dc95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efbfff640 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410dc95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efbfff640 1 -- 172.21.15.18:0/4166501484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 msgr2=0x560410dbe0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efbfff640 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410dbe0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efbfff640 1 -- 172.21.15.18:0/4166501484 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560410afb7d0 con 0x560410dbe600 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410dc95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.349+0000 7f6efbfff640 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6ca0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6eec005fd0 tx=0x7f6eec009610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50a233cc4f65f7ec server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.350+0000 7f6ee27fc640 1 -- 172.21.15.18:0/4166501484 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eec017610 con 0x560410dbe600 2024-03-07T10:02:46.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.350+0000 7f6f00f99640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6ee40a20c0 0x7f6ee40a4580 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6ef4004af0 tx=0x7f6ef402da20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.350+0000 7f6ee27fc640 1 -- 172.21.15.18:0/4166501484 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6eec01c070 con 0x560410dbe600 2024-03-07T10:02:46.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.350+0000 7f6ee27fc640 1 -- 172.21.15.18:0/4166501484 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eec0159a0 con 0x560410dbe600 2024-03-07T10:02:46.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.351+0000 7f6f057dd740 1 -- 172.21.15.18:0/4166501484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 msgr2=0x560410dc6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.351+0000 7f6f057dd740 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6ca0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6eec005fd0 tx=0x7f6eec009610 comp rx=0 tx=0).stop 2024-03-07T10:02:46.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.351+0000 7f6f057dd740 1 -- 172.21.15.18:0/4166501484 shutdown_connections 2024-03-07T10:02:46.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.351+0000 7f6f057dd740 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410dc95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.351+0000 7f6f057dd740 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6ca0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.351+0000 7f6f057dd740 1 --2- 172.21.15.18:0/4166501484 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410dbe0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.351+0000 7f6f057dd740 1 -- 172.21.15.18:0/4166501484 >> 172.21.15.18:0/4166501484 conn(0x560410db8410 msgr2=0x560410db87f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:46.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.352+0000 7f6f057dd740 1 -- 172.21.15.18:0/4166501484 shutdown_connections 2024-03-07T10:02:46.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.352+0000 7f6f057dd740 1 -- 172.21.15.18:0/4166501484 wait complete. 2024-03-07T10:02:46.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.353+0000 7f6f057dd740 1 -- start start 2024-03-07T10:02:46.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.353+0000 7f6f057dd740 1 Processor -- start 2024-03-07T10:02:46.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.353+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dc6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dc6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dc6b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50434/0 (socket says 172.21.15.18:50434) 2024-03-07T10:02:46.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 -- 172.21.15.18:0/671893556 learned_addr learned my addr 172.21.15.18:0/671893556 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:46.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbe600 0x560410dc3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dc71e0 0x560410dc4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560410dc9fd0 con 0x560410dbe600 2024-03-07T10:02:46.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560410cd9070 con 0x560410dbdce0 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560410dca150 con 0x560410dc71e0 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbe600 0x560410dc3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 -- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dc71e0 msgr2=0x560410dc4430 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dc71e0 0x560410dc4430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 -- 172.21.15.18:0/671893556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbe600 msgr2=0x560410dc3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbe600 0x560410dc3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6efbfff640 1 -- 172.21.15.18:0/671893556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560410a313f0 con 0x560410dbdce0 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.354+0000 7f6f057dd740 10 client.0 _ll_register_callbacks cb 0x560410cd8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6efbfff640 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dc6b40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6eec015400 tx=0x7f6eec017b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d551f1249833ba7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6eec01c070 con 0x560410dbdce0 2024-03-07T10:02:46.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6edb7fe640 10 client.26264 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:02:46.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6edb7fe640 1 -- 172.21.15.18:0/671893556 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eec030050 con 0x560410dbdce0 2024-03-07T10:02:46.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6edb7fe640 1 -- 172.21.15.18:0/671893556 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6eec005460 con 0x560410dbdce0 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6edb7fe640 1 -- 172.21.15.18:0/671893556 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6eec026070 con 0x560410dbdce0 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6f057dd740 10 client.26264 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.355+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5604109f10f0 con 0x560410dbdce0 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6edb7fe640 1 -- 172.21.15.18:0/671893556 <== mon.2 v2:172.21.15.63:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6eec0046c0 con 0x560410dbdce0 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6f057dd740 10 client.26264 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6f057dd740 10 client.26264 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6f057dd740 20 client.26264 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410dd6f10 0x560410dd93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6f057dd740 4 client.26264 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6eec01c070 con 0x560410dd6f10 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.356+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410dd6f10 0x560410dd93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.357+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410dd6f10 0x560410dd93d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fa3357029866620 server_cookie=1f2670ebace5c9d3 in_seq=0 out_seq=0 2024-03-07T10:02:46.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.357+0000 7f6edb7fe640 10 client.26264 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:46.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.357+0000 7f6edb7fe640 1 -- 172.21.15.18:0/671893556 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f6eec01c070 con 0x560410dd6f10 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.357+0000 7f6edb7fe640 10 client.26264 handle_command_reply: tid=0 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.357+0000 7f6f057dd740 1 client.26264 shutdown 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 msgr2=0x560410dc6b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dc6b40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6eec015400 tx=0x7f6eec017b20 comp rx=0 tx=0).stop 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 shutdown_connections 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410dd6f10 0x560410dd93d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dc71e0 0x560410dc4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbe600 0x560410dc3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 --2- 172.21.15.18:0/671893556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dc6b40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 >> 172.21.15.18:0/671893556 conn(0x560410db8410 msgr2=0x560410db30e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:46.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.358+0000 7f6edb7fe640 0 client.26264 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:46.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.359+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 shutdown_connections 2024-03-07T10:02:46.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.359+0000 7f6f057dd740 1 -- 172.21.15.18:0/671893556 wait complete. 2024-03-07T10:02:46.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.359+0000 7f6f057dd740 20 client.26264 trim_cache size 0 max 16384 2024-03-07T10:02:46.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 Processor -- start 2024-03-07T10:02:46.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 -- start start 2024-03-07T10:02:46.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dbf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dc71e0 0x560410dc6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee8010dc0 con 0x560410dc71e0 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee800e8c0 con 0x560410dbdce0 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6f057dd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee800c960 con 0x560410dbe600 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dbf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dbf280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50448/0 (socket says 172.21.15.18:50448) 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6efbfff640 1 -- 172.21.15.18:0/2328129964 learned_addr learned my addr 172.21.15.18:0/2328129964 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:46.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.389+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6efbfff640 1 -- 172.21.15.18:0/2328129964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 msgr2=0x560410dc6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:46.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6efbfff640 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6efbfff640 1 -- 172.21.15.18:0/2328129964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dc71e0 msgr2=0x560410dc6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:46.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6efbfff640 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dc71e0 0x560410dc6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6efbfff640 1 -- 172.21.15.18:0/2328129964 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560410dc47a0 con 0x560410dbdce0 2024-03-07T10:02:46.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6efbfff640 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dbf280 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6eec015430 tx=0x7f6eec023000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e77f6a891e9f12 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6ee1ffb640 1 -- 172.21.15.18:0/2328129964 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eec03a070 con 0x560410dbdce0 2024-03-07T10:02:46.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6ee1ffb640 1 -- 172.21.15.18:0/2328129964 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6eec01c040 con 0x560410dbdce0 2024-03-07T10:02:46.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.390+0000 7f6ee1ffb640 1 -- 172.21.15.18:0/2328129964 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eec030070 con 0x560410dbdce0 2024-03-07T10:02:46.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 -- 172.21.15.18:0/2328129964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 msgr2=0x560410dbf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dbf280 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6eec015430 tx=0x7f6eec023000 comp rx=0 tx=0).stop 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 -- 172.21.15.18:0/2328129964 shutdown_connections 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dc71e0 0x560410dc6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410dc6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 --2- 172.21.15.18:0/2328129964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dbdce0 0x560410dbf280 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 -- 172.21.15.18:0/2328129964 >> 172.21.15.18:0/2328129964 conn(0x560410db8410 msgr2=0x560410db87f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.391+0000 7f6f057dd740 1 -- 172.21.15.18:0/2328129964 shutdown_connections 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.392+0000 7f6f057dd740 1 -- 172.21.15.18:0/2328129964 wait complete. 2024-03-07T10:02:46.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.392+0000 7f6f057dd740 1 -- start start 2024-03-07T10:02:46.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.392+0000 7f6f057dd740 1 Processor -- start 2024-03-07T10:02:46.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.393+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410db4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.393+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410db4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6f057dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410ddd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410db4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410db4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46238/0 (socket says 172.21.15.18:46238) 2024-03-07T10:02:46.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410db4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410db4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33202/0 (socket says 172.21.15.18:33202) 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 -- 172.21.15.18:0/485441431 learned_addr learned my addr 172.21.15.18:0/485441431 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6f057dd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee800cf60 con 0x560410dbdce0 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee800e260 con 0x560410dc71e0 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee800d5a0 con 0x560410dbe600 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6f057dd740 10 client.0 _ll_register_callbacks cb 0x7f6eec0177b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6f00f99640 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410ddd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 -- 172.21.15.18:0/485441431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 msgr2=0x560410ddd9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:46.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410ddd9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 -- 172.21.15.18:0/485441431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 msgr2=0x560410db4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410db4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.394+0000 7f6efb7fe640 1 -- 172.21.15.18:0/485441431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560410dbed70 con 0x560410dbe600 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6efbfff640 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410db4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6efb7fe640 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410db4570 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0018500 tx=0x7f6ef001de60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16975fb1fdba1847 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6edb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6edb7fe640 1 -- 172.21.15.18:0/485441431 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef00ce050 con 0x560410dbe600 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6edb7fe640 1 -- 172.21.15.18:0/485441431 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6ef0097340 con 0x560410dbe600 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6eec01c040 con 0x560410dbe600 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6edb7fe640 1 -- 172.21.15.18:0/485441431 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ef009acd0 con 0x560410dbe600 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6f057dd740 10 client.26317 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:46.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.395+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560410e36f70 con 0x560410dbe600 2024-03-07T10:02:46.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.396+0000 7f6edb7fe640 1 -- 172.21.15.18:0/485441431 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6eec01c040 con 0x560410dbe600 2024-03-07T10:02:46.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6edb7fe640 1 -- 172.21.15.18:0/485441431 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6ef00600b0 con 0x560410dbe600 2024-03-07T10:02:46.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6f057dd740 10 client.26317 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:46.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6f057dd740 10 client.26317 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6f057dd740 20 client.26317 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6f057dd740 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410e375e0 0x560410e39a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6f057dd740 4 client.26317 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560410d2a310 con 0x560410e375e0 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6efbfff640 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410e375e0 0x560410e39a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6edb7fe640 10 client.26317 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.397+0000 7f6efbfff640 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410e375e0 0x560410e39a00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49d1c7872fbf1457 server_cookie=8c1b6cf208afaf36 in_seq=0 out_seq=0 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6edb7fe640 1 -- 172.21.15.18:0/485441431 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x560410d2a310 con 0x560410e375e0 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6edb7fe640 10 client.26317 handle_command_reply: tid=0 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 client.26317 shutdown 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 msgr2=0x560410db4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410db4570 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0018500 tx=0x7f6ef001de60 comp rx=0 tx=0).stop 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 shutdown_connections 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560410e375e0 0x560410e39a00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560410dc71e0 0x560410ddd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560410dbe600 0x560410db4570 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 --2- 172.21.15.18:0/485441431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560410dbdce0 0x560410db4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6edb7fe640 0 client.26317 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 >> 172.21.15.18:0/485441431 conn(0x560410db8410 msgr2=0x560410dbf280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 shutdown_connections 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 1 -- 172.21.15.18:0/485441431 wait complete. 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.398+0000 7f6f057dd740 20 client.26317 trim_cache size 0 max 16384 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:02:46.402 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:02:46.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.400+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6ee40a20c0 msgr2=0x7f6ee40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.400+0000 7f6f0179a640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6ee40a20c0 0x7f6ee40a4580 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6ef4004af0 tx=0x7f6ef402da20 comp rx=0 tx=0).stop 2024-03-07T10:02:46.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.400+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc109000 msgr2=0x7f6efc19e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.400+0000 7f6f0179a640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc109000 0x7f6efc19e8e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6ef000e9f0 tx=0x7f6ef000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 shutdown_connections 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6efc10dee0 0x7f6efc1a2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6efc109000 0x7f6efc19e8e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6ee40a20c0 0x7f6ee40a4580 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 --2- 172.21.15.18:0/1189280199 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6efc108660 0x7f6efc19e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 >> 172.21.15.18:0/1189280199 conn(0x7f6efc06c540 msgr2=0x7f6efc071ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 shutdown_connections 2024-03-07T10:02:46.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.401+0000 7f6f0179a640 1 -- 172.21.15.18:0/1189280199 wait complete. 2024-03-07T10:02:46.418 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:02:46.418 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:02:46.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.589+0000 7f80a5d1d640 1 -- 172.21.15.18:0/3221152643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 msgr2=0x7f80a0116ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.589+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/3221152643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 0x7f80a0116ba0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8098009ca0 tx=0x7f8098030510 comp rx=0 tx=0).stop 2024-03-07T10:02:46.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.590+0000 7f80a5d1d640 1 -- 172.21.15.18:0/3221152643 shutdown_connections 2024-03-07T10:02:46.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.590+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/3221152643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 0x7f80a0116ba0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.590+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/3221152643 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a0108f80 0x7f80a0114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.590+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/3221152643 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 0x7f80a0108a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.590+0000 7f80a5d1d640 1 -- 172.21.15.18:0/3221152643 >> 172.21.15.18:0/3221152643 conn(0x7f80a006d9c0 msgr2=0x7f80a006ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:46.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.590+0000 7f80a5d1d640 1 -- 172.21.15.18:0/3221152643 shutdown_connections 2024-03-07T10:02:46.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.591+0000 7f80a5d1d640 1 -- 172.21.15.18:0/3221152643 wait complete. 2024-03-07T10:02:46.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.591+0000 7f80a5d1d640 1 Processor -- start 2024-03-07T10:02:46.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.592+0000 7f80a5d1d640 1 -- start start 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.592+0000 7f80a5d1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 0x7f80a019e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.592+0000 7f80a5d1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a0108f80 0x7f80a019eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.592+0000 7f80a5d1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 0x7f80a01a2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f80a5d1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a0118020 con 0x7f80a0108f80 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f80a5d1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a0117ea0 con 0x7f80a0108660 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f80a5d1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a01181a0 con 0x7f80a01147b0 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 0x7f80a019e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 0x7f80a019e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50476/0 (socket says 172.21.15.18:50476) 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809f7fe640 1 -- 172.21.15.18:0/830178267 learned_addr learned my addr 172.21.15.18:0/830178267 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809effd640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a0108f80 0x7f80a019eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809ffff640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 0x7f80a01a2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809ffff640 1 -- 172.21.15.18:0/830178267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 msgr2=0x7f80a019e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809ffff640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 0x7f80a019e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809ffff640 1 -- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a0108f80 msgr2=0x7f80a019eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809ffff640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a0108f80 0x7f80a019eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809ffff640 1 -- 172.21.15.18:0/830178267 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a01a3550 con 0x7f80a01147b0 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809f7fe640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 0x7f80a019e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.593+0000 7f809ffff640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 0x7f80a01a2e20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8098009bf0 tx=0x7f8098037630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.595+0000 7f809cff9640 1 -- 172.21.15.18:0/830178267 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8098046070 con 0x7f80a01147b0 2024-03-07T10:02:46.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.595+0000 7f809cff9640 1 -- 172.21.15.18:0/830178267 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8098003e20 con 0x7f80a01147b0 2024-03-07T10:02:46.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.595+0000 7f809cff9640 1 -- 172.21.15.18:0/830178267 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80980046f0 con 0x7f80a01147b0 2024-03-07T10:02:46.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.595+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80a01a37e0 con 0x7f80a01147b0 2024-03-07T10:02:46.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.595+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80a01ab0d0 con 0x7f80a01147b0 2024-03-07T10:02:46.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.597+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f808c005290 con 0x7f80a01147b0 2024-03-07T10:02:46.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.598+0000 7f809cff9640 1 -- 172.21.15.18:0/830178267 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f809803f040 con 0x7f80a01147b0 2024-03-07T10:02:46.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.599+0000 7f809cff9640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80880a2070 0x7f80880a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:46.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.599+0000 7f809cff9640 1 -- 172.21.15.18:0/830178267 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f80980f50c0 con 0x7f80a01147b0 2024-03-07T10:02:46.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.599+0000 7f809f7fe640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80880a2070 0x7f80880a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:46.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.600+0000 7f809f7fe640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80880a2070 0x7f80880a4530 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8094005fd0 tx=0x7f809400b480 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:46.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:46.603+0000 7f809cff9640 1 -- 172.21.15.18:0/830178267 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f80980c20e0 con 0x7f80a01147b0 2024-03-07T10:02:46.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:46 smithi018 ceph-mon[32171]: pgmap v112: 97 pgs: 97 active+clean; 2.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 48 MiB/s wr, 901 op/s 2024-03-07T10:02:46.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:46 smithi063 ceph-mon[36356]: pgmap v112: 97 pgs: 97 active+clean; 2.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 48 MiB/s wr, 901 op/s 2024-03-07T10:02:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:46 smithi077 ceph-mon[36374]: pgmap v112: 97 pgs: 97 active+clean; 2.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 48 MiB/s wr, 901 op/s 2024-03-07T10:02:47.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.026+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f808c005580 con 0x7f80a01147b0 2024-03-07T10:02:47.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.027+0000 7f809cff9640 1 -- 172.21.15.18:0/830178267 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f80980c20e0 con 0x7f80a01147b0 2024-03-07T10:02:47.029 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:02:47.029 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:02:47.029 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:02:47.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80880a2070 msgr2=0x7f80880a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80880a2070 0x7f80880a4530 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f8094005fd0 tx=0x7f809400b480 comp rx=0 tx=0).stop 2024-03-07T10:02:47.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 msgr2=0x7f80a01a2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 0x7f80a01a2e20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8098009bf0 tx=0x7f8098037630 comp rx=0 tx=0).stop 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 shutdown_connections 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80a01147b0 0x7f80a01a2e20 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80880a2070 0x7f80880a4530 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80a0108f80 0x7f80a019eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 --2- 172.21.15.18:0/830178267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80a0108660 0x7f80a019e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 >> 172.21.15.18:0/830178267 conn(0x7f80a006d9c0 msgr2=0x7f80a00702a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 shutdown_connections 2024-03-07T10:02:47.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.030+0000 7f80a5d1d640 1 -- 172.21.15.18:0/830178267 wait complete. 2024-03-07T10:02:47.044 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:02:47.044 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:02:47.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.220+0000 7fa13edda640 1 -- 172.21.15.18:0/743986735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381065b0 msgr2=0x7fa138106990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.220+0000 7fa13edda640 1 --2- 172.21.15.18:0/743986735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381065b0 0x7fa138106990 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa12c009860 tx=0x7fa12c02bb90 comp rx=0 tx=0).stop 2024-03-07T10:02:47.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.220+0000 7fa13edda640 1 -- 172.21.15.18:0/743986735 shutdown_connections 2024-03-07T10:02:47.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.220+0000 7fa13edda640 1 --2- 172.21.15.18:0/743986735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa138100eb0 0x7fa13810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.220+0000 7fa13edda640 1 --2- 172.21.15.18:0/743986735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1381004f0 0x7fa138100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.220+0000 7fa13edda640 1 --2- 172.21.15.18:0/743986735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381065b0 0x7fa138106990 secure :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa12c009860 tx=0x7fa12c02bb90 comp rx=0 tx=0).stop 2024-03-07T10:02:47.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.220+0000 7fa13edda640 1 -- 172.21.15.18:0/743986735 >> 172.21.15.18:0/743986735 conn(0x7fa138077660 msgr2=0x7fa138077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.221+0000 7fa13edda640 1 -- 172.21.15.18:0/743986735 shutdown_connections 2024-03-07T10:02:47.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.221+0000 7fa13edda640 1 -- 172.21.15.18:0/743986735 wait complete. 2024-03-07T10:02:47.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 Processor -- start 2024-03-07T10:02:47.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 -- start start 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381004f0 0x7fa1381a4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa138100eb0 0x7fa1381a4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa13810c580 0x7fa13810ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa138111a00 con 0x7fa1381004f0 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa138111880 con 0x7fa138100eb0 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13edda640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa138111b80 con 0x7fa13810c580 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.223+0000 7fa13cb76640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381004f0 0x7fa1381a4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13cb76640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381004f0 0x7fa1381a4300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33236/0 (socket says 172.21.15.18:33236) 2024-03-07T10:02:47.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13cb76640 1 -- 172.21.15.18:0/2356423426 learned_addr learned my addr 172.21.15.18:0/2356423426 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13d377640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa13810c580 0x7fa13810ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13cb76640 1 -- 172.21.15.18:0/2356423426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa13810c580 msgr2=0x7fa13810ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13cb76640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa13810c580 0x7fa13810ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13cb76640 1 -- 172.21.15.18:0/2356423426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa138100eb0 msgr2=0x7fa1381a4840 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:02:47.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13cb76640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa138100eb0 0x7fa1381a4840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.224+0000 7fa13cb76640 1 -- 172.21.15.18:0/2356423426 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa13810d130 con 0x7fa1381004f0 2024-03-07T10:02:47.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.225+0000 7fa13cb76640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381004f0 0x7fa1381a4300 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fa12c037040 tx=0x7fa12c035f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.226+0000 7fa135ffb640 1 -- 172.21.15.18:0/2356423426 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12c039040 con 0x7fa1381004f0 2024-03-07T10:02:47.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.226+0000 7fa135ffb640 1 -- 172.21.15.18:0/2356423426 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa12c034740 con 0x7fa1381004f0 2024-03-07T10:02:47.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.226+0000 7fa135ffb640 1 -- 172.21.15.18:0/2356423426 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12c004920 con 0x7fa1381004f0 2024-03-07T10:02:47.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.226+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa13810d3c0 con 0x7fa1381004f0 2024-03-07T10:02:47.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.227+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1381ab3f0 con 0x7fa1381004f0 2024-03-07T10:02:47.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.231+0000 7fa141bbe740 1 Processor -- start 2024-03-07T10:02:47.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.232+0000 7fa135ffb640 1 -- 172.21.15.18:0/2356423426 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa12c0050c0 con 0x7fa1381004f0 2024-03-07T10:02:47.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.232+0000 7fa141bbe740 1 -- start start 2024-03-07T10:02:47.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6c6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6a90 0x563f0a6cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6cf670 0x563f0a6d1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa141bbe740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f0a68d330 con 0x563f0a6c6170 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa141bbe740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f0a629e90 con 0x563f0a6c6a90 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa141bbe740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f0a5d2d00 con 0x563f0a6cf670 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa13d377640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6c6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa13d377640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6c6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33238/0 (socket says 172.21.15.18:33238) 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa13d377640 1 -- 172.21.15.18:0/1068653737 learned_addr learned my addr 172.21.15.18:0/1068653737 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.233+0000 7fa13cb76640 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6a90 0x563f0a6cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa13d377640 1 -- 172.21.15.18:0/1068653737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6cf670 msgr2=0x563f0a6d1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa13d377640 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6cf670 0x563f0a6d1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa13d377640 1 -- 172.21.15.18:0/1068653737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6a90 msgr2=0x563f0a6cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa135ffb640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1280a2070 0x7fa1280a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa13d377640 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6a90 0x563f0a6cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa13d377640 1 -- 172.21.15.18:0/1068653737 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f0a5d1b90 con 0x563f0a6c6170 2024-03-07T10:02:47.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa13cb76640 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6a90 0x563f0a6cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:02:47.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.234+0000 7fa135ffb640 1 -- 172.21.15.18:0/2356423426 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa12c0eefd0 con 0x7fa1381004f0 2024-03-07T10:02:47.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.235+0000 7fa137fff640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1280a2070 0x7fa1280a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.235+0000 7fa13d377640 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6c6550 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fa13000e580 tx=0x7fa1300095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2503151346af870 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.237+0000 7fa122ffd640 1 -- 172.21.15.18:0/1068653737 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa130003970 con 0x563f0a6c6170 2024-03-07T10:02:47.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.237+0000 7fa122ffd640 1 -- 172.21.15.18:0/1068653737 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa13000d830 con 0x563f0a6c6170 2024-03-07T10:02:47.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.237+0000 7fa122ffd640 1 -- 172.21.15.18:0/1068653737 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1300045a0 con 0x563f0a6c6170 2024-03-07T10:02:47.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.239+0000 7fa141bbe740 1 -- 172.21.15.18:0/1068653737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 msgr2=0x563f0a6c6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.239+0000 7fa141bbe740 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6c6550 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fa13000e580 tx=0x7fa1300095c0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.239+0000 7fa137fff640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1280a2070 0x7fa1280a4530 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa1240058c0 tx=0x7fa124005850 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.240+0000 7fa141bbe740 1 -- 172.21.15.18:0/1068653737 shutdown_connections 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.240+0000 7fa141bbe740 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6cf670 0x563f0a6d1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.240+0000 7fa141bbe740 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6a90 0x563f0a6cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.240+0000 7fa141bbe740 1 --2- 172.21.15.18:0/1068653737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6c6550 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.240+0000 7fa141bbe740 1 -- 172.21.15.18:0/1068653737 >> 172.21.15.18:0/1068653737 conn(0x563f0a6c08a0 msgr2=0x563f0a6c0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.240+0000 7fa141bbe740 1 -- 172.21.15.18:0/1068653737 shutdown_connections 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.240+0000 7fa141bbe740 1 -- 172.21.15.18:0/1068653737 wait complete. 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.241+0000 7fa141bbe740 1 -- start start 2024-03-07T10:02:47.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.241+0000 7fa141bbe740 1 Processor -- start 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6cc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c6a90 0x563f0a6ccd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6cd290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa141bbe740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f0a5c8470 con 0x563f0a6c6170 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa141bbe740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f0a625f30 con 0x563f0a6cf670 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa141bbe740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f0a6d2460 con 0x563f0a6c6a90 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa141bbe740 10 client.0 _ll_register_callbacks cb 0x563f0a623d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:47.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa137fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c6a90 0x563f0a6ccd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa137fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c6a90 0x563f0a6ccd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46298/0 (socket says 172.21.15.18:46298) 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa137fff640 1 -- 172.21.15.18:0/3757238814 learned_addr learned my addr 172.21.15.18:0/3757238814 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.242+0000 7fa13d377640 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6cd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.243+0000 7fa137fff640 1 -- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 msgr2=0x563f0a6cd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.243+0000 7fa137fff640 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6cd290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.243+0000 7fa137fff640 1 -- 172.21.15.18:0/3757238814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 msgr2=0x563f0a6cc810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.243+0000 7fa137fff640 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6cc810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.243+0000 7fa137fff640 1 -- 172.21.15.18:0/3757238814 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563f0a33e3f0 con 0x563f0a6c6a90 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.243+0000 7fa137fff640 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c6a90 0x563f0a6ccd50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa12400ee10 tx=0x7fa124005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81bf4da26609efc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.244+0000 7fa117fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.244+0000 7fa117fff640 1 -- 172.21.15.18:0/3757238814 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa124043070 con 0x563f0a6c6a90 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.245+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa13000d830 con 0x563f0a6c6a90 2024-03-07T10:02:47.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.245+0000 7fa117fff640 1 -- 172.21.15.18:0/3757238814 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa12403f470 con 0x563f0a6c6a90 2024-03-07T10:02:47.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.245+0000 7fa117fff640 1 -- 172.21.15.18:0/3757238814 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa12404f050 con 0x563f0a6c6a90 2024-03-07T10:02:47.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.248+0000 7fa141bbe740 10 client.26332 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:47.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.248+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563f0a4087d0 con 0x563f0a6c6a90 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa117fff640 1 -- 172.21.15.18:0/3757238814 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa13000d830 con 0x563f0a6c6a90 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa117fff640 1 -- 172.21.15.18:0/3757238814 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa1240106a0 con 0x563f0a6c6a90 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa141bbe740 10 client.26332 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa141bbe740 10 client.26332 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa141bbe740 20 client.26332 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa141bbe740 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a6dd050 0x563f0a6df470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa141bbe740 4 client.26332 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:47.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.252+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563f0a6373d0 con 0x563f0a6dd050 2024-03-07T10:02:47.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.254+0000 7fa13cb76640 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a6dd050 0x563f0a6df470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.256+0000 7fa13cb76640 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a6dd050 0x563f0a6df470 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=301d70dd7944ad2e server_cookie=60c36884f6f9af4c in_seq=0 out_seq=0 2024-03-07T10:02:47.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.257+0000 7fa117fff640 10 client.26332 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:47.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.257+0000 7fa117fff640 1 -- 172.21.15.18:0/3757238814 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563f0a6373d0 con 0x563f0a6dd050 2024-03-07T10:02:47.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.257+0000 7fa117fff640 10 client.26332 handle_command_reply: tid=0 2024-03-07T10:02:47.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.259+0000 7fa141bbe740 1 client.26332 shutdown 2024-03-07T10:02:47.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.259+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c6a90 msgr2=0x563f0a6ccd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.259+0000 7fa141bbe740 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c6a90 0x563f0a6ccd50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa12400ee10 tx=0x7fa124005f90 comp rx=0 tx=0).stop 2024-03-07T10:02:47.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.259+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 shutdown_connections 2024-03-07T10:02:47.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.259+0000 7fa141bbe740 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a6dd050 0x563f0a6df470 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.260+0000 7fa141bbe740 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6cd290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.260+0000 7fa141bbe740 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c6a90 0x563f0a6ccd50 secure :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa12400ee10 tx=0x7fa124005f90 comp rx=0 tx=0).stop 2024-03-07T10:02:47.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.260+0000 7fa141bbe740 1 --2- 172.21.15.18:0/3757238814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6cc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.260+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 >> 172.21.15.18:0/3757238814 conn(0x563f0a6c08a0 msgr2=0x563f0a6c25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.260+0000 7fa117fff640 0 client.26332 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:47.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.260+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 shutdown_connections 2024-03-07T10:02:47.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.262+0000 7fa141bbe740 1 -- 172.21.15.18:0/3757238814 wait complete. 2024-03-07T10:02:47.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.264+0000 7fa141bbe740 20 client.26332 trim_cache size 0 max 16384 2024-03-07T10:02:47.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.302+0000 7fa141bbe740 1 Processor -- start 2024-03-07T10:02:47.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.303+0000 7fa141bbe740 1 -- start start 2024-03-07T10:02:47.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.303+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6170 0x563f0a6cef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.303+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6cf670 0x563f0a6cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.303+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 0x563f0a6c23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.303+0000 7fa141bbe740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381adcb0 con 0x563f0a6cf670 2024-03-07T10:02:47.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.303+0000 7fa141bbe740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381ab7b0 con 0x563f0a6c6170 2024-03-07T10:02:47.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.303+0000 7fa141bbe740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa13819f970 con 0x563f0a6c8160 2024-03-07T10:02:47.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.304+0000 7fa137fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6cf670 0x563f0a6cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.304+0000 7fa137fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6cf670 0x563f0a6cd0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33242/0 (socket says 172.21.15.18:33242) 2024-03-07T10:02:47.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.304+0000 7fa137fff640 1 -- 172.21.15.18:0/2753234438 learned_addr learned my addr 172.21.15.18:0/2753234438 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.306+0000 7fa137fff640 1 -- 172.21.15.18:0/2753234438 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 msgr2=0x563f0a6c23e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:02:47.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.306+0000 7fa137fff640 1 --2- 172.21.15.18:0/2753234438 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 0x563f0a6c23e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.306+0000 7fa137fff640 1 -- 172.21.15.18:0/2753234438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6170 msgr2=0x563f0a6cef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.306+0000 7fa137fff640 1 --2- 172.21.15.18:0/2753234438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6170 0x563f0a6cef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.306+0000 7fa137fff640 1 -- 172.21.15.18:0/2753234438 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f0a6c5260 con 0x563f0a6cf670 2024-03-07T10:02:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.306+0000 7fa137fff640 1 --2- 172.21.15.18:0/2753234438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6cf670 0x563f0a6cd0b0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fa12400e790 tx=0x7fa12400eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93ee86edd204839 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.307+0000 7fa1227fc640 1 -- 172.21.15.18:0/2753234438 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa124043030 con 0x563f0a6cf670 2024-03-07T10:02:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.307+0000 7fa1227fc640 1 -- 172.21.15.18:0/2753234438 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa124058070 con 0x563f0a6cf670 2024-03-07T10:02:47.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.307+0000 7fa1227fc640 1 -- 172.21.15.18:0/2753234438 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12403f870 con 0x563f0a6cf670 2024-03-07T10:02:47.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.308+0000 7fa141bbe740 1 -- 172.21.15.18:0/2753234438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6cf670 msgr2=0x563f0a6cd0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.308+0000 7fa141bbe740 1 --2- 172.21.15.18:0/2753234438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6cf670 0x563f0a6cd0b0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fa12400e790 tx=0x7fa12400eb20 comp rx=0 tx=0).stop 2024-03-07T10:02:47.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.310+0000 7fa141bbe740 1 -- 172.21.15.18:0/2753234438 shutdown_connections 2024-03-07T10:02:47.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.310+0000 7fa141bbe740 1 --2- 172.21.15.18:0/2753234438 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 0x563f0a6c23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.310+0000 7fa141bbe740 1 --2- 172.21.15.18:0/2753234438 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6cf670 0x563f0a6cd0b0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.310+0000 7fa141bbe740 1 --2- 172.21.15.18:0/2753234438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6c6170 0x563f0a6cef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.310+0000 7fa141bbe740 1 -- 172.21.15.18:0/2753234438 >> 172.21.15.18:0/2753234438 conn(0x563f0a6c08a0 msgr2=0x563f0a6c1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.313+0000 7fa141bbe740 1 -- 172.21.15.18:0/2753234438 shutdown_connections 2024-03-07T10:02:47.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.315+0000 7fa141bbe740 1 -- 172.21.15.18:0/2753234438 wait complete. 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.315+0000 7fa141bbe740 1 -- start start 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.316+0000 7fa141bbe740 1 Processor -- start 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.316+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.316+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 0x563f0a6d2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa141bbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6d3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa141bbe740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa13819dfa0 con 0x563f0a6c6170 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa141bbe740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa13819f260 con 0x563f0a6cf670 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa141bbe740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa13819e5a0 con 0x563f0a6c8160 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa141bbe740 10 client.0 _ll_register_callbacks cb 0x7fa124014050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa13d377640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6d3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa13d377640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6d3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50530/0 (socket says 172.21.15.18:50530) 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa13d377640 1 -- 172.21.15.18:0/578470692 learned_addr learned my addr 172.21.15.18:0/578470692 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.317+0000 7fa137fff640 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 0x563f0a6d2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.318+0000 7fa13d377640 1 -- 172.21.15.18:0/578470692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 msgr2=0x563f0a6d2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.318+0000 7fa13d377640 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 0x563f0a6d2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.318+0000 7fa13d377640 1 -- 172.21.15.18:0/578470692 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 msgr2=0x563f0a6d2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.318+0000 7fa13d377640 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6d2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.318+0000 7fa13d377640 1 -- 172.21.15.18:0/578470692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563f0a73a610 con 0x563f0a6cf670 2024-03-07T10:02:47.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.318+0000 7fa13d377640 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6d3500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa130009ba0 tx=0x7fa130004eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86f9a50b43a0ac2c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.318+0000 7fa117fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:02:47.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.319+0000 7fa117fff640 1 -- 172.21.15.18:0/578470692 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa13000da40 con 0x563f0a6cf670 2024-03-07T10:02:47.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.319+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa124058070 con 0x563f0a6cf670 2024-03-07T10:02:47.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.319+0000 7fa117fff640 1 -- 172.21.15.18:0/578470692 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa13000dbe0 con 0x563f0a6cf670 2024-03-07T10:02:47.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.320+0000 7fa117fff640 1 -- 172.21.15.18:0/578470692 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa13000de20 con 0x563f0a6cf670 2024-03-07T10:02:47.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.320+0000 7fa141bbe740 10 client.26285 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:47.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.320+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563f0a73b870 con 0x563f0a6cf670 2024-03-07T10:02:47.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.321+0000 7fa117fff640 1 -- 172.21.15.18:0/578470692 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa130026030 con 0x563f0a6cf670 2024-03-07T10:02:47.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.321+0000 7fa117fff640 1 -- 172.21.15.18:0/578470692 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa13000b040 con 0x563f0a6cf670 2024-03-07T10:02:47.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.324+0000 7fa141bbe740 10 client.26285 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:47.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.324+0000 7fa141bbe740 10 client.26285 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:02:47.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.324+0000 7fa141bbe740 20 client.26285 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:47.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.324+0000 7fa141bbe740 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a73bb50 0x563f0a73df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.324+0000 7fa141bbe740 4 client.26285 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:02:47.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.324+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fa124058070 con 0x563f0a73bb50 2024-03-07T10:02:47.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.326+0000 7fa13cb76640 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a73bb50 0x563f0a73df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.330+0000 7fa13cb76640 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a73bb50 0x563f0a73df40 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=48db32b13a4e8b7e server_cookie=e457fa9686ad2f5d in_seq=0 out_seq=0 2024-03-07T10:02:47.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.330+0000 7fa117fff640 10 client.26285 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:47.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.331+0000 7fa117fff640 1 -- 172.21.15.18:0/578470692 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fa124058070 con 0x563f0a73bb50 2024-03-07T10:02:47.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.331+0000 7fa117fff640 10 client.26285 handle_command_reply: tid=0 2024-03-07T10:02:47.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.332+0000 7fa141bbe740 1 client.26285 shutdown 2024-03-07T10:02:47.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.340+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 msgr2=0x563f0a6d3500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.340+0000 7fa141bbe740 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6d3500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa130009ba0 tx=0x7fa130004eb0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.342+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 shutdown_connections 2024-03-07T10:02:47.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.342+0000 7fa141bbe740 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563f0a73bb50 0x563f0a73df40 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.342+0000 7fa141bbe740 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563f0a6cf670 0x563f0a6d3500 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.342+0000 7fa141bbe740 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563f0a6c8160 0x563f0a6d2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.342+0000 7fa141bbe740 1 --2- 172.21.15.18:0/578470692 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563f0a6c6170 0x563f0a6d2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.342+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 >> 172.21.15.18:0/578470692 conn(0x563f0a6c08a0 msgr2=0x563f0a6c2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.342+0000 7fa117fff640 0 client.26285 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:02:47.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.346+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 shutdown_connections 2024-03-07T10:02:47.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.346+0000 7fa141bbe740 1 -- 172.21.15.18:0/578470692 wait complete. 2024-03-07T10:02:47.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.348+0000 7fa141bbe740 20 client.26285 trim_cache size 0 max 16384 2024-03-07T10:02:47.352 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1280a2070 msgr2=0x7fa1280a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1280a2070 0x7fa1280a4530 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa1240058c0 tx=0x7fa124005850 comp rx=0 tx=0).stop 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381004f0 msgr2=0x7fa1381a4300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381004f0 0x7fa1381a4300 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fa12c037040 tx=0x7fa12c035f80 comp rx=0 tx=0).stop 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 shutdown_connections 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa13810c580 0x7fa13810ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa138100eb0 0x7fa1381a4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1280a2070 0x7fa1280a4530 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 --2- 172.21.15.18:0/2356423426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa1381004f0 0x7fa1381a4300 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.355+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 >> 172.21.15.18:0/2356423426 conn(0x7fa138077660 msgr2=0x7fa1381051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.357+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 shutdown_connections 2024-03-07T10:02:47.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.357+0000 7fa13edda640 1 -- 172.21.15.18:0/2356423426 wait complete. 2024-03-07T10:02:47.382 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:02:47.383 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:02:47.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.615+0000 7f5b4dffb640 1 -- 172.21.15.18:0/2135701807 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b40033920 con 0x7f5b5010e4f0 2024-03-07T10:02:47.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.615+0000 7f5b5551d640 1 -- 172.21.15.18:0/2135701807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b5010e4f0 msgr2=0x7f5b5010e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.615+0000 7f5b5551d640 1 --2- 172.21.15.18:0/2135701807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b5010e4f0 0x7f5b5010e8d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f5b4000ade0 tx=0x7f5b4002cfd0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.619+0000 7f5b5551d640 1 -- 172.21.15.18:0/2135701807 shutdown_connections 2024-03-07T10:02:47.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.619+0000 7f5b5551d640 1 --2- 172.21.15.18:0/2135701807 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5b501098b0 0x7f5b50115320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.619+0000 7f5b5551d640 1 --2- 172.21.15.18:0/2135701807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5b50108ef0 0x7f5b50109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.619+0000 7f5b5551d640 1 --2- 172.21.15.18:0/2135701807 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b5010e4f0 0x7f5b5010e8d0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.619+0000 7f5b5551d640 1 -- 172.21.15.18:0/2135701807 >> 172.21.15.18:0/2135701807 conn(0x7f5b5006da40 msgr2=0x7f5b5006de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.625+0000 7f5b5551d640 1 -- 172.21.15.18:0/2135701807 shutdown_connections 2024-03-07T10:02:47.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.628+0000 7f5b5551d640 1 -- 172.21.15.18:0/2135701807 wait complete. 2024-03-07T10:02:47.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.628+0000 7f5b5551d640 1 Processor -- start 2024-03-07T10:02:47.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.631+0000 7f5b5551d640 1 -- start start 2024-03-07T10:02:47.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.631+0000 7f5b5551d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b50108ef0 0x7f5b501a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.631+0000 7f5b5551d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5b501098b0 0x7f5b5019e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.631+0000 7f5b5551d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5b5010e4f0 0x7f5b5019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.631+0000 7f5b5551d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b50118040 con 0x7f5b50108ef0 2024-03-07T10:02:47.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.631+0000 7f5b5551d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b50117ec0 con 0x7f5b501098b0 2024-03-07T10:02:47.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.631+0000 7f5b5551d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b501181c0 con 0x7f5b5010e4f0 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.633+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b50108ef0 0x7f5b501a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.633+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b50108ef0 0x7f5b501a52d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46828/0 (socket says 172.21.15.18:46828) 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.633+0000 7f5b4effd640 1 -- 172.21.15.18:0/3080987163 learned_addr learned my addr 172.21.15.18:0/3080987163 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.634+0000 7f5b4effd640 1 -- 172.21.15.18:0/3080987163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5b5010e4f0 msgr2=0x7f5b5019e930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.634+0000 7f5b4effd640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5b5010e4f0 0x7f5b5019e930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.634+0000 7f5b4effd640 1 -- 172.21.15.18:0/3080987163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5b501098b0 msgr2=0x7f5b5019e3f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.634+0000 7f5b4effd640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5b501098b0 0x7f5b5019e3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.634+0000 7f5b4effd640 1 -- 172.21.15.18:0/3080987163 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b5019eec0 con 0x7f5b50108ef0 2024-03-07T10:02:47.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.634+0000 7f5b4effd640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b50108ef0 0x7f5b501a52d0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f5b40038040 tx=0x7f5b40033a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.636+0000 7f5b37fff640 1 -- 172.21.15.18:0/3080987163 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b4003a040 con 0x7f5b50108ef0 2024-03-07T10:02:47.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.636+0000 7f5b37fff640 1 -- 172.21.15.18:0/3080987163 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5b40043070 con 0x7f5b50108ef0 2024-03-07T10:02:47.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.636+0000 7f5b37fff640 1 -- 172.21.15.18:0/3080987163 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b400356a0 con 0x7f5b50108ef0 2024-03-07T10:02:47.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.637+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b5019f150 con 0x7f5b50108ef0 2024-03-07T10:02:47.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.637+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b501a2fd0 con 0x7f5b50108ef0 2024-03-07T10:02:47.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.641+0000 7f5b58402740 1 Processor -- start 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b58402740 1 -- start start 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b58402740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac70550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b58402740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac79130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b58402740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 0x55d2dac7ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b58402740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2dac37330 con 0x55d2dac70a90 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b58402740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2dabd3e90 con 0x55d2dac79670 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b58402740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2dab7cd00 con 0x55d2dac70170 2024-03-07T10:02:47.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac79130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac70550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac79130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46840/0 (socket says 172.21.15.18:46840) 2024-03-07T10:02:47.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 -- 172.21.15.18:0/1983802533 learned_addr learned my addr 172.21.15.18:0/1983802533 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 -- 172.21.15.18:0/1983802533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 msgr2=0x55d2dac70550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 --2- 172.21.15.18:0/1983802533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac70550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 -- 172.21.15.18:0/1983802533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 msgr2=0x55d2dac7ba60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:02:47.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 --2- 172.21.15.18:0/1983802533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 0x55d2dac7ba60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.646+0000 7f5b4effd640 1 -- 172.21.15.18:0/1983802533 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d2dab7bb90 con 0x55d2dac70a90 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.647+0000 7f5b4effd640 1 --2- 172.21.15.18:0/1983802533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac79130 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f5b400ed4e0 tx=0x7f5b400f3db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdaaa459a5705fc2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.647+0000 7f5b357fa640 1 -- 172.21.15.18:0/1983802533 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b40105070 con 0x55d2dac70a90 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.647+0000 7f5b357fa640 1 -- 172.21.15.18:0/1983802533 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5b400f6bf0 con 0x55d2dac70a90 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.648+0000 7f5b357fa640 1 -- 172.21.15.18:0/1983802533 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b400fd5b0 con 0x55d2dac70a90 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.648+0000 7f5b58402740 1 -- 172.21.15.18:0/1983802533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 msgr2=0x55d2dac79130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.648+0000 7f5b58402740 1 --2- 172.21.15.18:0/1983802533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac79130 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f5b400ed4e0 tx=0x7f5b400f3db0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.649+0000 7f5b58402740 1 -- 172.21.15.18:0/1983802533 shutdown_connections 2024-03-07T10:02:47.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.649+0000 7f5b58402740 1 --2- 172.21.15.18:0/1983802533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 0x55d2dac7ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.649+0000 7f5b58402740 1 --2- 172.21.15.18:0/1983802533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac79130 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.649+0000 7f5b58402740 1 --2- 172.21.15.18:0/1983802533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac70550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.649+0000 7f5b58402740 1 -- 172.21.15.18:0/1983802533 >> 172.21.15.18:0/1983802533 conn(0x55d2dac6a8a0 msgr2=0x55d2dac6ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.645+0000 7f5b37fff640 1 -- 172.21.15.18:0/3080987163 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f5b40003d00 con 0x7f5b50108ef0 2024-03-07T10:02:47.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.650+0000 7f5b37fff640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5b380a20f0 0x7f5b380a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.651+0000 7f5b37fff640 1 -- 172.21.15.18:0/3080987163 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5b400efe10 con 0x7f5b50108ef0 2024-03-07T10:02:47.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.651+0000 7f5b58402740 1 -- 172.21.15.18:0/1983802533 shutdown_connections 2024-03-07T10:02:47.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.652+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5b380a20f0 0x7f5b380a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.652+0000 7f5b58402740 1 -- 172.21.15.18:0/1983802533 wait complete. 2024-03-07T10:02:47.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.652+0000 7f5b58402740 1 -- start start 2024-03-07T10:02:47.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.652+0000 7f5b58402740 1 Processor -- start 2024-03-07T10:02:47.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b58402740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70170 0x55d2dac767f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b58402740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 0x55d2dac76d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.654 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b58402740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac79670 0x55d2dac77270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b58402740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2dab72470 con 0x55d2dac70170 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b58402740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2dabcff30 con 0x55d2dac70a90 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b58402740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2dac7c220 con 0x55d2dac79670 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b58402740 10 client.0 _ll_register_callbacks cb 0x55d2dabcdd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5b380a20f0 0x7f5b380a45b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5b48005d00 tx=0x7f5b48005c90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70170 0x55d2dac767f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70170 0x55d2dac767f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46846/0 (socket says 172.21.15.18:46846) 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b4effd640 1 -- 172.21.15.18:0/1733297387 learned_addr learned my addr 172.21.15.18:0/1733297387 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 0x55d2dac76d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.653+0000 7f5b4f7fe640 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac79670 0x55d2dac77270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.654+0000 7f5b4effd640 1 -- 172.21.15.18:0/1733297387 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac79670 msgr2=0x55d2dac77270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.654+0000 7f5b4effd640 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac79670 0x55d2dac77270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.654+0000 7f5b4effd640 1 -- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 msgr2=0x55d2dac76d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.654+0000 7f5b4effd640 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 0x55d2dac76d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.654+0000 7f5b4effd640 1 -- 172.21.15.18:0/1733297387 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d2da8e83f0 con 0x55d2dac70170 2024-03-07T10:02:47.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.654+0000 7f5b4effd640 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70170 0x55d2dac767f0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f5b400f67d0 tx=0x7f5b4002ffe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8903f18f1fc2586c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.654+0000 7f5b32ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:47.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.657+0000 7f5b32ff5640 1 -- 172.21.15.18:0/1733297387 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b400b8b70 con 0x55d2dac70170 2024-03-07T10:02:47.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.657+0000 7f5b32ff5640 1 -- 172.21.15.18:0/1733297387 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5b400babd0 con 0x55d2dac70170 2024-03-07T10:02:47.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.658+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5b400f6bf0 con 0x55d2dac70170 2024-03-07T10:02:47.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.660+0000 7f5b32ff5640 1 -- 172.21.15.18:0/1733297387 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5b400bc230 con 0x55d2dac70170 2024-03-07T10:02:47.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.660+0000 7f5b58402740 10 client.16506 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:47.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.660+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d2da9b27d0 con 0x55d2dac70170 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b32ff5640 1 -- 172.21.15.18:0/1733297387 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5b400f6bf0 con 0x55d2dac70170 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b32ff5640 1 -- 172.21.15.18:0/1733297387 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5b4003d070 con 0x55d2dac70170 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b58402740 10 client.16506 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b58402740 10 client.16506 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b58402740 20 client.16506 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b58402740 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dac89560 0x55d2dac8b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b58402740 4 client.16506 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:47.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.663+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d2dabe13d0 con 0x55d2dac89560 2024-03-07T10:02:47.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.665+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dac89560 0x55d2dac8b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.670+0000 7f5b32ff5640 10 client.16506 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:47.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.670+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dac89560 0x55d2dac8b950 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=10591edb548d905f server_cookie=fc4d8ac51c710287 in_seq=0 out_seq=0 2024-03-07T10:02:47.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.672+0000 7f5b32ff5640 1 -- 172.21.15.18:0/1733297387 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d2dabe13d0 con 0x55d2dac89560 2024-03-07T10:02:47.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.672+0000 7f5b32ff5640 10 client.16506 handle_command_reply: tid=0 2024-03-07T10:02:47.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.672+0000 7f5b58402740 1 client.16506 shutdown 2024-03-07T10:02:47.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.674+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70170 msgr2=0x55d2dac767f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.674+0000 7f5b58402740 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70170 0x55d2dac767f0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f5b400f67d0 tx=0x7f5b4002ffe0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.678+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 shutdown_connections 2024-03-07T10:02:47.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.678+0000 7f5b58402740 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dac89560 0x55d2dac8b950 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.678+0000 7f5b58402740 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac79670 0x55d2dac77270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.678+0000 7f5b58402740 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 0x55d2dac76d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.678+0000 7f5b58402740 1 --2- 172.21.15.18:0/1733297387 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70170 0x55d2dac767f0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.678+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 >> 172.21.15.18:0/1733297387 conn(0x55d2dac6a8a0 msgr2=0x55d2dac6c5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.678+0000 7f5b32ff5640 0 client.16506 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:47.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.681+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 shutdown_connections 2024-03-07T10:02:47.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.682+0000 7f5b58402740 1 -- 172.21.15.18:0/1733297387 wait complete. 2024-03-07T10:02:47.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.684+0000 7f5b58402740 20 client.16506 trim_cache size 0 max 16384 2024-03-07T10:02:47.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.708+0000 7f5b58402740 1 Processor -- start 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.708+0000 7f5b58402740 1 -- start start 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b58402740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac77090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b58402740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 0x55d2dac6c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b58402740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac79670 0x55d2dac848a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b58402740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b501c7080 con 0x55d2dac79670 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b58402740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b501c4b80 con 0x55d2dac70a90 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b58402740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b501c2c20 con 0x55d2dac70170 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b4f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac79670 0x55d2dac848a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b4f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac79670 0x55d2dac848a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46858/0 (socket says 172.21.15.18:46858) 2024-03-07T10:02:47.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.709+0000 7f5b4f7fe640 1 -- 172.21.15.18:0/902344879 learned_addr learned my addr 172.21.15.18:0/902344879 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.710+0000 7f5b4f7fe640 1 -- 172.21.15.18:0/902344879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 msgr2=0x55d2dac77090 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:02:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.710+0000 7f5b4f7fe640 1 --2- 172.21.15.18:0/902344879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac77090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.710+0000 7f5b4f7fe640 1 -- 172.21.15.18:0/902344879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 msgr2=0x55d2dac6c400 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:02:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.710+0000 7f5b4f7fe640 1 --2- 172.21.15.18:0/902344879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 0x55d2dac6c400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.710+0000 7f5b4f7fe640 1 -- 172.21.15.18:0/902344879 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d2dac657f0 con 0x55d2dac79670 2024-03-07T10:02:47.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.710+0000 7f5b4f7fe640 1 --2- 172.21.15.18:0/902344879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac79670 0x55d2dac848a0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f5b4400d6b0 tx=0x7f5b4400db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30f4625fb4fc039e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.712+0000 7f5b34ff9640 1 -- 172.21.15.18:0/902344879 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b44019020 con 0x55d2dac79670 2024-03-07T10:02:47.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.712+0000 7f5b34ff9640 1 -- 172.21.15.18:0/902344879 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5b4400fc40 con 0x55d2dac79670 2024-03-07T10:02:47.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.713+0000 7f5b34ff9640 1 -- 172.21.15.18:0/902344879 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b44014d90 con 0x55d2dac79670 2024-03-07T10:02:47.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.713+0000 7f5b58402740 1 -- 172.21.15.18:0/902344879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac79670 msgr2=0x55d2dac848a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.713+0000 7f5b58402740 1 --2- 172.21.15.18:0/902344879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac79670 0x55d2dac848a0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f5b4400d6b0 tx=0x7f5b4400db70 comp rx=0 tx=0).stop 2024-03-07T10:02:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.719+0000 7f5b58402740 1 -- 172.21.15.18:0/902344879 shutdown_connections 2024-03-07T10:02:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.719+0000 7f5b58402740 1 --2- 172.21.15.18:0/902344879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac79670 0x55d2dac848a0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.719+0000 7f5b58402740 1 --2- 172.21.15.18:0/902344879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac70a90 0x55d2dac6c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.719+0000 7f5b58402740 1 --2- 172.21.15.18:0/902344879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac77090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.719+0000 7f5b58402740 1 -- 172.21.15.18:0/902344879 >> 172.21.15.18:0/902344879 conn(0x55d2dac6a8a0 msgr2=0x55d2dac6bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.720+0000 7f5b58402740 1 -- 172.21.15.18:0/902344879 shutdown_connections 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.721+0000 7f5b58402740 1 -- 172.21.15.18:0/902344879 wait complete. 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.721+0000 7f5b58402740 1 -- start start 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.721+0000 7f5b58402740 1 Processor -- start 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b58402740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac732d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b58402740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac73810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b58402740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 0x55d2dace3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b58402740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b501c3220 con 0x55d2dac70a90 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b58402740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b501c4520 con 0x55d2dac79670 2024-03-07T10:02:47.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b58402740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b501c3860 con 0x55d2dac70170 2024-03-07T10:02:47.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b58402740 10 client.0 _ll_register_callbacks cb 0x7f5b40103070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:47.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b4e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac73810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac732d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b4effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac732d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33952/0 (socket says 172.21.15.18:33952) 2024-03-07T10:02:47.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b4effd640 1 -- 172.21.15.18:0/926795301 learned_addr learned my addr 172.21.15.18:0/926795301 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.722+0000 7f5b4e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac73810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46862/0 (socket says 172.21.15.18:46862) 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.723+0000 7f5b4e7fc640 1 -- 172.21.15.18:0/926795301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 msgr2=0x55d2dac732d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.723+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac732d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.723+0000 7f5b4e7fc640 1 -- 172.21.15.18:0/926795301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 msgr2=0x55d2dace3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.723+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 0x55d2dace3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.723+0000 7f5b4e7fc640 1 -- 172.21.15.18:0/926795301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d2dac7be90 con 0x55d2dac70a90 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.724+0000 7f5b4e7fc640 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac73810 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f5b4800b680 tx=0x7f5b480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6a3d2b9a0329ea7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.724+0000 7f5b32ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.725+0000 7f5b32ff5640 1 -- 172.21.15.18:0/926795301 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b48025310 con 0x55d2dac70a90 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.725+0000 7f5b32ff5640 1 -- 172.21.15.18:0/926795301 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5b48010460 con 0x55d2dac70a90 2024-03-07T10:02:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.725+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5b4400fc40 con 0x55d2dac70a90 2024-03-07T10:02:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.725+0000 7f5b32ff5640 1 -- 172.21.15.18:0/926795301 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5b48034050 con 0x55d2dac70a90 2024-03-07T10:02:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.726+0000 7f5b58402740 10 client.16512 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.726+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d2dace5110 con 0x55d2dac70a90 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.726+0000 7f5b32ff5640 1 -- 172.21.15.18:0/926795301 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5b4400fc40 con 0x55d2dac70a90 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.727+0000 7f5b32ff5640 1 -- 172.21.15.18:0/926795301 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5b4801e5b0 con 0x55d2dac70a90 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.727+0000 7f5b58402740 10 client.16512 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.727+0000 7f5b58402740 10 client.16512 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.727+0000 7f5b58402740 20 client.16512 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.727+0000 7f5b58402740 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dace5810 0x55d2dace7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.727+0000 7f5b58402740 4 client.16512 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:02:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.727+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d2dabdb720 con 0x55d2dace5810 2024-03-07T10:02:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.729+0000 7f5b4effd640 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dace5810 0x55d2dace7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.736+0000 7f5b4effd640 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dace5810 0x55d2dace7c30 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=743aaea92058b751 server_cookie=ccbc3db682019cc0 in_seq=0 out_seq=0 2024-03-07T10:02:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.736+0000 7f5b32ff5640 10 client.16512 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:47.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.736+0000 7f5b32ff5640 1 -- 172.21.15.18:0/926795301 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d2dabdb720 con 0x55d2dace5810 2024-03-07T10:02:47.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.736+0000 7f5b32ff5640 10 client.16512 handle_command_reply: tid=0 2024-03-07T10:02:47.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.736+0000 7f5b58402740 1 client.16512 shutdown 2024-03-07T10:02:47.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 msgr2=0x55d2dac73810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac73810 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f5b4800b680 tx=0x7f5b480046c0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 shutdown_connections 2024-03-07T10:02:47.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d2dac79670 0x55d2dace3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d2dac70a90 0x55d2dac73810 secure :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f5b4800b680 tx=0x7f5b480046c0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d2dace5810 0x55d2dace7c30 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 --2- 172.21.15.18:0/926795301 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d2dac70170 0x55d2dac732d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.741+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 >> 172.21.15.18:0/926795301 conn(0x55d2dac6a8a0 msgr2=0x55d2dac69960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.742+0000 7f5b32ff5640 0 client.16512 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:02:47.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.748+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 shutdown_connections 2024-03-07T10:02:47.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.748+0000 7f5b58402740 1 -- 172.21.15.18:0/926795301 wait complete. 2024-03-07T10:02:47.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.748+0000 7f5b58402740 20 client.16512 trim_cache size 0 max 16384 2024-03-07T10:02:47.751 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:02:47.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.751+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5b380a20f0 msgr2=0x7f5b380a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.751+0000 7f5b5551d640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5b380a20f0 0x7f5b380a45b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5b48005d00 tx=0x7f5b48005c90 comp rx=0 tx=0).stop 2024-03-07T10:02:47.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b50108ef0 msgr2=0x7f5b501a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b50108ef0 0x7f5b501a52d0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f5b40038040 tx=0x7f5b40033a50 comp rx=0 tx=0).stop 2024-03-07T10:02:47.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 shutdown_connections 2024-03-07T10:02:47.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5b5010e4f0 0x7f5b5019e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5b501098b0 0x7f5b5019e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5b380a20f0 0x7f5b380a45b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 --2- 172.21.15.18:0/3080987163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5b50108ef0 0x7f5b501a52d0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.752+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 >> 172.21.15.18:0/3080987163 conn(0x7f5b5006da40 msgr2=0x7f5b50115150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.754+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 shutdown_connections 2024-03-07T10:02:47.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.755+0000 7f5b5551d640 1 -- 172.21.15.18:0/3080987163 wait complete. 2024-03-07T10:02:47.776 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:47 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/830178267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:02:47.777 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:02:47.777 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:02:47.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 -- 172.21.15.18:0/3105779360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100ee0 msgr2=0x7f523c10d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 --2- 172.21.15.18:0/3105779360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100ee0 0x7f523c10d3a0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f5234009ca0 tx=0x7f523402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 -- 172.21.15.18:0/3105779360 shutdown_connections 2024-03-07T10:02:47.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 --2- 172.21.15.18:0/3105779360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100ee0 0x7f523c10d3a0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 --2- 172.21.15.18:0/3105779360 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f523c100520 0x7f523c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 --2- 172.21.15.18:0/3105779360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f523c1065e0 0x7f523c1069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 -- 172.21.15.18:0/3105779360 >> 172.21.15.18:0/3105779360 conn(0x7f523c077620 msgr2=0x7f523c077a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.914+0000 7f5240aa5640 1 -- 172.21.15.18:0/3105779360 shutdown_connections 2024-03-07T10:02:47.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.915+0000 7f5240aa5640 1 -- 172.21.15.18:0/3105779360 wait complete. 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.915+0000 7f5240aa5640 1 Processor -- start 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.915+0000 7f5240aa5640 1 -- start start 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5240aa5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100520 0x7f523c198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5240aa5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f523c100ee0 0x7f523c1991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5240aa5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f523c1065e0 0x7f523c1a3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5240aa5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c1108c0 con 0x7f523c100520 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5240aa5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c110740 con 0x7f523c100ee0 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5240aa5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c110a40 con 0x7f523c1065e0 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100520 0x7f523c198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100520 0x7f523c198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46886/0 (socket says 172.21.15.18:46886) 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 -- 172.21.15.18:0/2055276732 learned_addr learned my addr 172.21.15.18:0/2055276732 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523ad9d640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f523c1065e0 0x7f523c1a3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 -- 172.21.15.18:0/2055276732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f523c1065e0 msgr2=0x7f523c1a3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5239d9b640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f523c100ee0 0x7f523c1991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f523c1065e0 0x7f523c1a3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 -- 172.21.15.18:0/2055276732 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f523c100ee0 msgr2=0x7f523c1991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f523c100ee0 0x7f523c1991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 -- 172.21.15.18:0/2055276732 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f523c196a70 con 0x7f523c100520 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5239d9b640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f523c100ee0 0x7f523c1991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f523a59c640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100520 0x7f523c198c80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f522c00d950 tx=0x7f522c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f522b7fe640 1 -- 172.21.15.18:0/2055276732 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c017030 con 0x7f523c100520 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f522b7fe640 1 -- 172.21.15.18:0/2055276732 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f522c004020 con 0x7f523c100520 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f522b7fe640 1 -- 172.21.15.18:0/2055276732 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c0047a0 con 0x7f523c100520 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.916+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f523c196d60 con 0x7f523c100520 2024-03-07T10:02:47.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.917+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f523c197260 con 0x7f523c100520 2024-03-07T10:02:47.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.919+0000 7f522b7fe640 1 -- 172.21.15.18:0/2055276732 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f522c0041d0 con 0x7f523c100520 2024-03-07T10:02:47.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.919+0000 7f524396a740 1 Processor -- start 2024-03-07T10:02:47.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.919+0000 7f522b7fe640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f52240a1f70 0x7f52240a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.919+0000 7f522b7fe640 1 -- 172.21.15.18:0/2055276732 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f522c0cdbf0 con 0x7f523c100520 2024-03-07T10:02:47.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f523ad9d640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f52240a1f70 0x7f52240a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f524396a740 1 -- start start 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f524396a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 0x55c11483d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f524396a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c114846130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f524396a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114848a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f524396a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c114804330 con 0x55c114846670 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f524396a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1147a0e90 con 0x55c11483d170 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f524396a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c114749d00 con 0x55c11483da90 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f523ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114848a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f523ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114848a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46890/0 (socket says 172.21.15.18:46890) 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f5239d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c114846130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f523ad9d640 1 -- 172.21.15.18:0/206965475 learned_addr learned my addr 172.21.15.18:0/206965475 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f523ad9d640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f52240a1f70 0x7f52240a4430 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5234004af0 tx=0x7f5234005c50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f523a59c640 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 0x55c11483d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f5239d9b640 1 -- 172.21.15.18:0/206965475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 msgr2=0x55c11483d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f5239d9b640 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 0x55c11483d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f5239d9b640 1 -- 172.21.15.18:0/206965475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 msgr2=0x55c114848a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f5239d9b640 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114848a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.920+0000 7f5239d9b640 1 -- 172.21.15.18:0/206965475 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c114748b90 con 0x55c11483da90 2024-03-07T10:02:47.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.921+0000 7f5239d9b640 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c114846130 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5230009c10 tx=0x7f5230010740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6a1af47678c29 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.921+0000 7f5228ff9640 1 -- 172.21.15.18:0/206965475 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5230004030 con 0x55c11483da90 2024-03-07T10:02:47.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.921+0000 7f5228ff9640 1 -- 172.21.15.18:0/206965475 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f52300041d0 con 0x55c11483da90 2024-03-07T10:02:47.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.921+0000 7f5228ff9640 1 -- 172.21.15.18:0/206965475 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52300126b0 con 0x55c11483da90 2024-03-07T10:02:47.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.921+0000 7f524396a740 1 -- 172.21.15.18:0/206965475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 msgr2=0x55c114846130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.921+0000 7f524396a740 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c114846130 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5230009c10 tx=0x7f5230010740 comp rx=0 tx=0).stop 2024-03-07T10:02:47.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- 172.21.15.18:0/206965475 shutdown_connections 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114848a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c114846130 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 --2- 172.21.15.18:0/206965475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 0x55c11483d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- 172.21.15.18:0/206965475 >> 172.21.15.18:0/206965475 conn(0x55c1148378a0 msgr2=0x55c114837c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- 172.21.15.18:0/206965475 shutdown_connections 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- 172.21.15.18:0/206965475 wait complete. 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- start start 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 Processor -- start 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114843730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11483da90 0x55c114843c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c114846670 0x55c1148441b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c11473f470 con 0x55c11483da90 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c11479cf30 con 0x55c114846670 2024-03-07T10:02:47.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c114849460 con 0x55c11483d170 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f524396a740 10 client.0 _ll_register_callbacks cb 0x55c11479ad30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f5239d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11483da90 0x55c114843c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f5239d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11483da90 0x55c114843c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46900/0 (socket says 172.21.15.18:46900) 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f5239d9b640 1 -- 172.21.15.18:0/4004133321 learned_addr learned my addr 172.21.15.18:0/4004133321 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f523a59c640 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114843730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.922+0000 7f523ad9d640 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c114846670 0x55c1148441b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5239d9b640 1 -- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 msgr2=0x55c114843730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5239d9b640 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114843730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5239d9b640 1 -- 172.21.15.18:0/4004133321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c114846670 msgr2=0x55c1148441b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5239d9b640 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c114846670 0x55c1148441b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5239d9b640 1 -- 172.21.15.18:0/4004133321 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c1144b53f0 con 0x55c11483da90 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5239d9b640 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11483da90 0x55c114843c70 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f5230011010 tx=0x7f5230004160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aaf1a1450f871b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5221ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5221ffb640 1 -- 172.21.15.18:0/4004133321 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5230004440 con 0x55c11483da90 2024-03-07T10:02:47.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5221ffb640 1 -- 172.21.15.18:0/4004133321 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f52300035f0 con 0x55c11483da90 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f52300041d0 con 0x55c11483da90 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5221ffb640 1 -- 172.21.15.18:0/4004133321 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f52300037f0 con 0x55c11483da90 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f524396a740 10 client.16524 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c11457f7d0 con 0x55c11483da90 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5221ffb640 1 -- 172.21.15.18:0/4004133321 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f52300041d0 con 0x55c11483da90 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.923+0000 7f5221ffb640 1 -- 172.21.15.18:0/4004133321 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f523000f040 con 0x55c11483da90 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f524396a740 10 client.16524 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f524396a740 10 client.16524 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f524396a740 20 client.16524 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f524396a740 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148568a0 0x55c114858c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f524396a740 4 client.16524 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c1147ae3d0 con 0x55c1148568a0 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f523a59c640 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148568a0 0x55c114858c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f523a59c640 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148568a0 0x55c114858c90 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5fbed61254e9c9c server_cookie=8dd06c3625a1469e in_seq=0 out_seq=0 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.924+0000 7f5221ffb640 10 client.16524 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:47.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f5221ffb640 1 -- 172.21.15.18:0/4004133321 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c1147ae3d0 con 0x55c1148568a0 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f5221ffb640 10 client.16524 handle_command_reply: tid=0 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 client.16524 shutdown 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11483da90 msgr2=0x55c114843c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11483da90 0x55c114843c70 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f5230011010 tx=0x7f5230004160 comp rx=0 tx=0).stop 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 shutdown_connections 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148568a0 0x55c114858c90 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c114846670 0x55c1148441b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c11483da90 0x55c114843c70 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 --2- 172.21.15.18:0/4004133321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114843730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f5221ffb640 0 client.16524 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 >> 172.21.15.18:0/4004133321 conn(0x55c1148378a0 msgr2=0x55c1148395f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 shutdown_connections 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 1 -- 172.21.15.18:0/4004133321 wait complete. 2024-03-07T10:02:47.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.925+0000 7f524396a740 20 client.16524 trim_cache size 0 max 16384 2024-03-07T10:02:47.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 Processor -- start 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 -- start start 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114845e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483da90 0x55c1148367e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114851b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c1b1bc0 con 0x55c114846670 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c1af6c0 con 0x55c11483da90 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f524396a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c1ad760 con 0x55c11483d170 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114851b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114851b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46906/0 (socket says 172.21.15.18:46906) 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 -- 172.21.15.18:0/1715291787 learned_addr learned my addr 172.21.15.18:0/1715291787 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523a59c640 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114845e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f5239d9b640 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483da90 0x55c1148367e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 -- 172.21.15.18:0/1715291787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 msgr2=0x55c114845e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114845e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 -- 172.21.15.18:0/1715291787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483da90 msgr2=0x55c1148367e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483da90 0x55c1148367e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523ad9d640 1 -- 172.21.15.18:0/1715291787 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c11483cb40 con 0x55c114846670 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.939+0000 7f523a59c640 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114845e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.940+0000 7f523ad9d640 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114851b70 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f5234032530 tx=0x7f523403e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5c609ffe25faba5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.940+0000 7f5223fff640 1 -- 172.21.15.18:0/1715291787 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5234039040 con 0x55c114846670 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.940+0000 7f5223fff640 1 -- 172.21.15.18:0/1715291787 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5234051070 con 0x55c114846670 2024-03-07T10:02:47.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.940+0000 7f5223fff640 1 -- 172.21.15.18:0/1715291787 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52340347c0 con 0x55c114846670 2024-03-07T10:02:47.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- 172.21.15.18:0/1715291787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 msgr2=0x55c114851b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114851b70 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f5234032530 tx=0x7f523403e000 comp rx=0 tx=0).stop 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- 172.21.15.18:0/1715291787 shutdown_connections 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114851b70 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483da90 0x55c1148367e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 --2- 172.21.15.18:0/1715291787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483d170 0x55c114845e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- 172.21.15.18:0/1715291787 >> 172.21.15.18:0/1715291787 conn(0x55c1148378a0 msgr2=0x55c1148360d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- 172.21.15.18:0/1715291787 shutdown_connections 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- 172.21.15.18:0/1715291787 wait complete. 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- start start 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 Processor -- start 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 0x55c11484e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c11484e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114840930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c1add60 con 0x55c114846670 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c1af060 con 0x55c11483d170 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c1ae3a0 con 0x55c11483da90 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f524396a740 10 client.0 _ll_register_callbacks cb 0x7f5230005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f523ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114840930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f523ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114840930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46920/0 (socket says 172.21.15.18:46920) 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f523ad9d640 1 -- 172.21.15.18:0/1709729416 learned_addr learned my addr 172.21.15.18:0/1709729416 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.941+0000 7f5239d9b640 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c11484e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f523ad9d640 1 -- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 msgr2=0x55c11484e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f523ad9d640 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c11484e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f523ad9d640 1 -- 172.21.15.18:0/1709729416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 msgr2=0x55c11484e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f523ad9d640 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 0x55c11484e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f523ad9d640 1 -- 172.21.15.18:0/1709729416 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c114841160 con 0x55c114846670 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f523ad9d640 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114840930 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f5234005cc0 tx=0x7f5234034a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19d265312099f0f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:47.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f5221ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f5221ffb640 1 -- 172.21.15.18:0/1709729416 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5234039050 con 0x55c114846670 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f5221ffb640 1 -- 172.21.15.18:0/1709729416 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f523405e670 con 0x55c114846670 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.942+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5234051070 con 0x55c114846670 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.943+0000 7f5221ffb640 1 -- 172.21.15.18:0/1709729416 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5234034e30 con 0x55c114846670 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.943+0000 7f524396a740 10 client.16530 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.943+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c1148b2c50 con 0x55c114846670 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f5221ffb640 1 -- 172.21.15.18:0/1709729416 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5234051070 con 0x55c114846670 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f5221ffb640 1 -- 172.21.15.18:0/1709729416 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f523403f9a0 con 0x55c114846670 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f524396a740 10 client.16530 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f524396a740 10 client.16530 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f524396a740 20 client.16530 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f524396a740 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148b3330 0x55c1148b5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f524396a740 4 client.16530 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c1147a8720 con 0x55c1148b3330 2024-03-07T10:02:47.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.944+0000 7f523a59c640 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148b3330 0x55c1148b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f523a59c640 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148b3330 0x55c1148b5750 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58b809d1523a6ca9 server_cookie=96a4af5fd15b37d1 in_seq=0 out_seq=0 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f5221ffb640 10 client.16530 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f5221ffb640 1 -- 172.21.15.18:0/1709729416 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c1147a8720 con 0x55c1148b3330 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f5221ffb640 10 client.16530 handle_command_reply: tid=0 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f524396a740 1 client.16530 shutdown 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 msgr2=0x55c114840930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f524396a740 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114840930 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f5234005cc0 tx=0x7f5234034a80 comp rx=0 tx=0).stop 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 shutdown_connections 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f524396a740 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1148b3330 0x55c1148b5750 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f5221ffb640 0 client.16530 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.945+0000 7f524396a740 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c114846670 0x55c114840930 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f524396a740 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c11483da90 0x55c11484e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f524396a740 1 --2- 172.21.15.18:0/1709729416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c11483d170 0x55c11484e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 >> 172.21.15.18:0/1709729416 conn(0x55c1148378a0 msgr2=0x55c114839580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 shutdown_connections 2024-03-07T10:02:47.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f524396a740 1 -- 172.21.15.18:0/1709729416 wait complete. 2024-03-07T10:02:47.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f524396a740 20 client.16530 trim_cache size 0 max 16384 2024-03-07T10:02:47.952 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f52240a1f70 msgr2=0x7f52240a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f52240a1f70 0x7f52240a4430 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5234004af0 tx=0x7f5234005c50 comp rx=0 tx=0).stop 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100520 msgr2=0x7f523c198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100520 0x7f523c198c80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f522c00d950 tx=0x7f522c00de10 comp rx=0 tx=0).stop 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 shutdown_connections 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f523c1065e0 0x7f523c1a3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f523c100ee0 0x7f523c1991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f52240a1f70 0x7f52240a4430 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 --2- 172.21.15.18:0/2055276732 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f523c100520 0x7f523c198c80 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 >> 172.21.15.18:0/2055276732 conn(0x7f523c077620 msgr2=0x7f523c0ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.946+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 shutdown_connections 2024-03-07T10:02:47.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:47.947+0000 7f5240aa5640 1 -- 172.21.15.18:0/2055276732 wait complete. 2024-03-07T10:02:47.954 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:47 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/830178267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:02:48.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:47 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/830178267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:02:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 205.0 s, 3070.0 tps, lat 32.107 ms stddev 72.976 2024-03-07T10:02:48.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:48 smithi018 ceph-mon[32171]: pgmap v113: 97 pgs: 97 active+clean; 2.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 37 MiB/s wr, 685 op/s 2024-03-07T10:02:48.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:48 smithi063 ceph-mon[36356]: pgmap v113: 97 pgs: 97 active+clean; 2.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 37 MiB/s wr, 685 op/s 2024-03-07T10:02:48.961 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:02:48.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:02:48.961 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:02:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:48 smithi077 ceph-mon[36374]: pgmap v113: 97 pgs: 97 active+clean; 2.6 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 37 MiB/s wr, 685 op/s 2024-03-07T10:02:49.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.124+0000 7f90ec2dd640 1 -- 172.21.15.18:0/773603683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4101fb0 msgr2=0x7f90e410e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.124+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/773603683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4101fb0 0x7f90e410e4c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f90dc009cd0 tx=0x7f90dc02c100 comp rx=0 tx=0).stop 2024-03-07T10:02:49.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.125+0000 7f90ec2dd640 1 -- 172.21.15.18:0/773603683 shutdown_connections 2024-03-07T10:02:49.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.125+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/773603683 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4101fb0 0x7f90e410e4c0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.125+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/773603683 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e41015f0 0x7f90e4101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.125+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/773603683 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90e4107690 0x7f90e4107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.125+0000 7f90ec2dd640 1 -- 172.21.15.18:0/773603683 >> 172.21.15.18:0/773603683 conn(0x7f90e40fd0e0 msgr2=0x7f90e40ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.125+0000 7f90ec2dd640 1 -- 172.21.15.18:0/773603683 shutdown_connections 2024-03-07T10:02:49.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.127+0000 7f90ec2dd640 1 -- 172.21.15.18:0/773603683 wait complete. 2024-03-07T10:02:49.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.128+0000 7f90ec2dd640 1 Processor -- start 2024-03-07T10:02:49.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.128+0000 7f90ec2dd640 1 -- start start 2024-03-07T10:02:49.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.129+0000 7f90ec2dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e41015f0 0x7f90e4110df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.129+0000 7f90ec2dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90e4101fb0 0x7f90e4111330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.129+0000 7f90ec2dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4107690 0x7f90e4115680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.129+0000 7f90ec2dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e410f800 con 0x7f90e4107690 2024-03-07T10:02:49.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.129+0000 7f90ec2dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e410f680 con 0x7f90e4101fb0 2024-03-07T10:02:49.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.129+0000 7f90ec2dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e410f980 con 0x7f90e41015f0 2024-03-07T10:02:49.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.129+0000 7f90ea079640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e41015f0 0x7f90e4110df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.130+0000 7f90ea079640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e41015f0 0x7f90e4110df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34032/0 (socket says 172.21.15.18:34032) 2024-03-07T10:02:49.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.130+0000 7f90ea079640 1 -- 172.21.15.18:0/4032251418 learned_addr learned my addr 172.21.15.18:0/4032251418 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.130+0000 7f90ea87a640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4107690 0x7f90e4115680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.130+0000 7f90e9878640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90e4101fb0 0x7f90e4111330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.131+0000 7f90e9878640 1 -- 172.21.15.18:0/4032251418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e41015f0 msgr2=0x7f90e4110df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.131+0000 7f90e9878640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e41015f0 0x7f90e4110df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.131+0000 7f90e9878640 1 -- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4107690 msgr2=0x7f90e4115680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.131+0000 7f90e9878640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4107690 0x7f90e4115680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.131+0000 7f90e9878640 1 -- 172.21.15.18:0/4032251418 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90e4115db0 con 0x7f90e4101fb0 2024-03-07T10:02:49.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.134+0000 7f90e9878640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90e4101fb0 0x7f90e4111330 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f90d400e9f0 tx=0x7f90d400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.135+0000 7f90db7fe640 1 -- 172.21.15.18:0/4032251418 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d400ccc0 con 0x7f90e4101fb0 2024-03-07T10:02:49.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.136+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90e41160a0 con 0x7f90e4101fb0 2024-03-07T10:02:49.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.136+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90e41b3680 con 0x7f90e4101fb0 2024-03-07T10:02:49.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.136+0000 7f90db7fe640 1 -- 172.21.15.18:0/4032251418 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f90d4010910 con 0x7f90e4101fb0 2024-03-07T10:02:49.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.136+0000 7f90db7fe640 1 -- 172.21.15.18:0/4032251418 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d4018960 con 0x7f90e4101fb0 2024-03-07T10:02:49.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.140+0000 7f90ef1a1740 1 Processor -- start 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.141+0000 7f90ef1a1740 1 -- start start 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.142+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb014d50 0x5600bb015130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.142+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.142+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb020640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.142+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600baf78b10 con 0x5600bb015670 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.142+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600baf21d50 con 0x5600bb01e250 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.142+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600baf74bb0 con 0x5600bb014d50 2024-03-07T10:02:49.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.143+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.143+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46938/0 (socket says 172.21.15.18:46938) 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.143+0000 7f90ea079640 1 -- 172.21.15.18:0/3481051746 learned_addr learned my addr 172.21.15.18:0/3481051746 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.143+0000 7f90db7fe640 1 -- 172.21.15.18:0/4032251418 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f90d4010ac0 con 0x7f90e4101fb0 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.144+0000 7f90ea079640 1 -- 172.21.15.18:0/3481051746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb014d50 msgr2=0x5600bb015130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.144+0000 7f90ea079640 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb014d50 0x5600bb015130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.144+0000 7f90ea079640 1 -- 172.21.15.18:0/3481051746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 msgr2=0x5600bb020640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.144+0000 7f90e9878640 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb020640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.144+0000 7f90ea079640 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb020640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.144+0000 7f90ea079640 1 -- 172.21.15.18:0/3481051746 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5600bad557e0 con 0x5600bb015670 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.145+0000 7f90db7fe640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f90d00a2100 0x7f90d00a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.145+0000 7f90ea079640 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01dd10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009c70 tx=0x7f90e0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49619e6e2a4b67aa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.145+0000 7f90db7fe640 1 -- 172.21.15.18:0/4032251418 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f90d40ce430 con 0x7f90e4101fb0 2024-03-07T10:02:49.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.145+0000 7f90ea87a640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f90d00a2100 0x7f90d00a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.145+0000 7f90d8bfe640 1 -- 172.21.15.18:0/3481051746 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e0004230 con 0x5600bb015670 2024-03-07T10:02:49.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.146+0000 7f90e9878640 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb020640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:02:49.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.146+0000 7f90d8bfe640 1 -- 172.21.15.18:0/3481051746 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f90e0009e20 con 0x5600bb015670 2024-03-07T10:02:49.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.146+0000 7f90d8bfe640 1 -- 172.21.15.18:0/3481051746 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e0019880 con 0x5600bb015670 2024-03-07T10:02:49.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.147+0000 7f90ea87a640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f90d00a2100 0x7f90d00a45c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f90dc004af0 tx=0x7f90dc032360 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.148+0000 7f90ef1a1740 1 -- 172.21.15.18:0/3481051746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 msgr2=0x5600bb01dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.148+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01dd10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009c70 tx=0x7f90e0011810 comp rx=0 tx=0).stop 2024-03-07T10:02:49.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.149+0000 7f90ef1a1740 1 -- 172.21.15.18:0/3481051746 shutdown_connections 2024-03-07T10:02:49.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.149+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb020640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.149+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01dd10 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.149+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/3481051746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb014d50 0x5600bb015130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.149+0000 7f90ef1a1740 1 -- 172.21.15.18:0/3481051746 >> 172.21.15.18:0/3481051746 conn(0x5600bb00f480 msgr2=0x5600bb00f860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.149+0000 7f90ef1a1740 1 -- 172.21.15.18:0/3481051746 shutdown_connections 2024-03-07T10:02:49.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.149+0000 7f90ef1a1740 1 -- 172.21.15.18:0/3481051746 wait complete. 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 -- start start 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 Processor -- start 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb014d50 0x5600bb01b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb015670 0x5600bb01b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb01bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600bb032050 con 0x5600bb014d50 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600baf35190 con 0x5600bb01e250 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600bb0321d0 con 0x5600bb015670 2024-03-07T10:02:49.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ef1a1740 10 client.0 _ll_register_callbacks cb 0x5600baf24770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:49.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.150+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb014d50 0x5600bb01b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb014d50 0x5600bb01b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46952/0 (socket says 172.21.15.18:46952) 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea079640 1 -- 172.21.15.18:0/1722828267 learned_addr learned my addr 172.21.15.18:0/1722828267 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea87a640 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb01bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90e9878640 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb015670 0x5600bb01b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea079640 1 -- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb015670 msgr2=0x5600bb01b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea079640 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb015670 0x5600bb01b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea079640 1 -- 172.21.15.18:0/1722828267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 msgr2=0x5600bb01bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea079640 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb01bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.151+0000 7f90ea079640 1 -- 172.21.15.18:0/1722828267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5600badb5f70 con 0x5600bb014d50 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.152+0000 7f90ea079640 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb014d50 0x5600bb01b0b0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009c40 tx=0x7f90e0005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3be07027284562a3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.152+0000 7f90cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.152+0000 7f90cdffb640 1 -- 172.21.15.18:0/1722828267 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e0028070 con 0x5600bb014d50 2024-03-07T10:02:49.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.152+0000 7f90cdffb640 1 -- 172.21.15.18:0/1722828267 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f90e00055f0 con 0x5600bb014d50 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.152+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f90e0009e20 con 0x5600bb014d50 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.153+0000 7f90cdffb640 1 -- 172.21.15.18:0/1722828267 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90e0034050 con 0x5600bb014d50 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.153+0000 7f90ef1a1740 10 client.16542 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.153+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5600bac4d170 con 0x5600bb014d50 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.153+0000 7f90cdffb640 1 -- 172.21.15.18:0/1722828267 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f90e0009e20 con 0x5600bb014d50 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90cdffb640 1 -- 172.21.15.18:0/1722828267 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f90e0004af0 con 0x5600bb014d50 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90ef1a1740 10 client.16542 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90ef1a1740 10 client.16542 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90ef1a1740 20 client.16542 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb03f8b0 0x5600bb041d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90ef1a1740 4 client.16542 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5600baf4e930 con 0x5600bb03f8b0 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90e9878640 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb03f8b0 0x5600bb041d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90cdffb640 10 client.16542 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.154+0000 7f90e9878640 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb03f8b0 0x5600bb041d30 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e61a5e5b81ebd71d server_cookie=3963b3c09bce76f5 in_seq=0 out_seq=0 2024-03-07T10:02:49.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.155+0000 7f90cdffb640 1 -- 172.21.15.18:0/1722828267 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5600baf4e930 con 0x5600bb03f8b0 2024-03-07T10:02:49.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.155+0000 7f90cdffb640 10 client.16542 handle_command_reply: tid=0 2024-03-07T10:02:49.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.155+0000 7f90ef1a1740 1 client.16542 shutdown 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.156+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb014d50 msgr2=0x5600bb01b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.156+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb014d50 0x5600bb01b0b0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009c40 tx=0x7f90e0005270 comp rx=0 tx=0).stop 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.156+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 shutdown_connections 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.156+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb03f8b0 0x5600bb041d30 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.156+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb01e250 0x5600bb01bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.156+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb015670 0x5600bb01b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.156+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/1722828267 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb014d50 0x5600bb01b0b0 secure :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009c40 tx=0x7f90e0005270 comp rx=0 tx=0).stop 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.157+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 >> 172.21.15.18:0/1722828267 conn(0x5600bb00f480 msgr2=0x5600bb0111d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.157+0000 7f90cdffb640 0 client.16542 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.158+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 shutdown_connections 2024-03-07T10:02:49.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.158+0000 7f90ef1a1740 1 -- 172.21.15.18:0/1722828267 wait complete. 2024-03-07T10:02:49.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.158+0000 7f90ef1a1740 20 client.16542 trim_cache size 0 max 16384 2024-03-07T10:02:49.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.184+0000 7f90ef1a1740 1 Processor -- start 2024-03-07T10:02:49.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.185+0000 7f90ef1a1740 1 -- start start 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.185+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.185+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.185+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb010e90 0x5600bb011310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.185+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.185+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46962/0 (socket says 172.21.15.18:46962) 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.185+0000 7f90ea079640 1 -- 172.21.15.18:0/991250937 learned_addr learned my addr 172.21.15.18:0/991250937 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c8010dc0 con 0x5600bb015670 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c800e8c0 con 0x5600bb010e90 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c800c960 con 0x5600bb01e250 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90e9878640 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90ea87a640 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb010e90 0x5600bb011310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90e9878640 1 -- 172.21.15.18:0/991250937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb010e90 msgr2=0x5600bb011310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90e9878640 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb010e90 0x5600bb011310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90e9878640 1 -- 172.21.15.18:0/991250937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 msgr2=0x5600bb01d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90e9878640 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90e9878640 1 -- 172.21.15.18:0/991250937 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5600bb019600 con 0x5600bb01e250 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90ea87a640 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb010e90 0x5600bb011310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90e9878640 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b980 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f90d40cbab0 tx=0x7f90d40970a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3da06cf4e821a055 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90cffff640 1 -- 172.21.15.18:0/991250937 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d40a34f0 con 0x5600bb01e250 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90cffff640 1 -- 172.21.15.18:0/991250937 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f90d4099100 con 0x5600bb01e250 2024-03-07T10:02:49.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.186+0000 7f90cffff640 1 -- 172.21.15.18:0/991250937 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d409a4b0 con 0x5600bb01e250 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.187+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 msgr2=0x5600bb01b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.187+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b980 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f90d40cbab0 tx=0x7f90d40970a0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.187+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 shutdown_connections 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.187+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb010e90 0x5600bb011310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.187+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b980 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.187+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/991250937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb015670 0x5600bb01d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.187+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 >> 172.21.15.18:0/991250937 conn(0x5600bb00f480 msgr2=0x5600bb010780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.188+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 shutdown_connections 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.188+0000 7f90ef1a1740 1 -- 172.21.15.18:0/991250937 wait complete. 2024-03-07T10:02:49.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.188+0000 7f90ef1a1740 1 -- start start 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.188+0000 7f90ef1a1740 1 Processor -- start 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb010e90 0x5600bb01a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb015670 0x5600bb01ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ef1a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c800cf60 con 0x5600bb010e90 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb010e90 0x5600bb01a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c800e260 con 0x5600bb015670 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ef1a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c800d5a0 con 0x5600bb01e250 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb010e90 0x5600bb01a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46968/0 (socket says 172.21.15.18:46968) 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 -- 172.21.15.18:0/250832403 learned_addr learned my addr 172.21.15.18:0/250832403 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90e9878640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb015670 0x5600bb01ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea87a640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ef1a1740 10 client.0 _ll_register_callbacks cb 0x7f90e0009b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:49.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 -- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 msgr2=0x5600bb01b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 -- 172.21.15.18:0/250832403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb015670 msgr2=0x5600bb01ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb015670 0x5600bb01ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90ea079640 1 -- 172.21.15.18:0/250832403 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5600bb036720 con 0x5600bb010e90 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.189+0000 7f90e9878640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb015670 0x5600bb01ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90ea079640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb010e90 0x5600bb01a7a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f90e0001eb0 tx=0x7f90e0005da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a72d7a0e98c2182 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90cdffb640 1 -- 172.21.15.18:0/250832403 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90e003d060 con 0x5600bb010e90 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90cdffb640 1 -- 172.21.15.18:0/250832403 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f90e0019420 con 0x5600bb010e90 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f90d4099100 con 0x5600bb010e90 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90cdffb640 1 -- 172.21.15.18:0/250832403 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90e0028040 con 0x5600bb010e90 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90ef1a1740 10 client.16548 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5600bb09b5c0 con 0x5600bb010e90 2024-03-07T10:02:49.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.190+0000 7f90cdffb640 1 -- 172.21.15.18:0/250832403 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f90d4099100 con 0x5600bb010e90 2024-03-07T10:02:49.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.192+0000 7f90cdffb640 1 -- 172.21.15.18:0/250832403 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f90e00237b0 con 0x5600bb010e90 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.192+0000 7f90ef1a1740 10 client.16548 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.192+0000 7f90ef1a1740 10 client.16548 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.193+0000 7f90ef1a1740 20 client.16548 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.193+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb09bbe0 0x5600bb09e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.193+0000 7f90ef1a1740 4 client.16548 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.193+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5600baf3a050 con 0x5600bb09bbe0 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.193+0000 7f90e9878640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb09bbe0 0x5600bb09e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.193+0000 7f90cdffb640 10 client.16548 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.193+0000 7f90e9878640 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb09bbe0 0x5600bb09e000 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=456100de317d27ef server_cookie=d54d84dc5367e3a in_seq=0 out_seq=0 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90cdffb640 1 -- 172.21.15.18:0/250832403 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5600baf3a050 con 0x5600bb09bbe0 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90cdffb640 10 client.16548 handle_command_reply: tid=0 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 client.16548 shutdown 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb010e90 msgr2=0x5600bb01a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb010e90 0x5600bb01a7a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f90e0001eb0 tx=0x7f90e0005da0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 shutdown_connections 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5600bb09bbe0 0x5600bb09e000 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5600bb01e250 0x5600bb01b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90cdffb640 0 client.16548 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5600bb015670 0x5600bb01ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 --2- 172.21.15.18:0/250832403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5600bb010e90 0x5600bb01a7a0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.195+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 >> 172.21.15.18:0/250832403 conn(0x5600bb00f480 msgr2=0x5600bb00e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 shutdown_connections 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ef1a1740 1 -- 172.21.15.18:0/250832403 wait complete. 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ef1a1740 20 client.16548 trim_cache size 0 max 16384 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "e41d826b-a959-454f-8460-8f31c7a144e8", 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:02:49.199 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f90d00a2100 msgr2=0x7f90d00a45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f90d00a2100 0x7f90d00a45c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f90dc004af0 tx=0x7f90dc032360 comp rx=0 tx=0).stop 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90e4101fb0 msgr2=0x7f90e4111330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90e4101fb0 0x7f90e4111330 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f90d400e9f0 tx=0x7f90d400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 shutdown_connections 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f90d00a2100 0x7f90d00a45c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f90e4107690 0x7f90e4115680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f90e4101fb0 0x7f90e4111330 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 --2- 172.21.15.18:0/4032251418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f90e41015f0 0x7f90e4110df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.196+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 >> 172.21.15.18:0/4032251418 conn(0x7f90e40fd0e0 msgr2=0x7f90e40fe4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.197+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 shutdown_connections 2024-03-07T10:02:49.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.197+0000 7f90ec2dd640 1 -- 172.21.15.18:0/4032251418 wait complete. 2024-03-07T10:02:49.215 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:02:49.215 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:02:49.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.385+0000 7fa812deb640 1 -- 172.21.15.18:0/1724058117 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c103820 msgr2=0x7fa80c103ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.385+0000 7fa812deb640 1 --2- 172.21.15.18:0/1724058117 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c103820 0x7fa80c103ca0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4009930 tx=0x7fa7f402bc20 comp rx=0 tx=0).stop 2024-03-07T10:02:49.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.386+0000 7fa812deb640 1 -- 172.21.15.18:0/1724058117 shutdown_connections 2024-03-07T10:02:49.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.386+0000 7fa812deb640 1 --2- 172.21.15.18:0/1724058117 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa80c1041e0 0x7fa80c1106f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.386+0000 7fa812deb640 1 --2- 172.21.15.18:0/1724058117 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c103820 0x7fa80c103ca0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.386+0000 7fa812deb640 1 --2- 172.21.15.18:0/1724058117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa80c109830 0x7fa80c109c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.386+0000 7fa812deb640 1 -- 172.21.15.18:0/1724058117 >> 172.21.15.18:0/1724058117 conn(0x7fa80c0ff2d0 msgr2=0x7fa80c1016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.387+0000 7fa812deb640 1 -- 172.21.15.18:0/1724058117 shutdown_connections 2024-03-07T10:02:49.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.387+0000 7fa812deb640 1 -- 172.21.15.18:0/1724058117 wait complete. 2024-03-07T10:02:49.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.388+0000 7fa812deb640 1 Processor -- start 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.388+0000 7fa812deb640 1 -- start start 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa812deb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa80c103820 0x7fa80c115d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa812deb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa80c1041e0 0x7fa80c116280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa812deb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c109830 0x7fa80c10f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa812deb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c077300 con 0x7fa80c103820 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa812deb640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c077180 con 0x7fa80c1041e0 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa812deb640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c077480 con 0x7fa80c109830 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c109830 0x7fa80c10f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c109830 0x7fa80c10f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34074/0 (socket says 172.21.15.18:34074) 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 -- 172.21.15.18:0/1004027312 learned_addr learned my addr 172.21.15.18:0/1004027312 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa80bfff640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa80c1041e0 0x7fa80c116280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 -- 172.21.15.18:0/1004027312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa80c1041e0 msgr2=0x7fa80c116280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa80c1041e0 0x7fa80c116280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 -- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa80c103820 msgr2=0x7fa80c115d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa80c103820 0x7fa80c115d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.389+0000 7fa811388640 1 -- 172.21.15.18:0/1004027312 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa80c10ff50 con 0x7fa80c109830 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.390+0000 7fa811388640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c109830 0x7fa80c10f690 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa804009fd0 tx=0x7fa80400b8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.390+0000 7fa809ffb640 1 -- 172.21.15.18:0/1004027312 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa804011830 con 0x7fa80c109830 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.390+0000 7fa809ffb640 1 -- 172.21.15.18:0/1004027312 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa804016070 con 0x7fa80c109830 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.391+0000 7fa812deb640 1 -- 172.21.15.18:0/1004027312 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa80c110240 con 0x7fa80c109830 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.391+0000 7fa812deb640 1 -- 172.21.15.18:0/1004027312 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa80c119c90 con 0x7fa80c109830 2024-03-07T10:02:49.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.391+0000 7fa809ffb640 1 -- 172.21.15.18:0/1004027312 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80400f2e0 con 0x7fa80c109830 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.394+0000 7fa815bd2740 1 Processor -- start 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa815bd2740 1 -- start start 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c99b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469ca2e10 0x565469ca5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa815bd2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x565469bfcdd0 con 0x565469c9a040 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa810b87640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa80bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c99b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa810b87640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47004/0 (socket says 172.21.15.18:47004) 2024-03-07T10:02:49.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa80bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c99b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34086/0 (socket says 172.21.15.18:34086) 2024-03-07T10:02:49.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa810b87640 1 -- 172.21.15.18:0/155436885 learned_addr learned my addr 172.21.15.18:0/155436885 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa815bd2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x565469ba5ae0 con 0x565469ca2e10 2024-03-07T10:02:49.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.395+0000 7fa815bd2740 1 -- 172.21.15.18:0/155436885 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x565469bf8e70 con 0x565469c99720 2024-03-07T10:02:49.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa80bfff640 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469ca2e10 0x565469ca5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa80bfff640 1 -- 172.21.15.18:0/155436885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469ca2e10 msgr2=0x565469ca5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa80bfff640 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469ca2e10 0x565469ca5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa80bfff640 1 -- 172.21.15.18:0/155436885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 msgr2=0x565469ca28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa80bfff640 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca28d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa80bfff640 1 -- 172.21.15.18:0/155436885 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5654699db7d0 con 0x565469c99720 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa80bfff640 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c99b00 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4036040 tx=0x7fa7f4005a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6aa12ca74caac0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa812deb640 1 -- 172.21.15.18:0/155436885 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f402c870 con 0x565469c99720 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa809ffb640 1 -- 172.21.15.18:0/1004027312 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa8040119d0 con 0x7fa80c109830 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa812deb640 1 -- 172.21.15.18:0/155436885 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7f4004ba0 con 0x565469c99720 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.396+0000 7fa812deb640 1 -- 172.21.15.18:0/155436885 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4005420 con 0x565469c99720 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.397+0000 7fa809ffb640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7f80a2040 0x7fa7f80a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.397+0000 7fa809ffb640 1 -- 172.21.15.18:0/1004027312 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa8040cd760 con 0x7fa80c109830 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.397+0000 7fa810b87640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7f80a2040 0x7fa7f80a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 -- 172.21.15.18:0/155436885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 msgr2=0x565469c99b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c99b00 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4036040 tx=0x7fa7f4005a20 comp rx=0 tx=0).stop 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 -- 172.21.15.18:0/155436885 shutdown_connections 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469ca2e10 0x565469ca5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 --2- 172.21.15.18:0/155436885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c99b00 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 -- 172.21.15.18:0/155436885 >> 172.21.15.18:0/155436885 conn(0x565469c94040 msgr2=0x565469c94420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 -- 172.21.15.18:0/155436885 shutdown_connections 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 -- 172.21.15.18:0/155436885 wait complete. 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 -- start start 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa815bd2740 1 Processor -- start 2024-03-07T10:02:49.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.398+0000 7fa810b87640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7f80a2040 0x7fa7f80a4500 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x565469c991f0 tx=0x7fa7fc00b040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c9fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469ca0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469ca0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa815bd2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x565469ca59e0 con 0x565469ca2e10 2024-03-07T10:02:49.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa815bd2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x565469bb9070 con 0x565469c9a040 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa815bd2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x565469ca5b60 con 0x565469c99720 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa815bd2740 10 client.0 _ll_register_callbacks cb 0x565469bb8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa810b87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c9fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa811388640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469ca0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa80bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469ca0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa810b87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c9fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34092/0 (socket says 172.21.15.18:34092) 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa810b87640 1 -- 172.21.15.18:0/2132328471 learned_addr learned my addr 172.21.15.18:0/2132328471 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa811388640 1 -- 172.21.15.18:0/2132328471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 msgr2=0x565469c9fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa811388640 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c9fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa811388640 1 -- 172.21.15.18:0/2132328471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 msgr2=0x565469ca0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa811388640 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469ca0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.399+0000 7fa811388640 1 -- 172.21.15.18:0/2132328471 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5654699113f0 con 0x565469ca2e10 2024-03-07T10:02:49.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.401+0000 7fa7ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:02:49.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.401+0000 7fa811388640 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469ca0790 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fa8040caf50 tx=0x7fa804099c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2d254f0d247abe0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.402+0000 7fa7ebfff640 1 -- 172.21.15.18:0/2132328471 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80409e120 con 0x565469ca2e10 2024-03-07T10:02:49.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.402+0000 7fa7ebfff640 1 -- 172.21.15.18:0/2132328471 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa80400ed40 con 0x565469ca2e10 2024-03-07T10:02:49.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.402+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa7f4004ba0 con 0x565469ca2e10 2024-03-07T10:02:49.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.402+0000 7fa7ebfff640 1 -- 172.21.15.18:0/2132328471 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa80409e120 con 0x565469ca2e10 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.402+0000 7fa815bd2740 10 client.16554 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.402+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5654698d10f0 con 0x565469ca2e10 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa7ebfff640 1 -- 172.21.15.18:0/2132328471 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7f4004ba0 con 0x565469ca2e10 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa7ebfff640 1 -- 172.21.15.18:0/2132328471 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa804099640 con 0x565469ca2e10 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa815bd2740 10 client.16554 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa815bd2740 10 client.16554 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa815bd2740 20 client.16554 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa815bd2740 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469cb2a70 0x565469cb4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa815bd2740 4 client.16554 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565469c0a310 con 0x565469cb2a70 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.403+0000 7fa810b87640 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469cb2a70 0x565469cb4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.404+0000 7fa810b87640 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469cb2a70 0x565469cb4e60 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66a855d8d0984ba0 server_cookie=11bdda1c477df597 in_seq=0 out_seq=0 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.404+0000 7fa7ebfff640 10 client.16554 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa7ebfff640 1 -- 172.21.15.18:0/2132328471 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x565469c0a310 con 0x565469cb2a70 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa7ebfff640 10 client.16554 handle_command_reply: tid=0 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 client.16554 shutdown 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 msgr2=0x565469ca0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469ca0790 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fa8040caf50 tx=0x7fa804099c40 comp rx=0 tx=0).stop 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 shutdown_connections 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469cb2a70 0x565469cb4e60 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469ca0790 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa7ebfff640 0 client.16554 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469ca0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 --2- 172.21.15.18:0/2132328471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469c9fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 >> 172.21.15.18:0/2132328471 conn(0x565469c94040 msgr2=0x565469c95d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 shutdown_connections 2024-03-07T10:02:49.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 1 -- 172.21.15.18:0/2132328471 wait complete. 2024-03-07T10:02:49.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.405+0000 7fa815bd2740 20 client.16554 trim_cache size 0 max 16384 2024-03-07T10:02:49.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.430+0000 7fa815bd2740 1 Processor -- start 2024-03-07T10:02:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.430+0000 7fa815bd2740 1 -- start start 2024-03-07T10:02:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469ca2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469c9ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469c95b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa815bd2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c1be940 con 0x565469ca2e10 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa815bd2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c1bc440 con 0x565469c9a040 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa815bd2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c1ba460 con 0x565469c99720 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469ca2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469ca2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34100/0 (socket says 172.21.15.18:34100) 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 -- 172.21.15.18:0/3864492060 learned_addr learned my addr 172.21.15.18:0/3864492060 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa80bfff640 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469c9ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa811388640 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469c95b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 -- 172.21.15.18:0/3864492060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 msgr2=0x565469c9ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469c9ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 -- 172.21.15.18:0/3864492060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 msgr2=0x565469c95b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469c95b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.431+0000 7fa810b87640 1 -- 172.21.15.18:0/3864492060 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565469c9e260 con 0x565469c99720 2024-03-07T10:02:49.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.432+0000 7fa810b87640 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469ca2440 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x565469cb5680 tx=0x7fa7fc011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a3be33a3a96faf9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.432+0000 7fa8027fc640 1 -- 172.21.15.18:0/3864492060 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7fc01b040 con 0x565469c99720 2024-03-07T10:02:49.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.432+0000 7fa8027fc640 1 -- 172.21.15.18:0/3864492060 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7fc02b030 con 0x565469c99720 2024-03-07T10:02:49.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.432+0000 7fa8027fc640 1 -- 172.21.15.18:0/3864492060 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7fc02f7f0 con 0x565469c99720 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 -- 172.21.15.18:0/3864492060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 msgr2=0x565469ca2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469ca2440 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x565469cb5680 tx=0x7fa7fc011000 comp rx=0 tx=0).stop 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 -- 172.21.15.18:0/3864492060 shutdown_connections 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469ca2e10 0x565469c95b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c9a040 0x565469c9ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 --2- 172.21.15.18:0/3864492060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469c99720 0x565469ca2440 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 -- 172.21.15.18:0/3864492060 >> 172.21.15.18:0/3864492060 conn(0x565469c94040 msgr2=0x565469c95410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 -- 172.21.15.18:0/3864492060 shutdown_connections 2024-03-07T10:02:49.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 -- 172.21.15.18:0/3864492060 wait complete. 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 -- start start 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.433+0000 7fa815bd2740 1 Processor -- start 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c99720 0x565469ca6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa815bd2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469ca2e10 0x565469d072e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa815bd2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c1baac0 con 0x565469c9a040 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa815bd2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c1bbde0 con 0x565469c99720 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa815bd2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80c1bb120 con 0x565469ca2e10 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa815bd2740 10 client.0 _ll_register_callbacks cb 0x7fa804099da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469ca2e10 0x565469d072e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa80bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469ca2e10 0x565469d072e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34114/0 (socket says 172.21.15.18:34114) 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 -- 172.21.15.18:0/1728271511 learned_addr learned my addr 172.21.15.18:0/1728271511 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa810b87640 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c99720 0x565469ca6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 -- 172.21.15.18:0/1728271511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c99720 msgr2=0x565469ca6a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c99720 0x565469ca6a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 -- 172.21.15.18:0/1728271511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 msgr2=0x565469ca6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa811388640 1 -- 172.21.15.18:0/1728271511 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x565469d07920 con 0x565469ca2e10 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.434+0000 7fa80bfff640 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa811388640 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469ca2e10 0x565469d072e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa804096bc0 tx=0x7fa804099020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=493a40fdfa1a153 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa7ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa7ebfff640 1 -- 172.21.15.18:0/1728271511 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80409e120 con 0x565469ca2e10 2024-03-07T10:02:49.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa7fc02b030 con 0x565469ca2e10 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa7ebfff640 1 -- 172.21.15.18:0/1728271511 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa80409b130 con 0x565469ca2e10 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa7ebfff640 1 -- 172.21.15.18:0/1728271511 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa804099fc0 con 0x565469ca2e10 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 10 client.26395 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x565469d0ece0 con 0x565469ca2e10 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa7ebfff640 1 -- 172.21.15.18:0/1728271511 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7fc02b030 con 0x565469ca2e10 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa7ebfff640 1 -- 172.21.15.18:0/1728271511 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa804099640 con 0x565469ca2e10 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 10 client.26395 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 10 client.26395 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 20 client.26395 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:49.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469d0f2a0 0x565469d11690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 4 client.26395 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.435+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x565469c04660 con 0x565469d0f2a0 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.436+0000 7fa810b87640 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469d0f2a0 0x565469d11690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.436+0000 7fa810b87640 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469d0f2a0 0x565469d11690 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b6a456e2e41b658 server_cookie=b09c37887d95a94e in_seq=0 out_seq=0 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.437+0000 7fa7ebfff640 10 client.26395 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.437+0000 7fa7ebfff640 1 -- 172.21.15.18:0/1728271511 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x565469c04660 con 0x565469d0f2a0 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.437+0000 7fa7ebfff640 10 client.26395 handle_command_reply: tid=0 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.437+0000 7fa815bd2740 1 client.26395 shutdown 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469ca2e10 msgr2=0x565469d072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469ca2e10 0x565469d072e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa804096bc0 tx=0x7fa804099020 comp rx=0 tx=0).stop 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 shutdown_connections 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565469d0f2a0 0x565469d11690 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565469ca2e10 0x565469d072e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565469c9a040 0x565469ca6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 --2- 172.21.15.18:0/1728271511 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565469c99720 0x565469ca6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa7ebfff640 0 client.26395 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.438+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 >> 172.21.15.18:0/1728271511 conn(0x565469c94040 msgr2=0x565469c95410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.439+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 shutdown_connections 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.439+0000 7fa815bd2740 1 -- 172.21.15.18:0/1728271511 wait complete. 2024-03-07T10:02:49.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.439+0000 7fa815bd2740 20 client.26395 trim_cache size 0 max 16384 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: "e41d826b-a959-454f-8460-8f31c7a144e8": { 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "e41d826b-a959-454f-8460-8f31c7a144e8", 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:02:49.448 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:02:49.449 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:02:49.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.439+0000 7fa8037fe640 1 -- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7f80a2040 msgr2=0x7fa7f80a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.439+0000 7fa8037fe640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7f80a2040 0x7fa7f80a4500 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x565469c991f0 tx=0x7fa7fc00b040 comp rx=0 tx=0).stop 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.439+0000 7fa8037fe640 1 -- 172.21.15.18:0/1004027312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c109830 msgr2=0x7fa80c10f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.439+0000 7fa8037fe640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c109830 0x7fa80c10f690 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa804009fd0 tx=0x7fa80400b8e0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 -- 172.21.15.18:0/1004027312 shutdown_connections 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa80c109830 0x7fa80c10f690 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa80c1041e0 0x7fa80c116280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7f80a2040 0x7fa7f80a4500 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 --2- 172.21.15.18:0/1004027312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa80c103820 0x7fa80c115d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 -- 172.21.15.18:0/1004027312 >> 172.21.15.18:0/1004027312 conn(0x7fa80c0ff2d0 msgr2=0x7fa80c077b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 -- 172.21.15.18:0/1004027312 shutdown_connections 2024-03-07T10:02:49.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:02:49.440+0000 7fa8037fe640 1 -- 172.21.15.18:0/1004027312 wait complete. 2024-03-07T10:02:49.456 INFO:tasks.cephfs.filesystem:scrub status for tag:e41d826b-a959-454f-8460-8f31c7a144e8 - {'path': '/', 'tag': 'e41d826b-a959-454f-8460-8f31c7a144e8', 'options': 'recursive,force'} 2024-03-07T10:02:50.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: pgmap v114: 97 pgs: 97 active+clean; 2.9 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 73 MiB/s wr, 1.81k op/s 2024-03-07T10:02:50.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:02:50.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:50.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:02:50.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:02:50.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:02:50.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:50.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:50.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:50 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:50.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: pgmap v114: 97 pgs: 97 active+clean; 2.9 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 73 MiB/s wr, 1.81k op/s 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:50 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: pgmap v114: 97 pgs: 97 active+clean; 2.9 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 73 MiB/s wr, 1.81k op/s 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:50 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:02:52.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:52 smithi018 ceph-mon[32171]: pgmap v115: 97 pgs: 97 active+clean; 2.9 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 53 MiB/s wr, 1.48k op/s 2024-03-07T10:02:52.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:52 smithi063 ceph-mon[36356]: pgmap v115: 97 pgs: 97 active+clean; 2.9 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 53 MiB/s wr, 1.48k op/s 2024-03-07T10:02:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:52 smithi077 ceph-mon[36374]: pgmap v115: 97 pgs: 97 active+clean; 2.9 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 53 MiB/s wr, 1.48k op/s 2024-03-07T10:02:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 210.0 s, 4096.2 tps, lat 24.734 ms stddev 33.414 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 -- 172.21.15.18:0/2443403181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 msgr2=0x7f74b4073de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/2443403181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b4073de0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f74a4009900 tx=0x7f74a402bcd0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 -- 172.21.15.18:0/2443403181 shutdown_connections 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/2443403181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 0x7f74b4114a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/2443403181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 0x7f74b4112100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/2443403181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b4073de0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 -- 172.21.15.18:0/2443403181 >> 172.21.15.18:0/2443403181 conn(0x7f74b40fd140 msgr2=0x7f74b40ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 -- 172.21.15.18:0/2443403181 shutdown_connections 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 -- 172.21.15.18:0/2443403181 wait complete. 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.516+0000 7f74ba1a7640 1 Processor -- start 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74ba1a7640 1 -- start start 2024-03-07T10:02:53.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74ba1a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b419e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74ba1a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 0x7f74b419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74ba1a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 0x7f74b41a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74ba1a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b4118040 con 0x7f74b4074320 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74ba1a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b4117ec0 con 0x7f74b4112640 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74ba1a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b41181c0 con 0x7f74b4073a00 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 0x7f74b419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b419e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 0x7f74b41a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 0x7f74b419eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47040/0 (socket says 172.21.15.18:47040) 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 0x7f74b41a2e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:37826/0 (socket says 172.21.15.18:37826) 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b2ffd640 1 -- 172.21.15.18:0/58357386 learned_addr learned my addr 172.21.15.18:0/58357386 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b419e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34138/0 (socket says 172.21.15.18:34138) 2024-03-07T10:02:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b37fe640 1 -- 172.21.15.18:0/58357386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 msgr2=0x7f74b41a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b37fe640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 0x7f74b41a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b37fe640 1 -- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 msgr2=0x7f74b419eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b37fe640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 0x7f74b419eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b37fe640 1 -- 172.21.15.18:0/58357386 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b41a3590 con 0x7f74b4073a00 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 0x7f74b419eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.517+0000 7f74b3fff640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 0x7f74b41a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.518+0000 7f74b37fe640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b419e5a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f74a4009230 tx=0x7f74a402dd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.518+0000 7f74b0ff9640 1 -- 172.21.15.18:0/58357386 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a4043020 con 0x7f74b4073a00 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.518+0000 7f74b0ff9640 1 -- 172.21.15.18:0/58357386 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f74a4004990 con 0x7f74b4073a00 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.518+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74b41a3820 con 0x7f74b4073a00 2024-03-07T10:02:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.518+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74b41ab110 con 0x7f74b4073a00 2024-03-07T10:02:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.518+0000 7f74b0ff9640 1 -- 172.21.15.18:0/58357386 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a4005220 con 0x7f74b4073a00 2024-03-07T10:02:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.521+0000 7f74b0ff9640 1 -- 172.21.15.18:0/58357386 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f74a4046020 con 0x7f74b4073a00 2024-03-07T10:02:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.522+0000 7f74bcf91740 1 Processor -- start 2024-03-07T10:02:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.522+0000 7f74b0ff9640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f749c0a1f60 0x7f749c0a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.523+0000 7f74b0ff9640 1 -- 172.21.15.18:0/58357386 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f74a40f0050 con 0x7f74b4073a00 2024-03-07T10:02:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.523+0000 7f74bcf91740 1 -- start start 2024-03-07T10:02:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c732676a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732676fa0 0x55c732677420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c732682910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74bcf91740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7325db5c0 con 0x55c732676fa0 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74bcf91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c732584900 con 0x55c732680520 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74bcf91740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7325d7660 con 0x55c732677d10 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b3fff640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f749c0a1f60 0x7f749c0a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732676fa0 0x55c732677420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732676fa0 0x55c732677420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47046/0 (socket says 172.21.15.18:47046) 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 -- 172.21.15.18:0/2438159419 learned_addr learned my addr 172.21.15.18:0/2438159419 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c732676a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b3fff640 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c732682910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 -- 172.21.15.18:0/2438159419 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 msgr2=0x55c732676a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c732676a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 -- 172.21.15.18:0/2438159419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 msgr2=0x55c732682910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c732682910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 -- 172.21.15.18:0/2438159419 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c7322f0210 con 0x55c732676fa0 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b3fff640 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c732682910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b3fff640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f749c0a1f60 0x7f749c0a4420 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f74b406ac90 tx=0x7f74ac013e50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.524+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732676fa0 0x55c732677420 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f74a80115f0 tx=0x7f74a8011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b3f2fedd5cc5b0d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.525+0000 7f7499ffb640 1 -- 172.21.15.18:0/2438159419 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a801e070 con 0x55c732676fa0 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.525+0000 7f7499ffb640 1 -- 172.21.15.18:0/2438159419 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f74a800fb40 con 0x55c732676fa0 2024-03-07T10:02:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.525+0000 7f7499ffb640 1 -- 172.21.15.18:0/2438159419 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a8019bf0 con 0x55c732676fa0 2024-03-07T10:02:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.525+0000 7f74bcf91740 1 -- 172.21.15.18:0/2438159419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732676fa0 msgr2=0x55c732677420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.525+0000 7f74bcf91740 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732676fa0 0x55c732677420 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f74a80115f0 tx=0x7f74a8011ab0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.526+0000 7f74bcf91740 1 -- 172.21.15.18:0/2438159419 shutdown_connections 2024-03-07T10:02:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.526+0000 7f74bcf91740 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c732682910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.526+0000 7f74bcf91740 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732676fa0 0x55c732677420 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.526+0000 7f74bcf91740 1 --2- 172.21.15.18:0/2438159419 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c732676a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.526+0000 7f74bcf91740 1 -- 172.21.15.18:0/2438159419 >> 172.21.15.18:0/2438159419 conn(0x55c73263e580 msgr2=0x55c732671c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.526+0000 7f74bcf91740 1 -- 172.21.15.18:0/2438159419 shutdown_connections 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.526+0000 7f74bcf91740 1 -- 172.21.15.18:0/2438159419 wait complete. 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.527+0000 7f74bcf91740 1 -- start start 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.527+0000 7f74bcf91740 1 Processor -- start 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c73267d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c73267db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c73267e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74bcf91740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c732683250 con 0x55c732680520 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74bcf91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c732597d60 con 0x55c732676fa0 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74bcf91740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7326833d0 con 0x55c732677d10 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74bcf91740 10 client.0 _ll_register_callbacks cb 0x55c7322efa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c73267db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c73267db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34156/0 (socket says 172.21.15.18:34156) 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74b2ffd640 1 -- 172.21.15.18:0/144123562 learned_addr learned my addr 172.21.15.18:0/144123562 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74b37fe640 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c73267d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.528+0000 7f74b2ffd640 1 -- 172.21.15.18:0/144123562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 msgr2=0x55c73267d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c73267d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74b2ffd640 1 -- 172.21.15.18:0/144123562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 msgr2=0x55c73267e050 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c73267e050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74b2ffd640 1 -- 172.21.15.18:0/144123562 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c7323bc620 con 0x55c732677d10 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74b37fe640 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c73267d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c73267db10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f74a80098b0 tx=0x7f74a800f910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd4ed19f4e10aa1a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f7492ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f7492ffd640 1 -- 172.21.15.18:0/144123562 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a801e040 con 0x55c732677d10 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f74a800fb40 con 0x55c732677d10 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f7492ffd640 1 -- 172.21.15.18:0/144123562 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f74a8004040 con 0x55c732677d10 2024-03-07T10:02:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f7492ffd640 1 -- 172.21.15.18:0/144123562 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f74a8030050 con 0x55c732677d10 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74bcf91740 10 client.26407 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.529+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c73268f5c0 con 0x55c732677d10 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f7492ffd640 1 -- 172.21.15.18:0/144123562 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f74a800fb40 con 0x55c732677d10 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f7492ffd640 1 -- 172.21.15.18:0/144123562 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f74a8005050 con 0x55c732677d10 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f74bcf91740 10 client.26407 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f74bcf91740 10 client.26407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f74bcf91740 20 client.26407 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f74bcf91740 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326909d0 0x55c732692dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f74bcf91740 4 client.26407 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c7325e8b00 con 0x55c7326909d0 2024-03-07T10:02:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.530+0000 7f74b37fe640 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326909d0 0x55c732692dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.531+0000 7f7492ffd640 10 client.26407 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.531+0000 7f74b37fe640 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326909d0 0x55c732692dc0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=349c309aa205d56c server_cookie=53ac4b555a5be3a4 in_seq=0 out_seq=0 2024-03-07T10:02:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.531+0000 7f7492ffd640 1 -- 172.21.15.18:0/144123562 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c7325e8b00 con 0x55c7326909d0 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.531+0000 7f7492ffd640 10 client.26407 handle_command_reply: tid=0 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.531+0000 7f74bcf91740 1 client.26407 shutdown 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 msgr2=0x55c73267db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c73267db10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f74a80098b0 tx=0x7f74a800f910 comp rx=0 tx=0).stop 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 shutdown_connections 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326909d0 0x55c732692dc0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c73267e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c73267db10 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 --2- 172.21.15.18:0/144123562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c73267d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 >> 172.21.15.18:0/144123562 conn(0x55c73263e580 msgr2=0x55c7326739e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f7492ffd640 0 client.26407 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 shutdown_connections 2024-03-07T10:02:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 1 -- 172.21.15.18:0/144123562 wait complete. 2024-03-07T10:02:53.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.532+0000 7f74bcf91740 20 client.26407 trim_cache size 0 max 16384 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 Processor -- start 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 -- start start 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732676fa0 0x55c73267fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732677d10 0x55c73267de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c73268bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b41b5f80 con 0x55c732677d10 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b41b3a80 con 0x55c732680520 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74bcf91740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b41b1b20 con 0x55c732676fa0 2024-03-07T10:02:53.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732677d10 0x55c73267de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74b3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c73268bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732677d10 0x55c73267de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47048/0 (socket says 172.21.15.18:47048) 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74b37fe640 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732676fa0 0x55c73267fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.557+0000 7f74b2ffd640 1 -- 172.21.15.18:0/4272837919 learned_addr learned my addr 172.21.15.18:0/4272837919 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.558+0000 7f74b2ffd640 1 -- 172.21.15.18:0/4272837919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732676fa0 msgr2=0x55c73267fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.558+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732676fa0 0x55c73267fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.558+0000 7f74b2ffd640 1 -- 172.21.15.18:0/4272837919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 msgr2=0x55c73268bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.558+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c73268bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.558+0000 7f74b2ffd640 1 -- 172.21.15.18:0/4272837919 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c732676270 con 0x55c732677d10 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.558+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732677d10 0x55c73267de70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f74a80054a0 tx=0x7f74a8011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c69f5556f2c0a03 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.559+0000 7f74997fa640 1 -- 172.21.15.18:0/4272837919 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a800f980 con 0x55c732677d10 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.559+0000 7f74997fa640 1 -- 172.21.15.18:0/4272837919 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f74a8016020 con 0x55c732677d10 2024-03-07T10:02:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.559+0000 7f74997fa640 1 -- 172.21.15.18:0/4272837919 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a80042d0 con 0x55c732677d10 2024-03-07T10:02:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.560+0000 7f74bcf91740 1 -- 172.21.15.18:0/4272837919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732677d10 msgr2=0x55c73267de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.560+0000 7f74bcf91740 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732677d10 0x55c73267de70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f74a80054a0 tx=0x7f74a8011ab0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.560+0000 7f74bcf91740 1 -- 172.21.15.18:0/4272837919 shutdown_connections 2024-03-07T10:02:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.560+0000 7f74bcf91740 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732680520 0x55c73268bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.560+0000 7f74bcf91740 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732677d10 0x55c73267de70 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.560+0000 7f74bcf91740 1 --2- 172.21.15.18:0/4272837919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732676fa0 0x55c73267fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.560+0000 7f74bcf91740 1 -- 172.21.15.18:0/4272837919 >> 172.21.15.18:0/4272837919 conn(0x55c73263e580 msgr2=0x55c7326717c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.561+0000 7f74bcf91740 1 -- 172.21.15.18:0/4272837919 shutdown_connections 2024-03-07T10:02:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.561+0000 7f74bcf91740 1 -- 172.21.15.18:0/4272837919 wait complete. 2024-03-07T10:02:53.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.562+0000 7f74bcf91740 1 -- start start 2024-03-07T10:02:53.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.562+0000 7f74bcf91740 1 Processor -- start 2024-03-07T10:02:53.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.562+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c732680c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.562+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c7326811d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.562+0000 7f74bcf91740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c732687660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c7326811d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c732680c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c732680c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:37854/0 (socket says 172.21.15.18:37854) 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c732687660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c732687660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:47056/0 (socket says 172.21.15.18:47056) 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c7326811d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34168/0 (socket says 172.21.15.18:34168) 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74bcf91740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b41b2120 con 0x55c732680520 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74bcf91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b41b3420 con 0x55c732676fa0 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74bcf91740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b41b2760 con 0x55c732677d10 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74bcf91740 10 client.0 _ll_register_callbacks cb 0x7f74a801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:02:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b37fe640 1 -- 172.21.15.18:0/919783802 learned_addr learned my addr 172.21.15.18:0/919783802 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:02:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b2ffd640 1 -- 172.21.15.18:0/919783802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 msgr2=0x55c732680c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c732680c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b2ffd640 1 -- 172.21.15.18:0/919783802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 msgr2=0x55c732687660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c732687660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.563+0000 7f74b2ffd640 1 -- 172.21.15.18:0/919783802 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c732687ba0 con 0x55c732677d10 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.564+0000 7f74b2ffd640 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c7326811d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f74a8005420 tx=0x7f74a8009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57f979f017847036 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.564+0000 7f7492ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.564+0000 7f7492ffd640 1 -- 172.21.15.18:0/919783802 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a801e030 con 0x55c732677d10 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.564+0000 7f7492ffd640 1 -- 172.21.15.18:0/919783802 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f74a80199d0 con 0x55c732677d10 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.565+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f74a8016020 con 0x55c732677d10 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.565+0000 7f7492ffd640 1 -- 172.21.15.18:0/919783802 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f74a8004040 con 0x55c732677d10 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.565+0000 7f74bcf91740 10 client.26413 fetch_fsmap learned FSMap version 26 2024-03-07T10:02:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.565+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c7326ec340 con 0x55c732677d10 2024-03-07T10:02:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f7492ffd640 1 -- 172.21.15.18:0/919783802 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f74a8027070 con 0x55c732677d10 2024-03-07T10:02:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f7492ffd640 1 -- 172.21.15.18:0/919783802 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f74a8003b50 con 0x55c732677d10 2024-03-07T10:02:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f74bcf91740 10 client.26413 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f74bcf91740 10 client.26413 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f74bcf91740 20 client.26413 populate_metadata read hostname 'smithi018' 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f74bcf91740 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326ec930 0x55c7326eed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f74bcf91740 4 client.26413 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f74a8016020 con 0x55c7326ec930 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.566+0000 7f74b37fe640 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326ec930 0x55c7326eed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.567+0000 7f74b37fe640 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326ec930 0x55c7326eed50 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3624a9cae97cb084 server_cookie=1a7070fdae530032 in_seq=0 out_seq=0 2024-03-07T10:02:53.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.567+0000 7f7492ffd640 10 client.26413 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.651+0000 7f7492ffd640 1 -- 172.21.15.18:0/919783802 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f74a8016020 con 0x55c7326ec930 2024-03-07T10:02:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.651+0000 7f7492ffd640 10 client.26413 handle_command_reply: tid=0 2024-03-07T10:02:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.651+0000 7f74bcf91740 1 client.26413 shutdown 2024-03-07T10:02:53.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 msgr2=0x55c7326811d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c7326811d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f74a8005420 tx=0x7f74a8009260 comp rx=0 tx=0).stop 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 shutdown_connections 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c7326ec930 0x55c7326eed50 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c732680520 0x55c732687660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c732677d10 0x55c7326811d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 --2- 172.21.15.18:0/919783802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c732676fa0 0x55c732680c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f7492ffd640 0 client.26413 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 >> 172.21.15.18:0/919783802 conn(0x55c73263e580 msgr2=0x55c732670580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 shutdown_connections 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 1 -- 172.21.15.18:0/919783802 wait complete. 2024-03-07T10:02:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74bcf91740 20 client.26413 trim_cache size 0 max 16384 2024-03-07T10:02:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:02:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:02:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:02:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f749c0a1f60 msgr2=0x7f749c0a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f749c0a1f60 0x7f749c0a4420 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f74b406ac90 tx=0x7f74ac013e50 comp rx=0 tx=0).stop 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 msgr2=0x7f74b419e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b419e5a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f74a4009230 tx=0x7f74a402dd60 comp rx=0 tx=0).stop 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 shutdown_connections 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f74b4112640 0x7f74b41a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f749c0a1f60 0x7f749c0a4420 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f74b4074320 0x7f74b419eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 --2- 172.21.15.18:0/58357386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74b4073a00 0x7f74b419e5a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.653+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 >> 172.21.15.18:0/58357386 conn(0x7f74b40fd140 msgr2=0x7f74b40fe930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.654+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 shutdown_connections 2024-03-07T10:02:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:02:53.654+0000 7f74ba1a7640 1 -- 172.21.15.18:0/58357386 wait complete. 2024-03-07T10:02:54.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:54 smithi018 ceph-mon[32171]: pgmap v116: 97 pgs: 97 active+clean; 2.9 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 191 KiB/s rd, 57 MiB/s wr, 1.71k op/s 2024-03-07T10:02:54.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:54 smithi063 ceph-mon[36356]: pgmap v116: 97 pgs: 97 active+clean; 2.9 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 191 KiB/s rd, 57 MiB/s wr, 1.71k op/s 2024-03-07T10:02:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:54 smithi077 ceph-mon[36374]: pgmap v116: 97 pgs: 97 active+clean; 2.9 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 191 KiB/s rd, 57 MiB/s wr, 1.71k op/s 2024-03-07T10:02:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:56 smithi018 ceph-mon[32171]: pgmap v117: 97 pgs: 97 active+clean; 2.9 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 179 KiB/s rd, 51 MiB/s wr, 1.70k op/s 2024-03-07T10:02:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:56 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:02:56.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:56 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:02:56.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:56 smithi063 ceph-mon[36356]: pgmap v117: 97 pgs: 97 active+clean; 2.9 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 179 KiB/s rd, 51 MiB/s wr, 1.70k op/s 2024-03-07T10:02:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:56 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:02:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:56 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:02:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:56 smithi077 ceph-mon[36374]: pgmap v117: 97 pgs: 97 active+clean; 2.9 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 179 KiB/s rd, 51 MiB/s wr, 1.70k op/s 2024-03-07T10:02:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:56 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:02:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:56 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:02:57.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:57 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:02:57.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:57 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:02:58.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:57 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:02:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 215.0 s, 3800.0 tps, lat 26.291 ms stddev 30.376 2024-03-07T10:02:58.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:02:58 smithi018 ceph-mon[32171]: pgmap v118: 97 pgs: 97 active+clean; 2.9 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 45 MiB/s wr, 1.56k op/s 2024-03-07T10:02:58.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:02:58 smithi063 ceph-mon[36356]: pgmap v118: 97 pgs: 97 active+clean; 2.9 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 45 MiB/s wr, 1.56k op/s 2024-03-07T10:02:59.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:02:58 smithi077 ceph-mon[36374]: pgmap v118: 97 pgs: 97 active+clean; 2.9 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 45 MiB/s wr, 1.56k op/s 2024-03-07T10:03:00.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:00 smithi018 ceph-mon[32171]: pgmap v119: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 52 MiB/s wr, 2.05k op/s 2024-03-07T10:03:00.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:00 smithi063 ceph-mon[36356]: pgmap v119: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 52 MiB/s wr, 2.05k op/s 2024-03-07T10:03:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:00 smithi077 ceph-mon[36374]: pgmap v119: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 52 MiB/s wr, 2.05k op/s 2024-03-07T10:03:02.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:02 smithi018 ceph-mon[32171]: pgmap v120: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 16 MiB/s wr, 925 op/s 2024-03-07T10:03:02.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:02 smithi063 ceph-mon[36356]: pgmap v120: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 16 MiB/s wr, 925 op/s 2024-03-07T10:03:03.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:02 smithi077 ceph-mon[36374]: pgmap v120: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 16 MiB/s wr, 925 op/s 2024-03-07T10:03:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 220.0 s, 1859.6 tps, lat 52.573 ms stddev 71.258 2024-03-07T10:03:04.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:04 smithi018 ceph-mon[32171]: pgmap v121: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2024-03-07T10:03:04.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:04 smithi063 ceph-mon[36356]: pgmap v121: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2024-03-07T10:03:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:04 smithi077 ceph-mon[36374]: pgmap v121: 97 pgs: 97 active+clean; 3.0 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2024-03-07T10:03:06.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.782+0000 7fef218b6640 1 -- 172.21.15.18:0/4019376758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100530 msgr2=0x7fef1c1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.782+0000 7fef218b6640 1 --2- 172.21.15.18:0/4019376758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100530 0x7fef1c1009b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fef04009860 tx=0x7fef0402bb70 comp rx=0 tx=0).stop 2024-03-07T10:03:06.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.782+0000 7fef218b6640 1 -- 172.21.15.18:0/4019376758 shutdown_connections 2024-03-07T10:03:06.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.782+0000 7fef218b6640 1 --2- 172.21.15.18:0/4019376758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef1c100ef0 0x7fef1c069c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.782+0000 7fef218b6640 1 --2- 172.21.15.18:0/4019376758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100530 0x7fef1c1009b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.782+0000 7fef218b6640 1 --2- 172.21.15.18:0/4019376758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef1c1065f0 0x7fef1c1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.782+0000 7fef218b6640 1 -- 172.21.15.18:0/4019376758 >> 172.21.15.18:0/4019376758 conn(0x7fef1c0fc000 msgr2=0x7fef1c0fe420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.783+0000 7fef218b6640 1 -- 172.21.15.18:0/4019376758 shutdown_connections 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.783+0000 7fef218b6640 1 -- 172.21.15.18:0/4019376758 wait complete. 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.784+0000 7fef218b6640 1 Processor -- start 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.784+0000 7fef218b6640 1 -- start start 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.784+0000 7fef218b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef1c100530 0x7fef1c06c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.784+0000 7fef218b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100ef0 0x7fef1c06cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.784+0000 7fef218b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef1c1065f0 0x7fef1c0712d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.784+0000 7fef218b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c06b300 con 0x7fef1c1065f0 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.785+0000 7fef13fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100ef0 0x7fef1c06cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.785+0000 7fef1affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef1c100530 0x7fef1c06c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.785+0000 7fef13fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100ef0 0x7fef1c06cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47222/0 (socket says 172.21.15.18:47222) 2024-03-07T10:03:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.785+0000 7fef13fff640 1 -- 172.21.15.18:0/492625903 learned_addr learned my addr 172.21.15.18:0/492625903 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:06.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.784+0000 7fef218b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c06b180 con 0x7fef1c100530 2024-03-07T10:03:06.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.785+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c06b480 con 0x7fef1c100ef0 2024-03-07T10:03:06.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.786+0000 7fef1affd640 1 -- 172.21.15.18:0/492625903 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100ef0 msgr2=0x7fef1c06cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.786+0000 7fef1affd640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100ef0 0x7fef1c06cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.786+0000 7fef1affd640 1 -- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef1c1065f0 msgr2=0x7fef1c0712d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.786+0000 7fef1affd640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef1c1065f0 0x7fef1c0712d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.786+0000 7fef1affd640 1 -- 172.21.15.18:0/492625903 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef1c071810 con 0x7fef1c100530 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.786+0000 7fef1affd640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef1c100530 0x7fef1c06c830 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fef0c013ef0 tx=0x7fef0c007590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.786+0000 7fef208b4640 1 -- 172.21.15.18:0/492625903 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef0c005020 con 0x7fef1c100530 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.787+0000 7fef208b4640 1 -- 172.21.15.18:0/492625903 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef0c0056a0 con 0x7fef1c100530 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.787+0000 7fef208b4640 1 -- 172.21.15.18:0/492625903 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef0c01d7b0 con 0x7fef1c100530 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.787+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef1c071b00 con 0x7fef1c100530 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.787+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef1c072000 con 0x7fef1c100530 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.790+0000 7fef2477c740 1 Processor -- start 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.790+0000 7fef2477c740 1 -- start start 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.790+0000 7fef2477c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469912d10 0x55c469911a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.790+0000 7fef2477c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469911fa0 0x55c469912420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef2477c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c46991b520 0x55c46991d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef2477c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4698765c0 con 0x55c46991b520 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef2477c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c46981f900 con 0x55c469912d10 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef2477c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c469872660 con 0x55c469911fa0 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef208b4640 1 -- 172.21.15.18:0/492625903 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fef0c024020 con 0x7fef1c100530 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef1affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469911fa0 0x55c469912420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef13fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c46991b520 0x55c46991d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef1b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469912d10 0x55c469911a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef1affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469911fa0 0x55c469912420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47228/0 (socket says 172.21.15.18:47228) 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef1affd640 1 -- 172.21.15.18:0/2102315339 learned_addr learned my addr 172.21.15.18:0/2102315339 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef13fff640 1 -- 172.21.15.18:0/2102315339 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469911fa0 msgr2=0x55c469912420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef13fff640 1 --2- 172.21.15.18:0/2102315339 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469911fa0 0x55c469912420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef13fff640 1 -- 172.21.15.18:0/2102315339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469912d10 msgr2=0x55c469911a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef13fff640 1 --2- 172.21.15.18:0/2102315339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469912d10 0x55c469911a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.791+0000 7fef13fff640 1 -- 172.21.15.18:0/2102315339 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c46958b210 con 0x55c46991b520 2024-03-07T10:03:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.792+0000 7fef13fff640 1 --2- 172.21.15.18:0/2102315339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c46991b520 0x55c46991d910 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fef1c06e080 tx=0x7fef04032340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5bcaf503643f871 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.792+0000 7fef11ffb640 1 -- 172.21.15.18:0/2102315339 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef04039040 con 0x55c46991b520 2024-03-07T10:03:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.792+0000 7fef11ffb640 1 -- 172.21.15.18:0/2102315339 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef04043070 con 0x55c46991b520 2024-03-07T10:03:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.792+0000 7fef11ffb640 1 -- 172.21.15.18:0/2102315339 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef040052a0 con 0x55c46991b520 2024-03-07T10:03:06.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.792+0000 7fef208b4640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef080a1f60 0x7fef080a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.793+0000 7fef1b7fe640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef080a1f60 0x7fef080a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.793+0000 7fef2477c740 1 -- 172.21.15.18:0/2102315339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c46991b520 msgr2=0x55c46991d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.793+0000 7fef2477c740 1 --2- 172.21.15.18:0/2102315339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c46991b520 0x55c46991d910 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fef1c06e080 tx=0x7fef04032340 comp rx=0 tx=0).stop 2024-03-07T10:03:06.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.793+0000 7fef208b4640 1 -- 172.21.15.18:0/492625903 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fef0c0d5fe0 con 0x7fef1c100530 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.794+0000 7fef2477c740 1 -- 172.21.15.18:0/2102315339 shutdown_connections 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.794+0000 7fef2477c740 1 --2- 172.21.15.18:0/2102315339 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c46991b520 0x55c46991d910 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.794+0000 7fef2477c740 1 --2- 172.21.15.18:0/2102315339 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469911fa0 0x55c469912420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.794+0000 7fef2477c740 1 --2- 172.21.15.18:0/2102315339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469912d10 0x55c469911a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.794+0000 7fef2477c740 1 -- 172.21.15.18:0/2102315339 >> 172.21.15.18:0/2102315339 conn(0x55c4698d9580 msgr2=0x55c46990cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.795+0000 7fef2477c740 1 -- 172.21.15.18:0/2102315339 shutdown_connections 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.795+0000 7fef1b7fe640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef080a1f60 0x7fef080a4420 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fef14005fd0 tx=0x7fef140095c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.795+0000 7fef2477c740 1 -- 172.21.15.18:0/2102315339 wait complete. 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.795+0000 7fef2477c740 1 -- start start 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.795+0000 7fef2477c740 1 Processor -- start 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef2477c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 0x55c469918590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef2477c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469918ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef2477c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469919010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef2477c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c46991e1f0 con 0x55c469911fa0 2024-03-07T10:03:06.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef2477c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c469832d60 con 0x55c46991b520 2024-03-07T10:03:06.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef2477c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c46991e370 con 0x55c469912d10 2024-03-07T10:03:06.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef2477c740 10 client.0 _ll_register_callbacks cb 0x55c46958aa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:06.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef1b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469919010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469918ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469918ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47230/0 (socket says 172.21.15.18:47230) 2024-03-07T10:03:06.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 -- 172.21.15.18:0/3370357177 learned_addr learned my addr 172.21.15.18:0/3370357177 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:06.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef1affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 0x55c469918590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 -- 172.21.15.18:0/3370357177 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 msgr2=0x55c469919010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469919010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 -- 172.21.15.18:0/3370357177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 msgr2=0x55c469918590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 0x55c469918590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.796+0000 7fef13fff640 1 -- 172.21.15.18:0/3370357177 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c469657620 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7fef13fff640 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469918ad0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fef0402bbb0 tx=0x7fef040347d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c013991f8d221a5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7feefaffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7feefaffd640 1 -- 172.21.15.18:0/3370357177 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef0404b020 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fef04043070 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7feefaffd640 1 -- 172.21.15.18:0/3370357177 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fef04005240 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7feefaffd640 1 -- 172.21.15.18:0/3370357177 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef04039070 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7fef2477c740 10 client.26425 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.797+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c46991e1f0 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7feefaffd640 1 -- 172.21.15.18:0/3370357177 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef04043070 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7feefaffd640 1 -- 172.21.15.18:0/3370357177 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fef040046c0 con 0x55c469912d10 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7fef2477c740 10 client.26425 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7fef2477c740 10 client.26425 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:06.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7fef2477c740 20 client.26425 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:06.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7fef2477c740 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c46993cb00 0x55c46993ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7fef2477c740 4 client.26425 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:06.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c469883b00 con 0x55c46993cb00 2024-03-07T10:03:06.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.798+0000 7fef1affd640 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c46993cb00 0x55c46993ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.800+0000 7fef1affd640 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c46993cb00 0x55c46993ef40 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da9bcc6c6aa80d97 server_cookie=dac36ce6bd3b20a9 in_seq=0 out_seq=0 2024-03-07T10:03:06.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.800+0000 7feefaffd640 10 client.26425 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:06.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.801+0000 7feefaffd640 1 -- 172.21.15.18:0/3370357177 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c469883b00 con 0x55c46993cb00 2024-03-07T10:03:06.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.801+0000 7feefaffd640 10 client.26425 handle_command_reply: tid=0 2024-03-07T10:03:06.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.801+0000 7fef2477c740 1 client.26425 shutdown 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 msgr2=0x55c469918ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469918ad0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fef0402bbb0 tx=0x7fef040347d0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 shutdown_connections 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c46993cb00 0x55c46993ef40 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469919010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469918ad0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 --2- 172.21.15.18:0/3370357177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 0x55c469918590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 >> 172.21.15.18:0/3370357177 conn(0x55c4698d9580 msgr2=0x55c46990e9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7feefaffd640 0 client.26425 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 shutdown_connections 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 1 -- 172.21.15.18:0/3370357177 wait complete. 2024-03-07T10:03:06.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.802+0000 7fef2477c740 20 client.26425 trim_cache size 0 max 16384 2024-03-07T10:03:06.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.827+0000 7fef2477c740 1 Processor -- start 2024-03-07T10:03:06.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef2477c740 1 -- start start 2024-03-07T10:03:06.830 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef2477c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 0x55c46991acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef2477c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469926b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef2477c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469927080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef2477c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c1b5fc0 con 0x55c469911fa0 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef2477c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c1b3ac0 con 0x55c46991b520 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef2477c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c1b1b60 con 0x55c469912d10 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef13fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469926b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef13fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469926b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47244/0 (socket says 172.21.15.18:47244) 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.828+0000 7fef13fff640 1 -- 172.21.15.18:0/3424345337 learned_addr learned my addr 172.21.15.18:0/3424345337 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.829+0000 7fef1b7fe640 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469927080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.829+0000 7fef13fff640 1 -- 172.21.15.18:0/3424345337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 msgr2=0x55c469927080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.829+0000 7fef13fff640 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469927080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.829+0000 7fef13fff640 1 -- 172.21.15.18:0/3424345337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 msgr2=0x55c46991acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.829+0000 7fef13fff640 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 0x55c46991acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.829+0000 7fef13fff640 1 -- 172.21.15.18:0/3424345337 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c469911270 con 0x55c469912d10 2024-03-07T10:03:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.829+0000 7fef13fff640 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469926b40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fef04052040 tx=0x7fef04034650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fceacec943cbccb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.830+0000 7fef117fa640 1 -- 172.21.15.18:0/3424345337 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef0404b040 con 0x55c469912d10 2024-03-07T10:03:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.830+0000 7fef117fa640 1 -- 172.21.15.18:0/3424345337 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef04043070 con 0x55c469912d10 2024-03-07T10:03:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.830+0000 7fef117fa640 1 -- 172.21.15.18:0/3424345337 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef04005040 con 0x55c469912d10 2024-03-07T10:03:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.831+0000 7fef2477c740 1 -- 172.21.15.18:0/3424345337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 msgr2=0x55c469926b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.831+0000 7fef2477c740 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469926b40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fef04052040 tx=0x7fef04034650 comp rx=0 tx=0).stop 2024-03-07T10:03:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.838+0000 7fef2477c740 1 -- 172.21.15.18:0/3424345337 shutdown_connections 2024-03-07T10:03:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.838+0000 7fef2477c740 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c46991b520 0x55c469927080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.838+0000 7fef2477c740 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c469912d10 0x55c469926b40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.838+0000 7fef2477c740 1 --2- 172.21.15.18:0/3424345337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469911fa0 0x55c46991acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.838+0000 7fef2477c740 1 -- 172.21.15.18:0/3424345337 >> 172.21.15.18:0/3424345337 conn(0x55c4698d9580 msgr2=0x55c46990c7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:06.844 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:06 smithi018 ceph-mon[32171]: pgmap v122: 97 pgs: 97 active+clean; 3.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 16 MiB/s wr, 1.06k op/s 2024-03-07T10:03:06.847 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.845+0000 7fef2477c740 1 -- 172.21.15.18:0/3424345337 shutdown_connections 2024-03-07T10:03:06.850 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.848+0000 7fef2477c740 1 -- 172.21.15.18:0/3424345337 wait complete. 2024-03-07T10:03:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.849+0000 7fef2477c740 1 -- start start 2024-03-07T10:03:06.851 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.849+0000 7fef2477c740 1 Processor -- start 2024-03-07T10:03:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.850+0000 7fef2477c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469911fa0 0x55c469915f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.850+0000 7fef2477c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469912d10 0x55c469914800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.850+0000 7fef2477c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c46991b520 0x55c469914d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.850+0000 7fef2477c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c1b2160 con 0x55c469912d10 2024-03-07T10:03:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.850+0000 7fef2477c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c1b3460 con 0x55c469911fa0 2024-03-07T10:03:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.850+0000 7fef2477c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1c1b27a0 con 0x55c46991b520 2024-03-07T10:03:06.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.850+0000 7fef2477c740 10 client.0 _ll_register_callbacks cb 0x7fef0c0d99a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.851+0000 7fef1b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c46991b520 0x55c469914d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.851+0000 7fef1b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c46991b520 0x55c469914d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47254/0 (socket says 172.21.15.18:47254) 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.851+0000 7fef1b7fe640 1 -- 172.21.15.18:0/3538063882 learned_addr learned my addr 172.21.15.18:0/3538063882 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.852+0000 7fef1b7fe640 1 -- 172.21.15.18:0/3538063882 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469911fa0 msgr2=0x55c469915f00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.852+0000 7fef1b7fe640 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469911fa0 0x55c469915f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.852+0000 7fef1b7fe640 1 -- 172.21.15.18:0/3538063882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469912d10 msgr2=0x55c469914800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.852+0000 7fef1b7fe640 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469912d10 0x55c469914800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.852+0000 7fef1b7fe640 1 -- 172.21.15.18:0/3538063882 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c469915280 con 0x55c46991b520 2024-03-07T10:03:06.854 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.852+0000 7fef1b7fe640 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c46991b520 0x55c469914d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fef1401abe0 tx=0x7fef14004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ad87743079a1f8e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.853+0000 7feefaffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.854+0000 7feefaffd640 1 -- 172.21.15.18:0/3538063882 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1402c060 con 0x55c46991b520 2024-03-07T10:03:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.854+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fef04043070 con 0x55c46991b520 2024-03-07T10:03:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.854+0000 7feefaffd640 1 -- 172.21.15.18:0/3538063882 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fef140198a0 con 0x55c46991b520 2024-03-07T10:03:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.854+0000 7feefaffd640 1 -- 172.21.15.18:0/3538063882 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef14019aa0 con 0x55c46991b520 2024-03-07T10:03:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.854+0000 7fef2477c740 10 client.26431 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.854+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c4699980d0 con 0x55c46991b520 2024-03-07T10:03:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7feefaffd640 1 -- 172.21.15.18:0/3538063882 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef04043070 con 0x55c46991b520 2024-03-07T10:03:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7feefaffd640 1 -- 172.21.15.18:0/3538063882 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fef1400b040 con 0x55c46991b520 2024-03-07T10:03:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7fef2477c740 10 client.26431 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7fef2477c740 10 client.26431 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7fef2477c740 20 client.26431 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:06.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7fef2477c740 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c4699988b0 0x55c46999acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:06.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7fef2477c740 4 client.26431 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:03:06.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c46987de50 con 0x55c4699988b0 2024-03-07T10:03:06.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.855+0000 7fef1affd640 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c4699988b0 0x55c46999acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.858+0000 7fef1affd640 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c4699988b0 0x55c46999acd0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e7421ca3addcb85 server_cookie=bed66087dd605041 in_seq=0 out_seq=0 2024-03-07T10:03:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.858+0000 7feefaffd640 10 client.26431 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7feefaffd640 1 -- 172.21.15.18:0/3538063882 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c46987de50 con 0x55c4699988b0 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7feefaffd640 10 client.26431 handle_command_reply: tid=0 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 client.26431 shutdown 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c46991b520 msgr2=0x55c469914d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c46991b520 0x55c469914d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fef1401abe0 tx=0x7fef14004ab0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 shutdown_connections 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c4699988b0 0x55c46999acd0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c46991b520 0x55c469914d40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c469912d10 0x55c469914800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 --2- 172.21.15.18:0/3538063882 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c469911fa0 0x55c469915f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 >> 172.21.15.18:0/3538063882 conn(0x55c4698d9580 msgr2=0x55c46990b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7feefaffd640 0 client.26431 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 shutdown_connections 2024-03-07T10:03:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 1 -- 172.21.15.18:0/3538063882 wait complete. 2024-03-07T10:03:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.889+0000 7fef2477c740 20 client.26431 trim_cache size 0 max 16384 2024-03-07T10:03:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:03:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:03:06.893 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:03:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:03:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef080a1f60 msgr2=0x7fef080a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef080a1f60 0x7fef080a4420 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fef14005fd0 tx=0x7fef140095c0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef1c100530 msgr2=0x7fef1c06c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef1c100530 0x7fef1c06c830 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fef0c013ef0 tx=0x7fef0c007590 comp rx=0 tx=0).stop 2024-03-07T10:03:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 shutdown_connections 2024-03-07T10:03:06.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef080a1f60 0x7fef080a4420 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef1c1065f0 0x7fef1c0712d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef1c100ef0 0x7fef1c06cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 --2- 172.21.15.18:0/492625903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef1c100530 0x7fef1c06c830 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 >> 172.21.15.18:0/492625903 conn(0x7fef1c0fc000 msgr2=0x7fef1c0fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 shutdown_connections 2024-03-07T10:03:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:06.890+0000 7fef218b6640 1 -- 172.21.15.18:0/492625903 wait complete. 2024-03-07T10:03:06.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:06 smithi063 ceph-mon[36356]: pgmap v122: 97 pgs: 97 active+clean; 3.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 16 MiB/s wr, 1.06k op/s 2024-03-07T10:03:07.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:06 smithi077 ceph-mon[36374]: pgmap v122: 97 pgs: 97 active+clean; 3.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 16 MiB/s wr, 1.06k op/s 2024-03-07T10:03:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 225.0 s, 1606.6 tps, lat 63.455 ms stddev 121.818 2024-03-07T10:03:08.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:08 smithi018 ceph-mon[32171]: pgmap v123: 97 pgs: 97 active+clean; 3.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 11 MiB/s wr, 857 op/s 2024-03-07T10:03:08.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:08 smithi063 ceph-mon[36356]: pgmap v123: 97 pgs: 97 active+clean; 3.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 11 MiB/s wr, 857 op/s 2024-03-07T10:03:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:08 smithi077 ceph-mon[36374]: pgmap v123: 97 pgs: 97 active+clean; 3.0 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 11 MiB/s wr, 857 op/s 2024-03-07T10:03:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:10 smithi018 ceph-mon[32171]: pgmap v124: 97 pgs: 97 active+clean; 3.0 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 29 MiB/s wr, 2.16k op/s 2024-03-07T10:03:10.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:10 smithi063 ceph-mon[36356]: pgmap v124: 97 pgs: 97 active+clean; 3.0 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 29 MiB/s wr, 2.16k op/s 2024-03-07T10:03:11.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:10 smithi077 ceph-mon[36374]: pgmap v124: 97 pgs: 97 active+clean; 3.0 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 29 MiB/s wr, 2.16k op/s 2024-03-07T10:03:12.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:12 smithi018 ceph-mon[32171]: pgmap v125: 97 pgs: 97 active+clean; 3.0 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 22 MiB/s wr, 1.67k op/s 2024-03-07T10:03:12.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:12 smithi063 ceph-mon[36356]: pgmap v125: 97 pgs: 97 active+clean; 3.0 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 22 MiB/s wr, 1.67k op/s 2024-03-07T10:03:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:12 smithi077 ceph-mon[36374]: pgmap v125: 97 pgs: 97 active+clean; 3.0 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 22 MiB/s wr, 1.67k op/s 2024-03-07T10:03:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 230.0 s, 3332.5 tps, lat 30.134 ms stddev 31.432 2024-03-07T10:03:14.841 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:14 smithi018 ceph-mon[32171]: pgmap v126: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 24 MiB/s wr, 1.78k op/s 2024-03-07T10:03:14.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:14 smithi063 ceph-mon[36356]: pgmap v126: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 24 MiB/s wr, 1.78k op/s 2024-03-07T10:03:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:14 smithi077 ceph-mon[36374]: pgmap v126: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 24 MiB/s wr, 1.78k op/s 2024-03-07T10:03:16.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:16 smithi018 ceph-mon[32171]: pgmap v127: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 24 MiB/s wr, 1.79k op/s 2024-03-07T10:03:16.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:16 smithi063 ceph-mon[36356]: pgmap v127: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 24 MiB/s wr, 1.79k op/s 2024-03-07T10:03:17.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:16 smithi077 ceph-mon[36374]: pgmap v127: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 24 MiB/s wr, 1.79k op/s 2024-03-07T10:03:17.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:17 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:03:17.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:17 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:03:18.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:17 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:03:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 235.0 s, 3360.6 tps, lat 29.554 ms stddev 35.105 2024-03-07T10:03:18.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:18 smithi018 ceph-mon[32171]: pgmap v128: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 22 MiB/s wr, 1.61k op/s 2024-03-07T10:03:18.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:18 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:03:18.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:18 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:03:18.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:18 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:03:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:18 smithi063 ceph-mon[36356]: pgmap v128: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 22 MiB/s wr, 1.61k op/s 2024-03-07T10:03:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:18 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:03:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:18 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:03:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:18 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:03:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:18 smithi077 ceph-mon[36374]: pgmap v128: 97 pgs: 97 active+clean; 3.0 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 22 MiB/s wr, 1.61k op/s 2024-03-07T10:03:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:18 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:03:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:18 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:03:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:18 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:03:19.456 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:03:19.457 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:03:19.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 -- 172.21.15.18:0/2200177816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 msgr2=0x7f2758116ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 --2- 172.21.15.18:0/2200177816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f2758116ba0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2750009be0 tx=0x7f275002bef0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 -- 172.21.15.18:0/2200177816 shutdown_connections 2024-03-07T10:03:19.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 --2- 172.21.15.18:0/2200177816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f2758116ba0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 --2- 172.21.15.18:0/2200177816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108f80 0x7f2758114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 --2- 172.21.15.18:0/2200177816 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758108660 0x7f2758108a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 -- 172.21.15.18:0/2200177816 >> 172.21.15.18:0/2200177816 conn(0x7f275806c6d0 msgr2=0x7f275806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 -- 172.21.15.18:0/2200177816 shutdown_connections 2024-03-07T10:03:19.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.637+0000 7f275d914640 1 -- 172.21.15.18:0/2200177816 wait complete. 2024-03-07T10:03:19.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.638+0000 7f275d914640 1 Processor -- start 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.638+0000 7f275d914640 1 -- start start 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.638+0000 7f275d914640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.638+0000 7f275d914640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758108f80 0x7f27581a2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.638+0000 7f275d914640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f27581a6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f275d914640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275810b490 con 0x7f2758108f80 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f275d914640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275810b310 con 0x7f27581147b0 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f275d914640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275810b610 con 0x7f2758108660 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f27581a6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f27581a6f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53608/0 (socket says 172.21.15.18:53608) 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 -- 172.21.15.18:0/24508371 learned_addr learned my addr 172.21.15.18:0/24508371 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f2756ffd640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 -- 172.21.15.18:0/24508371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 msgr2=0x7f27581a2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 -- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758108f80 msgr2=0x7f27581a2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758108f80 0x7f27581a2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 -- 172.21.15.18:0/24508371 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27581a7640 con 0x7f27581147b0 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.639+0000 7f27577fe640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f27581a6f10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2750009b30 tx=0x7f27500337f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.640+0000 7f275c912640 1 -- 172.21.15.18:0/24508371 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2750043020 con 0x7f27581147b0 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.640+0000 7f275c912640 1 -- 172.21.15.18:0/24508371 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2750003b80 con 0x7f27581147b0 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.640+0000 7f275c912640 1 -- 172.21.15.18:0/24508371 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275003e810 con 0x7f27581147b0 2024-03-07T10:03:19.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.640+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27581a78d0 con 0x7f27581147b0 2024-03-07T10:03:19.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.640+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27581af1c0 con 0x7f27581147b0 2024-03-07T10:03:19.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.644+0000 7f275c912640 1 -- 172.21.15.18:0/24508371 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2750046020 con 0x7f27581147b0 2024-03-07T10:03:19.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.644+0000 7f27607cf740 1 Processor -- start 2024-03-07T10:03:19.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.644+0000 7f27607cf740 1 -- start start 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27607cf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85540 0x5584ccb85920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27607cf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb96f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27607cf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb97440 0x5584ccb99830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27607cf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584ccae8dd0 con 0x5584ccb85ef0 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27607cf740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584cca91ae0 con 0x5584ccb97440 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27607cf740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584ccae4e70 con 0x5584ccb85540 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27567fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85540 0x5584ccb85920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.645+0000 7f27567fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb97440 0x5584ccb99830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f27567fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb97440 0x5584ccb99830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53612/0 (socket says 172.21.15.18:53612) 2024-03-07T10:03:19.648 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f27567fc640 1 -- 172.21.15.18:0/1665480287 learned_addr learned my addr 172.21.15.18:0/1665480287 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f275c912640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a2040 0x7f27400a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f2756ffd640 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb96f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f27567fc640 1 -- 172.21.15.18:0/1665480287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85540 msgr2=0x5584ccb85920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f27567fc640 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85540 0x5584ccb85920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f27567fc640 1 -- 172.21.15.18:0/1665480287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 msgr2=0x5584ccb96f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f27567fc640 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb96f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f27567fc640 1 -- 172.21.15.18:0/1665480287 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5584cc8c77d0 con 0x5584ccb97440 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.646+0000 7f275c912640 1 -- 172.21.15.18:0/24508371 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f27500f0a30 con 0x7f27581147b0 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.647+0000 7f27567fc640 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb97440 0x5584ccb99830 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f274c013740 tx=0x7f274c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bda1e803aa89ecdd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.647+0000 7f27577fe640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a2040 0x7f27400a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.647+0000 7f273dffb640 1 -- 172.21.15.18:0/1665480287 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f274c005020 con 0x5584ccb97440 2024-03-07T10:03:19.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.647+0000 7f27577fe640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a2040 0x7f27400a4500 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2750006010 tx=0x7f275002bef0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.647+0000 7f273dffb640 1 -- 172.21.15.18:0/1665480287 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f274c0047a0 con 0x5584ccb97440 2024-03-07T10:03:19.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.647+0000 7f273dffb640 1 -- 172.21.15.18:0/1665480287 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f274c0109b0 con 0x5584ccb97440 2024-03-07T10:03:19.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.648+0000 7f27607cf740 1 -- 172.21.15.18:0/1665480287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb97440 msgr2=0x5584ccb99830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.648+0000 7f27607cf740 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb97440 0x5584ccb99830 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f274c013740 tx=0x7f274c009260 comp rx=0 tx=0).stop 2024-03-07T10:03:19.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.649+0000 7f27607cf740 1 -- 172.21.15.18:0/1665480287 shutdown_connections 2024-03-07T10:03:19.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.649+0000 7f27607cf740 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb97440 0x5584ccb99830 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.649+0000 7f27607cf740 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb96f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.649+0000 7f27607cf740 1 --2- 172.21.15.18:0/1665480287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85540 0x5584ccb85920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.649+0000 7f27607cf740 1 -- 172.21.15.18:0/1665480287 >> 172.21.15.18:0/1665480287 conn(0x5584ccb7fe60 msgr2=0x5584ccb80240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.649+0000 7f27607cf740 1 -- 172.21.15.18:0/1665480287 shutdown_connections 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.649+0000 7f27607cf740 1 -- 172.21.15.18:0/1665480287 wait complete. 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.650+0000 7f27607cf740 1 -- start start 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.650+0000 7f27607cf740 1 Processor -- start 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27607cf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb94380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27607cf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb948c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27607cf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb94e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27607cf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584ccb9a200 con 0x5584ccb85ef0 2024-03-07T10:03:19.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27607cf740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584ccaa5070 con 0x5584ccb85540 2024-03-07T10:03:19.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27607cf740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584ccb9a380 con 0x5584ccb97440 2024-03-07T10:03:19.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27607cf740 10 client.0 _ll_register_callbacks cb 0x5584ccaa4a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb94380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb94380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53624/0 (socket says 172.21.15.18:53624) 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 -- 172.21.15.18:0/718289219 learned_addr learned my addr 172.21.15.18:0/718289219 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb94e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f2756ffd640 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb948c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 -- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 msgr2=0x5584ccb94e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb94e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 -- 172.21.15.18:0/718289219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 msgr2=0x5584ccb948c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb948c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.651+0000 7f27567fc640 1 -- 172.21.15.18:0/718289219 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5584cc7fd3f0 con 0x5584ccb85540 2024-03-07T10:03:19.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.652+0000 7f27567fc640 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb94380 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f274c005a60 tx=0x7f274c009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb4ff97391c70336 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.652+0000 7f2736ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.653+0000 7f2736ffd640 1 -- 172.21.15.18:0/718289219 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f274c027040 con 0x5584ccb85540 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.653+0000 7f2736ffd640 1 -- 172.21.15.18:0/718289219 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f274c013050 con 0x5584ccb85540 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.653+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f274c0047a0 con 0x5584ccb85540 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.653+0000 7f2736ffd640 1 -- 172.21.15.18:0/718289219 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f274c034050 con 0x5584ccb85540 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.653+0000 7f27607cf740 10 client.26369 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.653+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5584cc7bd0f0 con 0x5584ccb85540 2024-03-07T10:03:19.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.653+0000 7f2736ffd640 1 -- 172.21.15.18:0/718289219 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f274c0047a0 con 0x5584ccb85540 2024-03-07T10:03:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.654+0000 7f2736ffd640 1 -- 172.21.15.18:0/718289219 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f274c0052c0 con 0x5584ccb85540 2024-03-07T10:03:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.654+0000 7f27607cf740 10 client.26369 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.654+0000 7f27607cf740 10 client.26369 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.654+0000 7f27607cf740 20 client.26369 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.654+0000 7f27607cf740 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccba71f0 0x5584ccba95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.654+0000 7f27607cf740 4 client.26369 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:19.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.654+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5584ccaf6310 con 0x5584ccba71f0 2024-03-07T10:03:19.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.655+0000 7f2756ffd640 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccba71f0 0x5584ccba95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.655+0000 7f2756ffd640 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccba71f0 0x5584ccba95e0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62b5c3110b5dc369 server_cookie=20dc8746d8f8d2e2 in_seq=0 out_seq=0 2024-03-07T10:03:19.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.656+0000 7f2736ffd640 10 client.26369 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:19.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f2736ffd640 1 -- 172.21.15.18:0/718289219 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5584ccaf6310 con 0x5584ccba71f0 2024-03-07T10:03:19.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f2736ffd640 10 client.26369 handle_command_reply: tid=0 2024-03-07T10:03:19.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 client.26369 shutdown 2024-03-07T10:03:19.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 msgr2=0x5584ccb94380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.659 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb94380 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f274c005a60 tx=0x7f274c009620 comp rx=0 tx=0).stop 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 shutdown_connections 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccba71f0 0x5584ccba95e0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb94e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85ef0 0x5584ccb948c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 --2- 172.21.15.18:0/718289219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb94380 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 >> 172.21.15.18:0/718289219 conn(0x5584ccb7fe60 msgr2=0x5584ccb81bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f2736ffd640 0 client.26369 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 shutdown_connections 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.657+0000 7f27607cf740 1 -- 172.21.15.18:0/718289219 wait complete. 2024-03-07T10:03:19.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.658+0000 7f27607cf740 20 client.26369 trim_cache size 0 max 16384 2024-03-07T10:03:19.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.687+0000 7f27607cf740 1 Processor -- start 2024-03-07T10:03:19.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.687+0000 7f27607cf740 1 -- start start 2024-03-07T10:03:19.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.687+0000 7f27607cf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb96ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.687+0000 7f27607cf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85ef0 0x5584ccb93600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.687+0000 7f27607cf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb97440 0x5584ccb94c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.688+0000 7f27607cf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27581b5bb0 con 0x5584ccb97440 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.688+0000 7f2756ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85ef0 0x5584ccb93600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.688+0000 7f2756ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85ef0 0x5584ccb93600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60208/0 (socket says 172.21.15.18:60208) 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.688+0000 7f2756ffd640 1 -- 172.21.15.18:0/372028509 learned_addr learned my addr 172.21.15.18:0/372028509 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.688+0000 7f27607cf740 1 -- 172.21.15.18:0/372028509 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27581b36b0 con 0x5584ccb85540 2024-03-07T10:03:19.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.688+0000 7f27607cf740 1 -- 172.21.15.18:0/372028509 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27581b1840 con 0x5584ccb85ef0 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.689+0000 7f2756ffd640 1 -- 172.21.15.18:0/372028509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 msgr2=0x5584ccb96ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.689+0000 7f2756ffd640 1 --2- 172.21.15.18:0/372028509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb96ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.689+0000 7f2756ffd640 1 -- 172.21.15.18:0/372028509 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb97440 msgr2=0x5584ccb94c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.689+0000 7f2756ffd640 1 --2- 172.21.15.18:0/372028509 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb97440 0x5584ccb94c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.689+0000 7f2756ffd640 1 -- 172.21.15.18:0/372028509 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5584ccb95160 con 0x5584ccb85ef0 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.689+0000 7f2756ffd640 1 --2- 172.21.15.18:0/372028509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85ef0 0x5584ccb93600 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x5584ccb810f0 tx=0x7f2748004c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30310e24086b3723 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.689+0000 7f273d7fa640 1 -- 172.21.15.18:0/372028509 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2748023070 con 0x5584ccb85ef0 2024-03-07T10:03:19.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.690+0000 7f273d7fa640 1 -- 172.21.15.18:0/372028509 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f274801db60 con 0x5584ccb85ef0 2024-03-07T10:03:19.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.690+0000 7f273d7fa640 1 -- 172.21.15.18:0/372028509 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2748015070 con 0x5584ccb85ef0 2024-03-07T10:03:19.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.690+0000 7f27607cf740 1 -- 172.21.15.18:0/372028509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85ef0 msgr2=0x5584ccb93600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.690+0000 7f27607cf740 1 --2- 172.21.15.18:0/372028509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85ef0 0x5584ccb93600 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x5584ccb810f0 tx=0x7f2748004c30 comp rx=0 tx=0).stop 2024-03-07T10:03:19.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.691+0000 7f27607cf740 1 -- 172.21.15.18:0/372028509 shutdown_connections 2024-03-07T10:03:19.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.691+0000 7f27607cf740 1 --2- 172.21.15.18:0/372028509 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb97440 0x5584ccb94c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.691+0000 7f27607cf740 1 --2- 172.21.15.18:0/372028509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb85ef0 0x5584ccb93600 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.691+0000 7f27607cf740 1 --2- 172.21.15.18:0/372028509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85540 0x5584ccb96ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.691+0000 7f27607cf740 1 -- 172.21.15.18:0/372028509 >> 172.21.15.18:0/372028509 conn(0x5584ccb7fe60 msgr2=0x5584ccb7eec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:19.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.691+0000 7f27607cf740 1 -- 172.21.15.18:0/372028509 shutdown_connections 2024-03-07T10:03:19.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.692+0000 7f27607cf740 1 -- 172.21.15.18:0/372028509 wait complete. 2024-03-07T10:03:19.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.692+0000 7f27607cf740 1 -- start start 2024-03-07T10:03:19.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.692+0000 7f27607cf740 1 Processor -- start 2024-03-07T10:03:19.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.693+0000 7f27607cf740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85540 0x5584ccb91ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.693+0000 7f27607cf740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85ef0 0x5584ccb905f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.693+0000 7f27607cf740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb90b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.693+0000 7f27607cf740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27581b1db0 con 0x5584ccb85540 2024-03-07T10:03:19.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.693+0000 7f27607cf740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27581b3050 con 0x5584ccb85ef0 2024-03-07T10:03:19.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.693+0000 7f27607cf740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27581b23b0 con 0x5584ccb97440 2024-03-07T10:03:19.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.693+0000 7f27607cf740 10 client.0 _ll_register_callbacks cb 0x7f274c013d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:19.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb90b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb90b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60218/0 (socket says 172.21.15.18:60218) 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 -- 172.21.15.18:0/3826590180 learned_addr learned my addr 172.21.15.18:0/3826590180 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85540 0x5584ccb91ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f2756ffd640 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85ef0 0x5584ccb905f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 -- 172.21.15.18:0/3826590180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85ef0 msgr2=0x5584ccb905f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85ef0 0x5584ccb905f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 -- 172.21.15.18:0/3826590180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85540 msgr2=0x5584ccb91ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85540 0x5584ccb91ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.695+0000 7f27567fc640 1 -- 172.21.15.18:0/3826590180 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5584ccb91120 con 0x5584ccb97440 2024-03-07T10:03:19.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.696+0000 7f27567fc640 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb90b30 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f274c005ea0 tx=0x7f274c005c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4bb2ed0a713940e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.696+0000 7f2736ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:19.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.696+0000 7f2736ffd640 1 -- 172.21.15.18:0/3826590180 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f274c03e060 con 0x5584ccb97440 2024-03-07T10:03:19.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.696+0000 7f2736ffd640 1 -- 172.21.15.18:0/3826590180 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f274c010b20 con 0x5584ccb97440 2024-03-07T10:03:19.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.696+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f274801db60 con 0x5584ccb97440 2024-03-07T10:03:19.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.696+0000 7f2736ffd640 1 -- 172.21.15.18:0/3826590180 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f274c005790 con 0x5584ccb97440 2024-03-07T10:03:19.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.696+0000 7f27607cf740 10 client.26449 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:19.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.697+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5584ccc02610 con 0x5584ccb97440 2024-03-07T10:03:19.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.697+0000 7f2736ffd640 1 -- 172.21.15.18:0/3826590180 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f274c010d20 con 0x5584ccb97440 2024-03-07T10:03:19.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.697+0000 7f2736ffd640 1 -- 172.21.15.18:0/3826590180 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f274c037040 con 0x5584ccb97440 2024-03-07T10:03:19.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.697+0000 7f27607cf740 10 client.26449 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:19.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.697+0000 7f27607cf740 10 client.26449 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.697+0000 7f27607cf740 20 client.26449 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.697+0000 7f27607cf740 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccc02c70 0x5584ccc05090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.698+0000 7f27607cf740 4 client.26449 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.698+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f274801db60 con 0x5584ccc02c70 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.698+0000 7f2756ffd640 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccc02c70 0x5584ccc05090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.698+0000 7f2756ffd640 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccc02c70 0x5584ccc05090 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aff2cb299a27b82a server_cookie=88e23a31552e3d1d in_seq=0 out_seq=0 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.698+0000 7f2736ffd640 10 client.26449 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:19.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f2736ffd640 1 -- 172.21.15.18:0/3826590180 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x7f274801db60 con 0x5584ccc02c70 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f2736ffd640 10 client.26449 handle_command_reply: tid=0 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 client.26449 shutdown 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 msgr2=0x5584ccb90b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb90b30 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f274c005ea0 tx=0x7f274c005c50 comp rx=0 tx=0).stop 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 shutdown_connections 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584ccc02c70 0x5584ccc05090 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584ccb97440 0x5584ccb90b30 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f2736ffd640 0 client.26449 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:19.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584ccb85ef0 0x5584ccb905f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 --2- 172.21.15.18:0/3826590180 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584ccb85540 0x5584ccb91ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.699+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 >> 172.21.15.18:0/3826590180 conn(0x5584ccb7fe60 msgr2=0x5584ccb81210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:19.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.700+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 shutdown_connections 2024-03-07T10:03:19.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.700+0000 7f27607cf740 1 -- 172.21.15.18:0/3826590180 wait complete. 2024-03-07T10:03:19.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.701+0000 7f27607cf740 20 client.26449 trim_cache size 0 max 16384 2024-03-07T10:03:19.707 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:03:19.707 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:03:19.707 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:03:19.707 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:03:19.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.701+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a2040 msgr2=0x7f27400a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.701+0000 7f275d914640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a2040 0x7f27400a4500 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2750006010 tx=0x7f275002bef0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.701+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 msgr2=0x7f27581a6f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.701+0000 7f275d914640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f27581a6f10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2750009b30 tx=0x7f27500337f0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 shutdown_connections 2024-03-07T10:03:19.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f27581147b0 0x7f27581a6f10 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a2040 0x7f27400a4500 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758108f80 0x7f27581a2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 --2- 172.21.15.18:0/24508371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 >> 172.21.15.18:0/24508371 conn(0x7f275806c6d0 msgr2=0x7f2758070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:19.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 shutdown_connections 2024-03-07T10:03:19.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.702+0000 7f275d914640 1 -- 172.21.15.18:0/24508371 wait complete. 2024-03-07T10:03:19.720 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:03:19.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.883+0000 7f84e6c7b640 1 -- 172.21.15.18:0/2850203103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d809d230 msgr2=0x7f84d80a4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.883+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/2850203103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d809d230 0x7f84d80a4e00 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f84e00674a0 tx=0x7f84e0097660 comp rx=0 tx=0).stop 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.884+0000 7f84e6c7b640 1 -- 172.21.15.18:0/2850203103 shutdown_connections 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.884+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/2850203103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d809d230 0x7f84d80a4e00 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.884+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/2850203103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098b10 0x7f84d809cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.884+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/2850203103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84d8098160 0x7f84d8098540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.884+0000 7f84e6c7b640 1 -- 172.21.15.18:0/2850203103 >> 172.21.15.18:0/2850203103 conn(0x7f84d8093a00 msgr2=0x7f84d8095e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:19.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.884+0000 7f84e6c7b640 1 -- 172.21.15.18:0/2850203103 shutdown_connections 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.884+0000 7f84e6c7b640 1 -- 172.21.15.18:0/2850203103 wait complete. 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 Processor -- start 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 -- start start 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098160 0x7f84d8137870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84d809d230 0x7f84d8137db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d80a3800 0x7f84d80a3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84d800a160 con 0x7f84d8098160 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84d8009fe0 con 0x7f84d80a3800 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.885+0000 7f84e6c7b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84d800a2e0 con 0x7f84d809d230 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098160 0x7f84d8137870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5478640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84d809d230 0x7f84d8137db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098160 0x7f84d8137870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41682/0 (socket says 172.21.15.18:41682) 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5478640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84d809d230 0x7f84d8137db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60238/0 (socket says 172.21.15.18:60238) 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 -- 172.21.15.18:0/3499364639 learned_addr learned my addr 172.21.15.18:0/3499364639 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e647a640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d80a3800 0x7f84d80a3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 -- 172.21.15.18:0/3499364639 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84d809d230 msgr2=0x7f84d8137db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84d809d230 0x7f84d8137db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 -- 172.21.15.18:0/3499364639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d80a3800 msgr2=0x7f84d80a3cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d80a3800 0x7f84d80a3cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.886+0000 7f84e5c79640 1 -- 172.21.15.18:0/3499364639 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84d80a4430 con 0x7f84d8098160 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.887+0000 7f84e5c79640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098160 0x7f84d8137870 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f84dc00e9c0 tx=0x7f84dc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.887+0000 7f84d6ffd640 1 -- 172.21.15.18:0/3499364639 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84dc00cde0 con 0x7f84d8098160 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.887+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84d813f630 con 0x7f84d8098160 2024-03-07T10:03:19.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.887+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84d813fa90 con 0x7f84d8098160 2024-03-07T10:03:19.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.888+0000 7f84d6ffd640 1 -- 172.21.15.18:0/3499364639 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84dc0035f0 con 0x7f84d8098160 2024-03-07T10:03:19.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.888+0000 7f84d6ffd640 1 -- 172.21.15.18:0/3499364639 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84dc010690 con 0x7f84d8098160 2024-03-07T10:03:19.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.890+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84c4005290 con 0x7f84d8098160 2024-03-07T10:03:19.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.891+0000 7f84d6ffd640 1 -- 172.21.15.18:0/3499364639 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f84dc0037a0 con 0x7f84d8098160 2024-03-07T10:03:19.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.892+0000 7f84d6ffd640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a20c0 0x7f84cc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:19.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.892+0000 7f84d6ffd640 1 -- 172.21.15.18:0/3499364639 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f84dc0ce4d0 con 0x7f84d8098160 2024-03-07T10:03:19.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.894+0000 7f84e5478640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a20c0 0x7f84cc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:19.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.895+0000 7f84e5478640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a20c0 0x7f84cc0a4580 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f84d809cb90 tx=0x7f84d0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:19.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:19.900+0000 7f84d6ffd640 1 -- 172.21.15.18:0/3499364639 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f84dc09b4f0 con 0x7f84d8098160 2024-03-07T10:03:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.049+0000 7fef358f2640 1 -- 172.21.15.18:0/661558312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30103650 msgr2=0x7fef30103ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.049+0000 7fef358f2640 1 --2- 172.21.15.18:0/661558312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30103650 0x7fef30103ad0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fef28009900 tx=0x7fef2802bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:20.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.050+0000 7fef358f2640 1 -- 172.21.15.18:0/661558312 shutdown_connections 2024-03-07T10:03:20.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.050+0000 7fef358f2640 1 --2- 172.21.15.18:0/661558312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30104010 0x7fef30110520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.050+0000 7fef358f2640 1 --2- 172.21.15.18:0/661558312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30103650 0x7fef30103ad0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.050+0000 7fef358f2640 1 --2- 172.21.15.18:0/661558312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef30109660 0x7fef30109a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.050+0000 7fef358f2640 1 -- 172.21.15.18:0/661558312 >> 172.21.15.18:0/661558312 conn(0x7fef300ff120 msgr2=0x7fef30101540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.050+0000 7fef358f2640 1 -- 172.21.15.18:0/661558312 shutdown_connections 2024-03-07T10:03:20.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.051+0000 7fef358f2640 1 -- 172.21.15.18:0/661558312 wait complete. 2024-03-07T10:03:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.051+0000 7fef358f2640 1 Processor -- start 2024-03-07T10:03:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.051+0000 7fef358f2640 1 -- start start 2024-03-07T10:03:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef358f2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef30103650 0x7fef30075b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef358f2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30104010 0x7fef300760b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef358f2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30109660 0x7fef300765f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef358f2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef30113ac0 con 0x7fef30103650 2024-03-07T10:03:20.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef358f2640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef30113940 con 0x7fef30104010 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef358f2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef30113c40 con 0x7fef30109660 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef2ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30104010 0x7fef300760b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef350f1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30109660 0x7fef300765f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef2ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30104010 0x7fef300760b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53678/0 (socket says 172.21.15.18:53678) 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef350f1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30109660 0x7fef300765f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60258/0 (socket says 172.21.15.18:60258) 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef2ffff640 1 -- 172.21.15.18:0/1528011302 learned_addr learned my addr 172.21.15.18:0/1528011302 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.052+0000 7fef348f0640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef30103650 0x7fef30075b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef350f1640 1 -- 172.21.15.18:0/1528011302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30104010 msgr2=0x7fef300760b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef350f1640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30104010 0x7fef300760b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef350f1640 1 -- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef30103650 msgr2=0x7fef30075b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef350f1640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef30103650 0x7fef30075b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef350f1640 1 -- 172.21.15.18:0/1528011302 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef30071ff0 con 0x7fef30109660 2024-03-07T10:03:20.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef350f1640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30109660 0x7fef300765f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fef2000ec50 tx=0x7fef2000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef2dffb640 1 -- 172.21.15.18:0/1528011302 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef20003b70 con 0x7fef30109660 2024-03-07T10:03:20.056 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef2dffb640 1 -- 172.21.15.18:0/1528011302 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef20003d10 con 0x7fef30109660 2024-03-07T10:03:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef30072280 con 0x7fef30109660 2024-03-07T10:03:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef2dffb640 1 -- 172.21.15.18:0/1528011302 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef20010970 con 0x7fef30109660 2024-03-07T10:03:20.057 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.053+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef300727a0 con 0x7fef30109660 2024-03-07T10:03:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.057+0000 7fef2dffb640 1 -- 172.21.15.18:0/1528011302 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fef20010b10 con 0x7fef30109660 2024-03-07T10:03:20.058 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.057+0000 7fef39a1e740 1 Processor -- start 2024-03-07T10:03:20.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.057+0000 7fef39a1e740 1 -- start start 2024-03-07T10:03:20.059 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060ef0 0x561a8f05fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060180 0x561a8f060600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f069700 0x561a8f06baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef39a1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8efc45c0 con 0x561a8f060ef0 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef39a1e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8ef6d900 con 0x561a8f069700 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef39a1e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8efc0660 con 0x561a8f060180 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef348f0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060180 0x561a8f060600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef348f0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060180 0x561a8f060600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60268/0 (socket says 172.21.15.18:60268) 2024-03-07T10:03:20.060 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef348f0640 1 -- 172.21.15.18:0/1666836353 learned_addr learned my addr 172.21.15.18:0/1666836353 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef2dffb640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef1c0a2030 0x7fef1c0a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.058+0000 7fef2ffff640 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060ef0 0x561a8f05fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2ffff640 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f069700 0x561a8f06baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2dffb640 1 -- 172.21.15.18:0/1528011302 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fef200ce750 con 0x7fef30109660 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef350f1640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef1c0a2030 0x7fef1c0a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2ffff640 1 -- 172.21.15.18:0/1666836353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060180 msgr2=0x561a8f060600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2ffff640 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060180 0x561a8f060600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.061 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2ffff640 1 -- 172.21.15.18:0/1666836353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060ef0 msgr2=0x561a8f05fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.062 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2ffff640 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060ef0 0x561a8f05fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.062 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2ffff640 1 -- 172.21.15.18:0/1666836353 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561a8ecd9210 con 0x561a8f069700 2024-03-07T10:03:20.062 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef2ffff640 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f069700 0x561a8f06baf0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fef28005ab0 tx=0x7fef28004f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d9db36be267d9e7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.062 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.059+0000 7fef26ffd640 1 -- 172.21.15.18:0/1666836353 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef28004040 con 0x561a8f069700 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.060+0000 7fef26ffd640 1 -- 172.21.15.18:0/1666836353 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef280046c0 con 0x561a8f069700 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.060+0000 7fef26ffd640 1 -- 172.21.15.18:0/1666836353 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef280051e0 con 0x561a8f069700 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef39a1e740 1 -- 172.21.15.18:0/1666836353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f069700 msgr2=0x561a8f06baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef350f1640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef1c0a2030 0x7fef1c0a44f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fef2009b000 tx=0x7fef20017000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef39a1e740 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f069700 0x561a8f06baf0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fef28005ab0 tx=0x7fef28004f10 comp rx=0 tx=0).stop 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef39a1e740 1 -- 172.21.15.18:0/1666836353 shutdown_connections 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef39a1e740 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f069700 0x561a8f06baf0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef39a1e740 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060180 0x561a8f060600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef39a1e740 1 --2- 172.21.15.18:0/1666836353 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060ef0 0x561a8f05fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.061+0000 7fef39a1e740 1 -- 172.21.15.18:0/1666836353 >> 172.21.15.18:0/1666836353 conn(0x561a8f027580 msgr2=0x561a8f05ae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.062+0000 7fef39a1e740 1 -- 172.21.15.18:0/1666836353 shutdown_connections 2024-03-07T10:03:20.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.062+0000 7fef39a1e740 1 -- 172.21.15.18:0/1666836353 wait complete. 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 -- start start 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 Processor -- start 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f066860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f066da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f0672e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8f06c3d0 con 0x561a8f060180 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8ef80d60 con 0x561a8f060ef0 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8f06c550 con 0x561a8f069700 2024-03-07T10:03:20.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.063+0000 7fef39a1e740 10 client.0 _ll_register_callbacks cb 0x561a8ecd8a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f066860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f066860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41734/0 (socket says 172.21.15.18:41734) 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 -- 172.21.15.18:0/2460040638 learned_addr learned my addr 172.21.15.18:0/2460040638 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f0672e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef348f0640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f066da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 -- 172.21.15.18:0/2460040638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 msgr2=0x561a8f066da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f066da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 -- 172.21.15.18:0/2460040638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 msgr2=0x561a8f066860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f066860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 -- 172.21.15.18:0/2460040638 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561a8eda5620 con 0x561a8f069700 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef348f0640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f066da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f0672e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fef280041c0 tx=0x7fef2802c5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b434de0fa4ece504 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.064+0000 7fef0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.065+0000 7fef0ffff640 1 -- 172.21.15.18:0/2460040638 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef28004420 con 0x561a8f069700 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.065+0000 7fef0ffff640 1 -- 172.21.15.18:0/2460040638 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fef28004f80 con 0x561a8f069700 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.065+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fef280046c0 con 0x561a8f069700 2024-03-07T10:03:20.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.066+0000 7fef0ffff640 1 -- 172.21.15.18:0/2460040638 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef28005180 con 0x561a8f069700 2024-03-07T10:03:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.066+0000 7fef39a1e740 10 client.26467 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.066+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561a8f06c3d0 con 0x561a8f069700 2024-03-07T10:03:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.066+0000 7fef0ffff640 1 -- 172.21.15.18:0/2460040638 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef28005320 con 0x561a8f069700 2024-03-07T10:03:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.067+0000 7fef0ffff640 1 -- 172.21.15.18:0/2460040638 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fef2805a440 con 0x561a8f069700 2024-03-07T10:03:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.067+0000 7fef39a1e740 10 client.26467 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.067+0000 7fef39a1e740 10 client.26467 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.067+0000 7fef39a1e740 20 client.26467 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.067+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f079d20 0x561a8f07c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.067+0000 7fef39a1e740 4 client.26467 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.067+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fef280046c0 con 0x561a8f079d20 2024-03-07T10:03:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.068+0000 7fef348f0640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f079d20 0x561a8f07c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.068+0000 7fef348f0640 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f079d20 0x561a8f07c140 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a7d98648d4b3007 server_cookie=b9d4346a4e2c7217 in_seq=0 out_seq=0 2024-03-07T10:03:20.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.068+0000 7fef0ffff640 10 client.26467 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef0ffff640 1 -- 172.21.15.18:0/2460040638 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fef280046c0 con 0x561a8f079d20 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef0ffff640 10 client.26467 handle_command_reply: tid=0 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 client.26467 shutdown 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 msgr2=0x561a8f0672e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f0672e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fef280041c0 tx=0x7fef2802c5f0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 shutdown_connections 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f079d20 0x561a8f07c140 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f0672e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f066da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2460040638 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f066860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 >> 172.21.15.18:0/2460040638 conn(0x561a8f027580 msgr2=0x561a8f05cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.069+0000 7fef0ffff640 0 client.26467 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.070+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 shutdown_connections 2024-03-07T10:03:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.070+0000 7fef39a1e740 1 -- 172.21.15.18:0/2460040638 wait complete. 2024-03-07T10:03:20.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.070+0000 7fef39a1e740 20 client.26467 trim_cache size 0 max 16384 2024-03-07T10:03:20.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 Processor -- start 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 -- start start 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f068f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f067100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f059c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef10010dd0 con 0x561a8f060180 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef348f0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f067100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef2ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f068f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef348f0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f067100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53698/0 (socket says 172.21.15.18:53698) 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef348f0640 1 -- 172.21.15.18:0/2958490418 learned_addr learned my addr 172.21.15.18:0/2958490418 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 -- 172.21.15.18:0/2958490418 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1000e8d0 con 0x561a8f060ef0 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.094+0000 7fef39a1e740 1 -- 172.21.15.18:0/2958490418 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1000c970 con 0x561a8f069700 2024-03-07T10:03:20.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.095+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f059c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.095+0000 7fef2ffff640 1 -- 172.21.15.18:0/2958490418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 msgr2=0x561a8f059c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.095+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f059c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.095+0000 7fef2ffff640 1 -- 172.21.15.18:0/2958490418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 msgr2=0x561a8f067100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.095+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f067100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.095+0000 7fef2ffff640 1 -- 172.21.15.18:0/2958490418 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561a8f05ffb0 con 0x561a8f060180 2024-03-07T10:03:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.095+0000 7fef348f0640 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f067100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:20.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.097+0000 7fef2ffff640 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f068f90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fef2802c850 tx=0x7fef28005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=728817b43f79f567 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.098+0000 7fef267fc640 1 -- 172.21.15.18:0/2958490418 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef2805f080 con 0x561a8f060180 2024-03-07T10:03:20.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.098+0000 7fef267fc640 1 -- 172.21.15.18:0/2958490418 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef280046c0 con 0x561a8f060180 2024-03-07T10:03:20.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.098+0000 7fef267fc640 1 -- 172.21.15.18:0/2958490418 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef2805a440 con 0x561a8f060180 2024-03-07T10:03:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.099+0000 7fef39a1e740 1 -- 172.21.15.18:0/2958490418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 msgr2=0x561a8f068f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.099+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f068f90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fef2802c850 tx=0x7fef28005b50 comp rx=0 tx=0).stop 2024-03-07T10:03:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.099+0000 7fef39a1e740 1 -- 172.21.15.18:0/2958490418 shutdown_connections 2024-03-07T10:03:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.099+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f069700 0x561a8f059c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.099+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f060ef0 0x561a8f067100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.099+0000 7fef39a1e740 1 --2- 172.21.15.18:0/2958490418 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f060180 0x561a8f068f90 secure :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fef2802c850 tx=0x7fef28005b50 comp rx=0 tx=0).stop 2024-03-07T10:03:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.099+0000 7fef39a1e740 1 -- 172.21.15.18:0/2958490418 >> 172.21.15.18:0/2958490418 conn(0x561a8f027580 msgr2=0x561a8f059580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.100+0000 7fef39a1e740 1 -- 172.21.15.18:0/2958490418 shutdown_connections 2024-03-07T10:03:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.100+0000 7fef39a1e740 1 -- 172.21.15.18:0/2958490418 wait complete. 2024-03-07T10:03:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 -- start start 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 Processor -- start 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060ef0 0x561a8f071650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f069700 0x561a8f06c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f06ce60 0x561a8f06d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1000cf70 con 0x561a8f069700 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1000e270 con 0x561a8f06ce60 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef1000d5b0 con 0x561a8f060ef0 2024-03-07T10:03:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.101+0000 7fef39a1e740 10 client.0 _ll_register_callbacks cb 0x7fef28004280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060ef0 0x561a8f071650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060ef0 0x561a8f071650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60300/0 (socket says 172.21.15.18:60300) 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 -- 172.21.15.18:0/4279071389 learned_addr learned my addr 172.21.15.18:0/4279071389 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f06ce60 0x561a8f06d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef348f0640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f069700 0x561a8f06c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 -- 172.21.15.18:0/4279071389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f06ce60 msgr2=0x561a8f06d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f06ce60 0x561a8f06d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 -- 172.21.15.18:0/4279071389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f069700 msgr2=0x561a8f06c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f069700 0x561a8f06c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef2ffff640 1 -- 172.21.15.18:0/4279071389 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561a8f0e5720 con 0x561a8f060ef0 2024-03-07T10:03:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.103+0000 7fef348f0640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f069700 0x561a8f06c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:03:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef2ffff640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060ef0 0x561a8f071650 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fef2802ccc0 tx=0x7fef2802cbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b890da9779bfcfb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef0ffff640 1 -- 172.21.15.18:0/4279071389 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef28074060 con 0x561a8f060ef0 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef0ffff640 1 -- 172.21.15.18:0/4279071389 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fef28005320 con 0x561a8f060ef0 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fef280046c0 con 0x561a8f060ef0 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef0ffff640 1 -- 172.21.15.18:0/4279071389 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef2805f040 con 0x561a8f060ef0 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef39a1e740 10 client.26473 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.105+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561a8f0e5720 con 0x561a8f060ef0 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef0ffff640 1 -- 172.21.15.18:0/4279071389 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef280046c0 con 0x561a8f060ef0 2024-03-07T10:03:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef0ffff640 1 -- 172.21.15.18:0/4279071389 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fef28003ad0 con 0x561a8f060ef0 2024-03-07T10:03:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef39a1e740 10 client.26473 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef39a1e740 10 client.26473 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef39a1e740 20 client.26473 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef39a1e740 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f0e6cd0 0x561a8f0e90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef39a1e740 4 client.26473 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:03:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561a8efd1b00 con 0x561a8f0e6cd0 2024-03-07T10:03:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.106+0000 7fef348f0640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f0e6cd0 0x561a8f0e90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.107+0000 7fef348f0640 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f0e6cd0 0x561a8f0e90c0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93a1f3b18c86a8c9 server_cookie=4f81ff4f013a91fd in_seq=0 out_seq=0 2024-03-07T10:03:20.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.107+0000 7fef0ffff640 10 client.26473 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.133+0000 7fef0ffff640 1 -- 172.21.15.18:0/4279071389 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561a8efd1b00 con 0x561a8f0e6cd0 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.133+0000 7fef0ffff640 10 client.26473 handle_command_reply: tid=0 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.133+0000 7fef39a1e740 1 client.26473 shutdown 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.133+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060ef0 msgr2=0x561a8f071650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.133+0000 7fef39a1e740 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060ef0 0x561a8f071650 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fef2802ccc0 tx=0x7fef2802cbc0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 shutdown_connections 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8f0e6cd0 0x561a8f0e90c0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8f06ce60 0x561a8f06d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef0ffff640 0 client.26473 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8f069700 0x561a8f06c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 --2- 172.21.15.18:0/4279071389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8f060ef0 0x561a8f071650 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 >> 172.21.15.18:0/4279071389 conn(0x561a8f027580 msgr2=0x561a8f059e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 shutdown_connections 2024-03-07T10:03:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 1 -- 172.21.15.18:0/4279071389 wait complete. 2024-03-07T10:03:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.134+0000 7fef39a1e740 20 client.26473 trim_cache size 0 max 16384 2024-03-07T10:03:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:03:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:03:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:03:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.136+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef1c0a2030 msgr2=0x7fef1c0a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.136+0000 7fef358f2640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef1c0a2030 0x7fef1c0a44f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fef2009b000 tx=0x7fef20017000 comp rx=0 tx=0).stop 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.136+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30109660 msgr2=0x7fef300765f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.136+0000 7fef358f2640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30109660 0x7fef300765f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fef2000ec50 tx=0x7fef2000c6a0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 shutdown_connections 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef30109660 0x7fef300765f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef30104010 0x7fef300760b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef1c0a2030 0x7fef1c0a44f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 --2- 172.21.15.18:0/1528011302 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef30103650 0x7fef30075b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 >> 172.21.15.18:0/1528011302 conn(0x7fef300ff120 msgr2=0x7fef300ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 shutdown_connections 2024-03-07T10:03:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:20.137+0000 7fef358f2640 1 -- 172.21.15.18:0/1528011302 wait complete. 2024-03-07T10:03:20.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.324+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f84c4005850 con 0x7f84d8098160 2024-03-07T10:03:20.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.325+0000 7f84d6ffd640 1 -- 172.21.15.18:0/3499364639 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f84dc09adf0 con 0x7f84d8098160 2024-03-07T10:03:20.327 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:03:20.327 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:03:20.327 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:03:20.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a20c0 msgr2=0x7f84cc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a20c0 0x7f84cc0a4580 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f84d809cb90 tx=0x7f84d0005f90 comp rx=0 tx=0).stop 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098160 msgr2=0x7f84d8137870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098160 0x7f84d8137870 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f84dc00e9c0 tx=0x7f84dc00ee80 comp rx=0 tx=0).stop 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 shutdown_connections 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84d80a3800 0x7f84d80a3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84d809d230 0x7f84d8137db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a20c0 0x7f84cc0a4580 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 --2- 172.21.15.18:0/3499364639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84d8098160 0x7f84d8137870 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 >> 172.21.15.18:0/3499364639 conn(0x7f84d8093a00 msgr2=0x7f84d8094cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 shutdown_connections 2024-03-07T10:03:20.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.328+0000 7f84e6c7b640 1 -- 172.21.15.18:0/3499364639 wait complete. 2024-03-07T10:03:20.346 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:03:20.346 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.490+0000 7efe20f5a640 1 -- 172.21.15.18:0/79803621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c10d3e0 msgr2=0x7efe1c114f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.490+0000 7efe20f5a640 1 --2- 172.21.15.18:0/79803621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c10d3e0 0x7efe1c114f60 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7efe14009ca0 tx=0x7efe1402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 -- 172.21.15.18:0/79803621 shutdown_connections 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 --2- 172.21.15.18:0/79803621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c10d3e0 0x7efe1c114f60 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 --2- 172.21.15.18:0/79803621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe1c109280 0x7efe1c10ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 --2- 172.21.15.18:0/79803621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe1c1088d0 0x7efe1c108cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 -- 172.21.15.18:0/79803621 >> 172.21.15.18:0/79803621 conn(0x7efe1c06da40 msgr2=0x7efe1c06de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 -- 172.21.15.18:0/79803621 shutdown_connections 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 -- 172.21.15.18:0/79803621 wait complete. 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 Processor -- start 2024-03-07T10:03:20.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.491+0000 7efe20f5a640 1 -- start start 2024-03-07T10:03:20.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe20f5a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe1c1088d0 0x7efe1c1117c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe20f5a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe1c10d3e0 0x7efe1c111d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe20f5a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c1b09c0 0x7efe1c1b2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe20f5a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe1c118070 con 0x7efe1c1b09c0 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe20f5a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe1c117ef0 con 0x7efe1c1088d0 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe20f5a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe1c1181f0 con 0x7efe1c10d3e0 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe1ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c1b09c0 0x7efe1c1b2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe1ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c1b09c0 0x7efe1c1b2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41764/0 (socket says 172.21.15.18:41764) 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe1ad9d640 1 -- 172.21.15.18:0/3800366794 learned_addr learned my addr 172.21.15.18:0/3800366794 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe1a59c640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe1c1088d0 0x7efe1c1117c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.492+0000 7efe19d9b640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe1c10d3e0 0x7efe1c111d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe1ad9d640 1 -- 172.21.15.18:0/3800366794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe1c10d3e0 msgr2=0x7efe1c111d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe1ad9d640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe1c10d3e0 0x7efe1c111d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe1ad9d640 1 -- 172.21.15.18:0/3800366794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe1c1088d0 msgr2=0x7efe1c1117c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe1ad9d640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe1c1088d0 0x7efe1c1117c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe1ad9d640 1 -- 172.21.15.18:0/3800366794 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe1c1b32f0 con 0x7efe1c1b09c0 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe1a59c640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe1c1088d0 0x7efe1c1117c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe1ad9d640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c1b09c0 0x7efe1c1b2db0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7efe14009bf0 tx=0x7efe14032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.493+0000 7efe0b7fe640 1 -- 172.21.15.18:0/3800366794 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe14041020 con 0x7efe1c1b09c0 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.494+0000 7efe0b7fe640 1 -- 172.21.15.18:0/3800366794 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe14034cd0 con 0x7efe1c1b09c0 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.494+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe1c1b3580 con 0x7efe1c1b09c0 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.494+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe1c1b3a70 con 0x7efe1c1b09c0 2024-03-07T10:03:20.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.494+0000 7efe0b7fe640 1 -- 172.21.15.18:0/3800366794 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe14039040 con 0x7efe1c1b09c0 2024-03-07T10:03:20.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe0b7fe640 1 -- 172.21.15.18:0/3800366794 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7efe14044020 con 0x7efe1c1b09c0 2024-03-07T10:03:20.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 Processor -- start 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 -- start start 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d8f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8fa90 0x55d858d98130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d9aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d858d56330 con 0x55d858d8f170 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d858cf2e90 con 0x55d858d98670 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe23e25740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d858c9bd00 con 0x55d858d8fa90 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe0b7fe640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe040a1ef0 0x7efe040a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.497+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d8f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d8f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41770/0 (socket says 172.21.15.18:41770) 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 -- 172.21.15.18:0/2971837978 learned_addr learned my addr 172.21.15.18:0/2971837978 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe0b7fe640 1 -- 172.21.15.18:0/3800366794 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7efe140efb70 con 0x7efe1c1b09c0 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe1a59c640 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8fa90 0x55d858d98130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe1ad9d640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe040a1ef0 0x7efe040a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d9aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 -- 172.21.15.18:0/2971837978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8fa90 msgr2=0x55d858d98130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8fa90 0x55d858d98130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 -- 172.21.15.18:0/2971837978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 msgr2=0x55d858d9aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d9aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 -- 172.21.15.18:0/2971837978 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d858c9ab90 con 0x55d858d8f170 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe1a59c640 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8fa90 0x55d858d98130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe1ad9d640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe040a1ef0 0x7efe040a43b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7efe140b8fd0 tx=0x7efe14003d40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.498+0000 7efe19d9b640 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d8f550 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7efe10005f60 tx=0x7efe10009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2a7ae227297c883 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.499+0000 7efe08ff9640 1 -- 172.21.15.18:0/2971837978 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe100130d0 con 0x55d858d8f170 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.499+0000 7efe08ff9640 1 -- 172.21.15.18:0/2971837978 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe10013270 con 0x55d858d8f170 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.499+0000 7efe08ff9640 1 -- 172.21.15.18:0/2971837978 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe10011470 con 0x55d858d8f170 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 -- 172.21.15.18:0/2971837978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 msgr2=0x55d858d8f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d8f550 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7efe10005f60 tx=0x7efe10009570 comp rx=0 tx=0).stop 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 -- 172.21.15.18:0/2971837978 shutdown_connections 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d9aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8fa90 0x55d858d98130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 --2- 172.21.15.18:0/2971837978 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d8f550 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 -- 172.21.15.18:0/2971837978 >> 172.21.15.18:0/2971837978 conn(0x55d858d898a0 msgr2=0x55d858d89c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 -- 172.21.15.18:0/2971837978 shutdown_connections 2024-03-07T10:03:20.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.500+0000 7efe23e25740 1 -- 172.21.15.18:0/2971837978 wait complete. 2024-03-07T10:03:20.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 -- start start 2024-03-07T10:03:20.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 Processor -- start 2024-03-07T10:03:20.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d956c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d95c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858d96140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d858c91470 con 0x55d858d8f170 2024-03-07T10:03:20.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d858ceef30 con 0x55d858d8fa90 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d858d9b400 con 0x55d858d98670 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe23e25740 10 client.0 _ll_register_callbacks cb 0x55d858cecd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d956c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe1a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d95c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d956c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41774/0 (socket says 172.21.15.18:41774) 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.501+0000 7efe19d9b640 1 -- 172.21.15.18:0/1693163971 learned_addr learned my addr 172.21.15.18:0/1693163971 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.502+0000 7efe19d9b640 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858d96140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.502+0000 7efe1a59c640 1 -- 172.21.15.18:0/1693163971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 msgr2=0x55d858d96140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.502+0000 7efe1a59c640 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858d96140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.502+0000 7efe1a59c640 1 -- 172.21.15.18:0/1693163971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 msgr2=0x55d858d956c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.502+0000 7efe1a59c640 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d956c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.502+0000 7efe1a59c640 1 -- 172.21.15.18:0/1693163971 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d858a073f0 con 0x55d858d8fa90 2024-03-07T10:03:20.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.502+0000 7efe19d9b640 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d956c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:20.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe1a59c640 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d95c00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7efe0c009fd0 tx=0x7efe0c013be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbe876c6c5fcf876 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:20.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe01ffb640 1 -- 172.21.15.18:0/1693163971 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe0c005020 con 0x55d858d8fa90 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe01ffb640 1 -- 172.21.15.18:0/1693163971 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7efe0c0051c0 con 0x55d858d8fa90 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efe10013270 con 0x55d858d8fa90 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe01ffb640 1 -- 172.21.15.18:0/1693163971 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe0c0053c0 con 0x55d858d8fa90 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe23e25740 10 client.26408 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.503+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d858ad17d0 con 0x55d858d8fa90 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe01ffb640 1 -- 172.21.15.18:0/1693163971 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe10013270 con 0x55d858d8fa90 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe01ffb640 1 -- 172.21.15.18:0/1693163971 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7efe0c01a030 con 0x55d858d8fa90 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe23e25740 10 client.26408 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe23e25740 10 client.26408 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe23e25740 20 client.26408 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe23e25740 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858da89a0 0x55d858daad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe23e25740 4 client.26408 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:20.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d858d003d0 con 0x55d858da89a0 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.504+0000 7efe19d9b640 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858da89a0 0x55d858daad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.505+0000 7efe19d9b640 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858da89a0 0x55d858daad90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=475fcbf3a70fdeb2 server_cookie=3d01e4521a62f93a in_seq=0 out_seq=0 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.505+0000 7efe01ffb640 10 client.26408 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.506+0000 7efe01ffb640 1 -- 172.21.15.18:0/1693163971 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d858d003d0 con 0x55d858da89a0 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.506+0000 7efe01ffb640 10 client.26408 handle_command_reply: tid=0 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.506+0000 7efe23e25740 1 client.26408 shutdown 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.506+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 msgr2=0x55d858d95c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.506+0000 7efe23e25740 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d95c00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7efe0c009fd0 tx=0x7efe0c013be0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 shutdown_connections 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858da89a0 0x55d858daad90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858d96140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d95c00 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe01ffb640 0 client.26408 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:20.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 --2- 172.21.15.18:0/1693163971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d956c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 >> 172.21.15.18:0/1693163971 conn(0x55d858d898a0 msgr2=0x55d858d8b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 shutdown_connections 2024-03-07T10:03:20.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 1 -- 172.21.15.18:0/1693163971 wait complete. 2024-03-07T10:03:20.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.507+0000 7efe23e25740 20 client.26408 trim_cache size 0 max 16384 2024-03-07T10:03:20.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.524+0000 7efe23e25740 1 Processor -- start 2024-03-07T10:03:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.524+0000 7efe23e25740 1 -- start start 2024-03-07T10:03:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.524+0000 7efe23e25740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8f170 0x55d858d97df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe23e25740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8fa90 0x55d858d8b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8fa90 0x55d858d8b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8fa90 0x55d858d8b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41790/0 (socket says 172.21.15.18:41790) 2024-03-07T10:03:20.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8f170 0x55d858d97df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8f170 0x55d858d97df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60332/0 (socket says 172.21.15.18:60332) 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe23e25740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d8b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 -- 172.21.15.18:0/2080197050 learned_addr learned my addr 172.21.15.18:0/2080197050 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdfc010d10 con 0x55d858d8fa90 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdfc00e810 con 0x55d858d98670 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdfc00c8b0 con 0x55d858d8f170 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe19d9b640 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d8b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 -- 172.21.15.18:0/2080197050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8f170 msgr2=0x55d858d97df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8f170 0x55d858d97df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 -- 172.21.15.18:0/2080197050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 msgr2=0x55d858d8b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d8b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe1a59c640 1 -- 172.21.15.18:0/2080197050 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d858dab3f0 con 0x55d858d8fa90 2024-03-07T10:03:20.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.525+0000 7efe19d9b640 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d8b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:03:20.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.526+0000 7efe1a59c640 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8fa90 0x55d858d8b2b0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7efe0c009f90 tx=0x7efe0c01b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8ac96a292fb6cae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.526+0000 7efe03fff640 1 -- 172.21.15.18:0/2080197050 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe0c009730 con 0x55d858d8fa90 2024-03-07T10:03:20.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.526+0000 7efe03fff640 1 -- 172.21.15.18:0/2080197050 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe0c01ba40 con 0x55d858d8fa90 2024-03-07T10:03:20.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.526+0000 7efe03fff640 1 -- 172.21.15.18:0/2080197050 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe0c023960 con 0x55d858d8fa90 2024-03-07T10:03:20.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8fa90 msgr2=0x55d858d8b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8fa90 0x55d858d8b2b0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7efe0c009f90 tx=0x7efe0c01b8c0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 shutdown_connections 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d98670 0x55d858d8b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8fa90 0x55d858d8b2b0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 --2- 172.21.15.18:0/2080197050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d8f170 0x55d858d97df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 >> 172.21.15.18:0/2080197050 conn(0x55d858d898a0 msgr2=0x55d858d8aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 shutdown_connections 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 -- 172.21.15.18:0/2080197050 wait complete. 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 -- start start 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.527+0000 7efe23e25740 1 Processor -- start 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe23e25740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d925e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe23e25740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d92b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe23e25740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858e03240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe23e25740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdfc00ceb0 con 0x55d858d8f170 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe23e25740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdfc00e1b0 con 0x55d858d8fa90 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe23e25740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdfc00d4f0 con 0x55d858d98670 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe23e25740 10 client.0 _ll_register_callbacks cb 0x7efe0c0098f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d925e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d925e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41792/0 (socket says 172.21.15.18:41792) 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 -- 172.21.15.18:0/3614638045 learned_addr learned my addr 172.21.15.18:0/3614638045 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe1a59c640 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d92b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858e03240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 -- 172.21.15.18:0/3614638045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 msgr2=0x55d858e03240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858e03240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 -- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 msgr2=0x55d858d92b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d92b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 -- 172.21.15.18:0/3614638045 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d858e037d0 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe19d9b640 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d925e0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efe10013f50 tx=0x7efe10015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=808eb00e2d5bb2f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.528+0000 7efe01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe01ffb640 1 -- 172.21.15.18:0/3614638045 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe10029040 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe01ffb640 1 -- 172.21.15.18:0/3614638045 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7efe100131b0 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efe0c01ba40 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe01ffb640 1 -- 172.21.15.18:0/3614638045 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe100035f0 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 10 client.16635 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d858e04a50 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe01ffb640 1 -- 172.21.15.18:0/3614638045 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe0c01ba40 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe01ffb640 1 -- 172.21.15.18:0/3614638045 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7efe1002f040 con 0x55d858d8f170 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 10 client.16635 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 10 client.16635 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 20 client.16635 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858e04fa0 0x55d858e073c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 4 client.16635 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d858cfa720 con 0x55d858e04fa0 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.529+0000 7efe1a59c640 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858e04fa0 0x55d858e073c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe01ffb640 10 client.16635 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe1a59c640 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858e04fa0 0x55d858e073c0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e1f5446652e9b165 server_cookie=57a9d660bfccfb8f in_seq=0 out_seq=0 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe01ffb640 1 -- 172.21.15.18:0/3614638045 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d858cfa720 con 0x55d858e04fa0 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe01ffb640 10 client.16635 handle_command_reply: tid=0 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 client.16635 shutdown 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 msgr2=0x55d858d925e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d925e0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7efe10013f50 tx=0x7efe10015040 comp rx=0 tx=0).stop 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 shutdown_connections 2024-03-07T10:03:20.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55d858e04fa0 0x55d858e073c0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d858d98670 0x55d858e03240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe01ffb640 0 client.16635 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d858d8fa90 0x55d858d92b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 --2- 172.21.15.18:0/3614638045 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d858d8f170 0x55d858d925e0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 >> 172.21.15.18:0/3614638045 conn(0x55d858d898a0 msgr2=0x55d858d880d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 shutdown_connections 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 1 -- 172.21.15.18:0/3614638045 wait complete. 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.530+0000 7efe23e25740 20 client.16635 trim_cache size 0 max 16384 2024-03-07T10:03:20.538 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe040a1ef0 msgr2=0x7efe040a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe040a1ef0 0x7efe040a43b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7efe140b8fd0 tx=0x7efe14003d40 comp rx=0 tx=0).stop 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c1b09c0 msgr2=0x7efe1c1b2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c1b09c0 0x7efe1c1b2db0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7efe14009bf0 tx=0x7efe14032c90 comp rx=0 tx=0).stop 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 shutdown_connections 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe040a1ef0 0x7efe040a43b0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe1c1b09c0 0x7efe1c1b2db0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe1c10d3e0 0x7efe1c111d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 --2- 172.21.15.18:0/3800366794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe1c1088d0 0x7efe1c1117c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 >> 172.21.15.18:0/3800366794 conn(0x7efe1c06da40 msgr2=0x7efe1c0710b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 shutdown_connections 2024-03-07T10:03:20.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.531+0000 7efe20f5a640 1 -- 172.21.15.18:0/3800366794 wait complete. 2024-03-07T10:03:20.548 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:03:20.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:03:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.694+0000 7f9315907640 1 -- 172.21.15.18:0/3588851109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 msgr2=0x7f9310109c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.694+0000 7f9315907640 1 --2- 172.21.15.18:0/3588851109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 0x7f9310109c10 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9300009930 tx=0x7f930002bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.694+0000 7f9315907640 1 -- 172.21.15.18:0/3588851109 shutdown_connections 2024-03-07T10:03:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.694+0000 7f9315907640 1 --2- 172.21.15.18:0/3588851109 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93101041e0 0x7f93101106f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.694+0000 7f9315907640 1 --2- 172.21.15.18:0/3588851109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9310103820 0x7f9310103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.694+0000 7f9315907640 1 --2- 172.21.15.18:0/3588851109 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 0x7f9310109c10 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.694+0000 7f9315907640 1 -- 172.21.15.18:0/3588851109 >> 172.21.15.18:0/3588851109 conn(0x7f93100ff2d0 msgr2=0x7f93101016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.695+0000 7f9315907640 1 -- 172.21.15.18:0/3588851109 shutdown_connections 2024-03-07T10:03:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.695+0000 7f9315907640 1 -- 172.21.15.18:0/3588851109 wait complete. 2024-03-07T10:03:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.695+0000 7f9315907640 1 Processor -- start 2024-03-07T10:03:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f9315907640 1 -- start start 2024-03-07T10:03:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f9315907640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9310103820 0x7f931019a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f9315907640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93101041e0 0x7f931019a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f9315907640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 0x7f931019ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f9315907640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9310113c40 con 0x7f9310109830 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f9315907640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9310113ac0 con 0x7f9310103820 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f9315907640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9310113dc0 con 0x7f93101041e0 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930e7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93101041e0 0x7f931019a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 0x7f931019ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9310103820 0x7f931019a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9310103820 0x7f931019a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53788/0 (socket says 172.21.15.18:53788) 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930e7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93101041e0 0x7f931019a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60356/0 (socket says 172.21.15.18:60356) 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930effd640 1 -- 172.21.15.18:0/1491343315 learned_addr learned my addr 172.21.15.18:0/1491343315 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930f7fe640 1 -- 172.21.15.18:0/1491343315 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93101041e0 msgr2=0x7f931019a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930f7fe640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93101041e0 0x7f931019a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930f7fe640 1 -- 172.21.15.18:0/1491343315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9310103820 msgr2=0x7f931019a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930f7fe640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9310103820 0x7f931019a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.696+0000 7f930f7fe640 1 -- 172.21.15.18:0/1491343315 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f931019f170 con 0x7f9310109830 2024-03-07T10:03:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.697+0000 7f930f7fe640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 0x7f931019ea40 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9308009fd0 tx=0x7f930800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.698+0000 7f9314905640 1 -- 172.21.15.18:0/1491343315 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930800ce20 con 0x7f9310109830 2024-03-07T10:03:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.698+0000 7f9314905640 1 -- 172.21.15.18:0/1491343315 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9308005020 con 0x7f9310109830 2024-03-07T10:03:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.698+0000 7f9314905640 1 -- 172.21.15.18:0/1491343315 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9308010720 con 0x7f9310109830 2024-03-07T10:03:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.698+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f931019f460 con 0x7f9310109830 2024-03-07T10:03:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.698+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93101a6cf0 con 0x7f9310109830 2024-03-07T10:03:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.700+0000 7f9314905640 1 -- 172.21.15.18:0/1491343315 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9308005540 con 0x7f9310109830 2024-03-07T10:03:20.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.700+0000 7f93187cd740 1 Processor -- start 2024-03-07T10:03:20.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.700+0000 7f93187cd740 1 -- start start 2024-03-07T10:03:20.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f9314905640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92f80a1f70 0x7f92f80a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f9314905640 1 -- 172.21.15.18:0/1491343315 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f93080ce750 con 0x7f9310109830 2024-03-07T10:03:20.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930e7fc640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92f80a1f70 0x7f92f80a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f93187cd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3170 0x55b5793f3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f93187cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3a90 0x55b5793fc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f93187cd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f93187cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5793ba330 con 0x55b5793f3a90 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3a90 0x55b5793fc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3a90 0x55b5793fc130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41818/0 (socket says 172.21.15.18:41818) 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930e7fc640 1 -- 172.21.15.18:0/2630697204 learned_addr learned my addr 172.21.15.18:0/2630697204 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930effd640 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3170 0x55b5793f3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f93187cd740 1 -- 172.21.15.18:0/2630697204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b579356e90 con 0x55b5793fc670 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f93187cd740 1 -- 172.21.15.18:0/2630697204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5792ffd00 con 0x55b5793f3170 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930f7fe640 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930effd640 1 -- 172.21.15.18:0/2630697204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 msgr2=0x55b5793fea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930effd640 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930effd640 1 -- 172.21.15.18:0/2630697204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3a90 msgr2=0x55b5793fc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930effd640 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3a90 0x55b5793fc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930effd640 1 -- 172.21.15.18:0/2630697204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5792feb90 con 0x55b5793f3170 2024-03-07T10:03:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.701+0000 7f930e7fc640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92f80a1f70 0x7f92f80a4430 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9304013570 tx=0x7f9304013970 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.702+0000 7f930effd640 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3170 0x55b5793f3550 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9300009900 tx=0x7f9300005df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be8bb609928c8d89 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.702+0000 7f92f5ffb640 1 -- 172.21.15.18:0/2630697204 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9300042070 con 0x55b5793f3170 2024-03-07T10:03:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.702+0000 7f92f5ffb640 1 -- 172.21.15.18:0/2630697204 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f930002c690 con 0x55b5793f3170 2024-03-07T10:03:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.702+0000 7f92f5ffb640 1 -- 172.21.15.18:0/2630697204 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9300004b90 con 0x55b5793f3170 2024-03-07T10:03:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 -- 172.21.15.18:0/2630697204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3170 msgr2=0x55b5793f3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3170 0x55b5793f3550 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9300009900 tx=0x7f9300005df0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 -- 172.21.15.18:0/2630697204 shutdown_connections 2024-03-07T10:03:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3a90 0x55b5793fc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 --2- 172.21.15.18:0/2630697204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3170 0x55b5793f3550 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 -- 172.21.15.18:0/2630697204 >> 172.21.15.18:0/2630697204 conn(0x55b5793ed8a0 msgr2=0x55b5793edc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.703+0000 7f93187cd740 1 -- 172.21.15.18:0/2630697204 shutdown_connections 2024-03-07T10:03:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.704+0000 7f93187cd740 1 -- 172.21.15.18:0/2630697204 wait complete. 2024-03-07T10:03:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.704+0000 7f93187cd740 1 -- start start 2024-03-07T10:03:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.704+0000 7f93187cd740 1 Processor -- start 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.705+0000 7f93187cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b5793f9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.705+0000 7f93187cd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f9b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b5793f9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f93187cd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fa0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f93187cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5792f5470 con 0x55b5793f3170 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f93187cd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b579352f30 con 0x55b5793fc670 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b5793f9650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41822/0 (socket says 172.21.15.18:41822) 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f93187cd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5793ff400 con 0x55b5793f3a90 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 -- 172.21.15.18:0/341830197 learned_addr learned my addr 172.21.15.18:0/341830197 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f93187cd740 10 client.0 _ll_register_callbacks cb 0x55b579350d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930e7fc640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930f7fe640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fa0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 -- 172.21.15.18:0/341830197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 msgr2=0x55b5793f9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 -- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 msgr2=0x55b5793fa0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fa0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 -- 172.21.15.18:0/341830197 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b57906b3f0 con 0x55b5793f3170 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930f7fe640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fa0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f930effd640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b5793f9650 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9300000c00 tx=0x7f930002cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c3aeafd2f48b8ec server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.706+0000 7f92eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.707+0000 7f92eeffd640 1 -- 172.21.15.18:0/341830197 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9300042040 con 0x55b5793f3170 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.707+0000 7f92eeffd640 1 -- 172.21.15.18:0/341830197 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9300004440 con 0x55b5793f3170 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.707+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b5793643d0 con 0x55b5793f3170 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.707+0000 7f92eeffd640 1 -- 172.21.15.18:0/341830197 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9300055050 con 0x55b5793f3170 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.707+0000 7f93187cd740 10 client.16647 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.707+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b5791357d0 con 0x55b5793f3170 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.707+0000 7f92eeffd640 1 -- 172.21.15.18:0/341830197 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b5793643d0 con 0x55b5793f3170 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f92eeffd640 1 -- 172.21.15.18:0/341830197 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f93000039f0 con 0x55b5793f3170 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f93187cd740 10 client.16647 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f93187cd740 10 client.16647 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f93187cd740 20 client.16647 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f93187cd740 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579414e40 0x55b579417230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f93187cd740 4 client.16647 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b57935e720 con 0x55b579414e40 2024-03-07T10:03:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.708+0000 7f930e7fc640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579414e40 0x55b579417230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.709+0000 7f92eeffd640 10 client.16647 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.709+0000 7f930e7fc640 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579414e40 0x55b579417230 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=823e26acf3c3c480 server_cookie=50c5c5d30d678171 in_seq=0 out_seq=0 2024-03-07T10:03:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.710+0000 7f92eeffd640 1 -- 172.21.15.18:0/341830197 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b57935e720 con 0x55b579414e40 2024-03-07T10:03:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.710+0000 7f92eeffd640 10 client.16647 handle_command_reply: tid=0 2024-03-07T10:03:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 client.16647 shutdown 2024-03-07T10:03:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 msgr2=0x55b5793f9650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b5793f9650 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9300000c00 tx=0x7f930002cb30 comp rx=0 tx=0).stop 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 shutdown_connections 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b5793fa0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579414e40 0x55b579417230 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 --2- 172.21.15.18:0/341830197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b5793f9650 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 >> 172.21.15.18:0/341830197 conn(0x55b5793ed8a0 msgr2=0x55b5793ef5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.711+0000 7f92eeffd640 0 client.16647 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.712+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 shutdown_connections 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.712+0000 7f93187cd740 1 -- 172.21.15.18:0/341830197 wait complete. 2024-03-07T10:03:20.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.712+0000 7f93187cd740 20 client.16647 trim_cache size 0 max 16384 2024-03-07T10:03:20.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.727+0000 7f93187cd740 1 Processor -- start 2024-03-07T10:03:20.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.730+0000 7f93187cd740 1 -- start start 2024-03-07T10:03:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.730+0000 7f93187cd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793f3170 0x55b5793fbd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.730+0000 7f93187cd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f93187cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793fc670 0x55b5793f6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f93187cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93101ad6d0 con 0x55b5793fc670 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f93187cd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93101ab1d0 con 0x55b5793f3170 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f93187cd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93101a9270 con 0x55b5793f3a90 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f930e7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f930effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793f3170 0x55b5793fbd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f930e7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f68d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60380/0 (socket says 172.21.15.18:60380) 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f930e7fc640 1 -- 172.21.15.18:0/1302544928 learned_addr learned my addr 172.21.15.18:0/1302544928 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.731+0000 7f930effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793f3170 0x55b5793fbd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53822/0 (socket says 172.21.15.18:53822) 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.732+0000 7f930effd640 1 -- 172.21.15.18:0/1302544928 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 msgr2=0x55b5793f68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.732+0000 7f930effd640 1 --2- 172.21.15.18:0/1302544928 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.732+0000 7f930effd640 1 -- 172.21.15.18:0/1302544928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793fc670 msgr2=0x55b5793f6e10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:03:20.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.732+0000 7f930effd640 1 --2- 172.21.15.18:0/1302544928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793fc670 0x55b5793f6e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.732+0000 7f930effd640 1 -- 172.21.15.18:0/1302544928 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5793f38c0 con 0x55b5793f3170 2024-03-07T10:03:20.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.732+0000 7f930effd640 1 --2- 172.21.15.18:0/1302544928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793f3170 0x55b5793fbd80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9300003e40 tx=0x7f93000047f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48931d3f427f0240 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.732+0000 7f92f57fa640 1 -- 172.21.15.18:0/1302544928 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930005e070 con 0x55b5793f3170 2024-03-07T10:03:20.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.733+0000 7f92f57fa640 1 -- 172.21.15.18:0/1302544928 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f930002cba0 con 0x55b5793f3170 2024-03-07T10:03:20.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.733+0000 7f92f57fa640 1 -- 172.21.15.18:0/1302544928 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9300042070 con 0x55b5793f3170 2024-03-07T10:03:20.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.733+0000 7f93187cd740 1 -- 172.21.15.18:0/1302544928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793f3170 msgr2=0x55b5793fbd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.734+0000 7f93187cd740 1 --2- 172.21.15.18:0/1302544928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793f3170 0x55b5793fbd80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9300003e40 tx=0x7f93000047f0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.735+0000 7f93187cd740 1 -- 172.21.15.18:0/1302544928 shutdown_connections 2024-03-07T10:03:20.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.735+0000 7f93187cd740 1 --2- 172.21.15.18:0/1302544928 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793fc670 0x55b5793f6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.735+0000 7f93187cd740 1 --2- 172.21.15.18:0/1302544928 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b5793f68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.735+0000 7f93187cd740 1 --2- 172.21.15.18:0/1302544928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793f3170 0x55b5793fbd80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.735+0000 7f93187cd740 1 -- 172.21.15.18:0/1302544928 >> 172.21.15.18:0/1302544928 conn(0x55b5793ed8a0 msgr2=0x55b579410770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.738+0000 7f93187cd740 1 -- 172.21.15.18:0/1302544928 shutdown_connections 2024-03-07T10:03:20.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.738+0000 7f93187cd740 1 -- 172.21.15.18:0/1302544928 wait complete. 2024-03-07T10:03:20.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.738+0000 7f93187cd740 1 -- start start 2024-03-07T10:03:20.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.739+0000 7f93187cd740 1 Processor -- start 2024-03-07T10:03:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.739+0000 7f93187cd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b579417590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.739+0000 7f93187cd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b579417ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.739+0000 7f93187cd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b57946f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f93187cd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93101a9870 con 0x55b5793f3170 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b57946f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b57946f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53824/0 (socket says 172.21.15.18:53824) 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 -- 172.21.15.18:0/1038814547 learned_addr learned my addr 172.21.15.18:0/1038814547 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93101aab70 con 0x55b5793fc670 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93101a9eb0 con 0x55b5793f3a90 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f93187cd740 10 client.0 _ll_register_callbacks cb 0x7f9304009ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 -- 172.21.15.18:0/1038814547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 msgr2=0x55b579417ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b579417ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 -- 172.21.15.18:0/1038814547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 msgr2=0x55b579417590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b579417590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.740+0000 7f930f7fe640 1 -- 172.21.15.18:0/1038814547 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b579418360 con 0x55b5793fc670 2024-03-07T10:03:20.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.744+0000 7f930f7fe640 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b57946f370 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f930809b060 tx=0x7f930809ab00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d36ba63d33462b5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.744+0000 7f92eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:20.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.744+0000 7f92eeffd640 1 -- 172.21.15.18:0/1038814547 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93080a3870 con 0x55b5793fc670 2024-03-07T10:03:20.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.744+0000 7f92eeffd640 1 -- 172.21.15.18:0/1038814547 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f93080b3030 con 0x55b5793fc670 2024-03-07T10:03:20.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.744+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f930002cba0 con 0x55b5793fc670 2024-03-07T10:03:20.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.745+0000 7f92eeffd640 1 -- 172.21.15.18:0/1038814547 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9308097740 con 0x55b5793fc670 2024-03-07T10:03:20.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.745+0000 7f93187cd740 10 client.26429 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.745+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b5794709a0 con 0x55b5793fc670 2024-03-07T10:03:20.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f92eeffd640 1 -- 172.21.15.18:0/1038814547 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f930809b330 con 0x55b5793fc670 2024-03-07T10:03:20.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f92eeffd640 1 -- 172.21.15.18:0/1038814547 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f930809a520 con 0x55b5793fc670 2024-03-07T10:03:20.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f93187cd740 10 client.26429 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f93187cd740 10 client.26429 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:03:20.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f93187cd740 20 client.26429 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f93187cd740 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579471120 0x55b579473580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f93187cd740 4 client.26429 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:03:20.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f930002cba0 con 0x55b579471120 2024-03-07T10:03:20.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.746+0000 7f930effd640 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579471120 0x55b579473580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.747+0000 7f930effd640 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579471120 0x55b579473580 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=48b9a9e7879de49d server_cookie=60db09bd954e74df in_seq=0 out_seq=0 2024-03-07T10:03:20.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.747+0000 7f92eeffd640 10 client.26429 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:20.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.747+0000 7f92eeffd640 1 -- 172.21.15.18:0/1038814547 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f930002cba0 con 0x55b579471120 2024-03-07T10:03:20.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.747+0000 7f92eeffd640 10 client.26429 handle_command_reply: tid=0 2024-03-07T10:03:20.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.747+0000 7f93187cd740 1 client.26429 shutdown 2024-03-07T10:03:20.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 msgr2=0x55b57946f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b57946f370 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f930809b060 tx=0x7f930809ab00 comp rx=0 tx=0).stop 2024-03-07T10:03:20.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 shutdown_connections 2024-03-07T10:03:20.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b5793fc670 0x55b57946f370 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b579471120 0x55b579473580 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b5793f3a90 0x55b579417ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 --2- 172.21.15.18:0/1038814547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b5793f3170 0x55b579417590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f92eeffd640 0 client.26429 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:20.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 >> 172.21.15.18:0/1038814547 conn(0x55b5793ed8a0 msgr2=0x55b5793f9610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 shutdown_connections 2024-03-07T10:03:20.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 1 -- 172.21.15.18:0/1038814547 wait complete. 2024-03-07T10:03:20.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.748+0000 7f93187cd740 20 client.26429 trim_cache size 0 max 16384 2024-03-07T10:03:20.751 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:03:20.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92f80a1f70 msgr2=0x7f92f80a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92f80a1f70 0x7f92f80a4430 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9304013570 tx=0x7f9304013970 comp rx=0 tx=0).stop 2024-03-07T10:03:20.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 msgr2=0x7f931019ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 0x7f931019ea40 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9308009fd0 tx=0x7f930800ef10 comp rx=0 tx=0).stop 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 shutdown_connections 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92f80a1f70 0x7f92f80a4430 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9310109830 0x7f931019ea40 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93101041e0 0x7f931019a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 --2- 172.21.15.18:0/1491343315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9310103820 0x7f931019a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 >> 172.21.15.18:0/1491343315 conn(0x7f93100ff2d0 msgr2=0x7f93100ff910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 shutdown_connections 2024-03-07T10:03:20.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.749+0000 7f9315907640 1 -- 172.21.15.18:0/1491343315 wait complete. 2024-03-07T10:03:20.765 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:20 smithi018 ceph-mon[32171]: pgmap v129: 97 pgs: 97 active+clean; 3.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 26 MiB/s wr, 1.92k op/s 2024-03-07T10:03:20.765 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:20 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3499364639' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:03:20.766 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:03:20.766 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 -- 172.21.15.18:0/3326261321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c10fde0 msgr2=0x7f299c108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 --2- 172.21.15.18:0/3326261321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c10fde0 0x7f299c108660 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2990009900 tx=0x7f299002bcc0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 -- 172.21.15.18:0/3326261321 shutdown_connections 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 --2- 172.21.15.18:0/3326261321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f299c1091c0 0x7f299c11ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 --2- 172.21.15.18:0/3326261321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f299c1101c0 0x7f299c108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 --2- 172.21.15.18:0/3326261321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c10fde0 0x7f299c108660 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 -- 172.21.15.18:0/3326261321 >> 172.21.15.18:0/3326261321 conn(0x7f299c06da40 msgr2=0x7f299c06de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 -- 172.21.15.18:0/3326261321 shutdown_connections 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.914+0000 7f29a2edd640 1 -- 172.21.15.18:0/3326261321 wait complete. 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 Processor -- start 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 -- start start 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c1091c0 0x7f299c1ac900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f299c10fde0 0x7f299c1ace40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f299c1101c0 0x7f299c1a6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c1207c0 con 0x7f299c10fde0 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c120640 con 0x7f299c1101c0 2024-03-07T10:03:20.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a2edd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c120940 con 0x7f299c1091c0 2024-03-07T10:03:20.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a0c79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c1091c0 0x7f299c1ac900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a0c79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c1091c0 0x7f299c1ac900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60406/0 (socket says 172.21.15.18:60406) 2024-03-07T10:03:20.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f29a0c79640 1 -- 172.21.15.18:0/2344661259 learned_addr learned my addr 172.21.15.18:0/2344661259 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.915+0000 7f299bfff640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f299c10fde0 0x7f299c1ace40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.916+0000 7f29a0c79640 1 -- 172.21.15.18:0/2344661259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f299c1101c0 msgr2=0x7f299c1a6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.916+0000 7f29a0c79640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f299c1101c0 0x7f299c1a6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.916+0000 7f29a0c79640 1 -- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f299c10fde0 msgr2=0x7f299c1ace40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.916+0000 7f29a0c79640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f299c10fde0 0x7f299c1ace40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.916+0000 7f29a0c79640 1 -- 172.21.15.18:0/2344661259 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f299c1a7280 con 0x7f299c1091c0 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.916+0000 7f29a0c79640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c1091c0 0x7f299c1ac900 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2990000c00 tx=0x7f2990004360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.916+0000 7f2999ffb640 1 -- 172.21.15.18:0/2344661259 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2990042020 con 0x7f299c1091c0 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.917+0000 7f2999ffb640 1 -- 172.21.15.18:0/2344661259 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2990005000 con 0x7f299c1091c0 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.917+0000 7f2999ffb640 1 -- 172.21.15.18:0/2344661259 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2990003b80 con 0x7f299c1091c0 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.917+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f299c1a7510 con 0x7f299c1091c0 2024-03-07T10:03:20.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.917+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f299c1b37c0 con 0x7f299c1091c0 2024-03-07T10:03:20.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.921+0000 7f2999ffb640 1 -- 172.21.15.18:0/2344661259 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2990045020 con 0x7f299c1091c0 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.921+0000 7f29a5d9e740 1 Processor -- start 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.921+0000 7f29a5d9e740 1 -- start start 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x5639142cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x5639142d8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142daa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563914296330 con 0x5639142d8670 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563914232e90 con 0x5639142cf170 2024-03-07T10:03:20.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639141dbd00 con 0x5639142cfa90 2024-03-07T10:03:20.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a147a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x5639142cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f2999ffb640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f298c0a21c0 0x7f298c0a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142daa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142daa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41856/0 (socket says 172.21.15.18:41856) 2024-03-07T10:03:20.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 -- 172.21.15.18:0/1451787708 learned_addr learned my addr 172.21.15.18:0/1451787708 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a147a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x5639142cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53856/0 (socket says 172.21.15.18:53856) 2024-03-07T10:03:20.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f2999ffb640 1 -- 172.21.15.18:0/2344661259 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2990003920 con 0x7f299c1091c0 2024-03-07T10:03:20.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 -- 172.21.15.18:0/1451787708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 msgr2=0x5639142d8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a0c79640 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x5639142d8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x5639142d8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 -- 172.21.15.18:0/1451787708 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 msgr2=0x5639142cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x5639142cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f29a147a640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f298c0a21c0 0x7f298c0a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.922+0000 7f299bfff640 1 -- 172.21.15.18:0/1451787708 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5639141dab90 con 0x5639142d8670 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.923+0000 7f29a0c79640 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x5639142d8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.923+0000 7f29a147a640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f298c0a21c0 0x7f298c0a4680 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2994009270 tx=0x7f2994009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.924+0000 7f299bfff640 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142daa60 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2988009c20 tx=0x7f2988011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f732703444031c60 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.925+0000 7f2986ffd640 1 -- 172.21.15.18:0/1451787708 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2988009dd0 con 0x5639142d8670 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.925+0000 7f2986ffd640 1 -- 172.21.15.18:0/1451787708 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2988005020 con 0x5639142d8670 2024-03-07T10:03:20.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.925+0000 7f2986ffd640 1 -- 172.21.15.18:0/1451787708 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2988004b90 con 0x5639142d8670 2024-03-07T10:03:20.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1451787708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 msgr2=0x5639142daa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142daa60 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2988009c20 tx=0x7f2988011810 comp rx=0 tx=0).stop 2024-03-07T10:03:20.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1451787708 shutdown_connections 2024-03-07T10:03:20.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142daa60 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x5639142d8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1451787708 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x5639142cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1451787708 >> 172.21.15.18:0/1451787708 conn(0x5639142c98a0 msgr2=0x5639142c9c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1451787708 shutdown_connections 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.926+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1451787708 wait complete. 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 -- start start 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 Processor -- start 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cf170 0x5639142d5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cfa90 0x5639142d5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142d8670 0x5639142d6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639141d1470 con 0x5639142cf170 2024-03-07T10:03:20.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56391422ef30 con 0x5639142cfa90 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639142db460 con 0x5639142d8670 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a0c79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cf170 0x5639142d5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a0c79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cf170 0x5639142d5690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41864/0 (socket says 172.21.15.18:41864) 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f29a0c79640 1 -- 172.21.15.18:0/2804775995 learned_addr learned my addr 172.21.15.18:0/2804775995 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.927+0000 7f299bfff640 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cfa90 0x5639142d5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f29a147a640 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142d8670 0x5639142d6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f29a5d9e740 10 client.0 _ll_register_callbacks cb 0x56391422cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f299bfff640 1 -- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142d8670 msgr2=0x5639142d6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f299bfff640 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142d8670 0x5639142d6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f299bfff640 1 -- 172.21.15.18:0/2804775995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cf170 msgr2=0x5639142d5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f299bfff640 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cf170 0x5639142d5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f299bfff640 1 -- 172.21.15.18:0/2804775995 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563913f473f0 con 0x5639142cfa90 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f299bfff640 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cfa90 0x5639142d5bd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f298801b040 tx=0x7f2988009850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91af9a7878d0b150 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f297bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f297bfff640 1 -- 172.21.15.18:0/2804775995 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2988029020 con 0x5639142cfa90 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f297bfff640 1 -- 172.21.15.18:0/2804775995 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2988004b20 con 0x5639142cfa90 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.928+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2988005020 con 0x5639142cfa90 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.929+0000 7f297bfff640 1 -- 172.21.15.18:0/2804775995 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2988004d20 con 0x5639142cfa90 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 10 client.26438 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5639140117d0 con 0x5639142cfa90 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f297bfff640 1 -- 172.21.15.18:0/2804775995 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2988005020 con 0x5639142cfa90 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f297bfff640 1 -- 172.21.15.18:0/2804775995 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2988023420 con 0x5639142cfa90 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 10 client.26438 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 10 client.26438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 20 client.26438 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639142e8710 0x5639142eab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 4 client.26438 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.930+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5639142403d0 con 0x5639142e8710 2024-03-07T10:03:20.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.931+0000 7f29a0c79640 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639142e8710 0x5639142eab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.931+0000 7f29a0c79640 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639142e8710 0x5639142eab00 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f8540834c8a5faf server_cookie=5bb66e5bdd365f44 in_seq=0 out_seq=0 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.931+0000 7f297bfff640 10 client.26438 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.932+0000 7f297bfff640 1 -- 172.21.15.18:0/2804775995 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5639142403d0 con 0x5639142e8710 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.932+0000 7f297bfff640 10 client.26438 handle_command_reply: tid=0 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.932+0000 7f29a5d9e740 1 client.26438 shutdown 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cfa90 msgr2=0x5639142d5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cfa90 0x5639142d5bd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f298801b040 tx=0x7f2988009850 comp rx=0 tx=0).stop 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 shutdown_connections 2024-03-07T10:03:20.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639142e8710 0x5639142eab00 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142d8670 0x5639142d6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cfa90 0x5639142d5bd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/2804775995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cf170 0x5639142d5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f297bfff640 0 client.26438 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 >> 172.21.15.18:0/2804775995 conn(0x5639142c98a0 msgr2=0x5639142cb5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 shutdown_connections 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 1 -- 172.21.15.18:0/2804775995 wait complete. 2024-03-07T10:03:20.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.933+0000 7f29a5d9e740 20 client.26438 trim_cache size 0 max 16384 2024-03-07T10:03:20.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:20 smithi063 ceph-mon[36356]: pgmap v129: 97 pgs: 97 active+clean; 3.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 26 MiB/s wr, 1.92k op/s 2024-03-07T10:03:20.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:20 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3499364639' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:03:20.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.950+0000 7f29a5d9e740 1 Processor -- start 2024-03-07T10:03:20.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.950+0000 7f29a5d9e740 1 -- start start 2024-03-07T10:03:20.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cf170 0x5639142d7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cfa90 0x5639142d5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142d8670 0x5639142e3b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c1be650 con 0x5639142cfa90 2024-03-07T10:03:20.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c1bc150 con 0x5639142d8670 2024-03-07T10:03:20.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c1ba1f0 con 0x5639142cf170 2024-03-07T10:03:20.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cf170 0x5639142d7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a147a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142d8670 0x5639142e3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cf170 0x5639142d7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60446/0 (socket says 172.21.15.18:60446) 2024-03-07T10:03:20.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 -- 172.21.15.18:0/1193310590 learned_addr learned my addr 172.21.15.18:0/1193310590 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a147a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142d8670 0x5639142e3b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53870/0 (socket says 172.21.15.18:53870) 2024-03-07T10:03:20.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f299bfff640 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cfa90 0x5639142d5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 -- 172.21.15.18:0/1193310590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142d8670 msgr2=0x5639142e3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142d8670 0x5639142e3b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 -- 172.21.15.18:0/1193310590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cfa90 msgr2=0x5639142d5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cfa90 0x5639142d5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 -- 172.21.15.18:0/1193310590 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5639142daa60 con 0x5639142cf170 2024-03-07T10:03:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a147a640 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142d8670 0x5639142e3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:20.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.951+0000 7f29a0c79640 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cf170 0x5639142d7d50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f29900ed770 tx=0x7f2990005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4325107ae026be61 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.952+0000 7f29867fc640 1 -- 172.21.15.18:0/1193310590 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29900bc520 con 0x5639142cf170 2024-03-07T10:03:20.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.952+0000 7f29867fc640 1 -- 172.21.15.18:0/1193310590 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29900c0670 con 0x5639142cf170 2024-03-07T10:03:20.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.952+0000 7f29867fc640 1 -- 172.21.15.18:0/1193310590 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29900ba8b0 con 0x5639142cf170 2024-03-07T10:03:20.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.952+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1193310590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cf170 msgr2=0x5639142d7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.952+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cf170 0x5639142d7d50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f29900ed770 tx=0x7f2990005d50 comp rx=0 tx=0).stop 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.953+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1193310590 shutdown_connections 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.953+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142d8670 0x5639142e3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.953+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142cfa90 0x5639142d5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.953+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/1193310590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cf170 0x5639142d7d50 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.953+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1193310590 >> 172.21.15.18:0/1193310590 conn(0x5639142c98a0 msgr2=0x5639142c8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.953+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1193310590 shutdown_connections 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.953+0000 7f29a5d9e740 1 -- 172.21.15.18:0/1193310590 wait complete. 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 -- start start 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 Processor -- start 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x56391433c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x56391433c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142d2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c1ba7f0 con 0x5639142d8670 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c1bbaf0 con 0x5639142cf170 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f299c1bae30 con 0x5639142cfa90 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a5d9e740 10 client.0 _ll_register_callbacks cb 0x7f2994009950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a147a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142d2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a0c79640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x56391433c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a147a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142d2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41868/0 (socket says 172.21.15.18:41868) 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a147a640 1 -- 172.21.15.18:0/552377224 learned_addr learned my addr 172.21.15.18:0/552377224 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f299bfff640 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x56391433c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a0c79640 1 -- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 msgr2=0x56391433c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a0c79640 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x56391433c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.954+0000 7f29a0c79640 1 -- 172.21.15.18:0/552377224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 msgr2=0x5639142d2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a0c79640 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142d2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a0c79640 1 -- 172.21.15.18:0/552377224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5639142d2da0 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a0c79640 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x56391433c180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f29900ed330 tx=0x7f29900b87c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=346c66841fcbe73a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f297bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f297bfff640 1 -- 172.21.15.18:0/552377224 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29900a5020 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f297bfff640 1 -- 172.21.15.18:0/552377224 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f29900dc0b0 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f29900c0670 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f297bfff640 1 -- 172.21.15.18:0/552377224 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29900c4cc0 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 10 client.26444 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563914344930 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f297bfff640 1 -- 172.21.15.18:0/552377224 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29900c0670 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f297bfff640 1 -- 172.21.15.18:0/552377224 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f29900d7020 con 0x5639142cf170 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 10 client.26444 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 10 client.26444 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 20 client.26444 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:20.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563914344f90 0x563914347380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 4 client.26444 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.955+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56391423a720 con 0x563914344f90 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f299bfff640 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563914344f90 0x563914347380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f297bfff640 10 client.26444 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f299bfff640 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563914344f90 0x563914347380 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5008e6c9b0d77b7 server_cookie=ba492319c61d3fca in_seq=0 out_seq=0 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f297bfff640 1 -- 172.21.15.18:0/552377224 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56391423a720 con 0x563914344f90 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f297bfff640 10 client.26444 handle_command_reply: tid=0 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 client.26444 shutdown 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 msgr2=0x56391433c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x56391433c180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f29900ed330 tx=0x7f29900b87c0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 shutdown_connections 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563914344f90 0x563914347380 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639142d8670 0x5639142d2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f297bfff640 0 client.26444 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639142cfa90 0x56391433c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 --2- 172.21.15.18:0/552377224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639142cf170 0x56391433c180 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 >> 172.21.15.18:0/552377224 conn(0x5639142c98a0 msgr2=0x5639142ef1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 shutdown_connections 2024-03-07T10:03:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.956+0000 7f29a5d9e740 1 -- 172.21.15.18:0/552377224 wait complete. 2024-03-07T10:03:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a5d9e740 20 client.26444 trim_cache size 0 max 16384 2024-03-07T10:03:20.970 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:03:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f298c0a21c0 msgr2=0x7f298c0a4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f298c0a21c0 0x7f298c0a4680 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2994009270 tx=0x7f2994009500 comp rx=0 tx=0).stop 2024-03-07T10:03:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c1091c0 msgr2=0x7f299c1ac900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c1091c0 0x7f299c1ac900 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2990000c00 tx=0x7f2990004360 comp rx=0 tx=0).stop 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 shutdown_connections 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f299c1101c0 0x7f299c1a6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f298c0a21c0 0x7f298c0a4680 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f299c10fde0 0x7f299c1ace40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 --2- 172.21.15.18:0/2344661259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f299c1091c0 0x7f299c1ac900 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 >> 172.21.15.18:0/2344661259 conn(0x7f299c06da40 msgr2=0x7f299c070280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 shutdown_connections 2024-03-07T10:03:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:20.957+0000 7f29a2edd640 1 -- 172.21.15.18:0/2344661259 wait complete. 2024-03-07T10:03:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:20 smithi077 ceph-mon[36374]: pgmap v129: 97 pgs: 97 active+clean; 3.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 26 MiB/s wr, 1.92k op/s 2024-03-07T10:03:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:20 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3499364639' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:03:21.974 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:03:21.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:03:21.974 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:03:22.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.118+0000 7f2aa0981640 1 -- 172.21.15.18:0/1138021430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 msgr2=0x7f2a9c1069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.118+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1138021430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 0x7f2a9c1069c0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c009900 tx=0x7f2a8c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.119+0000 7f2aa0981640 1 -- 172.21.15.18:0/1138021430 shutdown_connections 2024-03-07T10:03:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.119+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1138021430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100ee0 0x7f2a9c10d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.119+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1138021430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a9c100520 0x7f2a9c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.119+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1138021430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 0x7f2a9c1069c0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.119+0000 7f2aa0981640 1 -- 172.21.15.18:0/1138021430 >> 172.21.15.18:0/1138021430 conn(0x7f2a9c077710 msgr2=0x7f2a9c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.119+0000 7f2aa0981640 1 -- 172.21.15.18:0/1138021430 shutdown_connections 2024-03-07T10:03:22.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.120+0000 7f2aa0981640 1 -- 172.21.15.18:0/1138021430 wait complete. 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.120+0000 7f2aa0981640 1 Processor -- start 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2aa0981640 1 -- start start 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2aa0981640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100520 0x7f2a9c10d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2aa0981640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a9c100ee0 0x7f2a9c109150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2aa0981640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 0x7f2a9c109690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2aa0981640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c110910 con 0x7f2a9c1065e0 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2aa0981640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c110790 con 0x7f2a9c100ee0 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2aa0981640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c110a90 con 0x7f2a9c100520 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100520 0x7f2a9c10d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100520 0x7f2a9c10d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60472/0 (socket says 172.21.15.18:60472) 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 0x7f2a9c109690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 -- 172.21.15.18:0/1554669148 learned_addr learned my addr 172.21.15.18:0/1554669148 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a99d9b640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a9c100ee0 0x7f2a9c109150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 -- 172.21.15.18:0/1554669148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a9c100ee0 msgr2=0x7f2a9c109150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a9c100ee0 0x7f2a9c109150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 -- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 msgr2=0x7f2a9c109690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 0x7f2a9c109690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.121+0000 7f2a9a59c640 1 -- 172.21.15.18:0/1554669148 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a9c109e10 con 0x7f2a9c100520 2024-03-07T10:03:22.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.122+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100520 0x7f2a9c10d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c02efd0 tx=0x7f2a8c0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.122+0000 7f2a8b7fe640 1 -- 172.21.15.18:0/1554669148 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c041070 con 0x7f2a9c100520 2024-03-07T10:03:22.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.123+0000 7f2a8b7fe640 1 -- 172.21.15.18:0/1554669148 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a8c02ccc0 con 0x7f2a9c100520 2024-03-07T10:03:22.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.123+0000 7f2a8b7fe640 1 -- 172.21.15.18:0/1554669148 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c003d40 con 0x7f2a9c100520 2024-03-07T10:03:22.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.123+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a9c1aaa50 con 0x7f2a9c100520 2024-03-07T10:03:22.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.123+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a9c1aaf10 con 0x7f2a9c100520 2024-03-07T10:03:22.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.126+0000 7f2aa376e740 1 Processor -- start 2024-03-07T10:03:22.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.126+0000 7f2a8b7fe640 1 -- 172.21.15.18:0/1554669148 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2a8c044070 con 0x7f2a9c100520 2024-03-07T10:03:22.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.128+0000 7f2a8b7fe640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a840a1ff0 0x7f2a840a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.128+0000 7f2aa376e740 1 -- start start 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f416d50 0x559e9f417130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2a8b7fe640 1 -- 172.21.15.18:0/1554669148 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2a8c0efb20 con 0x7f2a9c100520 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 0x559e9f41fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f422640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2aa376e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e9f37ab10 con 0x559e9f420250 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2aa376e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e9f323d50 con 0x559e9f416d50 2024-03-07T10:03:22.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2aa376e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e9f376bb0 con 0x559e9f417670 2024-03-07T10:03:22.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.129+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a840a1ff0 0x7f2a840a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.130+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f422640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.130+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f422640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41890/0 (socket says 172.21.15.18:41890) 2024-03-07T10:03:22.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.130+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/1771861446 learned_addr learned my addr 172.21.15.18:0/1771861446 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.131+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a840a1ff0 0x7f2a840a44b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2a94013ce0 tx=0x7f2a94009f20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.131+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/1771861446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 msgr2=0x559e9f41fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.131+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/1771861446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 0x559e9f41fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.131+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/1771861446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f416d50 msgr2=0x559e9f417130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:03:22.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.131+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/1771861446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f416d50 0x559e9f417130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.131+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/1771861446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e9f1577e0 con 0x559e9f420250 2024-03-07T10:03:22.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.132+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/1771861446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f422640 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f2a9400fc20 tx=0x7f2a9401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c51c122e5781200 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.132+0000 7f2a88ff9640 1 -- 172.21.15.18:0/1771861446 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a94013dd0 con 0x559e9f420250 2024-03-07T10:03:22.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.132+0000 7f2a88ff9640 1 -- 172.21.15.18:0/1771861446 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a94025070 con 0x559e9f420250 2024-03-07T10:03:22.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.132+0000 7f2a88ff9640 1 -- 172.21.15.18:0/1771861446 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a94005190 con 0x559e9f420250 2024-03-07T10:03:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.137+0000 7f2aa376e740 1 -- 172.21.15.18:0/1771861446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 msgr2=0x559e9f422640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.137+0000 7f2aa376e740 1 --2- 172.21.15.18:0/1771861446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f422640 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f2a9400fc20 tx=0x7f2a9401f000 comp rx=0 tx=0).stop 2024-03-07T10:03:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.138+0000 7f2aa376e740 1 -- 172.21.15.18:0/1771861446 shutdown_connections 2024-03-07T10:03:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.138+0000 7f2aa376e740 1 --2- 172.21.15.18:0/1771861446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f422640 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.138+0000 7f2aa376e740 1 --2- 172.21.15.18:0/1771861446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 0x559e9f41fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.138+0000 7f2aa376e740 1 --2- 172.21.15.18:0/1771861446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f416d50 0x559e9f417130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.138+0000 7f2aa376e740 1 -- 172.21.15.18:0/1771861446 >> 172.21.15.18:0/1771861446 conn(0x559e9f411480 msgr2=0x559e9f411860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.143+0000 7f2aa376e740 1 -- 172.21.15.18:0/1771861446 shutdown_connections 2024-03-07T10:03:22.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.149+0000 7f2aa376e740 1 -- 172.21.15.18:0/1771861446 wait complete. 2024-03-07T10:03:22.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.149+0000 7f2aa376e740 1 -- start start 2024-03-07T10:03:22.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.149+0000 7f2aa376e740 1 Processor -- start 2024-03-07T10:03:22.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.150+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.150+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 0x559e9f41d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.150+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f420250 0x559e9f41db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.151+0000 7f2aa376e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e9f422f80 con 0x559e9f416d50 2024-03-07T10:03:22.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.151+0000 7f2aa376e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e9f337190 con 0x559e9f420250 2024-03-07T10:03:22.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.151+0000 7f2aa376e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e9f423100 con 0x559e9f417670 2024-03-07T10:03:22.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.151+0000 7f2aa376e740 10 client.0 _ll_register_callbacks cb 0x559e9f326770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:22.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.154+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f420250 0x559e9f41db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.154+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f420250 0x559e9f41db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53928/0 (socket says 172.21.15.18:53928) 2024-03-07T10:03:22.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.154+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/2649424133 learned_addr learned my addr 172.21.15.18:0/2649424133 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.158+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/2649424133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 msgr2=0x559e9f41d630 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:03:22.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.158+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 0x559e9f41d630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.158+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/2649424133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 msgr2=0x559e9f41d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.158+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.158+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/2649424133 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559e9f1b7f70 con 0x559e9f420250 2024-03-07T10:03:22.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.161+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f420250 0x559e9f41db70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2a94010970 tx=0x7f2a94013310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1ec5f68c329c795 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.161+0000 7f2a81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:22.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.161+0000 7f2a81ffb640 1 -- 172.21.15.18:0/2649424133 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a94021c70 con 0x559e9f420250 2024-03-07T10:03:22.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.161+0000 7f2a81ffb640 1 -- 172.21.15.18:0/2649424133 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2a94009040 con 0x559e9f420250 2024-03-07T10:03:22.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.162+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a94025070 con 0x559e9f420250 2024-03-07T10:03:22.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.163+0000 7f2a81ffb640 1 -- 172.21.15.18:0/2649424133 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a94013120 con 0x559e9f420250 2024-03-07T10:03:22.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.164+0000 7f2aa376e740 10 client.26453 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:22.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.164+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559e9f04f170 con 0x559e9f420250 2024-03-07T10:03:22.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2a81ffb640 1 -- 172.21.15.18:0/2649424133 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a9402f070 con 0x559e9f420250 2024-03-07T10:03:22.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2a81ffb640 1 -- 172.21.15.18:0/2649424133 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2a94020050 con 0x559e9f420250 2024-03-07T10:03:22.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2aa376e740 10 client.26453 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:22.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2aa376e740 10 client.26453 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:22.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2aa376e740 20 client.26453 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:22.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2aa376e740 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f432560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2aa376e740 4 client.26453 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:22.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.165+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2a94025070 con 0x559e9f430170 2024-03-07T10:03:22.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.168+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f432560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.170+0000 7f2a81ffb640 10 client.26453 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.170+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f432560 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbb76ebd20b71e8 server_cookie=32cb16e29b6b3c5f in_seq=0 out_seq=0 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.171+0000 7f2a81ffb640 1 -- 172.21.15.18:0/2649424133 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f2a94025070 con 0x559e9f430170 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.171+0000 7f2a81ffb640 10 client.26453 handle_command_reply: tid=0 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.171+0000 7f2aa376e740 1 client.26453 shutdown 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f420250 msgr2=0x559e9f41db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f420250 0x559e9f41db70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2a94010970 tx=0x7f2a94013310 comp rx=0 tx=0).stop 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 shutdown_connections 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f432560 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f420250 0x559e9f41db70 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2a81ffb640 0 client.26453 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f417670 0x559e9f41d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 --2- 172.21.15.18:0/2649424133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 >> 172.21.15.18:0/2649424133 conn(0x559e9f411480 msgr2=0x559e9f4131d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 shutdown_connections 2024-03-07T10:03:22.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 1 -- 172.21.15.18:0/2649424133 wait complete. 2024-03-07T10:03:22.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.172+0000 7f2aa376e740 20 client.26453 trim_cache size 0 max 16384 2024-03-07T10:03:22.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 Processor -- start 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 -- start start 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f420250 0x559e9f41bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c1b5f40 con 0x559e9f416d50 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c1b3a40 con 0x559e9f417670 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2aa376e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c1b1ae0 con 0x559e9f420250 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2a9a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2a9a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41906/0 (socket says 172.21.15.18:41906) 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2a99d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.192+0000 7f2a9ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f420250 0x559e9f41bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9a59c640 1 -- 172.21.15.18:0/171869658 learned_addr learned my addr 172.21.15.18:0/171869658 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/171869658 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 msgr2=0x559e9f41d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/171869658 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 msgr2=0x559e9f41f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9ad9d640 1 -- 172.21.15.18:0/171869658 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e9f415e40 con 0x559e9f420250 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f420250 0x559e9f41bfa0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2a9400fc20 tx=0x7f2a94010640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fffa0804f064b926 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a83fff640 1 -- 172.21.15.18:0/171869658 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a9403c070 con 0x559e9f420250 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a83fff640 1 -- 172.21.15.18:0/171869658 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a94025040 con 0x559e9f420250 2024-03-07T10:03:22.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.193+0000 7f2a83fff640 1 -- 172.21.15.18:0/171869658 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a94034450 con 0x559e9f420250 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 -- 172.21.15.18:0/171869658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f420250 msgr2=0x559e9f41bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f420250 0x559e9f41bfa0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2a9400fc20 tx=0x7f2a94010640 comp rx=0 tx=0).stop 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 -- 172.21.15.18:0/171869658 shutdown_connections 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f420250 0x559e9f41bfa0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 --2- 172.21.15.18:0/171869658 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f416d50 0x559e9f41f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 -- 172.21.15.18:0/171869658 >> 172.21.15.18:0/171869658 conn(0x559e9f411480 msgr2=0x559e9f41b890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 -- 172.21.15.18:0/171869658 shutdown_connections 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.194+0000 7f2aa376e740 1 -- 172.21.15.18:0/171869658 wait complete. 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.195+0000 7f2aa376e740 1 -- start start 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.195+0000 7f2aa376e740 1 Processor -- start 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f416d50 0x559e9f419b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2aa376e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f48a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2aa376e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c1b20e0 con 0x559e9f420250 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2aa376e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c1b33e0 con 0x559e9f417670 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2aa376e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9c1b2720 con 0x559e9f416d50 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2a99d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2aa376e740 10 client.0 _ll_register_callbacks cb 0x7f2a94009a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2a99d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53950/0 (socket says 172.21.15.18:53950) 2024-03-07T10:03:22.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.196+0000 7f2a99d9b640 1 -- 172.21.15.18:0/3715502467 learned_addr learned my addr 172.21.15.18:0/3715502467 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a9ad9d640 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f48a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f416d50 0x559e9f419b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a99d9b640 1 -- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f416d50 msgr2=0x559e9f419b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a99d9b640 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f416d50 0x559e9f419b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a99d9b640 1 -- 172.21.15.18:0/3715502467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 msgr2=0x559e9f48a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a99d9b640 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f48a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a99d9b640 1 -- 172.21.15.18:0/3715502467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559e9f41a930 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a99d9b640 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41a060 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c10a910 tx=0x7f2a90012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e28bc10500497ec server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.197+0000 7f2a81ffb640 1 -- 172.21.15.18:0/3715502467 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a90004050 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a94025040 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2a81ffb640 1 -- 172.21.15.18:0/3715502467 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f2a900041f0 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2a81ffb640 1 -- 172.21.15.18:0/3715502467 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a900043f0 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 10 client.26459 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559e9f48bf70 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2a81ffb640 1 -- 172.21.15.18:0/3715502467 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a94025040 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2a81ffb640 1 -- 172.21.15.18:0/3715502467 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2a90003b80 con 0x559e9f417670 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 10 client.26459 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:22.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 10 client.26459 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 20 client.26459 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f48e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 4 client.26459 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.198+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559e9f350930 con 0x559e9f430170 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.199+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f48e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.199+0000 7f2a81ffb640 10 client.26459 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.199+0000 7f2a9a59c640 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f48e6f0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17b3c15a55e78da0 server_cookie=e3195eb9a0d20934 in_seq=0 out_seq=0 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.200+0000 7f2a81ffb640 1 -- 172.21.15.18:0/3715502467 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559e9f350930 con 0x559e9f430170 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.200+0000 7f2a81ffb640 10 client.26459 handle_command_reply: tid=0 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.200+0000 7f2aa376e740 1 client.26459 shutdown 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 msgr2=0x559e9f41a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41a060 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c10a910 tx=0x7f2a90012b60 comp rx=0 tx=0).stop 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 shutdown_connections 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559e9f430170 0x559e9f48e6f0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559e9f420250 0x559e9f48a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559e9f417670 0x559e9f41a060 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2a81ffb640 0 client.26459 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 --2- 172.21.15.18:0/3715502467 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559e9f416d50 0x559e9f419b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 >> 172.21.15.18:0/3715502467 conn(0x559e9f411480 msgr2=0x559e9f41c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 shutdown_connections 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 1 -- 172.21.15.18:0/3715502467 wait complete. 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.201+0000 7f2aa376e740 20 client.26459 trim_cache size 0 max 16384 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "9049d711-4d9f-4841-89d5-588a0b3ad802", 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:03:22.206 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:03:22.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a840a1ff0 msgr2=0x7f2a840a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a840a1ff0 0x7f2a840a44b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2a94013ce0 tx=0x7f2a94009f20 comp rx=0 tx=0).stop 2024-03-07T10:03:22.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100520 msgr2=0x7f2a9c10d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100520 0x7f2a9c10d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c02efd0 tx=0x7f2a8c0042f0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 shutdown_connections 2024-03-07T10:03:22.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a840a1ff0 0x7f2a840a44b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a9c1065e0 0x7f2a9c109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a9c100ee0 0x7f2a9c109150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 --2- 172.21.15.18:0/1554669148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a9c100520 0x7f2a9c10d0c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 >> 172.21.15.18:0/1554669148 conn(0x7f2a9c077710 msgr2=0x7f2a9c0fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 shutdown_connections 2024-03-07T10:03:22.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.202+0000 7f2aa0981640 1 -- 172.21.15.18:0/1554669148 wait complete. 2024-03-07T10:03:22.221 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:03:22.221 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:03:22.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 -- 172.21.15.18:0/501988935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 msgr2=0x7f5c04114bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 --2- 172.21.15.18:0/501988935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 0x7f5c04114bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc009c10 tx=0x7f5bfc02bef0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 -- 172.21.15.18:0/501988935 shutdown_connections 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 --2- 172.21.15.18:0/501988935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 0x7f5c04114bf0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 --2- 172.21.15.18:0/501988935 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04107d80 0x7f5c041081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 --2- 172.21.15.18:0/501988935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c04109b30 0x7f5c04109f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 -- 172.21.15.18:0/501988935 >> 172.21.15.18:0/501988935 conn(0x7f5c04077500 msgr2=0x7f5c04106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.383+0000 7f5c08883640 1 -- 172.21.15.18:0/501988935 shutdown_connections 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.384+0000 7f5c08883640 1 -- 172.21.15.18:0/501988935 wait complete. 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.384+0000 7f5c08883640 1 Processor -- start 2024-03-07T10:03:22.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.384+0000 7f5c08883640 1 -- start start 2024-03-07T10:03:22.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c08883640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c04107d80 0x7f5c0419e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c08883640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 0x7f5c0419eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c08883640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04109b30 0x7f5c041a2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c08883640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041180c0 con 0x7f5c04107d80 2024-03-07T10:03:22.389 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c08883640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c04117f40 con 0x7f5c04108720 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c08883640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c04118240 con 0x7f5c04109b30 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c02d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04109b30 0x7f5c041a2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c01d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 0x7f5c0419eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c02d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04109b30 0x7f5c041a2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60506/0 (socket says 172.21.15.18:60506) 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.385+0000 7f5c02d9d640 1 -- 172.21.15.18:0/2405006512 learned_addr learned my addr 172.21.15.18:0/2405006512 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.386+0000 7f5c02d9d640 1 -- 172.21.15.18:0/2405006512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 msgr2=0x7f5c0419eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.386+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 0x7f5c0419eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.386+0000 7f5c02d9d640 1 -- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c04107d80 msgr2=0x7f5c0419e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.386+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c04107d80 0x7f5c0419e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.386+0000 7f5c02d9d640 1 -- 172.21.15.18:0/2405006512 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c041a3570 con 0x7f5c04109b30 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.386+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 0x7f5c0419eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.386+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04109b30 0x7f5c041a2e40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc004af0 tx=0x7f5bfc033480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.387+0000 7f5bf37fe640 1 -- 172.21.15.18:0/2405006512 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc043020 con 0x7f5c04109b30 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.387+0000 7f5bf37fe640 1 -- 172.21.15.18:0/2405006512 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5bfc003e50 con 0x7f5c04109b30 2024-03-07T10:03:22.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.387+0000 7f5bf37fe640 1 -- 172.21.15.18:0/2405006512 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc03e450 con 0x7f5c04109b30 2024-03-07T10:03:22.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.387+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c041a3800 con 0x7f5c04109b30 2024-03-07T10:03:22.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.387+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c041ab0f0 con 0x7f5c04109b30 2024-03-07T10:03:22.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.389+0000 7f5bf37fe640 1 -- 172.21.15.18:0/2405006512 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f5bfc046020 con 0x7f5c04109b30 2024-03-07T10:03:22.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5bf37fe640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5bec0a2040 0x7f5bec0a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 Processor -- start 2024-03-07T10:03:22.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5bf37fe640 1 -- 172.21.15.18:0/2405006512 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5bfc0f05a0 con 0x7f5c04109b30 2024-03-07T10:03:22.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0259c640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5bec0a2040 0x7f5bec0a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 -- start start 2024-03-07T10:03:22.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd803730 0x563afd803b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd80c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd80cc30 0x563afd80f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563afd766dd0 con 0x563afd80cc30 2024-03-07T10:03:22.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563afd70fae0 con 0x563afd804050 2024-03-07T10:03:22.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.390+0000 7f5c0b664740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563afd762e70 con 0x563afd803730 2024-03-07T10:03:22.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.391+0000 7f5c01d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd80c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.391+0000 7f5c02d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd80cc30 0x563afd80f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.391+0000 7f5c01d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd80c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53986/0 (socket says 172.21.15.18:53986) 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.391+0000 7f5c01d9b640 1 -- 172.21.15.18:0/3887707996 learned_addr learned my addr 172.21.15.18:0/3887707996 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5c01d9b640 1 -- 172.21.15.18:0/3887707996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd803730 msgr2=0x563afd803b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/3887707996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd803730 0x563afd803b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5c01d9b640 1 -- 172.21.15.18:0/3887707996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd80cc30 msgr2=0x563afd80f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/3887707996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd80cc30 0x563afd80f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5c01d9b640 1 -- 172.21.15.18:0/3887707996 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563afd5457d0 con 0x563afd804050 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/3887707996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd80c6f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5bf80114f0 tx=0x7f5bf80119b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1a2d1398a239a1c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5bf0ff9640 1 -- 172.21.15.18:0/3887707996 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf801e070 con 0x563afd804050 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5c0259c640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5bec0a2040 0x7f5bec0a4500 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5bf40058c0 tx=0x7f5bf4009f50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5bf0ff9640 1 -- 172.21.15.18:0/3887707996 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5bf800faa0 con 0x563afd804050 2024-03-07T10:03:22.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.392+0000 7f5bf0ff9640 1 -- 172.21.15.18:0/3887707996 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf8019c80 con 0x563afd804050 2024-03-07T10:03:22.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 -- 172.21.15.18:0/3887707996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 msgr2=0x563afd80c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 --2- 172.21.15.18:0/3887707996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd80c6f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5bf80114f0 tx=0x7f5bf80119b0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 -- 172.21.15.18:0/3887707996 shutdown_connections 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 --2- 172.21.15.18:0/3887707996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd80cc30 0x563afd80f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 --2- 172.21.15.18:0/3887707996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd80c6f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 --2- 172.21.15.18:0/3887707996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd803730 0x563afd803b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 -- 172.21.15.18:0/3887707996 >> 172.21.15.18:0/3887707996 conn(0x563afd7fde60 msgr2=0x563afd7fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 -- 172.21.15.18:0/3887707996 shutdown_connections 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 -- 172.21.15.18:0/3887707996 wait complete. 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 -- start start 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.393+0000 7f5c0b664740 1 Processor -- start 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd8099b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd80cc30 0x563afd809fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0b664740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563afd80fa70 con 0x563afd803730 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0b664740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563afd723070 con 0x563afd804050 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0b664740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563afd80fbf0 con 0x563afd80cc30 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0b664740 10 client.0 _ll_register_callbacks cb 0x563afd722a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:41966/0 (socket says 172.21.15.18:41966) 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 -- 172.21.15.18:0/1301650839 learned_addr learned my addr 172.21.15.18:0/1301650839 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd80cc30 0x563afd809fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd8099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 -- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd80cc30 msgr2=0x563afd809fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd80cc30 0x563afd809fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 -- 172.21.15.18:0/1301650839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 msgr2=0x563afd8099b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd8099b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 -- 172.21.15.18:0/1301650839 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563afd47b3f0 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd80cc30 0x563afd809fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5c0259c640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c620 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f5bf40126b0 tx=0x7f5bf40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cade22bc4fff9eec server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.394+0000 7f5be9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5be9ffb640 1 -- 172.21.15.18:0/1301650839 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4022070 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5be9ffb640 1 -- 172.21.15.18:0/1301650839 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5bf4010ab0 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5bf800faa0 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5be9ffb640 1 -- 172.21.15.18:0/1301650839 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bf402e050 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 10 client.16689 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563afd43b0f0 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5be9ffb640 1 -- 172.21.15.18:0/1301650839 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5bf800faa0 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5be9ffb640 1 -- 172.21.15.18:0/1301650839 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5bf400f3c0 con 0x563afd803730 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 10 client.16689 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 10 client.16689 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 20 client.16689 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd81c970 0x563afd81ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 4 client.16689 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.395+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563afd774310 con 0x563afd81c970 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.396+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd81c970 0x563afd81ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.396+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd81c970 0x563afd81ed60 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2371cb1b7a12c0b server_cookie=124b8be7726e3bd6 in_seq=0 out_seq=0 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.396+0000 7f5be9ffb640 10 client.16689 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5be9ffb640 1 -- 172.21.15.18:0/1301650839 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563afd774310 con 0x563afd81c970 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5be9ffb640 10 client.16689 handle_command_reply: tid=0 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 client.16689 shutdown 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 msgr2=0x563afd80c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c620 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f5bf40126b0 tx=0x7f5bf40046c0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 shutdown_connections 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd81c970 0x563afd81ed60 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5be9ffb640 0 client.16689 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd80cc30 0x563afd809fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd804050 0x563afd8099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 --2- 172.21.15.18:0/1301650839 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c620 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 >> 172.21.15.18:0/1301650839 conn(0x563afd7fde60 msgr2=0x563afd7ffbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 shutdown_connections 2024-03-07T10:03:22.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 1 -- 172.21.15.18:0/1301650839 wait complete. 2024-03-07T10:03:22.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.397+0000 7f5c0b664740 20 client.16689 trim_cache size 0 max 16384 2024-03-07T10:03:22.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.420+0000 7f5c0b664740 1 Processor -- start 2024-03-07T10:03:22.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.420+0000 7f5c0b664740 1 -- start start 2024-03-07T10:03:22.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.420+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.420+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd80c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.420+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd80e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c0b664740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041b5e80 con 0x563afd803730 2024-03-07T10:03:22.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c0b664740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041b3980 con 0x563afd80cc30 2024-03-07T10:03:22.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c0b664740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041b1a20 con 0x563afd804050 2024-03-07T10:03:22.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd80e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd80e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54010/0 (socket says 172.21.15.18:54010) 2024-03-07T10:03:22.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 -- 172.21.15.18:0/164969015 learned_addr learned my addr 172.21.15.18:0/164969015 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c0259c640 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 -- 172.21.15.18:0/164969015 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 msgr2=0x563afd80c620 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd80c620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 -- 172.21.15.18:0/164969015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 msgr2=0x563afd80c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.421+0000 7f5c02d9d640 1 -- 172.21.15.18:0/164969015 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563afd808960 con 0x563afd80cc30 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.422+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd80e020 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc005ee0 tx=0x7f5bfc0044c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6eea10f75659480f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.422+0000 7f5bebfff640 1 -- 172.21.15.18:0/164969015 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc0bd6d0 con 0x563afd80cc30 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.422+0000 7f5bebfff640 1 -- 172.21.15.18:0/164969015 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5bfc0bcfd0 con 0x563afd80cc30 2024-03-07T10:03:22.424 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.422+0000 7f5bebfff640 1 -- 172.21.15.18:0/164969015 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc0c52e0 con 0x563afd80cc30 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 -- 172.21.15.18:0/164969015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 msgr2=0x563afd80e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd80e020 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc005ee0 tx=0x7f5bfc0044c0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 -- 172.21.15.18:0/164969015 shutdown_connections 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd80e020 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd80c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 --2- 172.21.15.18:0/164969015 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd80c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 -- 172.21.15.18:0/164969015 >> 172.21.15.18:0/164969015 conn(0x563afd7fde60 msgr2=0x563afd7fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 -- 172.21.15.18:0/164969015 shutdown_connections 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.423+0000 7f5c0b664740 1 -- 172.21.15.18:0/164969015 wait complete. 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 -- start start 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 Processor -- start 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd810990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd810ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd8771d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041b2020 con 0x563afd803730 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041b3320 con 0x563afd80cc30 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c041b2660 con 0x563afd804050 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0b664740 10 client.0 _ll_register_callbacks cb 0x7f5bf400ef30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c01d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd810ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c02d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd8771d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c01d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd810ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60536/0 (socket says 172.21.15.18:60536) 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c01d9b640 1 -- 172.21.15.18:0/328130690 learned_addr learned my addr 172.21.15.18:0/328130690 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c02d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd8771d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54022/0 (socket says 172.21.15.18:54022) 2024-03-07T10:03:22.427 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.424+0000 7f5c0259c640 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd810990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.425+0000 7f5c0259c640 1 -- 172.21.15.18:0/328130690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 msgr2=0x563afd810ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.425+0000 7f5c0259c640 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd810ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.425+0000 7f5c0259c640 1 -- 172.21.15.18:0/328130690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 msgr2=0x563afd8771d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.425+0000 7f5c0259c640 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd8771d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.425+0000 7f5c0259c640 1 -- 172.21.15.18:0/328130690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563afd81f0d0 con 0x563afd803730 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.425+0000 7f5c02d9d640 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd8771d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5c0259c640 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd810990 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400e800 tx=0x7f5bf4005d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c014f5853fb55cf6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5be9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5be9ffb640 1 -- 172.21.15.18:0/328130690 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4037020 con 0x563afd803730 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5be9ffb640 1 -- 172.21.15.18:0/328130690 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5bf40108b0 con 0x563afd803730 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5bfc0bcfd0 con 0x563afd803730 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5be9ffb640 1 -- 172.21.15.18:0/328130690 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bf4042050 con 0x563afd803730 2024-03-07T10:03:22.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5c0b664740 10 client.16695 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563afd878880 con 0x563afd803730 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.426+0000 7f5be9ffb640 1 -- 172.21.15.18:0/328130690 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5bfc0bcfd0 con 0x563afd803730 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5be9ffb640 1 -- 172.21.15.18:0/328130690 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5bf40277e0 con 0x563afd803730 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c0b664740 10 client.16695 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c0b664740 10 client.16695 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c0b664740 20 client.16695 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c0b664740 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd878f70 0x563afd87b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c0b664740 4 client.16695 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:03:22.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563afd76e660 con 0x563afd878f70 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd878f70 0x563afd87b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5be9ffb640 10 client.16695 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.427+0000 7f5c01d9b640 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd878f70 0x563afd87b390 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a63408f12ba0a056 server_cookie=54b46149c9ee5ae0 in_seq=0 out_seq=0 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5be9ffb640 1 -- 172.21.15.18:0/328130690 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x563afd76e660 con 0x563afd878f70 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5be9ffb640 10 client.16695 handle_command_reply: tid=0 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 client.16695 shutdown 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 msgr2=0x563afd810990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd810990 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400e800 tx=0x7f5bf4005d00 comp rx=0 tx=0).stop 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 shutdown_connections 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563afd878f70 0x563afd87b390 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563afd80cc30 0x563afd8771d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5be9ffb640 0 client.16695 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563afd804050 0x563afd810ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 --2- 172.21.15.18:0/328130690 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563afd803730 0x563afd810990 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.428+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 >> 172.21.15.18:0/328130690 conn(0x563afd7fde60 msgr2=0x563afd7fc630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.429+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 shutdown_connections 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.429+0000 7f5c0b664740 1 -- 172.21.15.18:0/328130690 wait complete. 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.429+0000 7f5c0b664740 20 client.16695 trim_cache size 0 max 16384 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stdout: "9049d711-4d9f-4841-89d5-588a0b3ad802": { 2024-03-07T10:03:22.434 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:03:22.435 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "9049d711-4d9f-4841-89d5-588a0b3ad802", 2024-03-07T10:03:22.435 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:03:22.435 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:03:22.435 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:03:22.435 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:03:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5bec0a2040 msgr2=0x7f5bec0a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5bec0a2040 0x7f5bec0a4500 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5bf40058c0 tx=0x7f5bf4009f50 comp rx=0 tx=0).stop 2024-03-07T10:03:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04109b30 msgr2=0x7f5c041a2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04109b30 0x7f5c041a2e40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc004af0 tx=0x7f5bfc033480 comp rx=0 tx=0).stop 2024-03-07T10:03:22.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 shutdown_connections 2024-03-07T10:03:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5c04109b30 0x7f5c041a2e40 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5c04108720 0x7f5c0419eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f5bec0a2040 0x7f5bec0a4500 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 --2- 172.21.15.18:0/2405006512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5c04107d80 0x7f5c0419e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 >> 172.21.15.18:0/2405006512 conn(0x7f5c04077500 msgr2=0x7f5c04077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 shutdown_connections 2024-03-07T10:03:22.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:22.431+0000 7f5c08883640 1 -- 172.21.15.18:0/2405006512 wait complete. 2024-03-07T10:03:22.449 INFO:tasks.cephfs.filesystem:scrub status for tag:9049d711-4d9f-4841-89d5-588a0b3ad802 - {'path': '/', 'tag': '9049d711-4d9f-4841-89d5-588a0b3ad802', 'options': 'recursive,force'} 2024-03-07T10:03:22.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:22 smithi063 ceph-mon[36356]: pgmap v130: 97 pgs: 97 active+clean; 3.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 7.7 MiB/s wr, 616 op/s 2024-03-07T10:03:22.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:22 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:03:22.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:22 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:22 smithi077 ceph-mon[36374]: pgmap v130: 97 pgs: 97 active+clean; 3.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 7.7 MiB/s wr, 616 op/s 2024-03-07T10:03:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:22 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:03:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:22 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:22 smithi018 ceph-mon[32171]: pgmap v130: 97 pgs: 97 active+clean; 3.1 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 7.7 MiB/s wr, 616 op/s 2024-03-07T10:03:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:22 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:03:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:22 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 240.0 s, 3344.8 tps, lat 30.088 ms stddev 34.081 2024-03-07T10:03:23.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:23 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:03:23.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:23 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:23.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:23 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:03:23.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:23 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:03:23.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:23 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:23.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:23 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:23 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:03:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:23 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:23 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:03:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:23 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:03:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:23 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:23 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:23 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:03:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:23 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:23 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:03:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:23 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:03:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:23 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:23 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:24.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:24 smithi063 ceph-mon[36356]: pgmap v131: 97 pgs: 97 active+clean; 3.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 8.8 MiB/s wr, 739 op/s 2024-03-07T10:03:25.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:24 smithi077 ceph-mon[36374]: pgmap v131: 97 pgs: 97 active+clean; 3.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 8.8 MiB/s wr, 739 op/s 2024-03-07T10:03:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:24 smithi018 ceph-mon[32171]: pgmap v131: 97 pgs: 97 active+clean; 3.1 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 8.8 MiB/s wr, 739 op/s 2024-03-07T10:03:26.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:26 smithi063 ceph-mon[36356]: pgmap v132: 97 pgs: 97 active+clean; 3.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 11 MiB/s wr, 861 op/s 2024-03-07T10:03:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:26 smithi077 ceph-mon[36374]: pgmap v132: 97 pgs: 97 active+clean; 3.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 11 MiB/s wr, 861 op/s 2024-03-07T10:03:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:26 smithi018 ceph-mon[32171]: pgmap v132: 97 pgs: 97 active+clean; 3.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 11 MiB/s wr, 861 op/s 2024-03-07T10:03:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 245.0 s, 3689.0 tps, lat 26.934 ms stddev 32.088 2024-03-07T10:03:28.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:28 smithi063 ceph-mon[36356]: pgmap v133: 97 pgs: 97 active+clean; 3.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 8.1 MiB/s wr, 665 op/s 2024-03-07T10:03:29.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:28 smithi077 ceph-mon[36374]: pgmap v133: 97 pgs: 97 active+clean; 3.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 8.1 MiB/s wr, 665 op/s 2024-03-07T10:03:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:28 smithi018 ceph-mon[32171]: pgmap v133: 97 pgs: 97 active+clean; 3.1 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 8.1 MiB/s wr, 665 op/s 2024-03-07T10:03:30.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:30 smithi063 ceph-mon[36356]: pgmap v134: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-03-07T10:03:31.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:30 smithi077 ceph-mon[36374]: pgmap v134: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-03-07T10:03:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:30 smithi018 ceph-mon[32171]: pgmap v134: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 109 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-03-07T10:03:31.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:31 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:03:31.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:31 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:03:31.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:31 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:03:32.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:31 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:03:32.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:31 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:03:32.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:31 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:03:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:31 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:03:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:31 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:03:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:31 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:03:32.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:32 smithi063 ceph-mon[36356]: pgmap v135: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 10 MiB/s wr, 701 op/s 2024-03-07T10:03:33.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:32 smithi077 ceph-mon[36374]: pgmap v135: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 10 MiB/s wr, 701 op/s 2024-03-07T10:03:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:32 smithi018 ceph-mon[32171]: pgmap v135: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 10 MiB/s wr, 701 op/s 2024-03-07T10:03:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 250.0 s, 3155.4 tps, lat 31.796 ms stddev 35.503 2024-03-07T10:03:33.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.272+0000 7f81d905e640 1 -- 172.21.15.18:0/2642974025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d41069e0 msgr2=0x7f81d410e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.272+0000 7f81d905e640 1 --2- 172.21.15.18:0/2642974025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d41069e0 0x7f81d410e5d0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f81cc009ca0 tx=0x7f81cc02c100 comp rx=0 tx=0).stop 2024-03-07T10:03:33.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.272+0000 7f81d905e640 1 -- 172.21.15.18:0/2642974025 shutdown_connections 2024-03-07T10:03:33.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.272+0000 7f81d905e640 1 --2- 172.21.15.18:0/2642974025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d41069e0 0x7f81d410e5d0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.272+0000 7f81d905e640 1 --2- 172.21.15.18:0/2642974025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d4100bd0 0x7f81d4106300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.272+0000 7f81d905e640 1 --2- 172.21.15.18:0/2642974025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81d4100220 0x7f81d4100600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.272+0000 7f81d905e640 1 -- 172.21.15.18:0/2642974025 >> 172.21.15.18:0/2642974025 conn(0x7f81d4075840 msgr2=0x7f81d4075c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:33.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.274+0000 7f81d905e640 1 -- 172.21.15.18:0/2642974025 shutdown_connections 2024-03-07T10:03:33.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.274+0000 7f81d905e640 1 -- 172.21.15.18:0/2642974025 wait complete. 2024-03-07T10:03:33.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.275+0000 7f81d905e640 1 Processor -- start 2024-03-07T10:03:33.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.275+0000 7f81d905e640 1 -- start start 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d905e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81d4100220 0x7f81d410e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d905e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d41069e0 0x7f81d410b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d905e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d410ba90 0x7f81d410bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d905e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d4102d80 con 0x7f81d410ba90 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d905e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d4102c00 con 0x7f81d41069e0 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d905e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d4102f00 con 0x7f81d4100220 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d41069e0 0x7f81d410b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d41069e0 0x7f81d410b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50266/0 (socket says 172.21.15.18:50266) 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d359e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d410ba90 0x7f81d410bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d2d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81d4100220 0x7f81d410e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.276+0000 7f81d259c640 1 -- 172.21.15.18:0/2477100663 learned_addr learned my addr 172.21.15.18:0/2477100663 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:33.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.277+0000 7f81d259c640 1 -- 172.21.15.18:0/2477100663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81d4100220 msgr2=0x7f81d410e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.277+0000 7f81d259c640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81d4100220 0x7f81d410e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.277+0000 7f81d259c640 1 -- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d410ba90 msgr2=0x7f81d410bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.277+0000 7f81d259c640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d410ba90 0x7f81d410bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.277+0000 7f81d259c640 1 -- 172.21.15.18:0/2477100663 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81d41aa9c0 con 0x7f81d41069e0 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.277+0000 7f81d259c640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d41069e0 0x7f81d410b550 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f81c800e9c0 tx=0x7f81c800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.278+0000 7f81bbfff640 1 -- 172.21.15.18:0/2477100663 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c800cd80 con 0x7f81d41069e0 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.278+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81d41aacb0 con 0x7f81d41069e0 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.278+0000 7f81bbfff640 1 -- 172.21.15.18:0/2477100663 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81c8005500 con 0x7f81d41069e0 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.278+0000 7f81bbfff640 1 -- 172.21.15.18:0/2477100663 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c8010690 con 0x7f81d41069e0 2024-03-07T10:03:33.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.278+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81d41ab1f0 con 0x7f81d41069e0 2024-03-07T10:03:33.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.281+0000 7f81bbfff640 1 -- 172.21.15.18:0/2477100663 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f81c8010830 con 0x7f81d41069e0 2024-03-07T10:03:33.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.281+0000 7f81dbe52740 1 Processor -- start 2024-03-07T10:03:33.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.281+0000 7f81dbe52740 1 -- start start 2024-03-07T10:03:33.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.281+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91cba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91cbfa0 0x5639a91cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91d5520 0x5639a91d7910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81dbe52740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639a91305c0 con 0x5639a91d5520 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81dbe52740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639a90d9900 con 0x5639a91cbfa0 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81dbe52740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639a912c660 con 0x5639a91ccd10 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91d5520 0x5639a91d7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91cbfa0 0x5639a91cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91cba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54458/0 (socket says 172.21.15.18:54458) 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91cbfa0 0x5639a91cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50280/0 (socket says 172.21.15.18:50280) 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 -- 172.21.15.18:0/2502744590 learned_addr learned my addr 172.21.15.18:0/2502744590 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81bbfff640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81bc0a1fe0 0x7f81bc0a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 -- 172.21.15.18:0/2502744590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91cbfa0 msgr2=0x5639a91cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91cbfa0 0x5639a91cc420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 -- 172.21.15.18:0/2502744590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91d5520 msgr2=0x5639a91d7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91d5520 0x5639a91d7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 -- 172.21.15.18:0/2502744590 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5639a8e45210 con 0x5639a91ccd10 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d2d9d640 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91cbfa0 0x5639a91cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81bbfff640 1 -- 172.21.15.18:0/2477100663 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f81c80ce4d0 con 0x7f81d41069e0 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81bc0a1fe0 0x7f81bc0a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.282+0000 7f81d359e640 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91cba60 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f81cc009ca0 tx=0x7f81cc005f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b11f96205cf6c9c5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.283+0000 7f81b97fa640 1 -- 172.21.15.18:0/2502744590 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81cc039040 con 0x5639a91ccd10 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.283+0000 7f81b97fa640 1 -- 172.21.15.18:0/2502744590 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81cc043050 con 0x5639a91ccd10 2024-03-07T10:03:33.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.283+0000 7f81b97fa640 1 -- 172.21.15.18:0/2502744590 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81cc051070 con 0x5639a91ccd10 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.283+0000 7f81dbe52740 1 -- 172.21.15.18:0/2502744590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 msgr2=0x5639a91cba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.283+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91cba60 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f81cc009ca0 tx=0x7f81cc005f50 comp rx=0 tx=0).stop 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81d359e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81bc0a1fe0 0x7f81bc0a44a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f81cc04a000 tx=0x7f81cc04b000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81dbe52740 1 -- 172.21.15.18:0/2502744590 shutdown_connections 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91d5520 0x5639a91d7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91cbfa0 0x5639a91cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2502744590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91cba60 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81dbe52740 1 -- 172.21.15.18:0/2502744590 >> 172.21.15.18:0/2502744590 conn(0x5639a9193580 msgr2=0x5639a91c6c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81dbe52740 1 -- 172.21.15.18:0/2502744590 shutdown_connections 2024-03-07T10:03:33.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.284+0000 7f81dbe52740 1 -- 172.21.15.18:0/2502744590 wait complete. 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.285+0000 7f81dbe52740 1 -- start start 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.285+0000 7f81dbe52740 1 Processor -- start 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.285+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91d2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d2560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42978/0 (socket says 172.21.15.18:42978) 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d2d9d640 1 -- 172.21.15.18:0/2741058972 learned_addr learned my addr 172.21.15.18:0/2741058972 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91d2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639a91d8250 con 0x5639a91cbfa0 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639a90ecd60 con 0x5639a91d5520 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639a91d83d0 con 0x5639a91ccd10 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d259c640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91d2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81dbe52740 10 client.0 _ll_register_callbacks cb 0x5639a8e44a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d359e640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91d2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d259c640 1 -- 172.21.15.18:0/2741058972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 msgr2=0x5639a91d2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d259c640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91d2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d259c640 1 -- 172.21.15.18:0/2741058972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 msgr2=0x5639a91d2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d259c640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d259c640 1 -- 172.21.15.18:0/2741058972 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5639a8f11620 con 0x5639a91ccd10 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d359e640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91d2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.286+0000 7f81d259c640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91d2aa0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f81c80cbb50 tx=0x7f81c80d1af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4be4bac7fbee222 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.287+0000 7f81b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.287+0000 7f81b6ff5640 1 -- 172.21.15.18:0/2741058972 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c809a930 con 0x5639a91ccd10 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.287+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f81cc043050 con 0x5639a91ccd10 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.287+0000 7f81b6ff5640 1 -- 172.21.15.18:0/2741058972 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f81c80a3100 con 0x5639a91ccd10 2024-03-07T10:03:33.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.287+0000 7f81b6ff5640 1 -- 172.21.15.18:0/2741058972 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81c80056b0 con 0x5639a91ccd10 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.288+0000 7f81dbe52740 10 client.26557 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.288+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5639a91e4630 con 0x5639a91ccd10 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.288+0000 7f81b6ff5640 1 -- 172.21.15.18:0/2741058972 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81c809b4f0 con 0x5639a91ccd10 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.288+0000 7f81b6ff5640 1 -- 172.21.15.18:0/2741058972 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f81c809a240 con 0x5639a91ccd10 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.288+0000 7f81dbe52740 10 client.26557 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.288+0000 7f81dbe52740 10 client.26557 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.288+0000 7f81dbe52740 20 client.26557 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.289+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a91e5af0 0x5639a91e7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.289+0000 7f81dbe52740 4 client.26557 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.289+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f81cc043050 con 0x5639a91e5af0 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.289+0000 7f81d2d9d640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a91e5af0 0x5639a91e7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.290+0000 7f81d2d9d640 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a91e5af0 0x5639a91e7ee0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7532e5416c0889e5 server_cookie=31d376c49ce798b5 in_seq=0 out_seq=0 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.290+0000 7f81b6ff5640 10 client.26557 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:33.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.290+0000 7f81b6ff5640 1 -- 172.21.15.18:0/2741058972 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f81cc043050 con 0x5639a91e5af0 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.290+0000 7f81b6ff5640 10 client.26557 handle_command_reply: tid=0 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.290+0000 7f81dbe52740 1 client.26557 shutdown 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 msgr2=0x5639a91d2aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91d2aa0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f81c80cbb50 tx=0x7f81c80d1af0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 shutdown_connections 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a91e5af0 0x5639a91e7ee0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91d2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91d2aa0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2741058972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81b6ff5640 0 client.26557 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 >> 172.21.15.18:0/2741058972 conn(0x5639a9193580 msgr2=0x5639a91c89e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 shutdown_connections 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 1 -- 172.21.15.18:0/2741058972 wait complete. 2024-03-07T10:03:33.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.291+0000 7f81dbe52740 20 client.26557 trim_cache size 0 max 16384 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 Processor -- start 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 -- start start 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91c87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91e0b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d41b5ec0 con 0x5639a91cbfa0 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d41b39c0 con 0x5639a91d5520 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.310+0000 7f81dbe52740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d41b1a60 con 0x5639a91ccd10 2024-03-07T10:03:33.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91c87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d359e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91e0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91c87d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54472/0 (socket says 172.21.15.18:54472) 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 -- 172.21.15.18:0/2442963100 learned_addr learned my addr 172.21.15.18:0/2442963100 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d2d9d640 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 -- 172.21.15.18:0/2442963100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 msgr2=0x5639a91e0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91e0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 -- 172.21.15.18:0/2442963100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 msgr2=0x5639a91d4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 -- 172.21.15.18:0/2442963100 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5639a91c2560 con 0x5639a91ccd10 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d359e640 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91e0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d2d9d640 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81d259c640 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91c87d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f81c80a3060 tx=0x7f81c8005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5841926910e16e7a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81b8ff9640 1 -- 172.21.15.18:0/2442963100 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c809a750 con 0x5639a91ccd10 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81b8ff9640 1 -- 172.21.15.18:0/2442963100 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81c80a3590 con 0x5639a91ccd10 2024-03-07T10:03:33.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.311+0000 7f81b8ff9640 1 -- 172.21.15.18:0/2442963100 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c809ef40 con 0x5639a91ccd10 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 -- 172.21.15.18:0/2442963100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 msgr2=0x5639a91c87d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91c87d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f81c80a3060 tx=0x7f81c8005880 comp rx=0 tx=0).stop 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 -- 172.21.15.18:0/2442963100 shutdown_connections 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91e0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91ccd10 0x5639a91c87d0 secure :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f81c80a3060 tx=0x7f81c8005880 comp rx=0 tx=0).stop 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 --2- 172.21.15.18:0/2442963100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91cbfa0 0x5639a91d4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 -- 172.21.15.18:0/2442963100 >> 172.21.15.18:0/2442963100 conn(0x5639a9193580 msgr2=0x5639a91c80c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 -- 172.21.15.18:0/2442963100 shutdown_connections 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.313+0000 7f81dbe52740 1 -- 172.21.15.18:0/2442963100 wait complete. 2024-03-07T10:03:33.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 -- start start 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 Processor -- start 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91cbfa0 0x5639a91da660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91daba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91db0e0 0x5639a9241370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d41b2060 con 0x5639a91db0e0 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d41b3360 con 0x5639a91d5520 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d41b26a0 con 0x5639a91cbfa0 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81dbe52740 10 client.0 _ll_register_callbacks cb 0x7f81c80d1bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d2d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91cbfa0 0x5639a91da660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91daba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d359e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91db0e0 0x5639a9241370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d2d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91cbfa0 0x5639a91da660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54482/0 (socket says 172.21.15.18:54482) 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d2d9d640 1 -- 172.21.15.18:0/4288181081 learned_addr learned my addr 172.21.15.18:0/4288181081 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d259c640 1 -- 172.21.15.18:0/4288181081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91cbfa0 msgr2=0x5639a91da660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d259c640 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91cbfa0 0x5639a91da660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.314+0000 7f81d259c640 1 -- 172.21.15.18:0/4288181081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91db0e0 msgr2=0x5639a9241370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81d259c640 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91db0e0 0x5639a9241370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81d259c640 1 -- 172.21.15.18:0/4288181081 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5639a91d05f0 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81d259c640 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91daba0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x5639a91c7980 tx=0x7f81c80048f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fbe938872974a3c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81b6ff5640 1 -- 172.21.15.18:0/4288181081 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c809a750 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81b6ff5640 1 -- 172.21.15.18:0/4288181081 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f81c80a3310 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5639a91cbd30 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81b6ff5640 1 -- 172.21.15.18:0/4288181081 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81c809a930 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81dbe52740 10 client.26495 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5639a92429f0 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81b6ff5640 1 -- 172.21.15.18:0/4288181081 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5639a91cbd30 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.315+0000 7f81b6ff5640 1 -- 172.21.15.18:0/4288181081 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f81c8099cb0 con 0x5639a91d5520 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81dbe52740 10 client.26495 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:33.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81dbe52740 10 client.26495 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:33.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81dbe52740 20 client.26495 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:33.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81dbe52740 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a9242f50 0x5639a9245370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:33.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81dbe52740 4 client.26495 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:03:33.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5639a913db00 con 0x5639a9242f50 2024-03-07T10:03:33.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81d2d9d640 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a9242f50 0x5639a9245370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:33.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81d2d9d640 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a9242f50 0x5639a9245370 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b9258b93bb5a497 server_cookie=83a2b0424d3b0ba5 in_seq=0 out_seq=0 2024-03-07T10:03:33.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.316+0000 7f81b6ff5640 10 client.26495 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.345+0000 7f81b6ff5640 1 -- 172.21.15.18:0/4288181081 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5639a913db00 con 0x5639a9242f50 2024-03-07T10:03:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.345+0000 7f81b6ff5640 10 client.26495 handle_command_reply: tid=0 2024-03-07T10:03:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.345+0000 7f81dbe52740 1 client.26495 shutdown 2024-03-07T10:03:33.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.346+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 msgr2=0x5639a91daba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.346+0000 7f81dbe52740 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91daba0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x5639a91c7980 tx=0x7f81c80048f0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.346+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 shutdown_connections 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.346+0000 7f81dbe52740 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639a9242f50 0x5639a9245370 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81dbe52740 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5639a91db0e0 0x5639a9241370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81b6ff5640 0 client.26495 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81dbe52740 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5639a91d5520 0x5639a91daba0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81dbe52740 1 --2- 172.21.15.18:0/4288181081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5639a91cbfa0 0x5639a91da660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 >> 172.21.15.18:0/4288181081 conn(0x5639a9193580 msgr2=0x5639a91c5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 shutdown_connections 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81dbe52740 1 -- 172.21.15.18:0/4288181081 wait complete. 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.347+0000 7f81dbe52740 20 client.26495 trim_cache size 0 max 16384 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:03:33.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:03:33.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:03:33.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:03:33.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.348+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81bc0a1fe0 msgr2=0x7f81bc0a44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.348+0000 7f81d905e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81bc0a1fe0 0x7f81bc0a44a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f81cc04a000 tx=0x7f81cc04b000 comp rx=0 tx=0).stop 2024-03-07T10:03:33.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.348+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d41069e0 msgr2=0x7f81d410b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:33.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.348+0000 7f81d905e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d41069e0 0x7f81d410b550 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f81c800e9c0 tx=0x7f81c800ee80 comp rx=0 tx=0).stop 2024-03-07T10:03:33.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.348+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 shutdown_connections 2024-03-07T10:03:33.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.349+0000 7f81d905e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81bc0a1fe0 0x7f81bc0a44a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.349+0000 7f81d905e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f81d410ba90 0x7f81d410bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.349+0000 7f81d905e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f81d41069e0 0x7f81d410b550 secure :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f81c800e9c0 tx=0x7f81c800ee80 comp rx=0 tx=0).stop 2024-03-07T10:03:33.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.349+0000 7f81d905e640 1 --2- 172.21.15.18:0/2477100663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f81d4100220 0x7f81d410e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:33.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.349+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 >> 172.21.15.18:0/2477100663 conn(0x7f81d4075840 msgr2=0x7f81d40fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:33.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.349+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 shutdown_connections 2024-03-07T10:03:33.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:33.349+0000 7f81d905e640 1 -- 172.21.15.18:0/2477100663 wait complete. 2024-03-07T10:03:34.894 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:34 smithi018 ceph-mon[32171]: pgmap v136: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 12 MiB/s wr, 841 op/s 2024-03-07T10:03:34.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:34 smithi063 ceph-mon[36356]: pgmap v136: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 12 MiB/s wr, 841 op/s 2024-03-07T10:03:35.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:34 smithi077 ceph-mon[36374]: pgmap v136: 97 pgs: 97 active+clean; 3.2 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 12 MiB/s wr, 841 op/s 2024-03-07T10:03:36.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:36 smithi063 ceph-mon[36356]: pgmap v137: 97 pgs: 97 active+clean; 3.2 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 14 MiB/s wr, 937 op/s 2024-03-07T10:03:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:36 smithi077 ceph-mon[36374]: pgmap v137: 97 pgs: 97 active+clean; 3.2 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 14 MiB/s wr, 937 op/s 2024-03-07T10:03:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:36 smithi018 ceph-mon[32171]: pgmap v137: 97 pgs: 97 active+clean; 3.2 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 14 MiB/s wr, 937 op/s 2024-03-07T10:03:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 255.0 s, 3121.6 tps, lat 31.904 ms stddev 35.176 2024-03-07T10:03:38.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:38 smithi063 ceph-mon[36356]: pgmap v138: 97 pgs: 97 active+clean; 3.2 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 11 MiB/s wr, 703 op/s 2024-03-07T10:03:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:38 smithi077 ceph-mon[36374]: pgmap v138: 97 pgs: 97 active+clean; 3.2 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 11 MiB/s wr, 703 op/s 2024-03-07T10:03:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:38 smithi018 ceph-mon[32171]: pgmap v138: 97 pgs: 97 active+clean; 3.2 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 11 MiB/s wr, 703 op/s 2024-03-07T10:03:40.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:40 smithi063 ceph-mon[36356]: pgmap v139: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-03-07T10:03:41.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:40 smithi077 ceph-mon[36374]: pgmap v139: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-03-07T10:03:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:40 smithi018 ceph-mon[32171]: pgmap v139: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 14 MiB/s wr, 1.01k op/s 2024-03-07T10:03:42.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:42 smithi063 ceph-mon[36356]: pgmap v140: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 8.0 MiB/s wr, 667 op/s 2024-03-07T10:03:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:42 smithi077 ceph-mon[36374]: pgmap v140: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 8.0 MiB/s wr, 667 op/s 2024-03-07T10:03:43.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:42 smithi018 ceph-mon[32171]: pgmap v140: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 8.0 MiB/s wr, 667 op/s 2024-03-07T10:03:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 260.0 s, 3214.4 tps, lat 31.327 ms stddev 33.529 2024-03-07T10:03:44.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:44 smithi063 ceph-mon[36356]: pgmap v141: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 9.0 MiB/s wr, 773 op/s 2024-03-07T10:03:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:44 smithi077 ceph-mon[36374]: pgmap v141: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 9.0 MiB/s wr, 773 op/s 2024-03-07T10:03:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:44 smithi018 ceph-mon[32171]: pgmap v141: 97 pgs: 97 active+clean; 3.2 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 9.0 MiB/s wr, 773 op/s 2024-03-07T10:03:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 -- 172.21.15.18:0/3452228186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc13c107f00 msgr2=0x7fc13c1082e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 --2- 172.21.15.18:0/3452228186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc13c107f00 0x7fc13c1082e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc130009900 tx=0x7fc13002bc40 comp rx=0 tx=0).stop 2024-03-07T10:03:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 -- 172.21.15.18:0/3452228186 shutdown_connections 2024-03-07T10:03:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 --2- 172.21.15.18:0/3452228186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc13c10cf80 0x7fc13c114b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 --2- 172.21.15.18:0/3452228186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c1088b0 0x7fc13c10c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 --2- 172.21.15.18:0/3452228186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc13c107f00 0x7fc13c1082e0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 -- 172.21.15.18:0/3452228186 >> 172.21.15.18:0/3452228186 conn(0x7fc13c0774a0 msgr2=0x7fc13c106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 -- 172.21.15.18:0/3452228186 shutdown_connections 2024-03-07T10:03:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.487+0000 7fc142283640 1 -- 172.21.15.18:0/3452228186 wait complete. 2024-03-07T10:03:46.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.488+0000 7fc142283640 1 Processor -- start 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.488+0000 7fc142283640 1 -- start start 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc142283640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c107f00 0x7fc13c19e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc142283640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc13c10cf80 0x7fc13c19ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc142283640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc13c1a2de0 0x7fc13c1a3290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc142283640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c118080 con 0x7fc13c10cf80 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc142283640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c117f00 con 0x7fc13c1a2de0 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc142283640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c118200 con 0x7fc13c107f00 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc13bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c107f00 0x7fc13c19e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc13bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c107f00 0x7fc13c19e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:55186/0 (socket says 172.21.15.18:55186) 2024-03-07T10:03:46.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.489+0000 7fc13bfff640 1 -- 172.21.15.18:0/3090712721 learned_addr learned my addr 172.21.15.18:0/3090712721 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc13bfff640 1 -- 172.21.15.18:0/3090712721 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc13c1a2de0 msgr2=0x7fc13c1a3290 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc13bfff640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc13c1a2de0 0x7fc13c1a3290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc13bfff640 1 -- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc13c10cf80 msgr2=0x7fc13c19ea60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc13bfff640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc13c10cf80 0x7fc13c19ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc13bfff640 1 -- 172.21.15.18:0/3090712721 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc13c1a38d0 con 0x7fc13c107f00 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc13bfff640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c107f00 0x7fc13c19e520 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc130005ab0 tx=0x7fc1300042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc1397fa640 1 -- 172.21.15.18:0/3090712721 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130041070 con 0x7fc13c107f00 2024-03-07T10:03:46.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc13c1a3b60 con 0x7fc13c107f00 2024-03-07T10:03:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.490+0000 7fc1397fa640 1 -- 172.21.15.18:0/3090712721 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc13002cca0 con 0x7fc13c107f00 2024-03-07T10:03:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.491+0000 7fc1397fa640 1 -- 172.21.15.18:0/3090712721 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130003d90 con 0x7fc13c107f00 2024-03-07T10:03:46.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.491+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc13c1ab320 con 0x7fc13c107f00 2024-03-07T10:03:46.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.494+0000 7fc1397fa640 1 -- 172.21.15.18:0/3090712721 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc130044070 con 0x7fc13c107f00 2024-03-07T10:03:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.495+0000 7fc1397fa640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1240a20b0 0x7fc1240a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.495+0000 7fc1397fa640 1 -- 172.21.15.18:0/3090712721 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc1300efb10 con 0x7fc13c107f00 2024-03-07T10:03:46.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.495+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1240a20b0 0x7fc1240a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.497+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1240a20b0 0x7fc1240a4570 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc12c0058c0 tx=0x7fc12c005850 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:46.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.497+0000 7fc14506d740 1 Processor -- start 2024-03-07T10:03:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.497+0000 7fc14506d740 1 -- start start 2024-03-07T10:03:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc14506d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b02a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc14506d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b03420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc14506d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b0e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc14506d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555814a675c0 con 0x555814b03d10 2024-03-07T10:03:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc14506d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555814a10900 con 0x555814b0c520 2024-03-07T10:03:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc14506d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555814a63660 con 0x555814b02fa0 2024-03-07T10:03:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b02a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b02a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49914/0 (socket says 172.21.15.18:49914) 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 -- 172.21.15.18:0/640750706 learned_addr learned my addr 172.21.15.18:0/640750706 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b03420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc140820640 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b0e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 -- 172.21.15.18:0/640750706 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 msgr2=0x555814b03420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b03420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 -- 172.21.15.18:0/640750706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 msgr2=0x555814b0e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b0e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.498+0000 7fc13bfff640 1 -- 172.21.15.18:0/640750706 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55581477c210 con 0x555814b03d10 2024-03-07T10:03:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.499+0000 7fc13bfff640 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b02a60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc1300c47b0 tx=0x7fc13002bc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27619cbfd56df98c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.500+0000 7fc1227fc640 1 -- 172.21.15.18:0/640750706 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13004b040 con 0x555814b03d10 2024-03-07T10:03:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.500+0000 7fc1227fc640 1 -- 172.21.15.18:0/640750706 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc130004c80 con 0x555814b03d10 2024-03-07T10:03:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.500+0000 7fc1227fc640 1 -- 172.21.15.18:0/640750706 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1300035f0 con 0x555814b03d10 2024-03-07T10:03:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 -- 172.21.15.18:0/640750706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 msgr2=0x555814b02a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b02a60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc1300c47b0 tx=0x7fc13002bc40 comp rx=0 tx=0).stop 2024-03-07T10:03:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 -- 172.21.15.18:0/640750706 shutdown_connections 2024-03-07T10:03:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b0e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b03420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 --2- 172.21.15.18:0/640750706 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b02a60 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 -- 172.21.15.18:0/640750706 >> 172.21.15.18:0/640750706 conn(0x555814aca580 msgr2=0x555814afdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 -- 172.21.15.18:0/640750706 shutdown_connections 2024-03-07T10:03:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.501+0000 7fc14506d740 1 -- 172.21.15.18:0/640750706 wait complete. 2024-03-07T10:03:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.502+0000 7fc14506d740 1 -- start start 2024-03-07T10:03:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.502+0000 7fc14506d740 1 Processor -- start 2024-03-07T10:03:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc14506d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b09690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc14506d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b03d10 0x555814b09bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc14506d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b0c520 0x555814b0a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc14506d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555814b0f010 con 0x555814b0c520 2024-03-07T10:03:46.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc13bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b09690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc13bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b09690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:55212/0 (socket says 172.21.15.18:55212) 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc13bfff640 1 -- 172.21.15.18:0/161813967 learned_addr learned my addr 172.21.15.18:0/161813967 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b03d10 0x555814b09bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc140820640 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b0c520 0x555814b0a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555814a23d60 con 0x555814b03d10 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555814b0f190 con 0x555814b02fa0 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.503+0000 7fc14506d740 10 client.0 _ll_register_callbacks cb 0x55581477ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc13bfff640 1 -- 172.21.15.18:0/161813967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b03d10 msgr2=0x555814b09bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc13bfff640 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b03d10 0x555814b09bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc13bfff640 1 -- 172.21.15.18:0/161813967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b0c520 msgr2=0x555814b0a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc13bfff640 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b0c520 0x555814b0a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc13bfff640 1 -- 172.21.15.18:0/161813967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555814848620 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc13bfff640 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b09690 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc1300bc240 tx=0x7fc1300bc1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a705e044497e7fc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc11b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc11b7fe640 1 -- 172.21.15.18:0/161813967 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13004b070 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc11b7fe640 1 -- 172.21.15.18:0/161813967 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc1300ed410 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.504+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc130004c80 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.505+0000 7fc11b7fe640 1 -- 172.21.15.18:0/161813967 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1300bbea0 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.505+0000 7fc14506d740 10 client.26575 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.505+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x555814b0f010 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.505+0000 7fc11b7fe640 1 -- 172.21.15.18:0/161813967 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc130004c80 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc11b7fe640 1 -- 172.21.15.18:0/161813967 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc1300c4850 con 0x555814b02fa0 2024-03-07T10:03:46.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc14506d740 10 client.26575 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc14506d740 10 client.26575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc14506d740 20 client.26575 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc14506d740 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b1c510 0x555814b1e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc14506d740 4 client.26575 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555814a74b00 con 0x555814b1c510 2024-03-07T10:03:46.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.506+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b1c510 0x555814b1e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.507+0000 7fc11b7fe640 10 client.26575 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.507+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b1c510 0x555814b1e900 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97bd9518601b09c6 server_cookie=187b8577490115cf in_seq=0 out_seq=0 2024-03-07T10:03:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc11b7fe640 1 -- 172.21.15.18:0/161813967 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555814a74b00 con 0x555814b1c510 2024-03-07T10:03:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc11b7fe640 10 client.26575 handle_command_reply: tid=0 2024-03-07T10:03:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 client.26575 shutdown 2024-03-07T10:03:46.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 msgr2=0x555814b09690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b09690 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc1300bc240 tx=0x7fc1300bc1a0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 shutdown_connections 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b1c510 0x555814b1e900 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b0c520 0x555814b0a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b03d10 0x555814b09bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 --2- 172.21.15.18:0/161813967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b09690 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc11b7fe640 0 client.26575 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 >> 172.21.15.18:0/161813967 conn(0x555814aca580 msgr2=0x555814aff9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 shutdown_connections 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 1 -- 172.21.15.18:0/161813967 wait complete. 2024-03-07T10:03:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.508+0000 7fc14506d740 20 client.26575 trim_cache size 0 max 16384 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 Processor -- start 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 -- start start 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814aff780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b177f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c1b5dc0 con 0x555814b03d10 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c1b38c0 con 0x555814b0c520 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.530+0000 7fc14506d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c1b1a10 con 0x555814b02fa0 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc13b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814aff780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc13b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814aff780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49936/0 (socket says 172.21.15.18:49936) 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc140820640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b177f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc13b7fe640 1 -- 172.21.15.18:0/2489966123 learned_addr learned my addr 172.21.15.18:0/2489966123 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc13bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc140820640 1 -- 172.21.15.18:0/2489966123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 msgr2=0x555814b0bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc140820640 1 --2- 172.21.15.18:0/2489966123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc140820640 1 -- 172.21.15.18:0/2489966123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 msgr2=0x555814aff780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc140820640 1 --2- 172.21.15.18:0/2489966123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814aff780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc140820640 1 -- 172.21.15.18:0/2489966123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555814b1ef30 con 0x555814b0c520 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc140820640 1 --2- 172.21.15.18:0/2489966123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b177f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x555814afee20 tx=0x7fc134011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8136eda7757f775b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc121ffb640 1 -- 172.21.15.18:0/2489966123 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc134004b20 con 0x555814b0c520 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc121ffb640 1 -- 172.21.15.18:0/2489966123 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc134004cc0 con 0x555814b0c520 2024-03-07T10:03:46.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.531+0000 7fc121ffb640 1 -- 172.21.15.18:0/2489966123 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc134005020 con 0x555814b0c520 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 -- 172.21.15.18:0/2489966123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 msgr2=0x555814b177f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 --2- 172.21.15.18:0/2489966123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b177f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x555814afee20 tx=0x7fc134011810 comp rx=0 tx=0).stop 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 -- 172.21.15.18:0/2489966123 shutdown_connections 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 --2- 172.21.15.18:0/2489966123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b177f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 --2- 172.21.15.18:0/2489966123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814aff780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 --2- 172.21.15.18:0/2489966123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 -- 172.21.15.18:0/2489966123 >> 172.21.15.18:0/2489966123 conn(0x555814aca580 msgr2=0x555814aff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:46.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 -- 172.21.15.18:0/2489966123 shutdown_connections 2024-03-07T10:03:46.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.533+0000 7fc14506d740 1 -- 172.21.15.18:0/2489966123 wait complete. 2024-03-07T10:03:46.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.534+0000 7fc14506d740 1 -- start start 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.534+0000 7fc14506d740 1 Processor -- start 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.534+0000 7fc14506d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.534+0000 7fc14506d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b05900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc14506d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b05e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc14506d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c1b1f80 con 0x555814b03d10 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc14506d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c1b3260 con 0x555814b0c520 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc14506d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc13c1b25a0 con 0x555814b02fa0 2024-03-07T10:03:46.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b05900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc14506d740 10 client.0 _ll_register_callbacks cb 0x7fc13c06adf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b05900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49946/0 (socket says 172.21.15.18:49946) 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13b7fe640 1 -- 172.21.15.18:0/2389981996 learned_addr learned my addr 172.21.15.18:0/2389981996 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13bfff640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc140820640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b05e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13bfff640 1 -- 172.21.15.18:0/2389981996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 msgr2=0x555814b05e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13bfff640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b05e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13bfff640 1 -- 172.21.15.18:0/2389981996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 msgr2=0x555814b05900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13bfff640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b05900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13bfff640 1 -- 172.21.15.18:0/2389981996 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555814b06500 con 0x555814b02fa0 2024-03-07T10:03:46.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.535+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b05900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:46.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.536+0000 7fc13bfff640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0dfb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc1300b89a0 tx=0x7fc13002ce50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7924ae5f49d70a9d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:46.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.536+0000 7fc11b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:46.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.536+0000 7fc11b7fe640 1 -- 172.21.15.18:0/2389981996 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13004b070 con 0x555814b02fa0 2024-03-07T10:03:46.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.536+0000 7fc11b7fe640 1 -- 172.21.15.18:0/2389981996 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc1300c4850 con 0x555814b02fa0 2024-03-07T10:03:46.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.536+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc134004cc0 con 0x555814b02fa0 2024-03-07T10:03:46.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc11b7fe640 1 -- 172.21.15.18:0/2389981996 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1300d0040 con 0x555814b02fa0 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 10 client.26581 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x555814b06500 con 0x555814b02fa0 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc11b7fe640 1 -- 172.21.15.18:0/2389981996 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc134004cc0 con 0x555814b02fa0 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc11b7fe640 1 -- 172.21.15.18:0/2389981996 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc1300bb9e0 con 0x555814b02fa0 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 10 client.26581 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 10 client.26581 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 20 client.26581 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b78f70 0x555814b7b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 4 client.26581 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555814a6ee50 con 0x555814b78f70 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.537+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b78f70 0x555814b7b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.538+0000 7fc11b7fe640 10 client.26581 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:46.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.538+0000 7fc13b7fe640 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b78f70 0x555814b7b390 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dda5d46ceda6a25a server_cookie=b9a88874e88e1c73 in_seq=0 out_seq=0 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.554+0000 7fc11b7fe640 1 -- 172.21.15.18:0/2389981996 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555814a6ee50 con 0x555814b78f70 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.554+0000 7fc11b7fe640 10 client.26581 handle_command_reply: tid=0 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.554+0000 7fc14506d740 1 client.26581 shutdown 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 msgr2=0x555814b0dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0dfb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc1300b89a0 tx=0x7fc13002ce50 comp rx=0 tx=0).stop 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 shutdown_connections 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555814b78f70 0x555814b7b390 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555814b0c520 0x555814b05e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555814b03d10 0x555814b05900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc11b7fe640 0 client.26581 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:46.557 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 --2- 172.21.15.18:0/2389981996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555814b02fa0 0x555814b0dfb0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 >> 172.21.15.18:0/2389981996 conn(0x555814aca580 msgr2=0x555814b07b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 shutdown_connections 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 1 -- 172.21.15.18:0/2389981996 wait complete. 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc14506d740 20 client.26581 trim_cache size 0 max 16384 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:03:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1240a20b0 msgr2=0x7fc1240a4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc142283640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1240a20b0 0x7fc1240a4570 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc12c0058c0 tx=0x7fc12c005850 comp rx=0 tx=0).stop 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c107f00 msgr2=0x7fc13c19e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.555+0000 7fc142283640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c107f00 0x7fc13c19e520 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc130005ab0 tx=0x7fc1300042f0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 shutdown_connections 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc13c1a2de0 0x7fc13c1a3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc1240a20b0 0x7fc1240a4570 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc13c10cf80 0x7fc13c19ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 --2- 172.21.15.18:0/3090712721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc13c107f00 0x7fc13c19e520 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:46.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 >> 172.21.15.18:0/3090712721 conn(0x7fc13c0774a0 msgr2=0x7fc13c107310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:46.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 shutdown_connections 2024-03-07T10:03:46.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:46.556+0000 7fc142283640 1 -- 172.21.15.18:0/3090712721 wait complete. 2024-03-07T10:03:46.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:46 smithi063 ceph-mon[36356]: pgmap v142: 97 pgs: 97 active+clean; 3.3 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.4 MiB/s wr, 831 op/s 2024-03-07T10:03:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:46 smithi077 ceph-mon[36374]: pgmap v142: 97 pgs: 97 active+clean; 3.3 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.4 MiB/s wr, 831 op/s 2024-03-07T10:03:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:46 smithi018 ceph-mon[32171]: pgmap v142: 97 pgs: 97 active+clean; 3.3 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.4 MiB/s wr, 831 op/s 2024-03-07T10:03:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 265.0 s, 3293.4 tps, lat 30.303 ms stddev 31.784 2024-03-07T10:03:48.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:48 smithi063 ceph-mon[36356]: pgmap v143: 97 pgs: 97 active+clean; 3.3 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 6.4 MiB/s wr, 611 op/s 2024-03-07T10:03:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:48 smithi077 ceph-mon[36374]: pgmap v143: 97 pgs: 97 active+clean; 3.3 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 6.4 MiB/s wr, 611 op/s 2024-03-07T10:03:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:48 smithi018 ceph-mon[32171]: pgmap v143: 97 pgs: 97 active+clean; 3.3 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 6.4 MiB/s wr, 611 op/s 2024-03-07T10:03:50.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:50 smithi063 ceph-mon[36356]: pgmap v144: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 9.5 MiB/s wr, 917 op/s 2024-03-07T10:03:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:50 smithi077 ceph-mon[36374]: pgmap v144: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 9.5 MiB/s wr, 917 op/s 2024-03-07T10:03:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:50 smithi018 ceph-mon[32171]: pgmap v144: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 9.5 MiB/s wr, 917 op/s 2024-03-07T10:03:52.449 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:03:52.450 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 -- 172.21.15.18:0/3816359716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100f40 msgr2=0x7f7538104f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 --2- 172.21.15.18:0/3816359716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100f40 0x7f7538104f80 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f7520009900 tx=0x7f752002bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 -- 172.21.15.18:0/3816359716 shutdown_connections 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 --2- 172.21.15.18:0/3816359716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7538105660 0x7f753810d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 --2- 172.21.15.18:0/3816359716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100f40 0x7f7538104f80 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 --2- 172.21.15.18:0/3816359716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7538100590 0x7f7538100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 -- 172.21.15.18:0/3816359716 >> 172.21.15.18:0/3816359716 conn(0x7f75380fbe30 msgr2=0x7f75380fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 -- 172.21.15.18:0/3816359716 shutdown_connections 2024-03-07T10:03:52.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.592+0000 7f753d137640 1 -- 172.21.15.18:0/3816359716 wait complete. 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 Processor -- start 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 -- start start 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100590 0x7f7538197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7538105660 0x7f7538198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f753819c5f0 0x7f753819caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7538111870 con 0x7f7538100590 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75381116f0 con 0x7f753819c5f0 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753d137640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75381119f0 con 0x7f7538105660 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100590 0x7f7538197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100590 0x7f7538197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55972/0 (socket says 172.21.15.18:55972) 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 -- 172.21.15.18:0/289996286 learned_addr learned my addr 172.21.15.18:0/289996286 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f753c936640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f753819c5f0 0x7f753819caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f75377fe640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7538105660 0x7f7538198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 -- 172.21.15.18:0/289996286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7538105660 msgr2=0x7f7538198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7538105660 0x7f7538198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 -- 172.21.15.18:0/289996286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f753819c5f0 msgr2=0x7f753819caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f753819c5f0 0x7f753819caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.593+0000 7f7537fff640 1 -- 172.21.15.18:0/289996286 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f753819d0e0 con 0x7f7538100590 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.594+0000 7f75377fe640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7538105660 0x7f7538198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.594+0000 7f7537fff640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100590 0x7f7538197d30 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f752800e9f0 tx=0x7f752800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.594+0000 7f75357fa640 1 -- 172.21.15.18:0/289996286 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752800cd80 con 0x7f7538100590 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.594+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f753819d3d0 con 0x7f7538100590 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.594+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75381a4be0 con 0x7f7538100590 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.594+0000 7f75357fa640 1 -- 172.21.15.18:0/289996286 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7528010910 con 0x7f7538100590 2024-03-07T10:03:52.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.594+0000 7f75357fa640 1 -- 172.21.15.18:0/289996286 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75280188f0 con 0x7f7538100590 2024-03-07T10:03:52.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 Processor -- start 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 -- start start 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d5938960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d59528a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d59551d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559d589bdd0 con 0x5559d5938ea0 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559d5844ae0 con 0x5559d5938580 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f754117d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559d5897e70 con 0x5559d5952de0 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f75377fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d59551d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f753c936640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d5938960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f75377fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d59551d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45340/0 (socket says 172.21.15.18:45340) 2024-03-07T10:03:52.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.598+0000 7f75377fe640 1 -- 172.21.15.18:0/1011307954 learned_addr learned my addr 172.21.15.18:0/1011307954 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f75377fe640 1 -- 172.21.15.18:0/1011307954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 msgr2=0x5559d5938960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f75377fe640 1 --2- 172.21.15.18:0/1011307954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d5938960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f75377fe640 1 -- 172.21.15.18:0/1011307954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 msgr2=0x5559d59528a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f75377fe640 1 --2- 172.21.15.18:0/1011307954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d59528a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f75377fe640 1 -- 172.21.15.18:0/1011307954 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559d567a7d0 con 0x5559d5952de0 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f75357fa640 1 -- 172.21.15.18:0/289996286 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7528010430 con 0x7f7538100590 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f75377fe640 1 --2- 172.21.15.18:0/1011307954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d59551d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7520006010 tx=0x7f7520009630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c555d34775f00413 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.599+0000 7f752e7fc640 1 -- 172.21.15.18:0/1011307954 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7520045070 con 0x5559d5952de0 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.600+0000 7f752e7fc640 1 -- 172.21.15.18:0/1011307954 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f752002c880 con 0x5559d5952de0 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.600+0000 7f752e7fc640 1 -- 172.21.15.18:0/1011307954 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7520003be0 con 0x5559d5952de0 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.600+0000 7f75357fa640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f75240a1f30 0x7f75240a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.600+0000 7f75357fa640 1 -- 172.21.15.18:0/289996286 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f75280ce480 con 0x7f7538100590 2024-03-07T10:03:52.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.600+0000 7f753c936640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f75240a1f30 0x7f75240a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.600+0000 7f754117d740 1 -- 172.21.15.18:0/1011307954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 msgr2=0x5559d59551d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.600+0000 7f754117d740 1 --2- 172.21.15.18:0/1011307954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d59551d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7520006010 tx=0x7f7520009630 comp rx=0 tx=0).stop 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.601+0000 7f754117d740 1 -- 172.21.15.18:0/1011307954 shutdown_connections 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.601+0000 7f754117d740 1 --2- 172.21.15.18:0/1011307954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d59551d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.601+0000 7f754117d740 1 --2- 172.21.15.18:0/1011307954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d59528a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.601+0000 7f754117d740 1 --2- 172.21.15.18:0/1011307954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d5938960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.601+0000 7f754117d740 1 -- 172.21.15.18:0/1011307954 >> 172.21.15.18:0/1011307954 conn(0x5559d5933000 msgr2=0x5559d59333e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.601+0000 7f753c936640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f75240a1f30 0x7f75240a43f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7530005fd0 tx=0x7f7530009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.602+0000 7f754117d740 1 -- 172.21.15.18:0/1011307954 shutdown_connections 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.602+0000 7f754117d740 1 -- 172.21.15.18:0/1011307954 wait complete. 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.602+0000 7f754117d740 1 -- start start 2024-03-07T10:03:52.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.602+0000 7f754117d740 1 Processor -- start 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f754117d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d594bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f754117d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f754117d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d594c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f754117d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559d59559d0 con 0x5559d5938ea0 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f754117d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559d5858070 con 0x5559d5938580 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f754117d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559d5955b50 con 0x5559d5952de0 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d594bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d594bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60624/0 (socket says 172.21.15.18:60624) 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 -- 172.21.15.18:0/3527334734 learned_addr learned my addr 172.21.15.18:0/3527334734 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f75377fe640 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f754117d740 10 client.0 _ll_register_callbacks cb 0x5559d5857a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f753c936640 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d594c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 -- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 msgr2=0x5559d594c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d594c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 -- 172.21.15.18:0/3527334734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 msgr2=0x5559d594c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.603+0000 7f7537fff640 1 -- 172.21.15.18:0/3527334734 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5559d55b03f0 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f7537fff640 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d594bdf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f75280cc160 tx=0x7f752809aff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e2e41fca52553cf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f75177fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f75177fe640 1 -- 172.21.15.18:0/3527334734 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752809a500 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f75177fe640 1 -- 172.21.15.18:0/3527334734 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7528096c00 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f752002c880 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f75177fe640 1 -- 172.21.15.18:0/3527334734 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7528096e00 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f754117d740 10 client.26522 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5559d55700f0 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.604+0000 7f75177fe640 1 -- 172.21.15.18:0/3527334734 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f752002c880 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f75177fe640 1 -- 172.21.15.18:0/3527334734 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f75280b3cc0 con 0x5559d5938580 2024-03-07T10:03:52.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f754117d740 10 client.26522 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f754117d740 10 client.26522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f754117d740 20 client.26522 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f754117d740 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d596b340 0x5559d596d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f754117d740 4 client.26522 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5559d58a9310 con 0x5559d596b340 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f75377fe640 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d596b340 0x5559d596d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f75177fe640 10 client.26522 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.605+0000 7f75377fe640 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d596b340 0x5559d596d730 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31eb6c4866771cf6 server_cookie=6736719fb1e328b8 in_seq=0 out_seq=0 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.606+0000 7f75177fe640 1 -- 172.21.15.18:0/3527334734 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5559d58a9310 con 0x5559d596b340 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.606+0000 7f75177fe640 10 client.26522 handle_command_reply: tid=0 2024-03-07T10:03:52.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.606+0000 7f754117d740 1 client.26522 shutdown 2024-03-07T10:03:52.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.607+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 msgr2=0x5559d594bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d594bdf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f75280cc160 tx=0x7f752809aff0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 shutdown_connections 2024-03-07T10:03:52.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d596b340 0x5559d596d730 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d594c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f75177fe640 0 client.26522 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:52.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 --2- 172.21.15.18:0/3527334734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d594bdf0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 >> 172.21.15.18:0/3527334734 conn(0x5559d5933000 msgr2=0x5559d5934d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:52.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 shutdown_connections 2024-03-07T10:03:52.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 1 -- 172.21.15.18:0/3527334734 wait complete. 2024-03-07T10:03:52.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.608+0000 7f754117d740 20 client.26522 trim_cache size 0 max 16384 2024-03-07T10:03:52.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.634+0000 7f754117d740 1 Processor -- start 2024-03-07T10:03:52.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.639+0000 7f754117d740 1 -- start start 2024-03-07T10:03:52.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f754117d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d5931f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f754117d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f754117d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d594c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f754117d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7518010d00 con 0x5559d5938ea0 2024-03-07T10:03:52.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f754117d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f751800e800 con 0x5559d5938580 2024-03-07T10:03:52.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f754117d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f751800c8a0 con 0x5559d5952de0 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f75377fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f75377fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55984/0 (socket says 172.21.15.18:55984) 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.640+0000 7f75377fe640 1 -- 172.21.15.18:0/1374754375 learned_addr learned my addr 172.21.15.18:0/1374754375 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.641+0000 7f75377fe640 1 -- 172.21.15.18:0/1374754375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 msgr2=0x5559d594c880 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.641+0000 7f75377fe640 1 --2- 172.21.15.18:0/1374754375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d594c880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.641+0000 7f75377fe640 1 -- 172.21.15.18:0/1374754375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 msgr2=0x5559d5931f60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.641+0000 7f75377fe640 1 --2- 172.21.15.18:0/1374754375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d5931f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.641+0000 7f75377fe640 1 -- 172.21.15.18:0/1374754375 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559d596daa0 con 0x5559d5938ea0 2024-03-07T10:03:52.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.641+0000 7f75377fe640 1 --2- 172.21.15.18:0/1374754375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c340 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f7520003790 tx=0x7f752002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f070640503c9ab0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.642+0000 7f752dffb640 1 -- 172.21.15.18:0/1374754375 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7520045040 con 0x5559d5938ea0 2024-03-07T10:03:52.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.642+0000 7f752dffb640 1 -- 172.21.15.18:0/1374754375 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f752002c880 con 0x5559d5938ea0 2024-03-07T10:03:52.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.643+0000 7f754117d740 1 -- 172.21.15.18:0/1374754375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 msgr2=0x5559d594c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.643+0000 7f754117d740 1 --2- 172.21.15.18:0/1374754375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c340 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f7520003790 tx=0x7f752002bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:52.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.644+0000 7f754117d740 1 -- 172.21.15.18:0/1374754375 shutdown_connections 2024-03-07T10:03:52.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.644+0000 7f754117d740 1 --2- 172.21.15.18:0/1374754375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5952de0 0x5559d594c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.646 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.644+0000 7f754117d740 1 --2- 172.21.15.18:0/1374754375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5938ea0 0x5559d594c340 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.644+0000 7f754117d740 1 --2- 172.21.15.18:0/1374754375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d5938580 0x5559d5931f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.644+0000 7f754117d740 1 -- 172.21.15.18:0/1374754375 >> 172.21.15.18:0/1374754375 conn(0x5559d5933000 msgr2=0x5559d5931850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:52.647 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.645+0000 7f754117d740 1 -- 172.21.15.18:0/1374754375 shutdown_connections 2024-03-07T10:03:52.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.648+0000 7f754117d740 1 -- 172.21.15.18:0/1374754375 wait complete. 2024-03-07T10:03:52.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.648+0000 7f754117d740 1 -- start start 2024-03-07T10:03:52.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.648+0000 7f754117d740 1 Processor -- start 2024-03-07T10:03:52.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f754117d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5938ea0 0x5559d5954990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f754117d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5952de0 0x5559d59531c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f754117d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d596b340 0x5559d5953700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.650 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f754117d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f751800cea0 con 0x5559d5952de0 2024-03-07T10:03:52.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f754117d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f751800e1a0 con 0x5559d596b340 2024-03-07T10:03:52.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f754117d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f751800d4e0 con 0x5559d5938ea0 2024-03-07T10:03:52.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f754117d740 10 client.0 _ll_register_callbacks cb 0x7f752809a810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:52.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f7537fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5938ea0 0x5559d5954990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f753c936640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d596b340 0x5559d5953700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f7537fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5938ea0 0x5559d5954990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45358/0 (socket says 172.21.15.18:45358) 2024-03-07T10:03:52.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.649+0000 7f7537fff640 1 -- 172.21.15.18:0/4186940047 learned_addr learned my addr 172.21.15.18:0/4186940047 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:52.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.650+0000 7f7537fff640 1 -- 172.21.15.18:0/4186940047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d596b340 msgr2=0x5559d5953700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:52.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.650+0000 7f7537fff640 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d596b340 0x5559d5953700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.650+0000 7f7537fff640 1 -- 172.21.15.18:0/4186940047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5952de0 msgr2=0x5559d59531c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:03:52.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.650+0000 7f7537fff640 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5952de0 0x5559d59531c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.650+0000 7f7537fff640 1 -- 172.21.15.18:0/4186940047 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5559d5953da0 con 0x5559d5938ea0 2024-03-07T10:03:52.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.650+0000 7f7537fff640 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5938ea0 0x5559d5954990 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f752800c6a0 tx=0x7f752809a700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c66dd3ee8f35aa78 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.653 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.650+0000 7f75177fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.652+0000 7f75177fe640 1 -- 172.21.15.18:0/4186940047 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7528099d70 con 0x5559d5938ea0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.652+0000 7f75177fe640 1 -- 172.21.15.18:0/4186940047 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7528099f10 con 0x5559d5938ea0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.652+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f752002c880 con 0x5559d5938ea0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f75177fe640 1 -- 172.21.15.18:0/4186940047 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7528010cd0 con 0x5559d5938ea0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 10 client.26596 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5559d5964ce0 con 0x5559d5938ea0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f75177fe640 1 -- 172.21.15.18:0/4186940047 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f752002c880 con 0x5559d5938ea0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f75177fe640 1 -- 172.21.15.18:0/4186940047 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f75280ab030 con 0x5559d5938ea0 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 10 client.26596 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:52.655 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 10 client.26596 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:52.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 20 client.26596 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:52.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d5965280 0x5559d59676a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 4 client.26596 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:03:52.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5559d58a3660 con 0x5559d5965280 2024-03-07T10:03:52.656 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.653+0000 7f75377fe640 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d5965280 0x5559d59676a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f75377fe640 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d5965280 0x5559d59676a0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df09df0a86008f74 server_cookie=da4a1abc051d5ebe in_seq=0 out_seq=0 2024-03-07T10:03:52.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f75177fe640 10 client.26596 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:52.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f75177fe640 1 -- 172.21.15.18:0/4186940047 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5559d58a3660 con 0x5559d5965280 2024-03-07T10:03:52.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f75177fe640 10 client.26596 handle_command_reply: tid=0 2024-03-07T10:03:52.657 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 client.26596 shutdown 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5938ea0 msgr2=0x5559d5954990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5938ea0 0x5559d5954990 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f752800c6a0 tx=0x7f752809a700 comp rx=0 tx=0).stop 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 shutdown_connections 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5559d5965280 0x5559d59676a0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5559d596b340 0x5559d5953700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f75177fe640 0 client.26596 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5559d5952de0 0x5559d59531c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 --2- 172.21.15.18:0/4186940047 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5559d5938ea0 0x5559d5954990 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 >> 172.21.15.18:0/4186940047 conn(0x5559d5933000 msgr2=0x5559d594fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 shutdown_connections 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.654+0000 7f754117d740 1 -- 172.21.15.18:0/4186940047 wait complete. 2024-03-07T10:03:52.658 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f754117d740 20 client.26596 trim_cache size 0 max 16384 2024-03-07T10:03:52.659 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:03:52.659 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:03:52.659 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:03:52.659 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:03:52.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f75240a1f30 msgr2=0x7f75240a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f75240a1f30 0x7f75240a43f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7530005fd0 tx=0x7f7530009500 comp rx=0 tx=0).stop 2024-03-07T10:03:52.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100590 msgr2=0x7f7538197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100590 0x7f7538197d30 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f752800e9f0 tx=0x7f752800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 shutdown_connections 2024-03-07T10:03:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f753819c5f0 0x7f753819caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7538105660 0x7f7538198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f75240a1f30 0x7f75240a43f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 --2- 172.21.15.18:0/289996286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7538100590 0x7f7538197d30 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.655+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 >> 172.21.15.18:0/289996286 conn(0x7f75380fbe30 msgr2=0x7f75380fe150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.656+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 shutdown_connections 2024-03-07T10:03:52.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.656+0000 7f753d137640 1 -- 172.21.15.18:0/289996286 wait complete. 2024-03-07T10:03:52.672 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:03:52.672 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:03:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 -- 172.21.15.18:0/1932394361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc38810bc50 msgr2=0x7fc38810e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 --2- 172.21.15.18:0/1932394361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc38810bc50 0x7fc38810e0a0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fc380009ca0 tx=0x7fc38002c180 comp rx=0 tx=0).stop 2024-03-07T10:03:52.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 -- 172.21.15.18:0/1932394361 shutdown_connections 2024-03-07T10:03:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 --2- 172.21.15.18:0/1932394361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc38810bc50 0x7fc38810e0a0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 --2- 172.21.15.18:0/1932394361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc3881031a0 0x7fc38810b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 --2- 172.21.15.18:0/1932394361 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc388102880 0x7fc388102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 -- 172.21.15.18:0/1932394361 >> 172.21.15.18:0/1932394361 conn(0x7fc3880776e0 msgr2=0x7fc388077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 -- 172.21.15.18:0/1932394361 shutdown_connections 2024-03-07T10:03:52.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.803+0000 7fc38d15a640 1 -- 172.21.15.18:0/1932394361 wait complete. 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.804+0000 7fc38d15a640 1 Processor -- start 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38d15a640 1 -- start start 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38d15a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc388102880 0x7fc388197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38d15a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3881031a0 0x7fc3881983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38d15a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc38810bc50 0x7fc38819c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38d15a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3881119f0 con 0x7fc388102880 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38d15a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc388111870 con 0x7fc38810bc50 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38d15a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc388111b70 con 0x7fc3881031a0 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc386d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc388102880 0x7fc388197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc37ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3881031a0 0x7fc3881983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc386d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc388102880 0x7fc388197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55998/0 (socket says 172.21.15.18:55998) 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc37ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3881031a0 0x7fc3881983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45372/0 (socket says 172.21.15.18:45372) 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc386d9d640 1 -- 172.21.15.18:0/664249924 learned_addr learned my addr 172.21.15.18:0/664249924 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.805+0000 7fc38759e640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc38810bc50 0x7fc38819c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38759e640 1 -- 172.21.15.18:0/664249924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3881031a0 msgr2=0x7fc3881983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38759e640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3881031a0 0x7fc3881983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38759e640 1 -- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc388102880 msgr2=0x7fc388197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38759e640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc388102880 0x7fc388197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38759e640 1 -- 172.21.15.18:0/664249924 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc38819ce30 con 0x7fc38810bc50 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc386d9d640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc388102880 0x7fc388197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38759e640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc38810bc50 0x7fc38819c700 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc380009bf0 tx=0x7fc380035d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc384d99640 1 -- 172.21.15.18:0/664249924 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc380039040 con 0x7fc38810bc50 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc384d99640 1 -- 172.21.15.18:0/664249924 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc380044070 con 0x7fc38810bc50 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc38819d0c0 con 0x7fc38810bc50 2024-03-07T10:03:52.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc384d99640 1 -- 172.21.15.18:0/664249924 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3800328d0 con 0x7fc38810bc50 2024-03-07T10:03:52.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.806+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3881a49b0 con 0x7fc38810bc50 2024-03-07T10:03:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.807+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc388069170 con 0x7fc38810bc50 2024-03-07T10:03:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.809+0000 7fc384d99640 1 -- 172.21.15.18:0/664249924 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc380032a70 con 0x7fc38810bc50 2024-03-07T10:03:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.809+0000 7fc384d99640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3740a1ef0 0x7fc3740a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.809+0000 7fc384d99640 1 -- 172.21.15.18:0/664249924 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc3800f05b0 con 0x7fc38810bc50 2024-03-07T10:03:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.809+0000 7fc386d9d640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3740a1ef0 0x7fc3740a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:52.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.810+0000 7fc386d9d640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3740a1ef0 0x7fc3740a43b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc378011500 tx=0x7fc378005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:52.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:52.813+0000 7fc384d99640 1 -- 172.21.15.18:0/664249924 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc3800bd740 con 0x7fc38810bc50 2024-03-07T10:03:52.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:52 smithi018 ceph-mon[32171]: pgmap v145: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 6.4 MiB/s wr, 609 op/s 2024-03-07T10:03:52.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:52 smithi063 ceph-mon[36356]: pgmap v145: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 6.4 MiB/s wr, 609 op/s 2024-03-07T10:03:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:52 smithi077 ceph-mon[36374]: pgmap v145: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 6.4 MiB/s wr, 609 op/s 2024-03-07T10:03:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 270.0 s, 3067.8 tps, lat 32.602 ms stddev 33.542 2024-03-07T10:03:53.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.158+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc3880684e0 con 0x7fc38810bc50 2024-03-07T10:03:53.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.158+0000 7fc384d99640 1 -- 172.21.15.18:0/664249924 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fc3880684e0 con 0x7fc38810bc50 2024-03-07T10:03:53.160 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:03:53.161 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:03:53.161 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:03:53.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3740a1ef0 msgr2=0x7fc3740a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3740a1ef0 0x7fc3740a43b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc378011500 tx=0x7fc378005f90 comp rx=0 tx=0).stop 2024-03-07T10:03:53.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc38810bc50 msgr2=0x7fc38819c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc38810bc50 0x7fc38819c700 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc380009bf0 tx=0x7fc380035d80 comp rx=0 tx=0).stop 2024-03-07T10:03:53.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 shutdown_connections 2024-03-07T10:03:53.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc38810bc50 0x7fc38819c700 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc3881031a0 0x7fc3881983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3740a1ef0 0x7fc3740a43b0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 --2- 172.21.15.18:0/664249924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc388102880 0x7fc388197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 >> 172.21.15.18:0/664249924 conn(0x7fc3880776e0 msgr2=0x7fc3880fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 shutdown_connections 2024-03-07T10:03:53.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.162+0000 7fc38d15a640 1 -- 172.21.15.18:0/664249924 wait complete. 2024-03-07T10:03:53.177 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:03:53.177 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:03:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.337+0000 7f6d2de0d640 1 -- 172.21.15.18:0/851798470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2806afe0 msgr2=0x7f6d2806b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.337+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/851798470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2806afe0 0x7f6d2806b3c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6d20009900 tx=0x7f6d2002bcd0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.338+0000 7f6d2de0d640 1 -- 172.21.15.18:0/851798470 shutdown_connections 2024-03-07T10:03:53.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.338+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/851798470 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d2811ade0 0x7f6d2811d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.338+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/851798470 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d2806b900 0x7f6d2811a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.338+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/851798470 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2806afe0 0x7f6d2806b3c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.338+0000 7f6d2de0d640 1 -- 172.21.15.18:0/851798470 >> 172.21.15.18:0/851798470 conn(0x7f6d28070be0 msgr2=0x7f6d28073000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.339+0000 7f6d2de0d640 1 -- 172.21.15.18:0/851798470 shutdown_connections 2024-03-07T10:03:53.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.339+0000 7f6d2de0d640 1 -- 172.21.15.18:0/851798470 wait complete. 2024-03-07T10:03:53.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.339+0000 7f6d2de0d640 1 Processor -- start 2024-03-07T10:03:53.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d2de0d640 1 -- start start 2024-03-07T10:03:53.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d2de0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d2806afe0 0x7f6d281ac790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d2de0d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d2806b900 0x7f6d281accd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d2de0d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2811ade0 0x7f6d281a6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d2de0d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d28120820 con 0x7f6d2806afe0 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d2de0d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d281206a0 con 0x7f6d2806b900 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d2de0d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d281209a0 con 0x7f6d2811ade0 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d27fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2811ade0 0x7f6d281a6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.340+0000 7f6d27fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2811ade0 0x7f6d281a6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45398/0 (socket says 172.21.15.18:45398) 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d27fff640 1 -- 172.21.15.18:0/172548360 learned_addr learned my addr 172.21.15.18:0/172548360 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d2806b900 0x7f6d281accd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d277fe640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d2806afe0 0x7f6d281ac790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d27fff640 1 -- 172.21.15.18:0/172548360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d2806b900 msgr2=0x7f6d281accd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d27fff640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d2806b900 0x7f6d281accd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d27fff640 1 -- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d2806afe0 msgr2=0x7f6d281ac790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d27fff640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d2806afe0 0x7f6d281ac790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d27fff640 1 -- 172.21.15.18:0/172548360 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d281a70c0 con 0x7f6d2811ade0 2024-03-07T10:03:53.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.341+0000 7f6d27fff640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2811ade0 0x7f6d281a6940 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6d1001e960 tx=0x7f6d1001ee20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.342+0000 7f6d24ff9640 1 -- 172.21.15.18:0/172548360 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d10028070 con 0x7f6d2811ade0 2024-03-07T10:03:53.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.342+0000 7f6d24ff9640 1 -- 172.21.15.18:0/172548360 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d10009c30 con 0x7f6d2811ade0 2024-03-07T10:03:53.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.342+0000 7f6d24ff9640 1 -- 172.21.15.18:0/172548360 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d10003d60 con 0x7f6d2811ade0 2024-03-07T10:03:53.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.342+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d281a73b0 con 0x7f6d2811ade0 2024-03-07T10:03:53.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.342+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d2810e070 con 0x7f6d2811ade0 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.345+0000 7f6d24ff9640 1 -- 172.21.15.18:0/172548360 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f6d10003f00 con 0x7f6d2811ade0 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 Processor -- start 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 -- start start 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728c4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728cd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728c4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e27288b330 con 0x55e2728cd670 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e272827e90 con 0x55e2728c4170 2024-03-07T10:03:53.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2727d0d00 con 0x55e2728c4a90 2024-03-07T10:03:53.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728c4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60684/0 (socket says 172.21.15.18:60684) 2024-03-07T10:03:53.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d277fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1051026253 learned_addr learned my addr 172.21.15.18:0/1051026253 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.346+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.347+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1051026253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 msgr2=0x55e2728cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.347+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728cd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.347+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1051026253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 msgr2=0x55e2728cfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.347+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.347+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1051026253 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2727cfb90 con 0x55e2728c4170 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.347+0000 7f6d24ff9640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d140a1fb0 0x7f6d140a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.348+0000 7f6d24ff9640 1 -- 172.21.15.18:0/172548360 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6d100deb30 con 0x7f6d2811ade0 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.348+0000 7f6d277fe640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d140a1fb0 0x7f6d140a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.348+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728c4550 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009270 tx=0x7f6d18009a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d007538961e0e81f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.348+0000 7f6d1dffb640 1 -- 172.21.15.18:0/1051026253 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d18004b20 con 0x55e2728c4170 2024-03-07T10:03:53.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.348+0000 7f6d1dffb640 1 -- 172.21.15.18:0/1051026253 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d18003e50 con 0x55e2728c4170 2024-03-07T10:03:53.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.348+0000 7f6d1dffb640 1 -- 172.21.15.18:0/1051026253 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d18004040 con 0x55e2728c4170 2024-03-07T10:03:53.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1051026253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 msgr2=0x55e2728c4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d277fe640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d140a1fb0 0x7f6d140a4470 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6d20005ab0 tx=0x7f6d20000bc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728c4550 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009270 tx=0x7f6d18009a40 comp rx=0 tx=0).stop 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1051026253 shutdown_connections 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1051026253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728c4550 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1051026253 >> 172.21.15.18:0/1051026253 conn(0x55e2728be8a0 msgr2=0x55e2728bec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1051026253 shutdown_connections 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.349+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1051026253 wait complete. 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 -- start start 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 Processor -- start 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728ca780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4a90 0x55e2728cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2727c6470 con 0x55e2728cd670 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e272823f30 con 0x55e2728c4a90 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2728d0460 con 0x55e2728c4170 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d30bfb740 10 client.0 _ll_register_callbacks cb 0x55e272821d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.350+0000 7f6d277fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728ca780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4a90 0x55e2728cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4a90 0x55e2728cacc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60686/0 (socket says 172.21.15.18:60686) 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1136239982 learned_addr learned my addr 172.21.15.18:0/1136239982 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d27fff640 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1136239982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 msgr2=0x55e2728ca780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728ca780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1136239982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 msgr2=0x55e2728cb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 -- 172.21.15.18:0/1136239982 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e27253c3f0 con 0x55e2728c4a90 2024-03-07T10:03:53.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d27fff640 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4a90 0x55e2728cacc0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6d18005c10 tx=0x7f6d18010f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbc45e7d43215d2a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d06ffd640 1 -- 172.21.15.18:0/1136239982 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1802d060 con 0x55e2728c4a90 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6d18003e50 con 0x55e2728c4a90 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.351+0000 7f6d06ffd640 1 -- 172.21.15.18:0/1136239982 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6d18004a40 con 0x55e2728c4a90 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d06ffd640 1 -- 172.21.15.18:0/1136239982 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d18004c40 con 0x55e2728c4a90 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 10 client.26543 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e2726067d0 con 0x55e2728c4a90 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d06ffd640 1 -- 172.21.15.18:0/1136239982 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d18003e50 con 0x55e2728c4a90 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d06ffd640 1 -- 172.21.15.18:0/1136239982 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6d18005000 con 0x55e2728c4a90 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 10 client.26543 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 10 client.26543 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:03:53.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 20 client.26543 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:53.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e2728dd840 0x55e2728dfc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 4 client.26543 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:53.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.352+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e2728353d0 con 0x55e2728dd840 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.353+0000 7f6d277fe640 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e2728dd840 0x55e2728dfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.353+0000 7f6d277fe640 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e2728dd840 0x55e2728dfc30 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f415ce0cb6c20344 server_cookie=3026e9db54eba0a4 in_seq=0 out_seq=0 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.353+0000 7f6d06ffd640 10 client.26543 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.354+0000 7f6d06ffd640 1 -- 172.21.15.18:0/1136239982 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e2728353d0 con 0x55e2728dd840 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.354+0000 7f6d06ffd640 10 client.26543 handle_command_reply: tid=0 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.354+0000 7f6d30bfb740 1 client.26543 shutdown 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4a90 msgr2=0x55e2728cacc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4a90 0x55e2728cacc0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6d18005c10 tx=0x7f6d18010f80 comp rx=0 tx=0).stop 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 shutdown_connections 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e2728dd840 0x55e2728dfc30 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d06ffd640 0 client.26543 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:53.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728cb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4a90 0x55e2728cacc0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/1136239982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728ca780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.355+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 >> 172.21.15.18:0/1136239982 conn(0x55e2728be8a0 msgr2=0x55e2728c05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.356+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 shutdown_connections 2024-03-07T10:03:53.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.356+0000 7f6d30bfb740 1 -- 172.21.15.18:0/1136239982 wait complete. 2024-03-07T10:03:53.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.356+0000 7f6d30bfb740 20 client.26543 trim_cache size 0 max 16384 2024-03-07T10:03:53.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.373+0000 7f6d30bfb740 1 Processor -- start 2024-03-07T10:03:53.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.373+0000 7f6d30bfb740 1 -- start start 2024-03-07T10:03:53.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.373+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.373+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728bd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.373+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728d8b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.373+0000 7f6d277fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.373+0000 7f6d277fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728cceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60702/0 (socket says 172.21.15.18:60702) 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d277fe640 1 -- 172.21.15.18:0/4105907441 learned_addr learned my addr 172.21.15.18:0/4105907441 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d281b5770 con 0x55e2728cd670 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728bd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d281b5dd0 con 0x55e2728c4170 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d281b38d0 con 0x55e2728c4a90 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d27fff640 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728d8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d27fff640 1 -- 172.21.15.18:0/4105907441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 msgr2=0x55e2728bd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d27fff640 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728bd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d27fff640 1 -- 172.21.15.18:0/4105907441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 msgr2=0x55e2728cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d27fff640 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.374+0000 7f6d27fff640 1 -- 172.21.15.18:0/4105907441 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2728c8cd0 con 0x55e2728cd670 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.375+0000 7f6d27fff640 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728d8b70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f6d100dc210 tx=0x7f6d1000b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f280bdf7fa72eb7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.375+0000 7f6d1d7fa640 1 -- 172.21.15.18:0/4105907441 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d10031040 con 0x55e2728cd670 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.375+0000 7f6d1d7fa640 1 -- 172.21.15.18:0/4105907441 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d100abbb0 con 0x55e2728cd670 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.375+0000 7f6d1d7fa640 1 -- 172.21.15.18:0/4105907441 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d100a7b20 con 0x55e2728cd670 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 msgr2=0x55e2728d8b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728d8b70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f6d100dc210 tx=0x7f6d1000b6b0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 shutdown_connections 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728cd670 0x55e2728d8b70 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4a90 0x55e2728bd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/4105907441 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728c4170 0x55e2728cceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 >> 172.21.15.18:0/4105907441 conn(0x55e2728be8a0 msgr2=0x55e2728bd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 shutdown_connections 2024-03-07T10:03:53.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 -- 172.21.15.18:0/4105907441 wait complete. 2024-03-07T10:03:53.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.376+0000 7f6d30bfb740 1 -- start start 2024-03-07T10:03:53.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 1 Processor -- start 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728c4a90 0x55e2728d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728cd670 0x55e272937e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d281151b0 con 0x55e2728c4a90 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d28116490 con 0x55e2728cd670 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d281157d0 con 0x55e2728c4170 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d30bfb740 10 client.0 _ll_register_callbacks cb 0x7f6d180125f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d277fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d27fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728cd670 0x55e272937e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d27fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728cd670 0x55e272937e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60718/0 (socket says 172.21.15.18:60718) 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.377+0000 7f6d27fff640 1 -- 172.21.15.18:0/3945717943 learned_addr learned my addr 172.21.15.18:0/3945717943 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d26ffd640 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728c4a90 0x55e2728d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d27fff640 1 -- 172.21.15.18:0/3945717943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 msgr2=0x55e2728d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d27fff640 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728d0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d27fff640 1 -- 172.21.15.18:0/3945717943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728c4a90 msgr2=0x55e2728d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d27fff640 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728c4a90 0x55e2728d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d27fff640 1 -- 172.21.15.18:0/3945717943 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e2729383c0 con 0x55e2728cd670 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d277fe640 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d27fff640 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728cd670 0x55e272937e80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6d10009610 tx=0x7f6d100ab4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f7874b8fc8d2ce1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d06ffd640 1 -- 172.21.15.18:0/3945717943 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d10031070 con 0x55e2728cd670 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.378+0000 7f6d06ffd640 1 -- 172.21.15.18:0/3945717943 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6d100a97b0 con 0x55e2728cd670 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.379+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6d100abbb0 con 0x55e2728cd670 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.379+0000 7f6d06ffd640 1 -- 172.21.15.18:0/3945717943 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d100b3c50 con 0x55e2728cd670 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.379+0000 7f6d30bfb740 10 client.26549 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:53.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.379+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e272939580 con 0x55e2728cd670 2024-03-07T10:03:53.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d06ffd640 1 -- 172.21.15.18:0/3945717943 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d100abbb0 con 0x55e2728cd670 2024-03-07T10:03:53.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d06ffd640 1 -- 172.21.15.18:0/3945717943 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6d1001f040 con 0x55e2728cd670 2024-03-07T10:03:53.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d30bfb740 10 client.26549 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:53.384 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d30bfb740 10 client.26549 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d30bfb740 20 client.26549 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e272939bf0 0x55e27293bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d30bfb740 4 client.26549 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e27282f720 con 0x55e272939bf0 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.380+0000 7f6d277fe640 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e272939bf0 0x55e27293bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.381+0000 7f6d06ffd640 10 client.26549 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.381+0000 7f6d277fe640 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e272939bf0 0x55e27293bfe0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d26596b9cd822812 server_cookie=f71e29eede313bb4 in_seq=0 out_seq=0 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.381+0000 7f6d06ffd640 1 -- 172.21.15.18:0/3945717943 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e27282f720 con 0x55e272939bf0 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.381+0000 7f6d06ffd640 10 client.26549 handle_command_reply: tid=0 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.381+0000 7f6d30bfb740 1 client.26549 shutdown 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728cd670 msgr2=0x55e272937e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728cd670 0x55e272937e80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6d10009610 tx=0x7f6d100ab4b0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 shutdown_connections 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e272939bf0 0x55e27293bfe0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2728cd670 0x55e272937e80 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.385 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e2728c4a90 0x55e2728d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 --2- 172.21.15.18:0/3945717943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2728c4170 0x55e2728d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 >> 172.21.15.18:0/3945717943 conn(0x55e2728be8a0 msgr2=0x55e2728caf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d06ffd640 0 client.26549 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:03:53.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.382+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 shutdown_connections 2024-03-07T10:03:53.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d30bfb740 1 -- 172.21.15.18:0/3945717943 wait complete. 2024-03-07T10:03:53.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d30bfb740 20 client.26549 trim_cache size 0 max 16384 2024-03-07T10:03:53.386 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d140a1fb0 msgr2=0x7f6d140a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d140a1fb0 0x7f6d140a4470 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6d20005ab0 tx=0x7f6d20000bc0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2811ade0 msgr2=0x7f6d281a6940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2811ade0 0x7f6d281a6940 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6d1001e960 tx=0x7f6d1001ee20 comp rx=0 tx=0).stop 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 shutdown_connections 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d2811ade0 0x7f6d281a6940 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d2806b900 0x7f6d281accd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.387 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d140a1fb0 0x7f6d140a4470 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 --2- 172.21.15.18:0/172548360 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d2806afe0 0x7f6d281ac790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.383+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 >> 172.21.15.18:0/172548360 conn(0x7f6d28070be0 msgr2=0x7f6d28070fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.384+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 shutdown_connections 2024-03-07T10:03:53.388 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.384+0000 7f6d2de0d640 1 -- 172.21.15.18:0/172548360 wait complete. 2024-03-07T10:03:53.399 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:03:53.399 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 -- 172.21.15.18:0/3823980758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82281004f0 msgr2=0x7f8228100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 --2- 172.21.15.18:0/3823980758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82281004f0 0x7f8228100970 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f8218009860 tx=0x7f821802bb70 comp rx=0 tx=0).stop 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 -- 172.21.15.18:0/3823980758 shutdown_connections 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 --2- 172.21.15.18:0/3823980758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8228100eb0 0x7f822810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 --2- 172.21.15.18:0/3823980758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82281004f0 0x7f8228100970 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 --2- 172.21.15.18:0/3823980758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281065b0 0x7f8228106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 -- 172.21.15.18:0/3823980758 >> 172.21.15.18:0/3823980758 conn(0x7f8228077660 msgr2=0x7f8228077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 -- 172.21.15.18:0/3823980758 shutdown_connections 2024-03-07T10:03:53.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.549+0000 7f822e95a640 1 -- 172.21.15.18:0/3823980758 wait complete. 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.550+0000 7f822e95a640 1 Processor -- start 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.550+0000 7f822e95a640 1 -- start start 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f822e95a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281004f0 0x7f8228197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f822e95a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8228100eb0 0x7f82281983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f822e95a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82281065b0 0x7f822819c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f822e95a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82281119b0 con 0x7f8228100eb0 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f822e95a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8228111830 con 0x7f82281065b0 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f822e95a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8228111b30 con 0x7f82281004f0 2024-03-07T10:03:53.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f8227fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281004f0 0x7f8228197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f82277fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8228100eb0 0x7f82281983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f8227fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281004f0 0x7f8228197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45438/0 (socket says 172.21.15.18:45438) 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f82277fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8228100eb0 0x7f82281983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56070/0 (socket says 172.21.15.18:56070) 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f8227fff640 1 -- 172.21.15.18:0/3064373548 learned_addr learned my addr 172.21.15.18:0/3064373548 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f822cef7640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82281065b0 0x7f822819c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f8227fff640 1 -- 172.21.15.18:0/3064373548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82281065b0 msgr2=0x7f822819c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f8227fff640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82281065b0 0x7f822819c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f8227fff640 1 -- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8228100eb0 msgr2=0x7f82281983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.551+0000 7f8227fff640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8228100eb0 0x7f82281983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.552+0000 7f8227fff640 1 -- 172.21.15.18:0/3064373548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f822819ce80 con 0x7f82281004f0 2024-03-07T10:03:53.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.553+0000 7f8227fff640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281004f0 0x7f8228197e90 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f821c00ea60 tx=0x7f821c00ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.553+0000 7f82257fa640 1 -- 172.21.15.18:0/3064373548 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c00cde0 con 0x7f82281004f0 2024-03-07T10:03:53.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.553+0000 7f82257fa640 1 -- 172.21.15.18:0/3064373548 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f821c0035f0 con 0x7f82281004f0 2024-03-07T10:03:53.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.553+0000 7f82257fa640 1 -- 172.21.15.18:0/3064373548 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c010670 con 0x7f82281004f0 2024-03-07T10:03:53.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.553+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f822819d170 con 0x7f82281004f0 2024-03-07T10:03:53.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.554+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f822810da30 con 0x7f82281004f0 2024-03-07T10:03:53.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.556+0000 7f82257fa640 1 -- 172.21.15.18:0/3064373548 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f821c0037a0 con 0x7f82281004f0 2024-03-07T10:03:53.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.557+0000 7f82257fa640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82100a1f70 0x7f82100a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.557+0000 7f82257fa640 1 -- 172.21.15.18:0/3064373548 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f821c0ce500 con 0x7f82281004f0 2024-03-07T10:03:53.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.557+0000 7f82277fe640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82100a1f70 0x7f82100a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.558+0000 7f8231828740 1 Processor -- start 2024-03-07T10:03:53.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.558+0000 7f8231828740 1 -- start start 2024-03-07T10:03:53.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8231828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408e980 0x562b1408ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8231828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b14097940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f82277fe640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82100a1f70 0x7f82100a4430 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8218000c00 tx=0x7f82180058b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8231828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b14097e80 0x562b1409a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408e980 0x562b1408ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408e980 0x562b1408ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60734/0 (socket says 172.21.15.18:60734) 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 -- 172.21.15.18:0/3809511879 learned_addr learned my addr 172.21.15.18:0/3809511879 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b1404d330 con 0x562b1408f2a0 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b13fe9e90 con 0x562b1408e980 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b13f92d00 con 0x562b14097e80 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f822cef7640 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b14097e80 0x562b1409a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f82277fe640 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b14097940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 -- 172.21.15.18:0/3809511879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b14097e80 msgr2=0x562b1409a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b14097e80 0x562b1409a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 -- 172.21.15.18:0/3809511879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 msgr2=0x562b14097940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b14097940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f8227fff640 1 -- 172.21.15.18:0/3809511879 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b13f91b90 con 0x562b1408e980 2024-03-07T10:03:53.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.559+0000 7f822cef7640 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b14097e80 0x562b1409a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:53.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.560+0000 7f8227fff640 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408e980 0x562b1408ed60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f821c01f000 tx=0x7f821c0971f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5fe3f7215f86469 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.560+0000 7f820e7fc640 1 -- 172.21.15.18:0/3809511879 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c0b2020 con 0x562b1408e980 2024-03-07T10:03:53.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.560+0000 7f820e7fc640 1 -- 172.21.15.18:0/3809511879 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f821c09ae20 con 0x562b1408e980 2024-03-07T10:03:53.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.560+0000 7f820e7fc640 1 -- 172.21.15.18:0/3809511879 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c0b3b50 con 0x562b1408e980 2024-03-07T10:03:53.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408e980 msgr2=0x562b1408ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408e980 0x562b1408ed60 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f821c01f000 tx=0x7f821c0971f0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 shutdown_connections 2024-03-07T10:03:53.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b14097e80 0x562b1409a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b14097940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 --2- 172.21.15.18:0/3809511879 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408e980 0x562b1408ed60 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 >> 172.21.15.18:0/3809511879 conn(0x562b140890b0 msgr2=0x562b14089490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 shutdown_connections 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.561+0000 7f8231828740 1 -- 172.21.15.18:0/3809511879 wait complete. 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 -- start start 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 Processor -- start 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b14094f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b140954a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b140959e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b13f88470 con 0x562b1408f2a0 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b13fe5f30 con 0x562b14097e80 2024-03-07T10:03:53.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b1409ac10 con 0x562b1408e980 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8227fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b14094f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8227fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b14094f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45448/0 (socket says 172.21.15.18:45448) 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8231828740 10 client.0 _ll_register_callbacks cb 0x562b13fe3d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f8227fff640 1 -- 172.21.15.18:0/2413562130 learned_addr learned my addr 172.21.15.18:0/2413562130 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f822cef7640 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b140959e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.562+0000 7f82277fe640 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b140954a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f8227fff640 1 -- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 msgr2=0x562b140959e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f8227fff640 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b140959e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f8227fff640 1 -- 172.21.15.18:0/2413562130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 msgr2=0x562b140954a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f8227fff640 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b140954a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f8227fff640 1 -- 172.21.15.18:0/2413562130 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562b13cfe3f0 con 0x562b1408e980 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f8227fff640 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b14094f60 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f821c09ab20 tx=0x7f821c0cbe60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9c891afd689f8a2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f82077fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f82077fe640 1 -- 172.21.15.18:0/2413562130 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c07d020 con 0x562b1408e980 2024-03-07T10:03:53.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f82077fe640 1 -- 172.21.15.18:0/2413562130 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f821c097490 con 0x562b1408e980 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.563+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f821c09ae20 con 0x562b1408e980 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.564+0000 7f82077fe640 1 -- 172.21.15.18:0/2413562130 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f821c0b9050 con 0x562b1408e980 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 10 client.26632 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562b13dc87d0 con 0x562b1408e980 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f82077fe640 1 -- 172.21.15.18:0/2413562130 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f821c09ae20 con 0x562b1408e980 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f82077fe640 1 -- 172.21.15.18:0/2413562130 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f821c0b3ce0 con 0x562b1408e980 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 10 client.26632 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 10 client.26632 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 20 client.26632 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b140a7f60 0x562b140aa350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 4 client.26632 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562b13ff73d0 con 0x562b140a7f60 2024-03-07T10:03:53.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.565+0000 7f82277fe640 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b140a7f60 0x562b140aa350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.566+0000 7f82277fe640 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b140a7f60 0x562b140aa350 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=525279ba8022fa73 server_cookie=5a78702dc8395ac in_seq=0 out_seq=0 2024-03-07T10:03:53.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.566+0000 7f82077fe640 10 client.26632 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.567+0000 7f82077fe640 1 -- 172.21.15.18:0/2413562130 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562b13ff73d0 con 0x562b140a7f60 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.567+0000 7f82077fe640 10 client.26632 handle_command_reply: tid=0 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.567+0000 7f8231828740 1 client.26632 shutdown 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.567+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 msgr2=0x562b14094f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.567+0000 7f8231828740 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b14094f60 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f821c09ab20 tx=0x7f821c0cbe60 comp rx=0 tx=0).stop 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 shutdown_connections 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b140959e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408f2a0 0x562b140954a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b140a7f60 0x562b140aa350 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 --2- 172.21.15.18:0/2413562130 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b14094f60 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f82077fe640 0 client.26632 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:53.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 >> 172.21.15.18:0/2413562130 conn(0x562b140890b0 msgr2=0x562b1408ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 shutdown_connections 2024-03-07T10:03:53.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 1 -- 172.21.15.18:0/2413562130 wait complete. 2024-03-07T10:03:53.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.568+0000 7f8231828740 20 client.26632 trim_cache size 0 max 16384 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.584+0000 7f8231828740 1 Processor -- start 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.584+0000 7f8231828740 1 -- start start 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.584+0000 7f8231828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408e980 0x562b140a3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8231828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408f2a0 0x562b140921c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8231828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b14092700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8231828740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82281ad740 con 0x562b1408e980 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8231828740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82281ab240 con 0x562b14097e80 2024-03-07T10:03:53.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8231828740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82281a92e0 con 0x562b1408f2a0 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408e980 0x562b140a3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408e980 0x562b140a3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56094/0 (socket says 172.21.15.18:56094) 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 -- 172.21.15.18:0/1212731539 learned_addr learned my addr 172.21.15.18:0/1212731539 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f82277fe640 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408f2a0 0x562b140921c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f822cef7640 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b14092700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 -- 172.21.15.18:0/1212731539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408f2a0 msgr2=0x562b140921c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408f2a0 0x562b140921c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 -- 172.21.15.18:0/1212731539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 msgr2=0x562b14092700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b14092700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 -- 172.21.15.18:0/1212731539 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b140934b0 con 0x562b1408e980 2024-03-07T10:03:53.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f82277fe640 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408f2a0 0x562b140921c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:53.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f8227fff640 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408e980 0x562b140a3570 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f821c00d010 tx=0x7f821c0971c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae4315ce338f777c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f820dffb640 1 -- 172.21.15.18:0/1212731539 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c07d030 con 0x562b1408e980 2024-03-07T10:03:53.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f820dffb640 1 -- 172.21.15.18:0/1212731539 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f821c096b70 con 0x562b1408e980 2024-03-07T10:03:53.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.585+0000 7f820dffb640 1 -- 172.21.15.18:0/1212731539 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c0b2040 con 0x562b1408e980 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 -- 172.21.15.18:0/1212731539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408e980 msgr2=0x562b140a3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408e980 0x562b140a3570 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f821c00d010 tx=0x7f821c0971c0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 -- 172.21.15.18:0/1212731539 shutdown_connections 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b14097e80 0x562b14092700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408f2a0 0x562b140921c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 --2- 172.21.15.18:0/1212731539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b1408e980 0x562b140a3570 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 -- 172.21.15.18:0/1212731539 >> 172.21.15.18:0/1212731539 conn(0x562b140890b0 msgr2=0x562b140a2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 -- 172.21.15.18:0/1212731539 shutdown_connections 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.586+0000 7f8231828740 1 -- 172.21.15.18:0/1212731539 wait complete. 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 -- start start 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 Processor -- start 2024-03-07T10:03:53.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b140aa520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408f2a0 0x562b140aaa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b14097e80 0x562b140aafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82281a98e0 con 0x562b14097e80 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82281aabe0 con 0x562b1408f2a0 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82281a9f20 con 0x562b1408e980 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8231828740 10 client.0 _ll_register_callbacks cb 0x7f821c09ac80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8227fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b140aa520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f822cef7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b14097e80 0x562b140aafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8227fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b140aa520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45474/0 (socket says 172.21.15.18:45474) 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f8227fff640 1 -- 172.21.15.18:0/3712014763 learned_addr learned my addr 172.21.15.18:0/3712014763 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.587+0000 7f82277fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408f2a0 0x562b140aaa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f8227fff640 1 -- 172.21.15.18:0/3712014763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408f2a0 msgr2=0x562b140aaa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f8227fff640 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408f2a0 0x562b140aaa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f8227fff640 1 -- 172.21.15.18:0/3712014763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b14097e80 msgr2=0x562b140aafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f8227fff640 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b14097e80 0x562b140aafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f8227fff640 1 -- 172.21.15.18:0/3712014763 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562b14102640 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f8227fff640 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b140aa520 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f821c0977f0 tx=0x7f821c09ef70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=897aeca124a1221a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f82077fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f82077fe640 1 -- 172.21.15.18:0/3712014763 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821c0b2070 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562b13ff1720 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.588+0000 7f82077fe640 1 -- 172.21.15.18:0/3712014763 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f821c096d30 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f82077fe640 1 -- 172.21.15.18:0/3712014763 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f821c09b520 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 10 client.26638 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562b14102640 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f82077fe640 1 -- 172.21.15.18:0/3712014763 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x562b13ff1720 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f82077fe640 1 -- 172.21.15.18:0/3712014763 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f821c099ce0 con 0x562b1408e980 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 10 client.26638 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 10 client.26638 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 20 client.26638 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:53.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b14103bb0 0x562b14105fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 4 client.26638 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:03:53.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562b13f6f610 con 0x562b14103bb0 2024-03-07T10:03:53.595 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.589+0000 7f82277fe640 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b14103bb0 0x562b14105fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.591+0000 7f82277fe640 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b14103bb0 0x562b14105fa0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8c8c898c8b0503e server_cookie=412237f0d685866d in_seq=0 out_seq=0 2024-03-07T10:03:53.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.591+0000 7f82077fe640 10 client.26638 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:53.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.591+0000 7f82077fe640 1 -- 172.21.15.18:0/3712014763 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562b13f6f610 con 0x562b14103bb0 2024-03-07T10:03:53.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.591+0000 7f82077fe640 10 client.26638 handle_command_reply: tid=0 2024-03-07T10:03:53.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.591+0000 7f8231828740 1 client.26638 shutdown 2024-03-07T10:03:53.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.591+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 msgr2=0x562b140aa520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.596 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.591+0000 7f8231828740 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b140aa520 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f821c0977f0 tx=0x7f821c09ef70 comp rx=0 tx=0).stop 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 shutdown_connections 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562b14097e80 0x562b140aafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562b1408f2a0 0x562b140aaa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x562b14103bb0 0x562b14105fa0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 --2- 172.21.15.18:0/3712014763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562b1408e980 0x562b140aa520 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f82077fe640 0 client.26638 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 >> 172.21.15.18:0/3712014763 conn(0x562b140890b0 msgr2=0x562b1407f0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 shutdown_connections 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 1 -- 172.21.15.18:0/3712014763 wait complete. 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f8231828740 20 client.26638 trim_cache size 0 max 16384 2024-03-07T10:03:53.597 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:03:53.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82100a1f70 msgr2=0x7f82100a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82100a1f70 0x7f82100a4430 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8218000c00 tx=0x7f82180058b0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281004f0 msgr2=0x7f8228197e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281004f0 0x7f8228197e90 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f821c00ea60 tx=0x7f821c00ef20 comp rx=0 tx=0).stop 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 shutdown_connections 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82281065b0 0x7f822819c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82100a1f70 0x7f82100a4430 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8228100eb0 0x7f82281983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 --2- 172.21.15.18:0/3064373548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82281004f0 0x7f8228197e90 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 >> 172.21.15.18:0/3064373548 conn(0x7f8228077660 msgr2=0x7f82280ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 shutdown_connections 2024-03-07T10:03:53.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.592+0000 7f822e95a640 1 -- 172.21.15.18:0/3064373548 wait complete. 2024-03-07T10:03:53.608 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:03:53.608 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:03:53.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 -- 172.21.15.18:0/121741521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de01015d0 msgr2=0x7f4de0101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 --2- 172.21.15.18:0/121741521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de01015d0 0x7f4de0101a50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4dc8009930 tx=0x7f4dc802bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:53.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 -- 172.21.15.18:0/121741521 shutdown_connections 2024-03-07T10:03:53.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 --2- 172.21.15.18:0/121741521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4de0101f90 0x7f4de010e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 --2- 172.21.15.18:0/121741521 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de01015d0 0x7f4de0101a50 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 --2- 172.21.15.18:0/121741521 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0107670 0x7f4de0107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 -- 172.21.15.18:0/121741521 >> 172.21.15.18:0/121741521 conn(0x7f4de00fd0e0 msgr2=0x7f4de00ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 -- 172.21.15.18:0/121741521 shutdown_connections 2024-03-07T10:03:53.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.763+0000 7f4de49ee640 1 -- 172.21.15.18:0/121741521 wait complete. 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 Processor -- start 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 -- start start 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4de01015d0 0x7f4de0197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0101f90 0x7f4de01983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de0107670 0x7f4de019c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de01119f0 con 0x7f4de0107670 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de0111870 con 0x7f4de01015d0 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4de49ee640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de0111b70 con 0x7f4de0101f90 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0101f90 0x7f4de01983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dded9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de0107670 0x7f4de019c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0101f90 0x7f4de01983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45498/0 (socket says 172.21.15.18:45498) 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dde59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4de01015d0 0x7f4de0197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dd7fff640 1 -- 172.21.15.18:0/3481594754 learned_addr learned my addr 172.21.15.18:0/3481594754 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dded9d640 1 -- 172.21.15.18:0/3481594754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0101f90 msgr2=0x7f4de01983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dded9d640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0101f90 0x7f4de01983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dded9d640 1 -- 172.21.15.18:0/3481594754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4de01015d0 msgr2=0x7f4de0197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dded9d640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4de01015d0 0x7f4de0197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dded9d640 1 -- 172.21.15.18:0/3481594754 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4de019ce10 con 0x7f4de0107670 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.764+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0101f90 0x7f4de01983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.765+0000 7f4dded9d640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de0107670 0x7f4de019c6e0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009fd0 tx=0x7f4dd800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.765+0000 7f4dd77fe640 1 -- 172.21.15.18:0/3481594754 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd800ce20 con 0x7f4de0107670 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.765+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4de019d100 con 0x7f4de0107670 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.765+0000 7f4dd77fe640 1 -- 172.21.15.18:0/3481594754 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4dd8005020 con 0x7f4de0107670 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.765+0000 7f4dd77fe640 1 -- 172.21.15.18:0/3481594754 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd8010720 con 0x7f4de0107670 2024-03-07T10:03:53.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.765+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4de01a4990 con 0x7f4de0107670 2024-03-07T10:03:53.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.768+0000 7f4dd77fe640 1 -- 172.21.15.18:0/3481594754 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4dd8005540 con 0x7f4de0107670 2024-03-07T10:03:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.769+0000 7f4dd77fe640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dcc0a1f70 0x7f4dcc0a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.769+0000 7f4dd77fe640 1 -- 172.21.15.18:0/3481594754 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f4dd80ce980 con 0x7f4de0107670 2024-03-07T10:03:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.769+0000 7f4de77da740 1 Processor -- start 2024-03-07T10:03:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.769+0000 7f4dde59c640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dcc0a1f70 0x7f4dcc0a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4de77da740 1 -- start start 2024-03-07T10:03:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4de77da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4de77da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40c1c0 0x55c95a3f8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4de77da740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a3f8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4de77da740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c95a3c5330 con 0x55c95a40b810 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4de77da740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c95a361e90 con 0x55c95a40c1c0 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4de77da740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c95a30ad00 con 0x55c95a3f8970 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dde59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40c1c0 0x55c95a3f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dded9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a3f8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40c1c0 0x55c95a3f8350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60792/0 (socket says 172.21.15.18:60792) 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dded9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a3f8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45512/0 (socket says 172.21.15.18:45512) 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dde59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56118/0 (socket says 172.21.15.18:56118) 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dd7fff640 1 -- 172.21.15.18:0/2151810559 learned_addr learned my addr 172.21.15.18:0/2151810559 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.770+0000 7f4dde59c640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dcc0a1f70 0x7f4dcc0a4430 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4de0102710 tx=0x7f4dd0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dded9d640 1 -- 172.21.15.18:0/2151810559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40c1c0 msgr2=0x55c95a3f8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dded9d640 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40c1c0 0x55c95a3f8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dded9d640 1 -- 172.21.15.18:0/2151810559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 msgr2=0x55c95a40bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dded9d640 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dded9d640 1 -- 172.21.15.18:0/2151810559 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c95a309b90 con 0x55c95a3f8970 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40c1c0 0x55c95a3f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dde59c640 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dded9d640 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a3f8dd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4dd80cc000 tx=0x7f4dd809b360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4efbc246a931937e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dd4ff9640 1 -- 172.21.15.18:0/2151810559 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd80995a0 con 0x55c95a3f8970 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dd4ff9640 1 -- 172.21.15.18:0/2151810559 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4dd80051d0 con 0x55c95a3f8970 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.771+0000 7f4dd4ff9640 1 -- 172.21.15.18:0/2151810559 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd80a3810 con 0x55c95a3f8970 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 -- 172.21.15.18:0/2151810559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 msgr2=0x55c95a3f8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a3f8dd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4dd80cc000 tx=0x7f4dd809b360 comp rx=0 tx=0).stop 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 -- 172.21.15.18:0/2151810559 shutdown_connections 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a3f8dd0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40c1c0 0x55c95a3f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 --2- 172.21.15.18:0/2151810559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 -- 172.21.15.18:0/2151810559 >> 172.21.15.18:0/2151810559 conn(0x55c95a3fae10 msgr2=0x55c95a3fb1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 -- 172.21.15.18:0/2151810559 shutdown_connections 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.772+0000 7f4de77da740 1 -- 172.21.15.18:0/2151810559 wait complete. 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.773+0000 7f4de77da740 1 -- start start 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.773+0000 7f4de77da740 1 Processor -- start 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4de77da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a40f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4de77da740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40b810 0x55c95a40fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4de77da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a4101f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4de77da740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c95a300470 con 0x55c95a40c1c0 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4de77da740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c95a35df30 con 0x55c95a3f8970 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4de77da740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c95a412c50 con 0x55c95a40b810 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4de77da740 10 client.0 _ll_register_callbacks cb 0x55c95a35bd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40b810 0x55c95a40fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dde59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a40f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dde59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a40f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60796/0 (socket says 172.21.15.18:60796) 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40b810 0x55c95a40fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45522/0 (socket says 172.21.15.18:45522) 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dde59c640 1 -- 172.21.15.18:0/3106619219 learned_addr learned my addr 172.21.15.18:0/3106619219 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dded9d640 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a4101f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dd7fff640 1 -- 172.21.15.18:0/3106619219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 msgr2=0x55c95a40f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a40f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dd7fff640 1 -- 172.21.15.18:0/3106619219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 msgr2=0x55c95a4101f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a4101f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.774+0000 7f4dd7fff640 1 -- 172.21.15.18:0/3106619219 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c95a0763f0 con 0x55c95a40b810 2024-03-07T10:03:53.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40b810 0x55c95a40fcb0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4dc802cfd0 tx=0x7f4dc802c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3a07797499881dc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4dc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/3106619219 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8004250 con 0x55c95a40b810 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/3106619219 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f4dc80043f0 con 0x55c95a40b810 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4dd80051d0 con 0x55c95a40b810 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/3106619219 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4dc8004f80 con 0x55c95a40b810 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 10 client.26650 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c95a1407d0 con 0x55c95a40b810 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/3106619219 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4dd80051d0 con 0x55c95a40b810 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/3106619219 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4dc8003bc0 con 0x55c95a40b810 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 10 client.26650 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:53.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 10 client.26650 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 20 client.26650 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a420540 0x55c95a422950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 4 client.26650 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.775+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c95a36f3d0 con 0x55c95a420540 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.776+0000 7f4dde59c640 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a420540 0x55c95a422950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.776+0000 7f4dde59c640 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a420540 0x55c95a422950 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a83da5d42db0250b server_cookie=77b22a5f4530e121 in_seq=0 out_seq=0 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.776+0000 7f4dc5ffb640 10 client.26650 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.777+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/3106619219 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c95a36f3d0 con 0x55c95a420540 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.777+0000 7f4dc5ffb640 10 client.26650 handle_command_reply: tid=0 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.777+0000 7f4de77da740 1 client.26650 shutdown 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40b810 msgr2=0x55c95a40fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40b810 0x55c95a40fcb0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4dc802cfd0 tx=0x7f4dc802c880 comp rx=0 tx=0).stop 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 shutdown_connections 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a420540 0x55c95a422950 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a4101f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40b810 0x55c95a40fcb0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 --2- 172.21.15.18:0/3106619219 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a40f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 >> 172.21.15.18:0/3106619219 conn(0x55c95a3fae10 msgr2=0x55c95a3fa570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4dc5ffb640 0 client.26650 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:53.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 shutdown_connections 2024-03-07T10:03:53.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 1 -- 172.21.15.18:0/3106619219 wait complete. 2024-03-07T10:03:53.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.778+0000 7f4de77da740 20 client.26650 trim_cache size 0 max 16384 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.796+0000 7f4de77da740 1 Processor -- start 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.796+0000 7f4de77da740 1 -- start start 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.796+0000 7f4de77da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a411ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4de77da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4de77da740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40c1c0 0x55c95a40ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4de77da740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de01ad700 con 0x55c95a40b810 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4de77da740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de01ab200 con 0x55c95a3f8970 2024-03-07T10:03:53.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4de77da740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de01a92a0 con 0x55c95a40c1c0 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56130/0 (socket says 172.21.15.18:56130) 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 -- 172.21.15.18:0/1284450662 learned_addr learned my addr 172.21.15.18:0/1284450662 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dde59c640 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a411ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dded9d640 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40c1c0 0x55c95a40ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 -- 172.21.15.18:0/1284450662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40c1c0 msgr2=0x55c95a40ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40c1c0 0x55c95a40ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 -- 172.21.15.18:0/1284450662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 msgr2=0x55c95a411ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a411ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.797+0000 7f4dd7fff640 1 -- 172.21.15.18:0/1284450662 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c95a40dcc0 con 0x55c95a40b810 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.798+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40a7d0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f4dc8036040 tx=0x7f4dc802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf142bba8e38263f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.798+0000 7f4dc7fff640 1 -- 172.21.15.18:0/1284450662 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8053020 con 0x55c95a40b810 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.798+0000 7f4dc7fff640 1 -- 172.21.15.18:0/1284450662 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4dc8042070 con 0x55c95a40b810 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.798+0000 7f4dc7fff640 1 -- 172.21.15.18:0/1284450662 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc80478a0 con 0x55c95a40b810 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 -- 172.21.15.18:0/1284450662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 msgr2=0x55c95a40a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40a7d0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f4dc8036040 tx=0x7f4dc802bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 -- 172.21.15.18:0/1284450662 shutdown_connections 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a40c1c0 0x55c95a40ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40b810 0x55c95a40a7d0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 --2- 172.21.15.18:0/1284450662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a3f8970 0x55c95a411ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 -- 172.21.15.18:0/1284450662 >> 172.21.15.18:0/1284450662 conn(0x55c95a3fae10 msgr2=0x55c95a4098a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 -- 172.21.15.18:0/1284450662 shutdown_connections 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.799+0000 7f4de77da740 1 -- 172.21.15.18:0/1284450662 wait complete. 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 -- start start 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 Processor -- start 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a408240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40b810 0x55c95a408780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a41a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de01a98a0 con 0x55c95a40c1c0 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de01aaba0 con 0x55c95a40b810 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de01a9ee0 con 0x55c95a3f8970 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4de77da740 10 client.0 _ll_register_callbacks cb 0x7f4dc8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dded9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a41a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dded9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a41a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56134/0 (socket says 172.21.15.18:56134) 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40b810 0x55c95a408780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dde59c640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a408240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dded9d640 1 -- 172.21.15.18:0/2179473575 learned_addr learned my addr 172.21.15.18:0/2179473575 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dd7fff640 1 -- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 msgr2=0x55c95a408240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a408240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dd7fff640 1 -- 172.21.15.18:0/2179473575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 msgr2=0x55c95a41a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a41a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dd7fff640 1 -- 172.21.15.18:0/2179473575 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c95a408d70 con 0x55c95a40b810 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dded9d640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a41a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.800+0000 7f4dde59c640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a408240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4dd7fff640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40b810 0x55c95a408780 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x55c95a410810 tx=0x7f4dc8005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=191f94e76c53dcd7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4dc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/2179473575 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dc805e070 con 0x55c95a40b810 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/2179473575 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f4dc80043f0 con 0x55c95a40b810 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4dc8042070 con 0x55c95a40b810 2024-03-07T10:03:53.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/2179473575 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4dc806a050 con 0x55c95a40b810 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4de77da740 10 client.26585 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c95a47c350 con 0x55c95a40b810 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/2179473575 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4dc8042070 con 0x55c95a40b810 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.801+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/2179473575 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4dc803e490 con 0x55c95a40b810 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.802+0000 7f4de77da740 10 client.26585 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.802+0000 7f4de77da740 10 client.26585 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.802+0000 7f4de77da740 20 client.26585 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.802+0000 7f4de77da740 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a47c8b0 0x55c95a47eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.802+0000 7f4de77da740 4 client.26585 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.802+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c95a369720 con 0x55c95a47c8b0 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.802+0000 7f4dde59c640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a47c8b0 0x55c95a47eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4dc5ffb640 10 client.26585 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4dde59c640 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a47c8b0 0x55c95a47eca0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2a5449c75e5534c server_cookie=d0ff27307ad28c63 in_seq=0 out_seq=0 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4dc5ffb640 1 -- 172.21.15.18:0/2179473575 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c95a369720 con 0x55c95a47c8b0 2024-03-07T10:03:53.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4dc5ffb640 10 client.26585 handle_command_reply: tid=0 2024-03-07T10:03:53.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 client.26585 shutdown 2024-03-07T10:03:53.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40b810 msgr2=0x55c95a408780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40b810 0x55c95a408780 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x55c95a410810 tx=0x7f4dc8005e80 comp rx=0 tx=0).stop 2024-03-07T10:03:53.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 shutdown_connections 2024-03-07T10:03:53.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c95a47c8b0 0x55c95a47eca0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c95a40c1c0 0x55c95a41a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c95a40b810 0x55c95a408780 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 --2- 172.21.15.18:0/2179473575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c95a3f8970 0x55c95a408240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 >> 172.21.15.18:0/2179473575 conn(0x55c95a3fae10 msgr2=0x55c95a40a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.803+0000 7f4dc5ffb640 0 client.26585 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.804+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 shutdown_connections 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.804+0000 7f4de77da740 1 -- 172.21.15.18:0/2179473575 wait complete. 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.804+0000 7f4de77da740 20 client.26585 trim_cache size 0 max 16384 2024-03-07T10:03:53.810 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:03:53.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dcc0a1f70 msgr2=0x7f4dcc0a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dcc0a1f70 0x7f4dcc0a4430 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4de0102710 tx=0x7f4dd0005f90 comp rx=0 tx=0).stop 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de0107670 msgr2=0x7f4de019c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de0107670 0x7f4de019c6e0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009fd0 tx=0x7f4dd800ef10 comp rx=0 tx=0).stop 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 shutdown_connections 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dcc0a1f70 0x7f4dcc0a4430 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4de0107670 0x7f4de019c6e0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4de0101f90 0x7f4de01983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 --2- 172.21.15.18:0/3481594754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4de01015d0 0x7f4de0197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 >> 172.21.15.18:0/3481594754 conn(0x7f4de00fd0e0 msgr2=0x7f4de00fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 shutdown_connections 2024-03-07T10:03:53.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:53.805+0000 7f4de49ee640 1 -- 172.21.15.18:0/3481594754 wait complete. 2024-03-07T10:03:53.820 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/664249924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:03:53.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:53 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/664249924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:03:54.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/664249924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:03:54.822 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:03:54.823 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:03:54.823 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:03:54.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:54 smithi063 ceph-mon[36356]: pgmap v146: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 6.9 MiB/s wr, 672 op/s 2024-03-07T10:03:54.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.960+0000 7fb881999640 1 -- 172.21.15.18:0/2119014105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100520 msgr2=0x7fb87c1009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:54.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.960+0000 7fb881999640 1 --2- 172.21.15.18:0/2119014105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100520 0x7fb87c1009a0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fb870009900 tx=0x7fb87002bc40 comp rx=0 tx=0).stop 2024-03-07T10:03:54.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.961+0000 7fb881999640 1 -- 172.21.15.18:0/2119014105 shutdown_connections 2024-03-07T10:03:54.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.961+0000 7fb881999640 1 --2- 172.21.15.18:0/2119014105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb87c100ee0 0x7fb87c10d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.961+0000 7fb881999640 1 --2- 172.21.15.18:0/2119014105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100520 0x7fb87c1009a0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.961+0000 7fb881999640 1 --2- 172.21.15.18:0/2119014105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c1065e0 0x7fb87c1069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.961+0000 7fb881999640 1 -- 172.21.15.18:0/2119014105 >> 172.21.15.18:0/2119014105 conn(0x7fb87c077710 msgr2=0x7fb87c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:54.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.961+0000 7fb881999640 1 -- 172.21.15.18:0/2119014105 shutdown_connections 2024-03-07T10:03:54.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.961+0000 7fb881999640 1 -- 172.21.15.18:0/2119014105 wait complete. 2024-03-07T10:03:54.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.962+0000 7fb881999640 1 Processor -- start 2024-03-07T10:03:54.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.962+0000 7fb881999640 1 -- start start 2024-03-07T10:03:54.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.962+0000 7fb881999640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c100520 0x7fb87c072e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.962+0000 7fb881999640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100ee0 0x7fb87c06bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.962+0000 7fb881999640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb87c1065e0 0x7fb87c06c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.962+0000 7fb881999640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1108f0 con 0x7fb87c100ee0 2024-03-07T10:03:54.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb881999640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c110770 con 0x7fb87c1065e0 2024-03-07T10:03:54.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb881999640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c110a70 con 0x7fb87c100520 2024-03-07T10:03:54.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c100520 0x7fb87c072e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb87c1065e0 0x7fb87c06c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c100520 0x7fb87c072e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45568/0 (socket says 172.21.15.18:45568) 2024-03-07T10:03:54.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb87c1065e0 0x7fb87c06c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60832/0 (socket says 172.21.15.18:60832) 2024-03-07T10:03:54.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 -- 172.21.15.18:0/2209545101 learned_addr learned my addr 172.21.15.18:0/2209545101 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:54.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100ee0 0x7fb87c06bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 -- 172.21.15.18:0/2209545101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb87c1065e0 msgr2=0x7fb87c06c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:54.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb87c1065e0 0x7fb87c06c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 -- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100ee0 msgr2=0x7fb87c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:54.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100ee0 0x7fb87c06bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 -- 172.21.15.18:0/2209545101 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb87c06c9d0 con 0x7fb87c100520 2024-03-07T10:03:54.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb87affd640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c100520 0x7fb87c072e50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb86c009d20 tx=0x7fb86c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:54.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.963+0000 7fb880997640 1 -- 172.21.15.18:0/2209545101 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c01f070 con 0x7fb87c100520 2024-03-07T10:03:54.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.964+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb87c06ccc0 con 0x7fb87c100520 2024-03-07T10:03:54.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.964+0000 7fb880997640 1 -- 172.21.15.18:0/2209545101 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb86c01ab10 con 0x7fb87c100520 2024-03-07T10:03:54.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.964+0000 7fb880997640 1 -- 172.21.15.18:0/2209545101 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c00dbc0 con 0x7fb87c100520 2024-03-07T10:03:54.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.964+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb87c070cc0 con 0x7fb87c100520 2024-03-07T10:03:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.967+0000 7fb880997640 1 -- 172.21.15.18:0/2209545101 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb86c022070 con 0x7fb87c100520 2024-03-07T10:03:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.967+0000 7fb884778740 1 Processor -- start 2024-03-07T10:03:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.967+0000 7fb884778740 1 -- start start 2024-03-07T10:03:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.967+0000 7fb884778740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994de130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb884778740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994de670 0x564a994e6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb884778740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb884778740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a99441b10 con 0x564a994ddd50 2024-03-07T10:03:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb884778740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a993ead50 con 0x564a994e7250 2024-03-07T10:03:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb884778740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a9943dbb0 con 0x564a994de670 2024-03-07T10:03:54.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994de670 0x564a994e6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994de670 0x564a994e6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45578/0 (socket says 172.21.15.18:45578) 2024-03-07T10:03:54.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 -- 172.21.15.18:0/800877349 learned_addr learned my addr 172.21.15.18:0/800877349 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:54.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994de130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 -- 172.21.15.18:0/800877349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 msgr2=0x564a994e9640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e9640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 -- 172.21.15.18:0/800877349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 msgr2=0x564a994de130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994de130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.968+0000 7fb87affd640 1 -- 172.21.15.18:0/800877349 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564a9921e7e0 con 0x564a994de670 2024-03-07T10:03:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.969+0000 7fb87affd640 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994de670 0x564a994e6d10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0cf8f0 tx=0x7fb86c0da850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5b9b4970f1b46d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.969+0000 7fb861ffb640 1 -- 172.21.15.18:0/800877349 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c0e5070 con 0x564a994de670 2024-03-07T10:03:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.969+0000 7fb861ffb640 1 -- 172.21.15.18:0/800877349 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb86c0d44e0 con 0x564a994de670 2024-03-07T10:03:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.969+0000 7fb861ffb640 1 -- 172.21.15.18:0/800877349 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c0e0a80 con 0x564a994de670 2024-03-07T10:03:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.970+0000 7fb884778740 1 -- 172.21.15.18:0/800877349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994de670 msgr2=0x564a994e6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.970+0000 7fb884778740 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994de670 0x564a994e6d10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0cf8f0 tx=0x7fb86c0da850 comp rx=0 tx=0).stop 2024-03-07T10:03:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.970+0000 7fb880997640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8640a1f70 0x7fb8640a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.970+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8640a1f70 0x7fb8640a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb880997640 1 -- 172.21.15.18:0/2209545101 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fb86c0d2330 con 0x7fb87c100520 2024-03-07T10:03:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb884778740 1 -- 172.21.15.18:0/800877349 shutdown_connections 2024-03-07T10:03:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb884778740 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e9640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb884778740 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994de670 0x564a994e6d10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb884778740 1 --2- 172.21.15.18:0/800877349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994de130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb884778740 1 -- 172.21.15.18:0/800877349 >> 172.21.15.18:0/800877349 conn(0x564a994d8480 msgr2=0x564a994d8860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb884778740 1 -- 172.21.15.18:0/800877349 shutdown_connections 2024-03-07T10:03:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb884778740 1 -- 172.21.15.18:0/800877349 wait complete. 2024-03-07T10:03:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.971+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8640a1f70 0x7fb8640a4430 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb874005fd0 tx=0x7fb874009550 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 -- start start 2024-03-07T10:03:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 Processor -- start 2024-03-07T10:03:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994ddd50 0x564a994e6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a994e9ec0 con 0x564a994de670 2024-03-07T10:03:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a993fe190 con 0x564a994ddd50 2024-03-07T10:03:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a994ea040 con 0x564a994e7250 2024-03-07T10:03:54.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb884778740 10 client.0 _ll_register_callbacks cb 0x564a993ed770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:54.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb87a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb87b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb87b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45586/0 (socket says 172.21.15.18:45586) 2024-03-07T10:03:54.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb87affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994ddd50 0x564a994e6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.972+0000 7fb87b7fe640 1 -- 172.21.15.18:0/3809197588 learned_addr learned my addr 172.21.15.18:0/3809197588 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb87b7fe640 1 -- 172.21.15.18:0/3809197588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994ddd50 msgr2=0x564a994e6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994ddd50 0x564a994e6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb87b7fe640 1 -- 172.21.15.18:0/3809197588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 msgr2=0x564a994e3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb87b7fe640 1 -- 172.21.15.18:0/3809197588 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564a9927ef70 con 0x564a994e7250 2024-03-07T10:03:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb87affd640 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994ddd50 0x564a994e6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e45f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb8740042e0 tx=0x7fb874004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98aed70d1a9838ea server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.973+0000 7fb85affd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.974+0000 7fb85affd640 1 -- 172.21.15.18:0/3809197588 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb874025070 con 0x564a994e7250 2024-03-07T10:03:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.974+0000 7fb85affd640 1 -- 172.21.15.18:0/3809197588 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fb874011c80 con 0x564a994e7250 2024-03-07T10:03:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.974+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb86c0d44e0 con 0x564a994e7250 2024-03-07T10:03:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.974+0000 7fb85affd640 1 -- 172.21.15.18:0/3809197588 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb87402f050 con 0x564a994e7250 2024-03-07T10:03:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.974+0000 7fb884778740 10 client.26668 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.974+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564a99116170 con 0x564a994e7250 2024-03-07T10:03:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb85affd640 1 -- 172.21.15.18:0/3809197588 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb86c0d44e0 con 0x564a994e7250 2024-03-07T10:03:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb85affd640 1 -- 172.21.15.18:0/3809197588 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb874032020 con 0x564a994e7250 2024-03-07T10:03:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb884778740 10 client.26668 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb884778740 10 client.26668 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:54.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb884778740 20 client.26668 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:54.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb884778740 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a994f7230 0x564a994f9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:54.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb884778740 4 client.26668 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:54.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564a99417930 con 0x564a994f7230 2024-03-07T10:03:54.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.975+0000 7fb87affd640 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a994f7230 0x564a994f9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:54.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.976+0000 7fb87affd640 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a994f7230 0x564a994f9620 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec5b2773f78d881c server_cookie=bc9f2c5bf9b8b55 in_seq=0 out_seq=0 2024-03-07T10:03:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.976+0000 7fb85affd640 10 client.26668 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.978+0000 7fb85affd640 1 -- 172.21.15.18:0/3809197588 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564a99417930 con 0x564a994f7230 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.978+0000 7fb85affd640 10 client.26668 handle_command_reply: tid=0 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.978+0000 7fb884778740 1 client.26668 shutdown 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 msgr2=0x564a994e45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e45f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb8740042e0 tx=0x7fb874004a40 comp rx=0 tx=0).stop 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 shutdown_connections 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a994f7230 0x564a994f9620 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e45f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 --2- 172.21.15.18:0/3809197588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994ddd50 0x564a994e6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 >> 172.21.15.18:0/3809197588 conn(0x564a994d8480 msgr2=0x564a994da1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb85affd640 0 client.26668 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 shutdown_connections 2024-03-07T10:03:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 1 -- 172.21.15.18:0/3809197588 wait complete. 2024-03-07T10:03:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:54.979+0000 7fb884778740 20 client.26668 trim_cache size 0 max 16384 2024-03-07T10:03:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:54 smithi077 ceph-mon[36374]: pgmap v146: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 6.9 MiB/s wr, 672 op/s 2024-03-07T10:03:55.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.008+0000 7fb884778740 1 Processor -- start 2024-03-07T10:03:55.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.010+0000 7fb884778740 1 -- start start 2024-03-07T10:03:55.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.010+0000 7fb884778740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994ddd50 0x564a994e3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.010+0000 7fb884778740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e6710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.010+0000 7fb884778740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.010+0000 7fb884778740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1b5fe0 con 0x564a994de670 2024-03-07T10:03:55.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.010+0000 7fb884778740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1b3ae0 con 0x564a994e7250 2024-03-07T10:03:55.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.010+0000 7fb884778740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1b1b80 con 0x564a994ddd50 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.015+0000 7fb87b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.015+0000 7fb87b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60848/0 (socket says 172.21.15.18:60848) 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.015+0000 7fb87b7fe640 1 -- 172.21.15.18:0/4069089351 learned_addr learned my addr 172.21.15.18:0/4069089351 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.016+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.016+0000 7fb87affd640 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994ddd50 0x564a994e3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.016+0000 7fb87a7fc640 1 -- 172.21.15.18:0/4069089351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994ddd50 msgr2=0x564a994e3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.016+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994ddd50 0x564a994e3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.017+0000 7fb87a7fc640 1 -- 172.21.15.18:0/4069089351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 msgr2=0x564a994e6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.017+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.017+0000 7fb87a7fc640 1 -- 172.21.15.18:0/4069089351 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564a994e2f90 con 0x564a994de670 2024-03-07T10:03:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.020+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e6710 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb87002c180 tx=0x7fb87002c690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=758c84f9e2ac1f16 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.021+0000 7fb8617fa640 1 -- 172.21.15.18:0/4069089351 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb870004040 con 0x564a994de670 2024-03-07T10:03:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.021+0000 7fb8617fa640 1 -- 172.21.15.18:0/4069089351 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb8700041e0 con 0x564a994de670 2024-03-07T10:03:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.021+0000 7fb8617fa640 1 -- 172.21.15.18:0/4069089351 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb870004f80 con 0x564a994de670 2024-03-07T10:03:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.022+0000 7fb884778740 1 -- 172.21.15.18:0/4069089351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 msgr2=0x564a994e6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.023+0000 7fb884778740 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e6710 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb87002c180 tx=0x7fb87002c690 comp rx=0 tx=0).stop 2024-03-07T10:03:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.023+0000 7fb884778740 1 -- 172.21.15.18:0/4069089351 shutdown_connections 2024-03-07T10:03:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.023+0000 7fb884778740 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e7250 0x564a994e6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.023+0000 7fb884778740 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994de670 0x564a994e6710 secure :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb87002c180 tx=0x7fb87002c690 comp rx=0 tx=0).stop 2024-03-07T10:03:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.023+0000 7fb884778740 1 --2- 172.21.15.18:0/4069089351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994ddd50 0x564a994e3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.023+0000 7fb884778740 1 -- 172.21.15.18:0/4069089351 >> 172.21.15.18:0/4069089351 conn(0x564a994d8480 msgr2=0x564a994e3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.024+0000 7fb884778740 1 -- 172.21.15.18:0/4069089351 shutdown_connections 2024-03-07T10:03:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.024+0000 7fb884778740 1 -- 172.21.15.18:0/4069089351 wait complete. 2024-03-07T10:03:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 -- start start 2024-03-07T10:03:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 Processor -- start 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994eed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e82c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e8800 0x564a994e8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1b2180 con 0x564a994ddd50 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1b3480 con 0x564a994e8800 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1b27c0 con 0x564a994e7250 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb884778740 10 client.0 _ll_register_callbacks cb 0x7fb874009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb87affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994eed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb87affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994eed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56180/0 (socket says 172.21.15.18:56180) 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.025+0000 7fb87affd640 1 -- 172.21.15.18:0/28021439 learned_addr learned my addr 172.21.15.18:0/28021439 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e8800 0x564a994e8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87affd640 1 -- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 msgr2=0x564a994e82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87affd640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87affd640 1 -- 172.21.15.18:0/28021439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e8800 msgr2=0x564a994e8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87affd640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e8800 0x564a994e8c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87affd640 1 -- 172.21.15.18:0/28021439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564a994ef4f0 con 0x564a994ddd50 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87b7fe640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e8800 0x564a994e8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb87affd640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994eed50 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fb86c09b6d0 tx=0x7fb86c0e05a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=316de6d006e1de20 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.026+0000 7fb85affd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:03:55.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.027+0000 7fb85affd640 1 -- 172.21.15.18:0/28021439 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c0d2070 con 0x564a994ddd50 2024-03-07T10:03:55.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.027+0000 7fb85affd640 1 -- 172.21.15.18:0/28021439 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fb86c00dd60 con 0x564a994ddd50 2024-03-07T10:03:55.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.027+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb8700041e0 con 0x564a994ddd50 2024-03-07T10:03:55.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.027+0000 7fb85affd640 1 -- 172.21.15.18:0/28021439 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb86c09afa0 con 0x564a994ddd50 2024-03-07T10:03:55.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.027+0000 7fb884778740 10 client.16818 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:55.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.027+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564a9955c360 con 0x564a994ddd50 2024-03-07T10:03:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb85affd640 1 -- 172.21.15.18:0/28021439 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb8700041e0 con 0x564a994ddd50 2024-03-07T10:03:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb85affd640 1 -- 172.21.15.18:0/28021439 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb86c0d59f0 con 0x564a994ddd50 2024-03-07T10:03:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb884778740 10 client.16818 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb884778740 10 client.16818 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb884778740 20 client.16818 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb884778740 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a9955c760 0x564a9955eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb884778740 4 client.16818 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:03:55.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x564a99403050 con 0x564a9955c760 2024-03-07T10:03:55.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.028+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a9955c760 0x564a9955eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.029+0000 7fb87a7fc640 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a9955c760 0x564a9955eb50 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26c7f1678654697f server_cookie=c1be3288d4d9cc2d in_seq=0 out_seq=0 2024-03-07T10:03:55.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.029+0000 7fb85affd640 10 client.16818 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:55.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.032+0000 7fb85affd640 1 -- 172.21.15.18:0/28021439 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x564a99403050 con 0x564a9955c760 2024-03-07T10:03:55.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.032+0000 7fb85affd640 10 client.16818 handle_command_reply: tid=0 2024-03-07T10:03:55.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.032+0000 7fb884778740 1 client.16818 shutdown 2024-03-07T10:03:55.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.033+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 msgr2=0x564a994eed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.033+0000 7fb884778740 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994eed50 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fb86c09b6d0 tx=0x7fb86c0e05a0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 shutdown_connections 2024-03-07T10:03:55.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564a9955c760 0x564a9955eb50 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564a994e8800 0x564a994e8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb85affd640 0 client.16818 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:55.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564a994e7250 0x564a994e82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 --2- 172.21.15.18:0/28021439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564a994ddd50 0x564a994eed50 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 >> 172.21.15.18:0/28021439 conn(0x564a994d8480 msgr2=0x564a994d9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 shutdown_connections 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 1 -- 172.21.15.18:0/28021439 wait complete. 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.034+0000 7fb884778740 20 client.16818 trim_cache size 0 max 16384 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "90c326e4-a11b-450e-bee3-b16cfc4f75ee", 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:03:55.037 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.036+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8640a1f70 msgr2=0x7fb8640a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.036+0000 7fb881999640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8640a1f70 0x7fb8640a4430 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb874005fd0 tx=0x7fb874009550 comp rx=0 tx=0).stop 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.036+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c100520 msgr2=0x7fb87c072e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.036+0000 7fb881999640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c100520 0x7fb87c072e50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb86c009d20 tx=0x7fb86c00c6a0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.036+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 shutdown_connections 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.037+0000 7fb881999640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb87c1065e0 0x7fb87c06c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.037+0000 7fb881999640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8640a1f70 0x7fb8640a4430 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.037+0000 7fb881999640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb87c100ee0 0x7fb87c06bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.037+0000 7fb881999640 1 --2- 172.21.15.18:0/2209545101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb87c100520 0x7fb87c072e50 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.037+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 >> 172.21.15.18:0/2209545101 conn(0x7fb87c077710 msgr2=0x7fb87c0ff240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.037+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 shutdown_connections 2024-03-07T10:03:55.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.037+0000 7fb881999640 1 -- 172.21.15.18:0/2209545101 wait complete. 2024-03-07T10:03:55.050 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:54 smithi018 ceph-mon[32171]: pgmap v146: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 6.9 MiB/s wr, 672 op/s 2024-03-07T10:03:55.051 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:03:55.052 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 -- 172.21.15.18:0/1832058392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 msgr2=0x7f19341009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 --2- 172.21.15.18:0/1832058392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f19341009a0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f1924009900 tx=0x7f192402bc30 comp rx=0 tx=0).stop 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 -- 172.21.15.18:0/1832058392 shutdown_connections 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 --2- 172.21.15.18:0/1832058392 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1934100ee0 0x7f193410d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 --2- 172.21.15.18:0/1832058392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f19341009a0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 --2- 172.21.15.18:0/1832058392 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19341065e0 0x7f19341069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 -- 172.21.15.18:0/1832058392 >> 172.21.15.18:0/1832058392 conn(0x7f1934077710 msgr2=0x7f1934077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 -- 172.21.15.18:0/1832058392 shutdown_connections 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.196+0000 7f193c2b6640 1 -- 172.21.15.18:0/1832058392 wait complete. 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 Processor -- start 2024-03-07T10:03:55.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 -- start start 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f193410de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1934100ee0 0x7f193410e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19341065e0 0x7f193410e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1934111a00 con 0x7f1934100520 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1934111880 con 0x7f1934100ee0 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193c2b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1934111b80 con 0x7f19341065e0 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.197+0000 7f193a052640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f193410de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f193a052640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f193410de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56194/0 (socket says 172.21.15.18:56194) 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f193a052640 1 -- 172.21.15.18:0/120396182 learned_addr learned my addr 172.21.15.18:0/120396182 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f1939851640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1934100ee0 0x7f193410e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f193a052640 1 -- 172.21.15.18:0/120396182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19341065e0 msgr2=0x7f193410e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f193a052640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19341065e0 0x7f193410e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f193a052640 1 -- 172.21.15.18:0/120396182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1934100ee0 msgr2=0x7f193410e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f193a052640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1934100ee0 0x7f193410e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f193a052640 1 -- 172.21.15.18:0/120396182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f193419c000 con 0x7f1934100520 2024-03-07T10:03:55.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.198+0000 7f1939851640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1934100ee0 0x7f193410e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:55.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.199+0000 7f193a052640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f193410de50 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f193000d950 tx=0x7f193000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.199+0000 7f192b7fe640 1 -- 172.21.15.18:0/120396182 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1930017030 con 0x7f1934100520 2024-03-07T10:03:55.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.199+0000 7f192b7fe640 1 -- 172.21.15.18:0/120396182 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1930004020 con 0x7f1934100520 2024-03-07T10:03:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.199+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f193419c2f0 con 0x7f1934100520 2024-03-07T10:03:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.199+0000 7f192b7fe640 1 -- 172.21.15.18:0/120396182 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19300047a0 con 0x7f1934100520 2024-03-07T10:03:55.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.199+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f193419c860 con 0x7f1934100520 2024-03-07T10:03:55.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.203+0000 7f193f17b740 1 Processor -- start 2024-03-07T10:03:55.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193f17b740 1 -- start start 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193f17b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c683730 0x55822c683b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193f17b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c684050 0x55822c68c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193f17b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c68cc30 0x55822c68f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193f17b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55822c5e6dd0 con 0x55822c68cc30 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193f17b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55822c58fae0 con 0x55822c684050 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193f17b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55822c5e2e70 con 0x55822c683730 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f1939851640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c68cc30 0x55822c68f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f1939851640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c68cc30 0x55822c68f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56202/0 (socket says 172.21.15.18:56202) 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f1939851640 1 -- 172.21.15.18:0/282004133 learned_addr learned my addr 172.21.15.18:0/282004133 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:55.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f193a853640 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c683730 0x55822c683b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.204+0000 7f192b7fe640 1 -- 172.21.15.18:0/120396182 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f19300041d0 con 0x7f1934100520 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1939851640 1 -- 172.21.15.18:0/282004133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c683730 msgr2=0x55822c683b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1939851640 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c683730 0x55822c683b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1939851640 1 -- 172.21.15.18:0/282004133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c684050 msgr2=0x55822c68c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1939851640 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c684050 0x55822c68c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1939851640 1 -- 172.21.15.18:0/282004133 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55822c3c57d0 con 0x55822c68cc30 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f193a853640 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c683730 0x55822c683b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1939851640 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c68cc30 0x55822c68f020 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f192402c170 tx=0x7f1924005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=597eaa18afa958a0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1928bfe640 1 -- 172.21.15.18:0/282004133 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1924042070 con 0x55822c68cc30 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1928bfe640 1 -- 172.21.15.18:0/282004133 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f192402c6d0 con 0x55822c68cc30 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f1928bfe640 1 -- 172.21.15.18:0/282004133 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1924005260 con 0x55822c68cc30 2024-03-07T10:03:55.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.205+0000 7f192b7fe640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19200a1f70 0x7f19200a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.206+0000 7f192b7fe640 1 -- 172.21.15.18:0/120396182 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f19300cdb70 con 0x7f1934100520 2024-03-07T10:03:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.206+0000 7f193a853640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19200a1f70 0x7f19200a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 -- 172.21.15.18:0/282004133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c68cc30 msgr2=0x55822c68f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c68cc30 0x55822c68f020 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f192402c170 tx=0x7f1924005e80 comp rx=0 tx=0).stop 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 -- 172.21.15.18:0/282004133 shutdown_connections 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c68cc30 0x55822c68f020 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c684050 0x55822c68c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 --2- 172.21.15.18:0/282004133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c683730 0x55822c683b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 -- 172.21.15.18:0/282004133 >> 172.21.15.18:0/282004133 conn(0x55822c67de60 msgr2=0x55822c67e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193a853640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19200a1f70 0x7f19200a4430 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f192c0099a0 tx=0x7f192c009200 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 -- 172.21.15.18:0/282004133 shutdown_connections 2024-03-07T10:03:55.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 -- 172.21.15.18:0/282004133 wait complete. 2024-03-07T10:03:55.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 -- start start 2024-03-07T10:03:55.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.207+0000 7f193f17b740 1 Processor -- start 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193f17b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c68c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193f17b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c689a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193f17b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c68a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193f17b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55822c68f9c0 con 0x55822c684050 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193f17b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55822c5a3070 con 0x55822c683730 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f1939851640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c689a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193a853640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c68a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193a853640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c68a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45650/0 (socket says 172.21.15.18:45650) 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193a853640 1 -- 172.21.15.18:0/2142693465 learned_addr learned my addr 172.21.15.18:0/2142693465 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:55.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55822c68fb40 con 0x55822c68cc30 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193f17b740 10 client.0 _ll_register_callbacks cb 0x55822c5a2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.208+0000 7f193a052640 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c68c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193a052640 1 -- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 msgr2=0x55822c68a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193a052640 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c68a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193a052640 1 -- 172.21.15.18:0/2142693465 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 msgr2=0x55822c689a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193a052640 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c689a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193a052640 1 -- 172.21.15.18:0/2142693465 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55822c2fb3f0 con 0x55822c683730 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193a853640 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c68a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193a052640 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c68c6f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f19300cb1f0 tx=0x7f193009a320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc075a67dd66cc3f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f191dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f191dffb640 1 -- 172.21.15.18:0/2142693465 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193009a490 con 0x55822c683730 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f192402c6d0 con 0x55822c683730 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.209+0000 7f191dffb640 1 -- 172.21.15.18:0/2142693465 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f19300cb470 con 0x55822c683730 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f191dffb640 1 -- 172.21.15.18:0/2142693465 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f193009e5e0 con 0x55822c683730 2024-03-07T10:03:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 10 client.26612 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55822c2bb0f0 con 0x55822c683730 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f191dffb640 1 -- 172.21.15.18:0/2142693465 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f192402c6d0 con 0x55822c683730 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f191dffb640 1 -- 172.21.15.18:0/2142693465 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f19300998e0 con 0x55822c683730 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 10 client.26612 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 10 client.26612 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 20 client.26612 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c69c9d0 0x55822c69edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 4 client.26612 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55822c5f4310 con 0x55822c69c9d0 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.210+0000 7f1939851640 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c69c9d0 0x55822c69edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.211+0000 7f1939851640 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c69c9d0 0x55822c69edc0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc0a632f4bc51a5e server_cookie=c9bb15628c08f563 in_seq=0 out_seq=0 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.211+0000 7f191dffb640 10 client.26612 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f191dffb640 1 -- 172.21.15.18:0/2142693465 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55822c5f4310 con 0x55822c69c9d0 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f191dffb640 10 client.26612 handle_command_reply: tid=0 2024-03-07T10:03:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 client.26612 shutdown 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 msgr2=0x55822c68c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c68c6f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f19300cb1f0 tx=0x7f193009a320 comp rx=0 tx=0).stop 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 shutdown_connections 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c69c9d0 0x55822c69edc0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c68a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c689a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f191dffb640 0 client.26612 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 --2- 172.21.15.18:0/2142693465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c68c6f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 >> 172.21.15.18:0/2142693465 conn(0x55822c67de60 msgr2=0x55822c67fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 shutdown_connections 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 1 -- 172.21.15.18:0/2142693465 wait complete. 2024-03-07T10:03:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.212+0000 7f193f17b740 20 client.26612 trim_cache size 0 max 16384 2024-03-07T10:03:55.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.245+0000 7f193f17b740 1 Processor -- start 2024-03-07T10:03:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.247+0000 7f193f17b740 1 -- start start 2024-03-07T10:03:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.247+0000 7f193f17b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c683730 0x55822c689a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.247+0000 7f193f17b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c684050 0x55822c68c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.247+0000 7f193f17b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c68cc30 0x55822c68c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.248+0000 7f193f17b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19341be630 con 0x55822c683730 2024-03-07T10:03:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.248+0000 7f193f17b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19341bc130 con 0x55822c68cc30 2024-03-07T10:03:55.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.248+0000 7f193f17b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19341a3180 con 0x55822c684050 2024-03-07T10:03:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.249+0000 7f193a853640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c68cc30 0x55822c68c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.249+0000 7f1939851640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c684050 0x55822c68c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.249+0000 7f193a853640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c68cc30 0x55822c68c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60904/0 (socket says 172.21.15.18:60904) 2024-03-07T10:03:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.249+0000 7f193a853640 1 -- 172.21.15.18:0/876264907 learned_addr learned my addr 172.21.15.18:0/876264907 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:55.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.250+0000 7f193a052640 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c683730 0x55822c689a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.251+0000 7f193a853640 1 -- 172.21.15.18:0/876264907 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c684050 msgr2=0x55822c68c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.251+0000 7f193a853640 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c684050 0x55822c68c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.251+0000 7f193a853640 1 -- 172.21.15.18:0/876264907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c683730 msgr2=0x55822c689a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.251+0000 7f193a853640 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c683730 0x55822c689a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.251+0000 7f193a853640 1 -- 172.21.15.18:0/876264907 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55822c69f3f0 con 0x55822c68cc30 2024-03-07T10:03:55.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.251+0000 7f193a052640 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c683730 0x55822c689a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.252+0000 7f193a853640 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c68cc30 0x55822c68c6f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f192c003b00 tx=0x7f192c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f3401dee1ff722f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.253+0000 7f191ffff640 1 -- 172.21.15.18:0/876264907 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f192c009bc0 con 0x55822c68cc30 2024-03-07T10:03:55.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.253+0000 7f191ffff640 1 -- 172.21.15.18:0/876264907 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f192c00f5c0 con 0x55822c68cc30 2024-03-07T10:03:55.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.253+0000 7f191ffff640 1 -- 172.21.15.18:0/876264907 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f192c005350 con 0x55822c68cc30 2024-03-07T10:03:55.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.257+0000 7f193f17b740 1 -- 172.21.15.18:0/876264907 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c68cc30 msgr2=0x55822c68c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.257+0000 7f193f17b740 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c68cc30 0x55822c68c6f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f192c003b00 tx=0x7f192c014000 comp rx=0 tx=0).stop 2024-03-07T10:03:55.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.259+0000 7f193f17b740 1 -- 172.21.15.18:0/876264907 shutdown_connections 2024-03-07T10:03:55.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.259+0000 7f193f17b740 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c68cc30 0x55822c68c6f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.259+0000 7f193f17b740 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c684050 0x55822c68c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.259+0000 7f193f17b740 1 --2- 172.21.15.18:0/876264907 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c683730 0x55822c689a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.259+0000 7f193f17b740 1 -- 172.21.15.18:0/876264907 >> 172.21.15.18:0/876264907 conn(0x55822c67de60 msgr2=0x55822c689310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.259+0000 7f193f17b740 1 -- 172.21.15.18:0/876264907 shutdown_connections 2024-03-07T10:03:55.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.259+0000 7f193f17b740 1 -- 172.21.15.18:0/876264907 wait complete. 2024-03-07T10:03:55.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.260+0000 7f193f17b740 1 -- start start 2024-03-07T10:03:55.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.260+0000 7f193f17b740 1 Processor -- start 2024-03-07T10:03:55.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.261+0000 7f193f17b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c6921b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.261+0000 7f193f17b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c6926f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.261+0000 7f193a052640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c6921b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.261+0000 7f193a052640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c6921b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60910/0 (socket says 172.21.15.18:60910) 2024-03-07T10:03:55.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.261+0000 7f193f17b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c692c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.261+0000 7f193a052640 1 -- 172.21.15.18:0/3396219472 learned_addr learned my addr 172.21.15.18:0/3396219472 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.261+0000 7f1939851640 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c6926f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19341a3780 con 0x55822c684050 2024-03-07T10:03:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19341bbad0 con 0x55822c683730 2024-03-07T10:03:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19341a3dc0 con 0x55822c68cc30 2024-03-07T10:03:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193a853640 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c692c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193f17b740 10 client.0 _ll_register_callbacks cb 0x7f1930005cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:55.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193a853640 1 -- 172.21.15.18:0/3396219472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 msgr2=0x55822c6921b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193a853640 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c6921b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193a853640 1 -- 172.21.15.18:0/3396219472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 msgr2=0x55822c6926f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193a853640 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c6926f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193a853640 1 -- 172.21.15.18:0/3396219472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55822c6f71f0 con 0x55822c68cc30 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f193a853640 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c692c30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f192c004410 tx=0x7f192c00fc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b5eaf6f1d2584ee server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.262+0000 7f191dffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f191dffb640 1 -- 172.21.15.18:0/3396219472 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f192c02e030 con 0x55822c68cc30 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f191dffb640 1 -- 172.21.15.18:0/3396219472 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f192c004b20 con 0x55822c68cc30 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f192c00f5c0 con 0x55822c68cc30 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f191dffb640 1 -- 172.21.15.18:0/3396219472 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f192c009ba0 con 0x55822c68cc30 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f193f17b740 10 client.26683 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55822c6f84a0 con 0x55822c68cc30 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f191dffb640 1 -- 172.21.15.18:0/3396219472 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f192c00f5c0 con 0x55822c68cc30 2024-03-07T10:03:55.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.263+0000 7f191dffb640 1 -- 172.21.15.18:0/3396219472 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f192c025020 con 0x55822c68cc30 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193f17b740 10 client.26683 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193f17b740 10 client.26683 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193f17b740 20 client.26683 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193f17b740 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c6f8a40 0x55822c6fae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193f17b740 4 client.26683 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55822c685680 con 0x55822c6f8a40 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193a052640 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c6f8a40 0x55822c6fae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f191dffb640 10 client.26683 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.264+0000 7f193a052640 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c6f8a40 0x55822c6fae60 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d2921d77a3674f3 server_cookie=2760f8ab01480e1f in_seq=0 out_seq=0 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f191dffb640 1 -- 172.21.15.18:0/3396219472 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55822c685680 con 0x55822c6f8a40 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f191dffb640 10 client.26683 handle_command_reply: tid=0 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 client.26683 shutdown 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 msgr2=0x55822c692c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c692c30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f192c004410 tx=0x7f192c00fc00 comp rx=0 tx=0).stop 2024-03-07T10:03:55.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 shutdown_connections 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55822c6f8a40 0x55822c6fae60 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55822c68cc30 0x55822c692c30 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55822c684050 0x55822c6926f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 --2- 172.21.15.18:0/3396219472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55822c683730 0x55822c6921b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 >> 172.21.15.18:0/3396219472 conn(0x55822c67de60 msgr2=0x55822c67c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f191dffb640 0 client.26683 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 shutdown_connections 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 1 -- 172.21.15.18:0/3396219472 wait complete. 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.265+0000 7f193f17b740 20 client.26683 trim_cache size 0 max 16384 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:03:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "90c326e4-a11b-450e-bee3-b16cfc4f75ee": { 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "90c326e4-a11b-450e-bee3-b16cfc4f75ee", 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:03:55.270 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19200a1f70 msgr2=0x7f19200a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19200a1f70 0x7f19200a4430 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f192c0099a0 tx=0x7f192c009200 comp rx=0 tx=0).stop 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 msgr2=0x7f193410de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f193410de50 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f193000d950 tx=0x7f193000de10 comp rx=0 tx=0).stop 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 shutdown_connections 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19341065e0 0x7f193410e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1934100ee0 0x7f193410e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19200a1f70 0x7f19200a4430 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 --2- 172.21.15.18:0/120396182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1934100520 0x7f193410de50 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 >> 172.21.15.18:0/120396182 conn(0x7f1934077710 msgr2=0x7f19340ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 shutdown_connections 2024-03-07T10:03:55.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:03:55.266+0000 7f193c2b6640 1 -- 172.21.15.18:0/120396182 wait complete. 2024-03-07T10:03:55.280 INFO:tasks.cephfs.filesystem:scrub status for tag:90c326e4-a11b-450e-bee3-b16cfc4f75ee - {'path': '/', 'tag': '90c326e4-a11b-450e-bee3-b16cfc4f75ee', 'options': 'recursive,force'} 2024-03-07T10:03:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:55 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:03:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:55 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:03:55.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:55 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:55 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:03:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:55 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:03:56.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:55 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:55 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:03:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:55 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:03:56.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:55 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:56 smithi063 ceph-mon[36356]: pgmap v147: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 8.4 MiB/s wr, 802 op/s 2024-03-07T10:03:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:56 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:03:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:56 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:56 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:03:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:56 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:56.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:56 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:56 smithi077 ceph-mon[36374]: pgmap v147: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 8.4 MiB/s wr, 802 op/s 2024-03-07T10:03:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:56 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:03:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:56 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:56 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:03:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:56 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:56 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:56 smithi018 ceph-mon[32171]: pgmap v147: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 8.4 MiB/s wr, 802 op/s 2024-03-07T10:03:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:56 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:03:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:56 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:56 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:03:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:56 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:56 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:03:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 275.0 s, 3064.0 tps, lat 32.620 ms stddev 35.265 2024-03-07T10:03:58.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:03:58 smithi063 ceph-mon[36356]: pgmap v148: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 6.1 MiB/s wr, 604 op/s 2024-03-07T10:03:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:03:58 smithi077 ceph-mon[36374]: pgmap v148: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 6.1 MiB/s wr, 604 op/s 2024-03-07T10:03:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:03:58 smithi018 ceph-mon[32171]: pgmap v148: 97 pgs: 97 active+clean; 3.3 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 6.1 MiB/s wr, 604 op/s 2024-03-07T10:03:59.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.700+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1770682749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 msgr2=0x7fda2410deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.700+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1770682749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda2410deb0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fda18009900 tx=0x7fda1802bc80 comp rx=0 tx=0).stop 2024-03-07T10:03:59.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.704+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1770682749 shutdown_connections 2024-03-07T10:03:59.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.704+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1770682749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda2411ae40 0x7fda2411d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.704+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1770682749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda2410deb0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.704+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1770682749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fda2410fdd0 0x7fda2410d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.704+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1770682749 >> 172.21.15.18:0/1770682749 conn(0x7fda2406c710 msgr2=0x7fda2406cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:59.709 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.707+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1770682749 shutdown_connections 2024-03-07T10:03:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.708+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1770682749 wait complete. 2024-03-07T10:03:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 Processor -- start 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 -- start start 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fda2410fdd0 0x7fda24118390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda241188d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda2411ae40 0x7fda241115d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda24120940 con 0x7fda24110240 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda241207c0 con 0x7fda2411ae40 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.709+0000 7fda2b7a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda24120ac0 con 0x7fda2410fdd0 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.710+0000 7fda28d42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda241188d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.710+0000 7fda28d42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda241188d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53212/0 (socket says 172.21.15.18:53212) 2024-03-07T10:03:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.710+0000 7fda28d42640 1 -- 172.21.15.18:0/1975284953 learned_addr learned my addr 172.21.15.18:0/1975284953 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.711+0000 7fda28d42640 1 -- 172.21.15.18:0/1975284953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fda2410fdd0 msgr2=0x7fda24118390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.711+0000 7fda28d42640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fda2410fdd0 0x7fda24118390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.711+0000 7fda28d42640 1 -- 172.21.15.18:0/1975284953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda2411ae40 msgr2=0x7fda241115d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.711+0000 7fda28d42640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda2411ae40 0x7fda241115d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.711+0000 7fda28d42640 1 -- 172.21.15.18:0/1975284953 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda24111e90 con 0x7fda24110240 2024-03-07T10:03:59.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.712+0000 7fda28d42640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda241188d0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fda18000c00 tx=0x7fda180045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:59.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.713+0000 7fda167fc640 1 -- 172.21.15.18:0/1975284953 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda18041070 con 0x7fda24110240 2024-03-07T10:03:59.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.713+0000 7fda167fc640 1 -- 172.21.15.18:0/1975284953 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fda1802cce0 con 0x7fda24110240 2024-03-07T10:03:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.713+0000 7fda167fc640 1 -- 172.21.15.18:0/1975284953 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda18003e60 con 0x7fda24110240 2024-03-07T10:03:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.715+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda24112120 con 0x7fda24110240 2024-03-07T10:03:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.715+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda24116090 con 0x7fda24110240 2024-03-07T10:03:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.720+0000 7fda2e593740 1 Processor -- start 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.720+0000 7fda2e593740 1 -- start start 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda2e593740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6820a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda2e593740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6821420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda2e593740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda2e593740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5a67855c0 con 0x55a5a6821d10 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda2e593740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5a672e900 con 0x55a5a682a520 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda2e593740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5a6781660 con 0x55a5a6820fa0 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda29543640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6821420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda29543640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6821420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35728/0 (socket says 172.21.15.18:35728) 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.721+0000 7fda29543640 1 -- 172.21.15.18:0/2533228290 learned_addr learned my addr 172.21.15.18:0/2533228290 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29543640 1 -- 172.21.15.18:0/2533228290 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 msgr2=0x55a5a682c910 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29543640 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682c910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29d44640 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6820a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29543640 1 -- 172.21.15.18:0/2533228290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 msgr2=0x55a5a6820a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29543640 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6820a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29543640 1 -- 172.21.15.18:0/2533228290 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a5a649a210 con 0x55a5a6820fa0 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29d44640 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6820a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda167fc640 1 -- 172.21.15.18:0/1975284953 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fda18044070 con 0x7fda24110240 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.722+0000 7fda29543640 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6821420 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fda200097c0 tx=0x7fda20009c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4181410413cb222 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.723+0000 7fda0f7fe640 1 -- 172.21.15.18:0/2533228290 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda20015020 con 0x55a5a6820fa0 2024-03-07T10:03:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.723+0000 7fda0f7fe640 1 -- 172.21.15.18:0/2533228290 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fda20011420 con 0x55a5a6820fa0 2024-03-07T10:03:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.723+0000 7fda167fc640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fda100a20f0 0x7fda100a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.723+0000 7fda167fc640 1 -- 172.21.15.18:0/1975284953 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fda180efb30 con 0x7fda24110240 2024-03-07T10:03:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.724+0000 7fda0f7fe640 1 -- 172.21.15.18:0/2533228290 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda200105e0 con 0x55a5a6820fa0 2024-03-07T10:03:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.724+0000 7fda2e593740 1 -- 172.21.15.18:0/2533228290 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 msgr2=0x55a5a6821420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.724+0000 7fda2e593740 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6821420 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fda200097c0 tx=0x7fda20009c80 comp rx=0 tx=0).stop 2024-03-07T10:03:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.725+0000 7fda29d44640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fda100a20f0 0x7fda100a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.725+0000 7fda2e593740 1 -- 172.21.15.18:0/2533228290 shutdown_connections 2024-03-07T10:03:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.725+0000 7fda2e593740 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.725+0000 7fda2e593740 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6821420 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.725+0000 7fda2e593740 1 --2- 172.21.15.18:0/2533228290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6820a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.725+0000 7fda2e593740 1 -- 172.21.15.18:0/2533228290 >> 172.21.15.18:0/2533228290 conn(0x55a5a67e8580 msgr2=0x55a5a681bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.726+0000 7fda2e593740 1 -- 172.21.15.18:0/2533228290 shutdown_connections 2024-03-07T10:03:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.728+0000 7fda29d44640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fda100a20f0 0x7fda100a45b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fda2406aa20 tx=0x7fda1c007320 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.728+0000 7fda2e593740 1 -- 172.21.15.18:0/2533228290 wait complete. 2024-03-07T10:03:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.728+0000 7fda2e593740 1 -- start start 2024-03-07T10:03:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.728+0000 7fda2e593740 1 Processor -- start 2024-03-07T10:03:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda2e593740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6820fa0 0x55a5a6827560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda2e593740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6821d10 0x55a5a6827aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda2e593740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6827fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda29543640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6820fa0 0x55a5a6827560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda29543640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6820fa0 0x55a5a6827560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:38572/0 (socket says 172.21.15.18:38572) 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda29d44640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6827fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda28d42640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6821d10 0x55a5a6827aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda29d44640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6827fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53230/0 (socket says 172.21.15.18:53230) 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda28d42640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6821d10 0x55a5a6827aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35742/0 (socket says 172.21.15.18:35742) 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda29543640 1 -- 172.21.15.18:0/4230082833 learned_addr learned my addr 172.21.15.18:0/4230082833 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5a682d2a0 con 0x55a5a682a520 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5a6741d60 con 0x55a5a6820fa0 2024-03-07T10:03:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5a682d420 con 0x55a5a6821d10 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.729+0000 7fda2e593740 10 client.0 _ll_register_callbacks cb 0x55a5a6499a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda29543640 1 -- 172.21.15.18:0/4230082833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6821d10 msgr2=0x55a5a6827aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda29543640 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6821d10 0x55a5a6827aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda29543640 1 -- 172.21.15.18:0/4230082833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 msgr2=0x55a5a6827fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda29543640 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6827fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda29543640 1 -- 172.21.15.18:0/4230082833 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a5a6566620 con 0x55a5a6820fa0 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda29d44640 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6827fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda29543640 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6820fa0 0x55a5a6827560 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fda20000c00 tx=0x7fda20011800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ec59ee5e57d48 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda0cff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda0cff9640 1 -- 172.21.15.18:0/4230082833 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda20020070 con 0x55a5a6820fa0 2024-03-07T10:03:59.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fda20011420 con 0x55a5a6820fa0 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda0cff9640 1 -- 172.21.15.18:0/4230082833 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fda2000bce0 con 0x55a5a6820fa0 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda0cff9640 1 -- 172.21.15.18:0/4230082833 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda20009400 con 0x55a5a6820fa0 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda2e593740 10 client.26621 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.730+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a5a6839540 con 0x55a5a6820fa0 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda0cff9640 1 -- 172.21.15.18:0/4230082833 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fda20011420 con 0x55a5a6820fa0 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda0cff9640 1 -- 172.21.15.18:0/4230082833 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fda20024400 con 0x55a5a6820fa0 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda2e593740 10 client.26621 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda2e593740 10 client.26621 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda2e593740 20 client.26621 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda2e593740 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a683cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda2e593740 4 client.26621 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:03:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a5a6792b00 con 0x55a5a683a940 2024-03-07T10:03:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.731+0000 7fda28d42640 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a683cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.732+0000 7fda0cff9640 10 client.26621 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.732+0000 7fda28d42640 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a683cd30 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=464ad4199c2baa92 server_cookie=e8fb9616968aa71f in_seq=0 out_seq=0 2024-03-07T10:03:59.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.732+0000 7fda0cff9640 1 -- 172.21.15.18:0/4230082833 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a5a6792b00 con 0x55a5a683a940 2024-03-07T10:03:59.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.732+0000 7fda0cff9640 10 client.26621 handle_command_reply: tid=0 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.732+0000 7fda2e593740 1 client.26621 shutdown 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6820fa0 msgr2=0x55a5a6827560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6820fa0 0x55a5a6827560 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fda20000c00 tx=0x7fda20011800 comp rx=0 tx=0).stop 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 shutdown_connections 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a683cd30 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6827fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6821d10 0x55a5a6827aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda0cff9640 0 client.26621 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 --2- 172.21.15.18:0/4230082833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6820fa0 0x55a5a6827560 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 >> 172.21.15.18:0/4230082833 conn(0x55a5a67e8580 msgr2=0x55a5a681d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:59.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 shutdown_connections 2024-03-07T10:03:59.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 1 -- 172.21.15.18:0/4230082833 wait complete. 2024-03-07T10:03:59.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.733+0000 7fda2e593740 20 client.26621 trim_cache size 0 max 16384 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 Processor -- start 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 -- start start 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6829c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6821d10 0x55a5a6835bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6836100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda241b6040 con 0x55a5a682a520 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda241b3b40 con 0x55a5a6821d10 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda2e593740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda241b1be0 con 0x55a5a6820fa0 2024-03-07T10:03:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda29543640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6829c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda29543640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6829c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35750/0 (socket says 172.21.15.18:35750) 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda29543640 1 -- 172.21.15.18:0/3498219497 learned_addr learned my addr 172.21.15.18:0/3498219497 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda28d42640 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6821d10 0x55a5a6835bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda29d44640 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6836100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda28d42640 1 -- 172.21.15.18:0/3498219497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 msgr2=0x55a5a6829c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.754+0000 7fda28d42640 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6829c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda28d42640 1 -- 172.21.15.18:0/3498219497 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 msgr2=0x55a5a6836100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda28d42640 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6836100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda28d42640 1 -- 172.21.15.18:0/3498219497 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a5a6820270 con 0x55a5a6821d10 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda29543640 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6829c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda28d42640 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6821d10 0x55a5a6835bc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fda180ed2c0 tx=0x7fda18003990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8904f8a3a6ade1da server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:59.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda0effd640 1 -- 172.21.15.18:0/3498219497 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda180bcc60 con 0x55a5a6821d10 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda0effd640 1 -- 172.21.15.18:0/3498219497 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fda180bc560 con 0x55a5a6821d10 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.755+0000 7fda0effd640 1 -- 172.21.15.18:0/3498219497 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda180035f0 con 0x55a5a6821d10 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 -- 172.21.15.18:0/3498219497 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6821d10 msgr2=0x55a5a6835bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6821d10 0x55a5a6835bc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fda180ed2c0 tx=0x7fda18003990 comp rx=0 tx=0).stop 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 -- 172.21.15.18:0/3498219497 shutdown_connections 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a682a520 0x55a5a6836100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a6821d10 0x55a5a6835bc0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 --2- 172.21.15.18:0/3498219497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a6829c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 -- 172.21.15.18:0/3498219497 >> 172.21.15.18:0/3498219497 conn(0x55a5a67e8580 msgr2=0x55a5a68204c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 -- 172.21.15.18:0/3498219497 shutdown_connections 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 -- 172.21.15.18:0/3498219497 wait complete. 2024-03-07T10:03:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 -- start start 2024-03-07T10:03:59.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.756+0000 7fda2e593740 1 Processor -- start 2024-03-07T10:03:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda2e593740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a68247e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda2e593740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6824d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda2e593740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda28d42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6824d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda28d42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6824d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53256/0 (socket says 172.21.15.18:53256) 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda28d42640 1 -- 172.21.15.18:0/4219222243 learned_addr learned my addr 172.21.15.18:0/4219222243 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda29d44640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.757+0000 7fda2e593740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda241b21e0 con 0x55a5a6821d10 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda241b34e0 con 0x55a5a682a520 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda241b2820 con 0x55a5a6820fa0 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda2e593740 10 client.0 _ll_register_callbacks cb 0x7fda20009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda29543640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a68247e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda29d44640 1 -- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 msgr2=0x55a5a68247e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda29d44640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a68247e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda29d44640 1 -- 172.21.15.18:0/4219222243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 msgr2=0x55a5a6824d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda29d44640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6824d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda29d44640 1 -- 172.21.15.18:0/4219222243 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a5a682b400 con 0x55a5a682a520 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.758+0000 7fda29543640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a68247e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.759+0000 7fda29d44640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682aec0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fda1c00d010 tx=0x7fda1c004b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9421a24207fab65 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.759+0000 7fda0cff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.759+0000 7fda0cff9640 1 -- 172.21.15.18:0/4219222243 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c00fc60 con 0x55a5a682a520 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.759+0000 7fda0cff9640 1 -- 172.21.15.18:0/4219222243 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fda1c00fe00 con 0x55a5a682a520 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.759+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fda180bc560 con 0x55a5a682a520 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.759+0000 7fda0cff9640 1 -- 172.21.15.18:0/4219222243 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda1c027430 con 0x55a5a682a520 2024-03-07T10:03:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 10 client.26627 fetch_fsmap learned FSMap version 26 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a5a68966b0 con 0x55a5a682a520 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda0cff9640 1 -- 172.21.15.18:0/4219222243 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fda180bc560 con 0x55a5a682a520 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda0cff9640 1 -- 172.21.15.18:0/4219222243 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fda1c031760 con 0x55a5a682a520 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 10 client.26627 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 10 client.26627 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 20 client.26627 populate_metadata read hostname 'smithi018' 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a6898e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 4 client.26627 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.760+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a5a678ce50 con 0x55a5a683a940 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.761+0000 7fda29543640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a6898e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.761+0000 7fda29543640 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a6898e50 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=179f09a9b5eb2306 server_cookie=c42c1099c13eb295 in_seq=0 out_seq=0 2024-03-07T10:03:59.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.761+0000 7fda0cff9640 10 client.26627 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:59.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda0cff9640 1 -- 172.21.15.18:0/4219222243 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a5a678ce50 con 0x55a5a683a940 2024-03-07T10:03:59.787 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda0cff9640 10 client.26627 handle_command_reply: tid=0 2024-03-07T10:03:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 client.26627 shutdown 2024-03-07T10:03:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 msgr2=0x55a5a682aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682aec0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fda1c00d010 tx=0x7fda1c004b60 comp rx=0 tx=0).stop 2024-03-07T10:03:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 shutdown_connections 2024-03-07T10:03:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a5a683a940 0x55a5a6898e50 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a5a682a520 0x55a5a682aec0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda0cff9640 0 client.26627 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:03:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a5a6821d10 0x55a5a6824d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 --2- 172.21.15.18:0/4219222243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a5a6820fa0 0x55a5a68247e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 >> 172.21.15.18:0/4219222243 conn(0x55a5a67e8580 msgr2=0x55a5a681d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 shutdown_connections 2024-03-07T10:03:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 1 -- 172.21.15.18:0/4219222243 wait complete. 2024-03-07T10:03:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.785+0000 7fda2e593740 20 client.26627 trim_cache size 0 max 16384 2024-03-07T10:03:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:03:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:03:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:03:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fda100a20f0 msgr2=0x7fda100a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fda100a20f0 0x7fda100a45b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fda2406aa20 tx=0x7fda1c007320 comp rx=0 tx=0).stop 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 msgr2=0x7fda241188d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda241188d0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fda18000c00 tx=0x7fda180045e0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 shutdown_connections 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda2411ae40 0x7fda241115d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fda100a20f0 0x7fda100a45b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fda24110240 0x7fda241188d0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 --2- 172.21.15.18:0/1975284953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fda2410fdd0 0x7fda24118390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 >> 172.21.15.18:0/1975284953 conn(0x7fda2406c710 msgr2=0x7fda24119880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:03:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 shutdown_connections 2024-03-07T10:03:59.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:03:59.786+0000 7fda2b7a7640 1 -- 172.21.15.18:0/1975284953 wait complete. 2024-03-07T10:04:00.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:00 smithi063 ceph-mon[36356]: pgmap v149: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 9.4 MiB/s wr, 949 op/s 2024-03-07T10:04:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:00 smithi077 ceph-mon[36374]: pgmap v149: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 9.4 MiB/s wr, 949 op/s 2024-03-07T10:04:01.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:00 smithi018 ceph-mon[32171]: pgmap v149: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 9.4 MiB/s wr, 949 op/s 2024-03-07T10:04:01.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:01 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:04:01.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:01 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:04:01.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:01 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:04:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:01 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:04:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:01 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:04:02.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:01 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:04:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:01 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:04:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:01 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:04:02.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:01 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:04:02.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:02 smithi063 ceph-mon[36356]: pgmap v150: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 6.3 MiB/s wr, 643 op/s 2024-03-07T10:04:03.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:02 smithi077 ceph-mon[36374]: pgmap v150: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 6.3 MiB/s wr, 643 op/s 2024-03-07T10:04:03.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:02 smithi018 ceph-mon[32171]: pgmap v150: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 6.3 MiB/s wr, 643 op/s 2024-03-07T10:04:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 280.0 s, 1464.8 tps, lat 64.525 ms stddev 115.703 2024-03-07T10:04:04.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:04 smithi063 ceph-mon[36356]: pgmap v151: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 7.0 MiB/s wr, 714 op/s 2024-03-07T10:04:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:04 smithi077 ceph-mon[36374]: pgmap v151: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 7.0 MiB/s wr, 714 op/s 2024-03-07T10:04:05.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:04 smithi018 ceph-mon[32171]: pgmap v151: 97 pgs: 97 active+clean; 3.3 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 7.0 MiB/s wr, 714 op/s 2024-03-07T10:04:06.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:06 smithi063 ceph-mon[36356]: pgmap v152: 97 pgs: 97 active+clean; 3.3 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 8.6 MiB/s wr, 862 op/s 2024-03-07T10:04:07.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:06 smithi077 ceph-mon[36374]: pgmap v152: 97 pgs: 97 active+clean; 3.3 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 8.6 MiB/s wr, 862 op/s 2024-03-07T10:04:07.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:06 smithi018 ceph-mon[32171]: pgmap v152: 97 pgs: 97 active+clean; 3.3 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 8.6 MiB/s wr, 862 op/s 2024-03-07T10:04:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 285.0 s, 252.2 tps, lat 401.360 ms stddev 254.847 2024-03-07T10:04:08.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:08 smithi063 ceph-mon[36356]: pgmap v153: 97 pgs: 97 active+clean; 3.3 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 6.1 MiB/s wr, 626 op/s 2024-03-07T10:04:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:08 smithi077 ceph-mon[36374]: pgmap v153: 97 pgs: 97 active+clean; 3.3 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 6.1 MiB/s wr, 626 op/s 2024-03-07T10:04:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:08 smithi018 ceph-mon[32171]: pgmap v153: 97 pgs: 97 active+clean; 3.3 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 6.1 MiB/s wr, 626 op/s 2024-03-07T10:04:10.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:10 smithi063 ceph-mon[36356]: pgmap v154: 97 pgs: 97 active+clean; 3.4 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-03-07T10:04:11.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:10 smithi077 ceph-mon[36374]: pgmap v154: 97 pgs: 97 active+clean; 3.4 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-03-07T10:04:11.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:10 smithi018 ceph-mon[32171]: pgmap v154: 97 pgs: 97 active+clean; 3.4 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 14 MiB/s wr, 1.08k op/s 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.925+0000 7f84f989c640 1 -- 172.21.15.18:0/3196498466 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f4100520 msgr2=0x7f84f41009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.925+0000 7f84f989c640 1 --2- 172.21.15.18:0/3196498466 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f4100520 0x7f84f41009a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f84e4009930 tx=0x7f84e402bc30 comp rx=0 tx=0).stop 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 -- 172.21.15.18:0/3196498466 shutdown_connections 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 --2- 172.21.15.18:0/3196498466 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84f4100ee0 0x7f84f410d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 --2- 172.21.15.18:0/3196498466 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f4100520 0x7f84f41009a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 --2- 172.21.15.18:0/3196498466 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f41065e0 0x7f84f41069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 -- 172.21.15.18:0/3196498466 >> 172.21.15.18:0/3196498466 conn(0x7f84f4077650 msgr2=0x7f84f4077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 -- 172.21.15.18:0/3196498466 shutdown_connections 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 -- 172.21.15.18:0/3196498466 wait complete. 2024-03-07T10:04:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.926+0000 7f84f989c640 1 Processor -- start 2024-03-07T10:04:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f989c640 1 -- start start 2024-03-07T10:04:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f989c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f4100520 0x7f84f410b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f989c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84f4100ee0 0x7f84f410bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f989c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f41065e0 0x7f84f410c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f989c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84f410ee50 con 0x7f84f4100520 2024-03-07T10:04:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f989c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84f410ecd0 con 0x7f84f4100ee0 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f989c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84f410efd0 con 0x7f84f41065e0 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f4100520 0x7f84f410b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f4100520 0x7f84f410b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55114/0 (socket says 172.21.15.18:55114) 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f41065e0 0x7f84f410c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f2ffd640 1 -- 172.21.15.18:0/495200289 learned_addr learned my addr 172.21.15.18:0/495200289 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.927+0000 7f84f27fc640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84f4100ee0 0x7f84f410bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f2ffd640 1 -- 172.21.15.18:0/495200289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f41065e0 msgr2=0x7f84f410c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f2ffd640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f41065e0 0x7f84f410c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f2ffd640 1 -- 172.21.15.18:0/495200289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84f4100ee0 msgr2=0x7f84f410bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f2ffd640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84f4100ee0 0x7f84f410bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f2ffd640 1 -- 172.21.15.18:0/495200289 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84f41aa790 con 0x7f84f4100520 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f2ffd640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f4100520 0x7f84f410b7d0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f84ec00eab0 tx=0x7f84ec00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f889a640 1 -- 172.21.15.18:0/495200289 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84ec00ce40 con 0x7f84f4100520 2024-03-07T10:04:12.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84f41aaa80 con 0x7f84f4100520 2024-03-07T10:04:12.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84f41aaff0 con 0x7f84f4100520 2024-03-07T10:04:12.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f889a640 1 -- 172.21.15.18:0/495200289 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84ec011950 con 0x7f84f4100520 2024-03-07T10:04:12.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.928+0000 7f84f889a640 1 -- 172.21.15.18:0/495200289 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84ec010ae0 con 0x7f84f4100520 2024-03-07T10:04:12.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.931+0000 7f84fc681740 1 Processor -- start 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.931+0000 7f84fc681740 1 -- start start 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84fc681740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccbd10 0x55ef0bccaa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84fc681740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccafa0 0x55ef0bccb420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84fc681740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84fc681740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0bc2f5c0 con 0x55ef0bcd4520 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84fc681740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0bbd8900 con 0x55ef0bccafa0 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84fc681740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0bc2b660 con 0x55ef0bccbd10 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f889a640 1 -- 172.21.15.18:0/495200289 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f84ec010c80 con 0x7f84f4100520 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccbd10 0x55ef0bccaa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccbd10 0x55ef0bccaa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58622/0 (socket says 172.21.15.18:58622) 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 -- 172.21.15.18:0/1131658461 learned_addr learned my addr 172.21.15.18:0/1131658461 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:12.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f2ffd640 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccafa0 0x55ef0bccb420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f27fc640 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 -- 172.21.15.18:0/1131658461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccafa0 msgr2=0x55ef0bccb420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccafa0 0x55ef0bccb420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 -- 172.21.15.18:0/1131658461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 msgr2=0x55ef0bcd6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f37fe640 1 -- 172.21.15.18:0/1131658461 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef0b944210 con 0x55ef0bccbd10 2024-03-07T10:04:12.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.932+0000 7f84f2ffd640 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccafa0 0x55ef0bccb420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:04:12.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.933+0000 7f84f37fe640 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccbd10 0x55ef0bccaa60 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009c20 tx=0x7f84e8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f97bc494f362e41d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:12.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.933+0000 7f84f889a640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84dc0a1fe0 0x7f84dc0a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.933+0000 7f84d9ffb640 1 -- 172.21.15.18:0/1131658461 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e801e070 con 0x55ef0bccbd10 2024-03-07T10:04:12.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.933+0000 7f84d9ffb640 1 -- 172.21.15.18:0/1131658461 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84e8019b10 con 0x55ef0bccbd10 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.933+0000 7f84d9ffb640 1 -- 172.21.15.18:0/1131658461 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e800ea50 con 0x55ef0bccbd10 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84f889a640 1 -- 172.21.15.18:0/495200289 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f84ec0ce6e0 con 0x7f84f4100520 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84f2ffd640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84dc0a1fe0 0x7f84dc0a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84fc681740 1 -- 172.21.15.18:0/1131658461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccbd10 msgr2=0x55ef0bccaa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84fc681740 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccbd10 0x55ef0bccaa60 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009c20 tx=0x7f84e8011810 comp rx=0 tx=0).stop 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84f2ffd640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84dc0a1fe0 0x7f84dc0a44a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x55ef0bccc470 tx=0x7f84ec009280 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84fc681740 1 -- 172.21.15.18:0/1131658461 shutdown_connections 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84fc681740 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84fc681740 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccafa0 0x55ef0bccb420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84fc681740 1 --2- 172.21.15.18:0/1131658461 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccbd10 0x55ef0bccaa60 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.934+0000 7f84fc681740 1 -- 172.21.15.18:0/1131658461 >> 172.21.15.18:0/1131658461 conn(0x55ef0bc92580 msgr2=0x55ef0bcc5c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 -- 172.21.15.18:0/1131658461 shutdown_connections 2024-03-07T10:04:12.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 -- 172.21.15.18:0/1131658461 wait complete. 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 -- start start 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 Processor -- start 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0bcd72a0 con 0x55ef0bcd4520 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0bbebd60 con 0x55ef0bccbd10 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.935+0000 7f84fc681740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0bcd7420 con 0x55ef0bccafa0 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84fc681740 10 client.0 _ll_register_callbacks cb 0x55ef0b943a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55134/0 (socket says 172.21.15.18:55134) 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 -- 172.21.15.18:0/3804964097 learned_addr learned my addr 172.21.15.18:0/3804964097 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f27fc640 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 -- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 msgr2=0x55ef0bcd1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 -- 172.21.15.18:0/3804964097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 msgr2=0x55ef0bcd1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 -- 172.21.15.18:0/3804964097 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ef0ba10620 con 0x55ef0bcd4520 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84f37fe640 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd1fc0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009a30 tx=0x7f84e800e670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=739d771a7f78bbff server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84d2ffd640 1 -- 172.21.15.18:0/3804964097 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e801e030 con 0x55ef0bcd4520 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.936+0000 7f84d2ffd640 1 -- 172.21.15.18:0/3804964097 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f84e8004220 con 0x55ef0bcd4520 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.937+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f84e8019b10 con 0x55ef0bcd4520 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.937+0000 7f84d2ffd640 1 -- 172.21.15.18:0/3804964097 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84e8004420 con 0x55ef0bcd4520 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.937+0000 7f84fc681740 10 client.16863 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.937+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ef0bce3590 con 0x55ef0bcd4520 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.938+0000 7f84d2ffd640 1 -- 172.21.15.18:0/3804964097 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84e8019b10 con 0x55ef0bcd4520 2024-03-07T10:04:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84d2ffd640 1 -- 172.21.15.18:0/3804964097 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f84e800eca0 con 0x55ef0bcd4520 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84fc681740 10 client.16863 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84fc681740 10 client.16863 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84fc681740 20 client.16863 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84fc681740 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bce49a0 0x55ef0bce6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84fc681740 4 client.16863 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef0bc3cb00 con 0x55ef0bce49a0 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.939+0000 7f84f27fc640 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bce49a0 0x55ef0bce6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.940+0000 7f84f27fc640 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bce49a0 0x55ef0bce6d90 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b22d4532ab87820 server_cookie=4a0ca0b75de5ae19 in_seq=0 out_seq=0 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.940+0000 7f84d2ffd640 10 client.16863 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84d2ffd640 1 -- 172.21.15.18:0/3804964097 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ef0bc3cb00 con 0x55ef0bce49a0 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84d2ffd640 10 client.16863 handle_command_reply: tid=0 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 client.16863 shutdown 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 msgr2=0x55ef0bcd1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd1fc0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009a30 tx=0x7f84e800e670 comp rx=0 tx=0).stop 2024-03-07T10:04:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 shutdown_connections 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bce49a0 0x55ef0bce6d90 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd1fc0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 --2- 172.21.15.18:0/3804964097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84d2ffd640 0 client.16863 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 >> 172.21.15.18:0/3804964097 conn(0x55ef0bc92580 msgr2=0x55ef0bcc79e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 shutdown_connections 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 1 -- 172.21.15.18:0/3804964097 wait complete. 2024-03-07T10:04:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.941+0000 7f84fc681740 20 client.16863 trim_cache size 0 max 16384 2024-03-07T10:04:12.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.963+0000 7f84fc681740 1 Processor -- start 2024-03-07T10:04:12.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.963+0000 7f84fc681740 1 -- start start 2024-03-07T10:04:12.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84fc681740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84fc681740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bccbd10 0x55ef0bcc7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84fc681740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bcd4520 0x55ef0bcdfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84fc681740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e0010dd0 con 0x55ef0bccbd10 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84fc681740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e000e8d0 con 0x55ef0bcd4520 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84fc681740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e000c970 con 0x55ef0bccafa0 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd3c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58640/0 (socket says 172.21.15.18:58640) 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 -- 172.21.15.18:0/2501778533 learned_addr learned my addr 172.21.15.18:0/2501778533 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f27fc640 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bccbd10 0x55ef0bcc7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bcd4520 0x55ef0bcdfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 -- 172.21.15.18:0/2501778533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bcd4520 msgr2=0x55ef0bcdfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bcd4520 0x55ef0bcdfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 -- 172.21.15.18:0/2501778533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bccbd10 msgr2=0x55ef0bcc7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bccbd10 0x55ef0bcc7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 -- 172.21.15.18:0/2501778533 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef0bcca270 con 0x55ef0bccafa0 2024-03-07T10:04:12.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f27fc640 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bccbd10 0x55ef0bcc7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:12.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.964+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd3c70 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009fd0 tx=0x7f84e8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da0ca1af7e66fb62 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:12.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84d97fa640 1 -- 172.21.15.18:0/2501778533 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e801e040 con 0x55ef0bccafa0 2024-03-07T10:04:12.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84d97fa640 1 -- 172.21.15.18:0/2501778533 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84e801f040 con 0x55ef0bccafa0 2024-03-07T10:04:12.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84d97fa640 1 -- 172.21.15.18:0/2501778533 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e800ee20 con 0x55ef0bccafa0 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 -- 172.21.15.18:0/2501778533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 msgr2=0x55ef0bcd3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd3c70 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009fd0 tx=0x7f84e8011810 comp rx=0 tx=0).stop 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 -- 172.21.15.18:0/2501778533 shutdown_connections 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bcd4520 0x55ef0bcdfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bccbd10 0x55ef0bcc7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 --2- 172.21.15.18:0/2501778533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcd3c70 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 -- 172.21.15.18:0/2501778533 >> 172.21.15.18:0/2501778533 conn(0x55ef0bc92580 msgr2=0x55ef0bcc7070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 -- 172.21.15.18:0/2501778533 shutdown_connections 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.965+0000 7f84fc681740 1 -- 172.21.15.18:0/2501778533 wait complete. 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 -- start start 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 Processor -- start 2024-03-07T10:04:12.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcdc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd8660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e000cf70 con 0x55ef0bcd4520 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e000e270 con 0x55ef0bccbd10 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.966+0000 7f84fc681740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e000d5b0 con 0x55ef0bccafa0 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84fc681740 10 client.0 _ll_register_callbacks cb 0x7f84e801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcdc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcdc290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58656/0 (socket says 172.21.15.18:58656) 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 -- 172.21.15.18:0/2478202011 learned_addr learned my addr 172.21.15.18:0/2478202011 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f27fc640 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 -- 172.21.15.18:0/2478202011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 msgr2=0x55ef0bcd8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 -- 172.21.15.18:0/2478202011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 msgr2=0x55ef0bcd8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.967+0000 7f84f37fe640 1 -- 172.21.15.18:0/2478202011 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ef0bcd91e0 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84f37fe640 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcdc290 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f84e80194d0 tx=0x7f84e800e4c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53449b222d3899d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84d2ffd640 1 -- 172.21.15.18:0/2478202011 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e801e040 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84d2ffd640 1 -- 172.21.15.18:0/2478202011 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f84e800e560 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f84e801f040 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84d2ffd640 1 -- 172.21.15.18:0/2478202011 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84e800e760 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84fc681740 10 client.26713 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ef0bd51e40 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84d2ffd640 1 -- 172.21.15.18:0/2478202011 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84e801f040 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.968+0000 7f84d2ffd640 1 -- 172.21.15.18:0/2478202011 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f84e8031870 con 0x55ef0bccafa0 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84fc681740 10 client.26713 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:12.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84fc681740 10 client.26713 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:12.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84fc681740 20 client.26713 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:12.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84fc681740 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bd52260 0x55ef0bd54650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:12.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84fc681740 4 client.26713 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:04:12.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ef0bc36e50 con 0x55ef0bd52260 2024-03-07T10:04:12.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84f27fc640 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bd52260 0x55ef0bd54650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:12.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84d2ffd640 10 client.26713 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:12.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.969+0000 7f84f27fc640 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bd52260 0x55ef0bd54650 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbee7c0f7c6f2ca7 server_cookie=6d3f19d1de75a502 in_seq=0 out_seq=0 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84d2ffd640 1 -- 172.21.15.18:0/2478202011 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ef0bc36e50 con 0x55ef0bd52260 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84d2ffd640 10 client.26713 handle_command_reply: tid=0 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 client.26713 shutdown 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 msgr2=0x55ef0bcdc290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcdc290 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f84e80194d0 tx=0x7f84e800e4c0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 shutdown_connections 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ef0bd52260 0x55ef0bd54650 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ef0bcd4520 0x55ef0bcd8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ef0bccbd10 0x55ef0bcd8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84d2ffd640 0 client.26713 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 --2- 172.21.15.18:0/2478202011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ef0bccafa0 0x55ef0bcdc290 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 >> 172.21.15.18:0/2478202011 conn(0x55ef0bc92580 msgr2=0x55ef0bcc4e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 shutdown_connections 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 1 -- 172.21.15.18:0/2478202011 wait complete. 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.994+0000 7f84fc681740 20 client.26713 trim_cache size 0 max 16384 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:04:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84dc0a1fe0 msgr2=0x7f84dc0a44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84dc0a1fe0 0x7f84dc0a44a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x55ef0bccc470 tx=0x7f84ec009280 comp rx=0 tx=0).stop 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f4100520 msgr2=0x7f84f410b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f4100520 0x7f84f410b7d0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f84ec00eab0 tx=0x7f84ec00ef70 comp rx=0 tx=0).stop 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 shutdown_connections 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84f41065e0 0x7f84f410c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84f4100ee0 0x7f84f410bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.996+0000 7f84f989c640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84dc0a1fe0 0x7f84dc0a44a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.997+0000 7f84f989c640 1 --2- 172.21.15.18:0/495200289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84f4100520 0x7f84f410b7d0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.997+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 >> 172.21.15.18:0/495200289 conn(0x7f84f4077650 msgr2=0x7f84f41113c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.997+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 shutdown_connections 2024-03-07T10:04:12.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:12.997+0000 7f84f989c640 1 -- 172.21.15.18:0/495200289 wait complete. 2024-03-07T10:04:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:12 smithi077 ceph-mon[36374]: pgmap v155: 97 pgs: 97 active+clean; 3.4 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 731 op/s 2024-03-07T10:04:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:12 smithi018 ceph-mon[32171]: pgmap v155: 97 pgs: 97 active+clean; 3.4 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 731 op/s 2024-03-07T10:04:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 290.0 s, 2086.6 tps, lat 49.676 ms stddev 113.693 2024-03-07T10:04:13.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:12 smithi063 ceph-mon[36356]: pgmap v155: 97 pgs: 97 active+clean; 3.4 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 731 op/s 2024-03-07T10:04:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:14 smithi077 ceph-mon[36374]: pgmap v156: 97 pgs: 97 active+clean; 3.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 20 MiB/s wr, 1.04k op/s 2024-03-07T10:04:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:14 smithi018 ceph-mon[32171]: pgmap v156: 97 pgs: 97 active+clean; 3.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 20 MiB/s wr, 1.04k op/s 2024-03-07T10:04:15.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:14 smithi063 ceph-mon[36356]: pgmap v156: 97 pgs: 97 active+clean; 3.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 20 MiB/s wr, 1.04k op/s 2024-03-07T10:04:16.997 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:16 smithi063 ceph-mon[36356]: pgmap v157: 97 pgs: 97 active+clean; 3.6 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 35 MiB/s wr, 1.50k op/s 2024-03-07T10:04:17.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:16 smithi077 ceph-mon[36374]: pgmap v157: 97 pgs: 97 active+clean; 3.6 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 35 MiB/s wr, 1.50k op/s 2024-03-07T10:04:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:16 smithi018 ceph-mon[32171]: pgmap v157: 97 pgs: 97 active+clean; 3.6 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 35 MiB/s wr, 1.50k op/s 2024-03-07T10:04:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 295.0 s, 2616.0 tps, lat 38.447 ms stddev 42.177 2024-03-07T10:04:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:18 smithi077 ceph-mon[36374]: pgmap v158: 97 pgs: 97 active+clean; 3.6 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 33 MiB/s wr, 1.29k op/s 2024-03-07T10:04:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:18 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:04:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:18 smithi018 ceph-mon[32171]: pgmap v158: 97 pgs: 97 active+clean; 3.6 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 33 MiB/s wr, 1.29k op/s 2024-03-07T10:04:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:18 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:04:19.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:18 smithi063 ceph-mon[36356]: pgmap v158: 97 pgs: 97 active+clean; 3.6 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 33 MiB/s wr, 1.29k op/s 2024-03-07T10:04:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:18 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:04:20.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:19 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:04:20.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:19 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:04:20.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:19 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:04:20.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:19 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:04:20.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:19 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:04:20.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:19 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:04:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:19 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:04:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:19 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:04:20.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:19 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:04:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:20 smithi018 ceph-mon[32171]: pgmap v159: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 36 MiB/s wr, 1.58k op/s 2024-03-07T10:04:21.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:20 smithi063 ceph-mon[36356]: pgmap v159: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 36 MiB/s wr, 1.58k op/s 2024-03-07T10:04:21.269 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:20 smithi077 ceph-mon[36374]: pgmap v159: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 36 MiB/s wr, 1.58k op/s 2024-03-07T10:04:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:22 smithi018 ceph-mon[32171]: pgmap v160: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 28 MiB/s wr, 1.13k op/s 2024-03-07T10:04:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 300.0 s, 2380.6 tps, lat 41.926 ms stddev 52.104 2024-03-07T10:04:23.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:22 smithi063 ceph-mon[36356]: pgmap v160: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 28 MiB/s wr, 1.13k op/s 2024-03-07T10:04:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:22 smithi077 ceph-mon[36374]: pgmap v160: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 28 MiB/s wr, 1.13k op/s 2024-03-07T10:04:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:24 smithi018 ceph-mon[32171]: pgmap v161: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 28 MiB/s wr, 1.15k op/s 2024-03-07T10:04:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:24 smithi063 ceph-mon[36356]: pgmap v161: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 28 MiB/s wr, 1.15k op/s 2024-03-07T10:04:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:24 smithi077 ceph-mon[36374]: pgmap v161: 97 pgs: 97 active+clean; 3.7 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 28 MiB/s wr, 1.15k op/s 2024-03-07T10:04:25.281 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:04:25.281 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:04:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.436+0000 7f1fadf89640 1 -- 172.21.15.18:0/3334350771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa80ffb50 msgr2=0x7f1fa80fffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.436+0000 7f1fadf89640 1 --2- 172.21.15.18:0/3334350771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa80ffb50 0x7f1fa80fffb0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c009900 tx=0x7f1f9c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:04:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.436+0000 7f1fadf89640 1 -- 172.21.15.18:0/3334350771 shutdown_connections 2024-03-07T10:04:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.436+0000 7f1fadf89640 1 --2- 172.21.15.18:0/3334350771 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81004f0 0x7f1fa810e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.436+0000 7f1fadf89640 1 --2- 172.21.15.18:0/3334350771 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa80ffb50 0x7f1fa80fffb0 secure :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c009900 tx=0x7f1f9c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:04:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.436+0000 7f1fadf89640 1 --2- 172.21.15.18:0/3334350771 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa81034b0 0x7f1fa8103890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.436+0000 7f1fadf89640 1 -- 172.21.15.18:0/3334350771 >> 172.21.15.18:0/3334350771 conn(0x7f1fa8076a50 msgr2=0x7f1fa80fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.437+0000 7f1fadf89640 1 -- 172.21.15.18:0/3334350771 shutdown_connections 2024-03-07T10:04:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.437+0000 7f1fadf89640 1 -- 172.21.15.18:0/3334350771 wait complete. 2024-03-07T10:04:25.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 Processor -- start 2024-03-07T10:04:25.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 -- start start 2024-03-07T10:04:25.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa81004f0 0x7f1fa81981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81034b0 0x7f1fa81986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa819ca70 0x7f1fa819cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa8111b00 con 0x7f1fa81004f0 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa8111980 con 0x7f1fa81034b0 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.438+0000 7f1fadf89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa8111c80 con 0x7f1fa819ca70 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa81004f0 0x7f1fa81981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa6ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81034b0 0x7f1fa81986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa819ca70 0x7f1fa819cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa6ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81034b0 0x7f1fa81986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59182/0 (socket says 172.21.15.18:59182) 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa81004f0 0x7f1fa81981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50288/0 (socket says 172.21.15.18:50288) 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa819ca70 0x7f1fa819cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36594/0 (socket says 172.21.15.18:36594) 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa6ffd640 1 -- 172.21.15.18:0/116475100 learned_addr learned my addr 172.21.15.18:0/116475100 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 -- 172.21.15.18:0/116475100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa819ca70 msgr2=0x7f1fa819cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa819ca70 0x7f1fa819cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 -- 172.21.15.18:0/116475100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81034b0 msgr2=0x7f1fa81986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81034b0 0x7f1fa81986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 -- 172.21.15.18:0/116475100 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fa819d560 con 0x7f1fa81004f0 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa6ffd640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81034b0 0x7f1fa81986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa819ca70 0x7f1fa819cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa77fe640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa81004f0 0x7f1fa81981b0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800e9f0 tx=0x7f1f9800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa4ff9640 1 -- 172.21.15.18:0/116475100 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9800ccc0 con 0x7f1fa81004f0 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa4ff9640 1 -- 172.21.15.18:0/116475100 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1f98005020 con 0x7f1fa81004f0 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fa819d850 con 0x7f1fa81004f0 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fa4ff9640 1 -- 172.21.15.18:0/116475100 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f980049e0 con 0x7f1fa81004f0 2024-03-07T10:04:25.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.439+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fa81a4ff0 con 0x7f1fa81004f0 2024-03-07T10:04:25.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.443+0000 7f1fb0d7b740 1 Processor -- start 2024-03-07T10:04:25.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.443+0000 7f1fb0d7b740 1 -- start start 2024-03-07T10:04:25.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa4ff9640 1 -- 172.21.15.18:0/116475100 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f1f98004be0 con 0x7f1fa81004f0 2024-03-07T10:04:25.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c77dd0 0x556f81c781b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c64910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81c65390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f81bcddd0 con 0x556f81c78780 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f81b76ae0 con 0x556f81c77dd0 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f81bc9e70 con 0x556f81c64f30 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c77dd0 0x556f81c781b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c64910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c77dd0 0x556f81c781b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59194/0 (socket says 172.21.15.18:59194) 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 -- 172.21.15.18:0/2080977614 learned_addr learned my addr 172.21.15.18:0/2080977614 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa6ffd640 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81c65390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 -- 172.21.15.18:0/2080977614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 msgr2=0x556f81c65390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81c65390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 -- 172.21.15.18:0/2080977614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 msgr2=0x556f81c64910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c64910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa7fff640 1 -- 172.21.15.18:0/2080977614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f819ac7d0 con 0x556f81c77dd0 2024-03-07T10:04:25.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.444+0000 7f1fa4ff9640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f900a1ef0 0x7f1f900a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.445+0000 7f1fa77fe640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f900a1ef0 0x7f1f900a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.445+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c77dd0 0x556f81c781b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00117e0 tx=0x7f1fa0011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c415898fb3a3573 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:25.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.445+0000 7f1fa4ff9640 1 -- 172.21.15.18:0/116475100 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1f980ce220 con 0x7f1fa81004f0 2024-03-07T10:04:25.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.445+0000 7f1f8dffb640 1 -- 172.21.15.18:0/2080977614 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0011310 con 0x556f81c77dd0 2024-03-07T10:04:25.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.445+0000 7f1f8dffb640 1 -- 172.21.15.18:0/2080977614 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1fa0003e50 con 0x556f81c77dd0 2024-03-07T10:04:25.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.445+0000 7f1f8dffb640 1 -- 172.21.15.18:0/2080977614 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa00045c0 con 0x556f81c77dd0 2024-03-07T10:04:25.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/2080977614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c77dd0 msgr2=0x556f81c781b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c77dd0 0x556f81c781b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00117e0 tx=0x7f1fa0011ca0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fa77fe640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f900a1ef0 0x7f1f900a43b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x556f81c66200 tx=0x7f1f980d1cd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:25.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/2080977614 shutdown_connections 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81c65390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c64910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/2080977614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c77dd0 0x556f81c781b0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/2080977614 >> 172.21.15.18:0/2080977614 conn(0x556f81c673d0 msgr2=0x556f81c677b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/2080977614 shutdown_connections 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.446+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/2080977614 wait complete. 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.447+0000 7f1fb0d7b740 1 -- start start 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.447+0000 7f1fb0d7b740 1 Processor -- start 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c7e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81c7bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c78780 0x556f81c7c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f81c7f210 con 0x556f81c77dd0 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f81b8a070 con 0x556f81c64f30 2024-03-07T10:04:25.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f81c7f390 con 0x556f81c78780 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c7e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fb0d7b740 10 client.0 _ll_register_callbacks cb 0x556f81b89a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c7e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59198/0 (socket says 172.21.15.18:59198) 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1469042619 learned_addr learned my addr 172.21.15.18:0/1469042619 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c78780 0x556f81c7c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c78780 msgr2=0x556f81c7c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c78780 0x556f81c7c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1469042619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 msgr2=0x556f81c7bb70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa6ffd640 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81c7bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81c7bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.448+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1469042619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f818e23f0 con 0x556f81c64f30 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.449+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c7e7e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0004300 tx=0x7f1fa0004200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67660ec51d10c640 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.449+0000 7f1f86ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.449+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1469042619 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0025040 con 0x556f81c64f30 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.449+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1fa0003e50 con 0x556f81c64f30 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.450+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1469042619 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1fa0004a40 con 0x556f81c64f30 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.450+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1469042619 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1fa0043050 con 0x556f81c64f30 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.450+0000 7f1fb0d7b740 10 client.26657 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:25.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.450+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556f818a20f0 con 0x556f81c64f30 2024-03-07T10:04:25.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.451+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1469042619 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1fa001f070 con 0x556f81c64f30 2024-03-07T10:04:25.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1469042619 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f1fa003b020 con 0x556f81c64f30 2024-03-07T10:04:25.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1fb0d7b740 10 client.26657 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:25.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1fb0d7b740 10 client.26657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:25.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1fb0d7b740 20 client.26657 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:25.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81c6a080 0x556f81c6c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1fb0d7b740 4 client.26657 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1fa0003e50 con 0x556f81c6a080 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.452+0000 7f1fa6ffd640 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81c6a080 0x556f81c6c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.453+0000 7f1f86ffd640 10 client.26657 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.453+0000 7f1fa6ffd640 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81c6a080 0x556f81c6c470 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1baf2453a037da55 server_cookie=794b423a12a6976d in_seq=0 out_seq=0 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.453+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1469042619 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f1fa0003e50 con 0x556f81c6a080 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.453+0000 7f1f86ffd640 10 client.26657 handle_command_reply: tid=0 2024-03-07T10:04:25.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.453+0000 7f1fb0d7b740 1 client.26657 shutdown 2024-03-07T10:04:25.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.454+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 msgr2=0x556f81c7e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.454+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c7e7e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0004300 tx=0x7f1fa0004200 comp rx=0 tx=0).stop 2024-03-07T10:04:25.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.456+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 shutdown_connections 2024-03-07T10:04:25.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.456+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81c6a080 0x556f81c6c470 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.456+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c78780 0x556f81c7c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.456+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81c7bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.456+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1469042619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c7e7e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.456+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 >> 172.21.15.18:0/1469042619 conn(0x556f81c673d0 msgr2=0x556f81c66b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:25.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.456+0000 7f1f86ffd640 0 client.26657 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:25.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.457+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 shutdown_connections 2024-03-07T10:04:25.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.457+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1469042619 wait complete. 2024-03-07T10:04:25.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.457+0000 7f1fb0d7b740 20 client.26657 trim_cache size 0 max 16384 2024-03-07T10:04:25.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 Processor -- start 2024-03-07T10:04:25.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 -- start start 2024-03-07T10:04:25.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c8feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c77dd0 0x556f81c88630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c77360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa81adc90 con 0x556f81c78780 2024-03-07T10:04:25.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa81ab790 con 0x556f81c64f30 2024-03-07T10:04:25.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.482+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa81a98e0 con 0x556f81c77dd0 2024-03-07T10:04:25.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c8feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c77360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c8feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59208/0 (socket says 172.21.15.18:59208) 2024-03-07T10:04:25.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1943318609 learned_addr learned my addr 172.21.15.18:0/1943318609 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:25.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1943318609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c77dd0 msgr2=0x556f81c88630 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:04:25.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1943318609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c77dd0 0x556f81c88630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1943318609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 msgr2=0x556f81c77360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:25.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1943318609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c77360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.483+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1943318609 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f81c7ab20 con 0x556f81c64f30 2024-03-07T10:04:25.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.484+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1943318609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c8feb0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0003bc0 tx=0x7f1fa0011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19ab8cea34b31745 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:25.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.484+0000 7f1f8d7fa640 1 -- 172.21.15.18:0/1943318609 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa000fdb0 con 0x556f81c64f30 2024-03-07T10:04:25.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.484+0000 7f1f8d7fa640 1 -- 172.21.15.18:0/1943318609 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1fa001f040 con 0x556f81c64f30 2024-03-07T10:04:25.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.484+0000 7f1f8d7fa640 1 -- 172.21.15.18:0/1943318609 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa001a6a0 con 0x556f81c64f30 2024-03-07T10:04:25.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.485+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1943318609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 msgr2=0x556f81c8feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.485+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1943318609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c8feb0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0003bc0 tx=0x7f1fa0011ca0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.489+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1943318609 shutdown_connections 2024-03-07T10:04:25.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.489+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1943318609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c78780 0x556f81c77360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.489+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1943318609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c77dd0 0x556f81c88630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.489+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1943318609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c64f30 0x556f81c8feb0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.489+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1943318609 >> 172.21.15.18:0/1943318609 conn(0x556f81c673d0 msgr2=0x556f81c76c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:25.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.493+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1943318609 shutdown_connections 2024-03-07T10:04:25.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.500+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1943318609 wait complete. 2024-03-07T10:04:25.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.500+0000 7f1fb0d7b740 1 -- start start 2024-03-07T10:04:25.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 1 Processor -- start 2024-03-07T10:04:25.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81cd6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81cd7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c78780 0x556f81c8ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa81a9e50 con 0x556f81c77dd0 2024-03-07T10:04:25.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa81ab130 con 0x556f81c78780 2024-03-07T10:04:25.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa81aa470 con 0x556f81c64f30 2024-03-07T10:04:25.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.501+0000 7f1fb0d7b740 10 client.0 _ll_register_callbacks cb 0x7f1fa00114f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:25.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.504+0000 7f1fa6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81cd7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.504+0000 7f1fa6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81cd7450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50308/0 (socket says 172.21.15.18:50308) 2024-03-07T10:04:25.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.504+0000 7f1fa6ffd640 1 -- 172.21.15.18:0/1142431295 learned_addr learned my addr 172.21.15.18:0/1142431295 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:25.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.505+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81cd6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.505+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c78780 0x556f81c8ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.506+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1142431295 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c78780 msgr2=0x556f81c8ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:25.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.506+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c78780 0x556f81c8ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.506+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1142431295 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 msgr2=0x556f81cd7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:25.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.506+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81cd7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.506+0000 7f1fa7fff640 1 -- 172.21.15.18:0/1142431295 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f81c8d620 con 0x556f81c64f30 2024-03-07T10:04:25.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.506+0000 7f1fa7fff640 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81cd6f10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x556f81c608a0 tx=0x7f1fa0014040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d460e530f96a762 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:25.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.506+0000 7f1f86ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:25.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.507+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1142431295 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa001a640 con 0x556f81c64f30 2024-03-07T10:04:25.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.507+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1142431295 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1fa0005390 con 0x556f81c64f30 2024-03-07T10:04:25.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.507+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1fa001f040 con 0x556f81c64f30 2024-03-07T10:04:25.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.512+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1142431295 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1fa005b050 con 0x556f81c64f30 2024-03-07T10:04:25.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.512+0000 7f1fb0d7b740 10 client.26728 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:25.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.512+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556f81cf0700 con 0x556f81c64f30 2024-03-07T10:04:25.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1142431295 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1fa001f040 con 0x556f81c64f30 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1142431295 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f1fa003b070 con 0x556f81c64f30 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1fb0d7b740 10 client.26728 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1fb0d7b740 10 client.26728 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1fb0d7b740 20 client.26728 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81cf0c60 0x556f81cf3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1fb0d7b740 4 client.26728 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.513+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556f81bdb310 con 0x556f81cf0c60 2024-03-07T10:04:25.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.514+0000 7f1fa6ffd640 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81cf0c60 0x556f81cf3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.516+0000 7f1fa6ffd640 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81cf0c60 0x556f81cf3050 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77c18c8228db284f server_cookie=e4c47a16ab488acc in_seq=0 out_seq=0 2024-03-07T10:04:25.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.516+0000 7f1f86ffd640 10 client.26728 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:25.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.516+0000 7f1f86ffd640 1 -- 172.21.15.18:0/1142431295 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x556f81bdb310 con 0x556f81cf0c60 2024-03-07T10:04:25.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.516+0000 7f1f86ffd640 10 client.26728 handle_command_reply: tid=0 2024-03-07T10:04:25.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.516+0000 7f1fb0d7b740 1 client.26728 shutdown 2024-03-07T10:04:25.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 msgr2=0x556f81cd6f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81cd6f10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x556f81c608a0 tx=0x7f1fa0014040 comp rx=0 tx=0).stop 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 shutdown_connections 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f81cf0c60 0x556f81cf3050 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f81c78780 0x556f81c8ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f81c77dd0 0x556f81cd7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 --2- 172.21.15.18:0/1142431295 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f81c64f30 0x556f81cd6f10 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 >> 172.21.15.18:0/1142431295 conn(0x556f81c673d0 msgr2=0x556f81c7b0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1f86ffd640 0 client.26728 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.517+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 shutdown_connections 2024-03-07T10:04:25.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.518+0000 7f1fb0d7b740 1 -- 172.21.15.18:0/1142431295 wait complete. 2024-03-07T10:04:25.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.518+0000 7f1fb0d7b740 20 client.26728 trim_cache size 0 max 16384 2024-03-07T10:04:25.521 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:04:25.521 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:04:25.521 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:04:25.521 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:04:25.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.519+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f900a1ef0 msgr2=0x7f1f900a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.519+0000 7f1fadf89640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f900a1ef0 0x7f1f900a43b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x556f81c66200 tx=0x7f1f980d1cd0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.519+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa81004f0 msgr2=0x7f1fa81981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.519+0000 7f1fadf89640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa81004f0 0x7f1fa81981b0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800e9f0 tx=0x7f1f9800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.519+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 shutdown_connections 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.519+0000 7f1fadf89640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fa819ca70 0x7f1fa819cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.519+0000 7f1fadf89640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1fa81034b0 0x7f1fa81986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.520+0000 7f1fadf89640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1f900a1ef0 0x7f1f900a43b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.520+0000 7f1fadf89640 1 --2- 172.21.15.18:0/116475100 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1fa81004f0 0x7f1fa81981b0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.520+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 >> 172.21.15.18:0/116475100 conn(0x7f1fa8076a50 msgr2=0x7f1fa80fe2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:25.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.521+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 shutdown_connections 2024-03-07T10:04:25.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.521+0000 7f1fadf89640 1 -- 172.21.15.18:0/116475100 wait complete. 2024-03-07T10:04:25.539 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:04:25.540 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:04:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 -- 172.21.15.18:0/4274987793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa704101fc0 msgr2=0x7fa70410e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 --2- 172.21.15.18:0/4274987793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa704101fc0 0x7fa70410e4d0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009930 tx=0x7fa6f402bc20 comp rx=0 tx=0).stop 2024-03-07T10:04:25.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 -- 172.21.15.18:0/4274987793 shutdown_connections 2024-03-07T10:04:25.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 --2- 172.21.15.18:0/4274987793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa704101fc0 0x7fa70410e4d0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 --2- 172.21.15.18:0/4274987793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 0x7fa704101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 --2- 172.21.15.18:0/4274987793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7041076a0 0x7fa704107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 -- 172.21.15.18:0/4274987793 >> 172.21.15.18:0/4274987793 conn(0x7fa7040fd110 msgr2=0x7fa7040ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:25.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.690+0000 7fa70ac34640 1 -- 172.21.15.18:0/4274987793 shutdown_connections 2024-03-07T10:04:25.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.691+0000 7fa70ac34640 1 -- 172.21.15.18:0/4274987793 wait complete. 2024-03-07T10:04:25.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 Processor -- start 2024-03-07T10:04:25.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 -- start start 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 0x7fa704073960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa704101fc0 0x7fa704073ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7041076a0 0x7fa7040743e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa7089d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 0x7fa704073960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa7089d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 0x7fa704073960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36630/0 (socket says 172.21.15.18:36630) 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa7089d0640 1 -- 172.21.15.18:0/1427553582 learned_addr learned my addr 172.21.15.18:0/1427553582 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7041119e0 con 0x7fa704101fc0 2024-03-07T10:04:25.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa704111860 con 0x7fa7041076a0 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa7091d1640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7041076a0 0x7fa7040743e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.692+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa704111b60 con 0x7fa704101600 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa7089d0640 1 -- 172.21.15.18:0/1427553582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7041076a0 msgr2=0x7fa7040743e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa7089d0640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7041076a0 0x7fa7040743e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa7089d0640 1 -- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa704101fc0 msgr2=0x7fa704073ea0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa7089d0640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa704101fc0 0x7fa704073ea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa7089d0640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7041a6380 con 0x7fa704101600 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa7089d0640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 0x7fa704073960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc00ea80 tx=0x7fa6fc00ef40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa701ffb640 1 -- 172.21.15.18:0/1427553582 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc00ce40 con 0x7fa704101600 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.693+0000 7fa701ffb640 1 -- 172.21.15.18:0/1427553582 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa6fc011950 con 0x7fa704101600 2024-03-07T10:04:25.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.694+0000 7fa701ffb640 1 -- 172.21.15.18:0/1427553582 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc01aaa0 con 0x7fa704101600 2024-03-07T10:04:25.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.694+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7041a6670 con 0x7fa704101600 2024-03-07T10:04:25.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.694+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7041a6b10 con 0x7fa704101600 2024-03-07T10:04:25.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.697+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa704068930 con 0x7fa704101600 2024-03-07T10:04:25.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.701+0000 7fa701ffb640 1 -- 172.21.15.18:0/1427553582 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa6fc01ac40 con 0x7fa704101600 2024-03-07T10:04:25.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.702+0000 7fa701ffb640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6ec0a20f0 0x7fa6ec0a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:25.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.702+0000 7fa701ffb640 1 -- 172.21.15.18:0/1427553582 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa6fc0ce6e0 con 0x7fa704101600 2024-03-07T10:04:25.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.713+0000 7fa703fff640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6ec0a20f0 0x7fa6ec0a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:25.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.714+0000 7fa701ffb640 1 -- 172.21.15.18:0/1427553582 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa6fc016030 con 0x7fa704101600 2024-03-07T10:04:25.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:25.718+0000 7fa703fff640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6ec0a20f0 0x7fa6ec0a45b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa7040753f0 tx=0x7fa6f800b370 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.114+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa704109b90 con 0x7fa704101600 2024-03-07T10:04:26.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.114+0000 7fa701ffb640 1 -- 172.21.15.18:0/1427553582 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fa6fc09b700 con 0x7fa704101600 2024-03-07T10:04:26.116 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:04:26.117 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:04:26.117 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:04:26.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.119+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6ec0a20f0 msgr2=0x7fa6ec0a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.119+0000 7fa70ac34640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6ec0a20f0 0x7fa6ec0a45b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa7040753f0 tx=0x7fa6f800b370 comp rx=0 tx=0).stop 2024-03-07T10:04:26.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.120+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 msgr2=0x7fa704073960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.120+0000 7fa70ac34640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 0x7fa704073960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc00ea80 tx=0x7fa6fc00ef40 comp rx=0 tx=0).stop 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 shutdown_connections 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7041076a0 0x7fa7040743e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6ec0a20f0 0x7fa6ec0a45b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa704101fc0 0x7fa704073ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 --2- 172.21.15.18:0/1427553582 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa704101600 0x7fa704073960 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 >> 172.21.15.18:0/1427553582 conn(0x7fa7040fd110 msgr2=0x7fa7040fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 shutdown_connections 2024-03-07T10:04:26.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.126+0000 7fa70ac34640 1 -- 172.21.15.18:0/1427553582 wait complete. 2024-03-07T10:04:26.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.146+0000 7f3ea3803640 1 -- 172.21.15.18:0/2225753304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e9c1091f0 msgr2=0x7f3e9c07a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.146+0000 7f3ea3803640 1 --2- 172.21.15.18:0/2225753304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e9c1091f0 0x7f3e9c07a200 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3e94009ca0 tx=0x7f3e9402c1a0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.150+0000 7f3ea3803640 1 -- 172.21.15.18:0/2225753304 shutdown_connections 2024-03-07T10:04:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.150+0000 7f3ea3803640 1 --2- 172.21.15.18:0/2225753304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e9c1091f0 0x7f3e9c07a200 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.150+0000 7f3ea3803640 1 --2- 172.21.15.18:0/2225753304 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e9c10c890 0x7f3e9c10cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.150+0000 7f3ea3803640 1 --2- 172.21.15.18:0/2225753304 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 0x7f3e9c108cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.150+0000 7f3ea3803640 1 -- 172.21.15.18:0/2225753304 >> 172.21.15.18:0/2225753304 conn(0x7f3e9c06c710 msgr2=0x7f3e9c06cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.154 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:04:26.155 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.156+0000 7f3ea3803640 1 -- 172.21.15.18:0/2225753304 shutdown_connections 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.158+0000 7f3ea3803640 1 -- 172.21.15.18:0/2225753304 wait complete. 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 Processor -- start 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 -- start start 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 0x7f3e9c07b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e9c1091f0 0x7f3e9c07be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e9c10c890 0x7f3e9c07c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c07f060 con 0x7f3e9c10c890 2024-03-07T10:04:26.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c07eee0 con 0x7f3e9c1091f0 2024-03-07T10:04:26.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.159+0000 7f3ea3803640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9c07f1e0 con 0x7f3e9c1088d0 2024-03-07T10:04:26.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.161+0000 7f3ea159f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 0x7f3e9c07b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.161+0000 7f3ea159f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 0x7f3e9c07b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36652/0 (socket says 172.21.15.18:36652) 2024-03-07T10:04:26.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.161+0000 7f3ea159f640 1 -- 172.21.15.18:0/1851018821 learned_addr learned my addr 172.21.15.18:0/1851018821 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.161+0000 7f3ea159f640 1 -- 172.21.15.18:0/1851018821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e9c1091f0 msgr2=0x7f3e9c07be60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:04:26.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.162+0000 7f3ea159f640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e9c1091f0 0x7f3e9c07be60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.162+0000 7f3ea159f640 1 -- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e9c10c890 msgr2=0x7f3e9c07c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.162+0000 7f3ea159f640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e9c10c890 0x7f3e9c07c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.162+0000 7f3ea159f640 1 -- 172.21.15.18:0/1851018821 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e9c07d6a0 con 0x7f3e9c1088d0 2024-03-07T10:04:26.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.165+0000 7f3ea159f640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 0x7f3e9c07b920 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3e9800c8c0 tx=0x7f3e9800cd80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.166+0000 7f3e927fc640 1 -- 172.21.15.18:0/1851018821 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e98004220 con 0x7f3e9c1088d0 2024-03-07T10:04:26.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.166+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e9c1b9bf0 con 0x7f3e9c1088d0 2024-03-07T10:04:26.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.166+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e9c1ba140 con 0x7f3e9c1088d0 2024-03-07T10:04:26.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.166+0000 7f3e927fc640 1 -- 172.21.15.18:0/1851018821 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e980043c0 con 0x7f3e9c1088d0 2024-03-07T10:04:26.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.167+0000 7f3e927fc640 1 -- 172.21.15.18:0/1851018821 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e98004a00 con 0x7f3e9c1088d0 2024-03-07T10:04:26.173 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.171+0000 7f3ea65ed740 1 Processor -- start 2024-03-07T10:04:26.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.172+0000 7f3e927fc640 1 -- 172.21.15.18:0/1851018821 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3e98005020 con 0x7f3e9c1088d0 2024-03-07T10:04:26.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.172+0000 7f3ea65ed740 1 -- start start 2024-03-07T10:04:26.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.173+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e72a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.173+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e72fa0 0x557f59e73420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f59dd75c0 con 0x557f59e7c520 2024-03-07T10:04:26.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f59d80900 con 0x557f59e73d10 2024-03-07T10:04:26.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f59dd3660 con 0x557f59e72fa0 2024-03-07T10:04:26.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3e927fc640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e880a1f50 0x7f3e880a4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3e927fc640 1 -- 172.21.15.18:0/1851018821 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3e980cded0 con 0x7f3e9c1088d0 2024-03-07T10:04:26.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea1da0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea1da0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50338/0 (socket says 172.21.15.18:50338) 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea1da0640 1 -- 172.21.15.18:0/1738791573 learned_addr learned my addr 172.21.15.18:0/1738791573 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e72fa0 0x557f59e73420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.174+0000 7f3ea1da0640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e880a1f50 0x7f3e880a4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea159f640 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e72a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea0d9e640 1 -- 172.21.15.18:0/1738791573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 msgr2=0x557f59e72a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e72a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea0d9e640 1 -- 172.21.15.18:0/1738791573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 msgr2=0x557f59e7e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea0d9e640 1 -- 172.21.15.18:0/1738791573 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557f59aec210 con 0x557f59e72fa0 2024-03-07T10:04:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea1da0640 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.175+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e72fa0 0x557f59e73420 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c07d0e0 tx=0x7f3e8c009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=333ab052d73228d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.176+0000 7f3ea1da0640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e880a1f50 0x7f3e880a4410 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x557f59e6ee20 tx=0x7f3e940095c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.176+0000 7f3e877fe640 1 -- 172.21.15.18:0/1738791573 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c015020 con 0x557f59e72fa0 2024-03-07T10:04:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.176+0000 7f3e877fe640 1 -- 172.21.15.18:0/1738791573 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e8c00bd70 con 0x557f59e72fa0 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3e877fe640 1 -- 172.21.15.18:0/1738791573 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c010380 con 0x557f59e72fa0 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1738791573 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e72fa0 msgr2=0x557f59e73420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e72fa0 0x557f59e73420 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c07d0e0 tx=0x7f3e8c009b20 comp rx=0 tx=0).stop 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1738791573 shutdown_connections 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e72fa0 0x557f59e73420 secure :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c07d0e0 tx=0x7f3e8c009b20 comp rx=0 tx=0).stop 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1738791573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e72a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.177+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1738791573 >> 172.21.15.18:0/1738791573 conn(0x557f59e3a580 msgr2=0x557f59e6dc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.178+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1738791573 shutdown_connections 2024-03-07T10:04:26.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.178+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1738791573 wait complete. 2024-03-07T10:04:26.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.178+0000 7f3ea65ed740 1 -- start start 2024-03-07T10:04:26.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.178+0000 7f3ea65ed740 1 Processor -- start 2024-03-07T10:04:26.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e73d10 0x557f59e79640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e7c520 0x557f59e79b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 0x557f59e88830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f59e7f2a0 con 0x557f59e7a0c0 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f59d93d60 con 0x557f59e7c520 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f59e7f420 con 0x557f59e73d10 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea65ed740 10 client.0 _ll_register_callbacks cb 0x557f59aeba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.179+0000 7f3ea159f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e73d10 0x557f59e79640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e73d10 0x557f59e79640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36664/0 (socket says 172.21.15.18:36664) 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 -- 172.21.15.18:0/2604987226 learned_addr learned my addr 172.21.15.18:0/2604987226 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 -- 172.21.15.18:0/2604987226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e7c520 msgr2=0x557f59e79b80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e7c520 0x557f59e79b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 -- 172.21.15.18:0/2604987226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 msgr2=0x557f59e88830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 0x557f59e88830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 -- 172.21.15.18:0/2604987226 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557f59bb8620 con 0x557f59e73d10 2024-03-07T10:04:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.180+0000 7f3ea159f640 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e73d10 0x557f59e79640 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3e98096c50 tx=0x7f3e9809a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2381c177a9d590 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.181+0000 7f3e84ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.181+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2604987226 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e9801d040 con 0x557f59e73d10 2024-03-07T10:04:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.181+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3e8c00bd70 con 0x557f59e73d10 2024-03-07T10:04:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.181+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2604987226 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3e980cb7d0 con 0x557f59e73d10 2024-03-07T10:04:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.182+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2604987226 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e980cb9d0 con 0x557f59e73d10 2024-03-07T10:04:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.182+0000 7f3ea65ed740 10 client.26743 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.182+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x557f59e8bbd0 con 0x557f59e73d10 2024-03-07T10:04:26.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2604987226 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e8c00bd70 con 0x557f59e73d10 2024-03-07T10:04:26.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2604987226 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3e98004ba0 con 0x557f59e73d10 2024-03-07T10:04:26.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3ea65ed740 10 client.26743 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3ea65ed740 10 client.26743 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:26.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3ea65ed740 20 client.26743 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59e8d040 0x557f59e8f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3ea65ed740 4 client.26743 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:26.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.184+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557f59de4b00 con 0x557f59e8d040 2024-03-07T10:04:26.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.185+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59e8d040 0x557f59e8f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.186+0000 7f3e84ff9640 10 client.26743 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.187+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59e8d040 0x557f59e8f4b0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdf96e82adaa1cfd server_cookie=6375f3219b841a73 in_seq=0 out_seq=0 2024-03-07T10:04:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.187+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2604987226 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557f59de4b00 con 0x557f59e8d040 2024-03-07T10:04:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.187+0000 7f3e84ff9640 10 client.26743 handle_command_reply: tid=0 2024-03-07T10:04:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.188+0000 7f3ea65ed740 1 client.26743 shutdown 2024-03-07T10:04:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.188+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e73d10 msgr2=0x557f59e79640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.188+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e73d10 0x557f59e79640 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3e98096c50 tx=0x7f3e9809a210 comp rx=0 tx=0).stop 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 shutdown_connections 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59e8d040 0x557f59e8f4b0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 0x557f59e88830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e7c520 0x557f59e79b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2604987226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e73d10 0x557f59e79640 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 >> 172.21.15.18:0/2604987226 conn(0x557f59e3a580 msgr2=0x557f59e6f9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3e84ff9640 0 client.26743 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.189+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 shutdown_connections 2024-03-07T10:04:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.190+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2604987226 wait complete. 2024-03-07T10:04:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.191+0000 7f3ea65ed740 20 client.26743 trim_cache size 0 max 16384 2024-03-07T10:04:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.218+0000 7f3ea65ed740 1 Processor -- start 2024-03-07T10:04:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.218+0000 7f3ea65ed740 1 -- start start 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.218+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e77f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.218+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7a0c0 0x557f59e78450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7a0c0 0x557f59e78450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7a0c0 0x557f59e78450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36678/0 (socket says 172.21.15.18:36678) 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea159f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e77f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 -- 172.21.15.18:0/1512827485 learned_addr learned my addr 172.21.15.18:0/1512827485 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e80010d80 con 0x557f59e7c520 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8000e880 con 0x557f59e73d10 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8000c920 con 0x557f59e7a0c0 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 -- 172.21.15.18:0/1512827485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 msgr2=0x557f59e77f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/1512827485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e77f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 -- 172.21.15.18:0/1512827485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 msgr2=0x557f59e7d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/1512827485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.219+0000 7f3ea0d9e640 1 -- 172.21.15.18:0/1512827485 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557f59e77b90 con 0x557f59e7a0c0 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.220+0000 7f3ea0d9e640 1 --2- 172.21.15.18:0/1512827485 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7a0c0 0x557f59e78450 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c0095e0 tx=0x7f3e8c011ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1268148894981d7d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.220+0000 7f3e86ffd640 1 -- 172.21.15.18:0/1512827485 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c02b070 con 0x557f59e7a0c0 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.220+0000 7f3e86ffd640 1 -- 172.21.15.18:0/1512827485 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e8c0091f0 con 0x557f59e7a0c0 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.220+0000 7f3e86ffd640 1 -- 172.21.15.18:0/1512827485 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c015040 con 0x557f59e7a0c0 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7a0c0 msgr2=0x557f59e78450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1512827485 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7a0c0 0x557f59e78450 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c0095e0 tx=0x7f3e8c011ac0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 shutdown_connections 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1512827485 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7c520 0x557f59e7d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1512827485 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7a0c0 0x557f59e78450 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/1512827485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e77f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 >> 172.21.15.18:0/1512827485 conn(0x557f59e3a580 msgr2=0x557f59e6d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 shutdown_connections 2024-03-07T10:04:26.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.221+0000 7f3ea65ed740 1 -- 172.21.15.18:0/1512827485 wait complete. 2024-03-07T10:04:26.224 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 -- start start 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 Processor -- start 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e84670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 0x557f59e7fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7c520 0x557f59e802a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8000cf20 con 0x557f59e7a0c0 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8000e220 con 0x557f59e73d10 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8000d560 con 0x557f59e7c520 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.222+0000 7f3ea65ed740 10 client.0 _ll_register_callbacks cb 0x7f3e98005310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea159f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e84670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea159f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e84670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59302/0 (socket says 172.21.15.18:59302) 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea159f640 1 -- 172.21.15.18:0/2066117288 learned_addr learned my addr 172.21.15.18:0/2066117288 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.225 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea1da0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7c520 0x557f59e802a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea1da0640 1 -- 172.21.15.18:0/2066117288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 msgr2=0x557f59e84670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea1da0640 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e84670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea1da0640 1 -- 172.21.15.18:0/2066117288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 msgr2=0x557f59e7fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea1da0640 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 0x557f59e7fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.223+0000 7f3ea1da0640 1 -- 172.21.15.18:0/2066117288 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557f59ee7980 con 0x557f59e7c520 2024-03-07T10:04:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.224+0000 7f3ea1da0640 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7c520 0x557f59e802a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x557f59e73a40 tx=0x7f3e94003e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93db7c8a8e2f42be server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.224+0000 7f3e84ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.224+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2066117288 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e94051060 con 0x557f59e7c520 2024-03-07T10:04:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.224+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2066117288 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f3e94032cd0 con 0x557f59e7c520 2024-03-07T10:04:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.224+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3e8c0091f0 con 0x557f59e7c520 2024-03-07T10:04:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.225+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2066117288 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e94039040 con 0x557f59e7c520 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.225+0000 7f3ea65ed740 10 client.26749 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.225+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x557f59f0ab10 con 0x557f59e7c520 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2066117288 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e8c0091f0 con 0x557f59e7c520 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2066117288 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3e9403f040 con 0x557f59e7c520 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3ea65ed740 10 client.26749 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3ea65ed740 10 client.26749 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3ea65ed740 20 client.26749 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59f0b310 0x557f59f0d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3ea65ed740 4 client.26749 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:04:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557f59ddee50 con 0x557f59f0b310 2024-03-07T10:04:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.226+0000 7f3ea159f640 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59f0b310 0x557f59f0d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.227+0000 7f3e84ff9640 10 client.26749 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.227+0000 7f3ea159f640 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59f0b310 0x557f59f0d730 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5a90c0b240a776b server_cookie=e83a78c90cb98572 in_seq=0 out_seq=0 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3e84ff9640 1 -- 172.21.15.18:0/2066117288 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557f59ddee50 con 0x557f59f0b310 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3e84ff9640 10 client.26749 handle_command_reply: tid=0 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3ea65ed740 1 client.26749 shutdown 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7c520 msgr2=0x557f59e802a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7c520 0x557f59e802a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x557f59e73a40 tx=0x7f3e94003e50 comp rx=0 tx=0).stop 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 shutdown_connections 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557f59f0b310 0x557f59f0d730 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557f59e7c520 0x557f59e802a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.252 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.250+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557f59e7a0c0 0x557f59e7fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.251+0000 7f3ea65ed740 1 --2- 172.21.15.18:0/2066117288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557f59e73d10 0x557f59e84670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.251+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 >> 172.21.15.18:0/2066117288 conn(0x557f59e3a580 msgr2=0x557f59e77da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.251+0000 7f3e84ff9640 0 client.26749 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.252+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 shutdown_connections 2024-03-07T10:04:26.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.253+0000 7f3ea65ed740 1 -- 172.21.15.18:0/2066117288 wait complete. 2024-03-07T10:04:26.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.253+0000 7f3ea65ed740 20 client.26749 trim_cache size 0 max 16384 2024-03-07T10:04:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:04:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:04:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:04:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:04:26.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e880a1f50 msgr2=0x7f3e880a4410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e880a1f50 0x7f3e880a4410 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x557f59e6ee20 tx=0x7f3e940095c0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 msgr2=0x7f3e9c07b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 0x7f3e9c07b920 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3e9800c8c0 tx=0x7f3e9800cd80 comp rx=0 tx=0).stop 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 shutdown_connections 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e880a1f50 0x7f3e880a4410 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e9c10c890 0x7f3e9c07c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e9c1091f0 0x7f3e9c07be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 --2- 172.21.15.18:0/1851018821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e9c1088d0 0x7f3e9c07b920 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.255+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 >> 172.21.15.18:0/1851018821 conn(0x7f3e9c06c710 msgr2=0x7f3e9c078d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.256+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 shutdown_connections 2024-03-07T10:04:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:26.256+0000 7f3ea3803640 1 -- 172.21.15.18:0/1851018821 wait complete. 2024-03-07T10:04:26.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.342+0000 7fc6310dd640 1 -- 172.21.15.18:0/1322453578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c109b40 msgr2=0x7fc62c109f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.342+0000 7fc6310dd640 1 --2- 172.21.15.18:0/1322453578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c109b40 0x7fc62c109f20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc61c009890 tx=0x7fc61c02bb70 comp rx=0 tx=0).stop 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.343+0000 7fc6310dd640 1 -- 172.21.15.18:0/1322453578 shutdown_connections 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.343+0000 7fc6310dd640 1 --2- 172.21.15.18:0/1322453578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c108720 0x7fc62c114c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.343+0000 7fc6310dd640 1 --2- 172.21.15.18:0/1322453578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c107d80 0x7fc62c1081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.343+0000 7fc6310dd640 1 --2- 172.21.15.18:0/1322453578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c109b40 0x7fc62c109f20 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.343+0000 7fc6310dd640 1 -- 172.21.15.18:0/1322453578 >> 172.21.15.18:0/1322453578 conn(0x7fc62c077500 msgr2=0x7fc62c106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.343+0000 7fc6310dd640 1 -- 172.21.15.18:0/1322453578 shutdown_connections 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.343+0000 7fc6310dd640 1 -- 172.21.15.18:0/1322453578 wait complete. 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.344+0000 7fc6310dd640 1 Processor -- start 2024-03-07T10:04:26.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.344+0000 7fc6310dd640 1 -- start start 2024-03-07T10:04:26.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc6310dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c107d80 0x7fc62c19e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc6310dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c108720 0x7fc62c19ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc6310dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c109b40 0x7fc62c1a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc6310dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c1180d0 con 0x7fc62c108720 2024-03-07T10:04:26.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc6310dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c117f50 con 0x7fc62c107d80 2024-03-07T10:04:26.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc6310dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c118250 con 0x7fc62c109b40 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc62b59e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c109b40 0x7fc62c1a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc62b59e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c109b40 0x7fc62c1a2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36702/0 (socket says 172.21.15.18:36702) 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.345+0000 7fc62b59e640 1 -- 172.21.15.18:0/819165930 learned_addr learned my addr 172.21.15.18:0/819165930 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c107d80 0x7fc62c19e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc623fff640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c108720 0x7fc62c19ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc62b59e640 1 -- 172.21.15.18:0/819165930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c107d80 msgr2=0x7fc62c19e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc62b59e640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c107d80 0x7fc62c19e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc62b59e640 1 -- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c108720 msgr2=0x7fc62c19ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc62b59e640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c108720 0x7fc62c19ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc62b59e640 1 -- 172.21.15.18:0/819165930 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc62c1a3540 con 0x7fc62c109b40 2024-03-07T10:04:26.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.346+0000 7fc62b59e640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c109b40 0x7fc62c1a2e10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc62400e6f0 tx=0x7fc62400ebb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.349+0000 7fc628d99640 1 -- 172.21.15.18:0/819165930 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc62400cab0 con 0x7fc62c109b40 2024-03-07T10:04:26.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.349+0000 7fc628d99640 1 -- 172.21.15.18:0/819165930 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc624005500 con 0x7fc62c109b40 2024-03-07T10:04:26.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.350+0000 7fc628d99640 1 -- 172.21.15.18:0/819165930 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc624010430 con 0x7fc62c109b40 2024-03-07T10:04:26.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.352+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc62c1a3830 con 0x7fc62c109b40 2024-03-07T10:04:26.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.352+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc62c1ab0c0 con 0x7fc62c109b40 2024-03-07T10:04:26.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.359+0000 7fc628d99640 1 -- 172.21.15.18:0/819165930 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc62400cc50 con 0x7fc62c109b40 2024-03-07T10:04:26.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.360+0000 7fc628d99640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1fa0 0x7fc60c0a4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.360+0000 7fc628d99640 1 -- 172.21.15.18:0/819165930 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc6240ce490 con 0x7fc62c109b40 2024-03-07T10:04:26.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 Processor -- start 2024-03-07T10:04:26.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 -- start start 2024-03-07T10:04:26.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1fa0 0x7fc60c0a4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a83550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83a90 0x559743a8c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743a8ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559743a4a330 con 0x559743a83a90 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597439e6e90 con 0x559743a83170 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc633fa3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55974398fd00 con 0x559743a8c670 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc623fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83a90 0x559743a8c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc623fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83a90 0x559743a8c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50408/0 (socket says 172.21.15.18:50408) 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc623fff640 1 -- 172.21.15.18:0/2384412559 learned_addr learned my addr 172.21.15.18:0/2384412559 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.361+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a83550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.362+0000 7fc623fff640 1 -- 172.21.15.18:0/2384412559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 msgr2=0x559743a8ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.362+0000 7fc623fff640 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743a8ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.362+0000 7fc623fff640 1 -- 172.21.15.18:0/2384412559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 msgr2=0x559743a83550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.362+0000 7fc623fff640 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a83550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.362+0000 7fc623fff640 1 -- 172.21.15.18:0/2384412559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55974398eb90 con 0x559743a83a90 2024-03-07T10:04:26.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.362+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1fa0 0x7fc60c0a4460 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc61c000c00 tx=0x7fc61c005d20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.362+0000 7fc623fff640 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83a90 0x559743a8c130 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc6140103d0 tx=0x7fc614010890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8cb80efedd1d64d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.368+0000 7fc6217fa640 1 -- 172.21.15.18:0/2384412559 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc614011700 con 0x559743a83a90 2024-03-07T10:04:26.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.368+0000 7fc6217fa640 1 -- 172.21.15.18:0/2384412559 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc614011d80 con 0x559743a83a90 2024-03-07T10:04:26.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.368+0000 7fc6217fa640 1 -- 172.21.15.18:0/2384412559 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61400e620 con 0x559743a83a90 2024-03-07T10:04:26.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.371+0000 7fc633fa3740 1 -- 172.21.15.18:0/2384412559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83a90 msgr2=0x559743a8c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.371+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83a90 0x559743a8c130 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc6140103d0 tx=0x7fc614010890 comp rx=0 tx=0).stop 2024-03-07T10:04:26.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.372+0000 7fc633fa3740 1 -- 172.21.15.18:0/2384412559 shutdown_connections 2024-03-07T10:04:26.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.372+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743a8ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.372+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83a90 0x559743a8c130 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.373+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2384412559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a83550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.373+0000 7fc633fa3740 1 -- 172.21.15.18:0/2384412559 >> 172.21.15.18:0/2384412559 conn(0x559743a7d8a0 msgr2=0x559743a7dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.373+0000 7fc633fa3740 1 -- 172.21.15.18:0/2384412559 shutdown_connections 2024-03-07T10:04:26.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.373+0000 7fc633fa3740 1 -- 172.21.15.18:0/2384412559 wait complete. 2024-03-07T10:04:26.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.374+0000 7fc633fa3740 1 -- start start 2024-03-07T10:04:26.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.374+0000 7fc633fa3740 1 Processor -- start 2024-03-07T10:04:26.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.374+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a896e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.374+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a89c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a8c670 0x559743a8a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc633fa3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559743985470 con 0x559743a8c670 2024-03-07T10:04:26.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc633fa3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597439e2f30 con 0x559743a83170 2024-03-07T10:04:26.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc623fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a89c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc633fa3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559743aa0470 con 0x559743a83a90 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc623fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a89c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36708/0 (socket says 172.21.15.18:36708) 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc623fff640 1 -- 172.21.15.18:0/3387483945 learned_addr learned my addr 172.21.15.18:0/3387483945 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a896e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62b59e640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a8c670 0x559743a8a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc633fa3740 10 client.0 _ll_register_callbacks cb 0x5597439e0d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62b59e640 1 -- 172.21.15.18:0/3387483945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 msgr2=0x559743a89c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62b59e640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a89c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62b59e640 1 -- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 msgr2=0x559743a896e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62b59e640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a896e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62b59e640 1 -- 172.21.15.18:0/3387483945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5597436fb3f0 con 0x559743a8c670 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc623fff640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a89c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc62b59e640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a8c670 0x559743a8a160 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc6240cbb10 tx=0x7fc62409b5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=215ace691be00add server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.375+0000 7fc61a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:26.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3387483945 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6240b2070 con 0x559743a8c670 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc614011d80 con 0x559743a8c670 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3387483945 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc624097420 con 0x559743a8c670 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3387483945 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc6240a3550 con 0x559743a8c670 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc633fa3740 10 client.16902 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5597437c57d0 con 0x559743a8c670 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3387483945 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc614011d80 con 0x559743a8c670 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.376+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3387483945 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc62409a320 con 0x559743a8c670 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.377+0000 7fc633fa3740 10 client.16902 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.377+0000 7fc633fa3740 10 client.16902 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.377+0000 7fc633fa3740 20 client.16902 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.377+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743aafcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.377+0000 7fc633fa3740 4 client.16902 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:26.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.377+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5597439f43d0 con 0x559743aad890 2024-03-07T10:04:26.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.377+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743aafcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.378+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743aafcb0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f18f5a572eae6c10 server_cookie=d51faa30cf41b044 in_seq=0 out_seq=0 2024-03-07T10:04:26.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.378+0000 7fc61a7fc640 10 client.16902 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:26.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3387483945 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5597439f43d0 con 0x559743aad890 2024-03-07T10:04:26.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc61a7fc640 10 client.16902 handle_command_reply: tid=0 2024-03-07T10:04:26.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 client.16902 shutdown 2024-03-07T10:04:26.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a8c670 msgr2=0x559743a8a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a8c670 0x559743a8a160 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc6240cbb10 tx=0x7fc62409b5f0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 shutdown_connections 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743aafcb0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc61a7fc640 0 client.16902 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a8c670 0x559743a8a160 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a89c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3387483945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83170 0x559743a896e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 >> 172.21.15.18:0/3387483945 conn(0x559743a7d8a0 msgr2=0x559743a7f5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 shutdown_connections 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 1 -- 172.21.15.18:0/3387483945 wait complete. 2024-03-07T10:04:26.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.379+0000 7fc633fa3740 20 client.16902 trim_cache size 0 max 16384 2024-03-07T10:04:26.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.402+0000 7fc633fa3740 1 Processor -- start 2024-03-07T10:04:26.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.402+0000 7fc633fa3740 1 -- start start 2024-03-07T10:04:26.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.402+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743a8be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.402+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a7c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a8c670 0x559743a89f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc623fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a7c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743a8be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743a8be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50430/0 (socket says 172.21.15.18:50430) 2024-03-07T10:04:26.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc623fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a7c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36722/0 (socket says 172.21.15.18:36722) 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62ad9d640 1 -- 172.21.15.18:0/2781607595 learned_addr learned my addr 172.21.15.18:0/2781607595 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c1ad4f0 con 0x559743a83170 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c073650 con 0x559743a8c670 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c109370 con 0x559743a83a90 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62b59e640 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a8c670 0x559743a89f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62b59e640 1 -- 172.21.15.18:0/2781607595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 msgr2=0x559743a7c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62b59e640 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a7c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62b59e640 1 -- 172.21.15.18:0/2781607595 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 msgr2=0x559743a8be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62b59e640 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743a8be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62b59e640 1 -- 172.21.15.18:0/2781607595 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559743a838c0 con 0x559743a8c670 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743a8be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.403+0000 7fc623fff640 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a7c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.404+0000 7fc62b59e640 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a8c670 0x559743a89f80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc624004a60 tx=0x7fc6240094a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58812d38af7c9edc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.404+0000 7fc620ff9640 1 -- 172.21.15.18:0/2781607595 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6240b2070 con 0x559743a8c670 2024-03-07T10:04:26.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.404+0000 7fc620ff9640 1 -- 172.21.15.18:0/2781607595 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc6240b92b0 con 0x559743a8c670 2024-03-07T10:04:26.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.404+0000 7fc620ff9640 1 -- 172.21.15.18:0/2781607595 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc62409a200 con 0x559743a8c670 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a8c670 msgr2=0x559743a89f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a8c670 0x559743a89f80 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc624004a60 tx=0x7fc6240094a0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 shutdown_connections 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a8c670 0x559743a89f80 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a83a90 0x559743a7c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 --2- 172.21.15.18:0/2781607595 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743a8be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 >> 172.21.15.18:0/2781607595 conn(0x559743a7d8a0 msgr2=0x559743a7c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 shutdown_connections 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.405+0000 7fc633fa3740 1 -- 172.21.15.18:0/2781607595 wait complete. 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.406+0000 7fc633fa3740 1 -- start start 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.406+0000 7fc633fa3740 1 Processor -- start 2024-03-07T10:04:26.408 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.406+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743aa0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83a90 0x559743aa1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc633fa3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743aa1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc633fa3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c071d10 con 0x559743a83170 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc633fa3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c072ff0 con 0x559743a83a90 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc633fa3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c072330 con 0x559743a8c670 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc633fa3740 10 client.0 _ll_register_callbacks cb 0x7fc624097050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743aa1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743aa0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc623fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83a90 0x559743aa1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743aa1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36738/0 (socket says 172.21.15.18:36738) 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 -- 172.21.15.18:0/3760006018 learned_addr learned my addr 172.21.15.18:0/3760006018 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743aa0ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50440/0 (socket says 172.21.15.18:50440) 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 -- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83a90 msgr2=0x559743aa1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83a90 0x559743aa1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 -- 172.21.15.18:0/3760006018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 msgr2=0x559743aa0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743aa0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc62b59e640 1 -- 172.21.15.18:0/3760006018 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559743b08210 con 0x559743a8c670 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.407+0000 7fc623fff640 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83a90 0x559743aa1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc62b59e640 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743aa1760 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc62400f010 tx=0x7fc62409b5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c32934fc801462c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc61a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3760006018 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6240b2070 con 0x559743a8c670 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3760006018 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc62409a410 con 0x559743a8c670 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc6240b92b0 con 0x559743a8c670 2024-03-07T10:04:26.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3760006018 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc6240b3ae0 con 0x559743a8c670 2024-03-07T10:04:26.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc633fa3740 10 client.26764 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.408+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559743b08210 con 0x559743a8c670 2024-03-07T10:04:26.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3760006018 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc6240b92b0 con 0x559743a8c670 2024-03-07T10:04:26.413 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3760006018 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc6240aa070 con 0x559743a8c670 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc633fa3740 10 client.26764 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc633fa3740 10 client.26764 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc633fa3740 20 client.26764 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743b0b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc633fa3740 4 client.26764 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5597439ee720 con 0x559743aad890 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.409+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743b0b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc62ad9d640 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743b0b750 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=70061c338235433 server_cookie=7bd7227d62d7f80d in_seq=0 out_seq=0 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc61a7fc640 10 client.26764 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc61a7fc640 1 -- 172.21.15.18:0/3760006018 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5597439ee720 con 0x559743aad890 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc61a7fc640 10 client.26764 handle_command_reply: tid=0 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 client.26764 shutdown 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 msgr2=0x559743aa1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743aa1760 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc62400f010 tx=0x7fc62409b5f0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.414 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 shutdown_connections 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559743aad890 0x559743b0b750 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc61a7fc640 0 client.26764 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559743a8c670 0x559743aa1760 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559743a83a90 0x559743aa1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 --2- 172.21.15.18:0/3760006018 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559743a83170 0x559743aa0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.410+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 >> 172.21.15.18:0/3760006018 conn(0x559743a7d8a0 msgr2=0x559743a7c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.412+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 shutdown_connections 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.412+0000 7fc633fa3740 1 -- 172.21.15.18:0/3760006018 wait complete. 2024-03-07T10:04:26.415 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.412+0000 7fc633fa3740 20 client.26764 trim_cache size 0 max 16384 2024-03-07T10:04:26.416 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.413+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1fa0 msgr2=0x7fc60c0a4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.413+0000 7fc6310dd640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1fa0 0x7fc60c0a4460 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc61c000c00 tx=0x7fc61c005d20 comp rx=0 tx=0).stop 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c109b40 msgr2=0x7fc62c1a2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c109b40 0x7fc62c1a2e10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc62400e6f0 tx=0x7fc62400ebb0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 shutdown_connections 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc62c109b40 0x7fc62c1a2e10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1fa0 0x7fc60c0a4460 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62c108720 0x7fc62c19ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 --2- 172.21.15.18:0/819165930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62c107d80 0x7fc62c19e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 >> 172.21.15.18:0/819165930 conn(0x7fc62c077500 msgr2=0x7fc62c077a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.414+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 shutdown_connections 2024-03-07T10:04:26.418 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.415+0000 7fc6310dd640 1 -- 172.21.15.18:0/819165930 wait complete. 2024-03-07T10:04:26.433 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:04:26.433 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:04:26.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.624+0000 7f88b92a5640 1 -- 172.21.15.18:0/1482521766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b4102880 msgr2=0x7f88b4102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.624+0000 7f88b92a5640 1 --2- 172.21.15.18:0/1482521766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b4102880 0x7f88b4102c60 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009900 tx=0x7f88a402bcd0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.624+0000 7f88b92a5640 1 -- 172.21.15.18:0/1482521766 shutdown_connections 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.624+0000 7f88b92a5640 1 --2- 172.21.15.18:0/1482521766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 0x7f88b410e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.624+0000 7f88b92a5640 1 --2- 172.21.15.18:0/1482521766 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88b41031a0 0x7f88b410b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.624+0000 7f88b92a5640 1 --2- 172.21.15.18:0/1482521766 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b4102880 0x7f88b4102c60 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.624+0000 7f88b92a5640 1 -- 172.21.15.18:0/1482521766 >> 172.21.15.18:0/1482521766 conn(0x7f88b4077680 msgr2=0x7f88b4077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.625+0000 7f88b92a5640 1 -- 172.21.15.18:0/1482521766 shutdown_connections 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.625+0000 7f88b92a5640 1 -- 172.21.15.18:0/1482521766 wait complete. 2024-03-07T10:04:26.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.625+0000 7f88b92a5640 1 Processor -- start 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.625+0000 7f88b92a5640 1 -- start start 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b92a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88b4102880 0x7f88b4197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b92a5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b41031a0 0x7f88b41983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b92a5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 0x7f88b419c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b92a5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b4111a40 con 0x7f88b41031a0 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b92a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b41118c0 con 0x7f88b4102880 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b92a5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b4111bc0 con 0x7f88b410bc50 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 0x7f88b419c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 0x7f88b419c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36754/0 (socket says 172.21.15.18:36754) 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b37fe640 1 -- 172.21.15.18:0/2369804983 learned_addr learned my addr 172.21.15.18:0/2369804983 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88b4102880 0x7f88b4197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.629 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.626+0000 7f88b27fc640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b41031a0 0x7f88b41983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b37fe640 1 -- 172.21.15.18:0/2369804983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88b4102880 msgr2=0x7f88b4197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b37fe640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88b4102880 0x7f88b4197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b37fe640 1 -- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b41031a0 msgr2=0x7f88b41983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b37fe640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b41031a0 0x7f88b41983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b37fe640 1 -- 172.21.15.18:0/2369804983 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88b419ce60 con 0x7f88b410bc50 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88b4102880 0x7f88b4197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b37fe640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 0x7f88b419c760 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f88ac00eb40 tx=0x7f88ac00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f889bfff640 1 -- 172.21.15.18:0/2369804983 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88ac004b20 con 0x7f88b410bc50 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88b419d150 con 0x7f88b410bc50 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f889bfff640 1 -- 172.21.15.18:0/2369804983 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f88ac004cc0 con 0x7f88b410bc50 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f889bfff640 1 -- 172.21.15.18:0/2369804983 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88ac005650 con 0x7f88b410bc50 2024-03-07T10:04:26.630 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.627+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88b4100400 con 0x7f88b410bc50 2024-03-07T10:04:26.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f889bfff640 1 -- 172.21.15.18:0/2369804983 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f88ac0058d0 con 0x7f88b410bc50 2024-03-07T10:04:26.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 Processor -- start 2024-03-07T10:04:26.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 -- start start 2024-03-07T10:04:26.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486ed550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486f6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc486b4330 con 0x55cc486ed170 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc48650e90 con 0x55cc486f6670 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88bc16f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc485f9d00 con 0x55cc486eda90 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f889bfff640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f889c0a1f70 0x7f889c0a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.630+0000 7f88b2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486f6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486f6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36764/0 (socket says 172.21.15.18:36764) 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 -- 172.21.15.18:0/3428754398 learned_addr learned my addr 172.21.15.18:0/3428754398 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b27fc640 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486ed550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b27fc640 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b37fe640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f889c0a1f70 0x7f889c0a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f889bfff640 1 -- 172.21.15.18:0/2369804983 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f88ac0d2640 con 0x7f88b410bc50 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 -- 172.21.15.18:0/3428754398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 msgr2=0x55cc486f8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 -- 172.21.15.18:0/3428754398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 msgr2=0x55cc486ed550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486ed550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 -- 172.21.15.18:0/3428754398 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc485f8b90 con 0x55cc486eda90 2024-03-07T10:04:26.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486f6130 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009230 tx=0x7f88a4009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6e8ebf0b013a18a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.631+0000 7f88997fa640 1 -- 172.21.15.18:0/3428754398 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4043070 con 0x55cc486eda90 2024-03-07T10:04:26.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.632+0000 7f88b37fe640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f889c0a1f70 0x7f889c0a4430 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f88ac09ee20 tx=0x7f88ac0945b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.632+0000 7f88997fa640 1 -- 172.21.15.18:0/3428754398 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f88a402c6f0 con 0x55cc486eda90 2024-03-07T10:04:26.635 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.632+0000 7f88997fa640 1 -- 172.21.15.18:0/3428754398 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4004ee0 con 0x55cc486eda90 2024-03-07T10:04:26.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.634+0000 7f88bc16f740 1 -- 172.21.15.18:0/3428754398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 msgr2=0x55cc486f6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486f6130 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009230 tx=0x7f88a4009560 comp rx=0 tx=0).stop 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 -- 172.21.15.18:0/3428754398 shutdown_connections 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486f6130 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 --2- 172.21.15.18:0/3428754398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486ed550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 -- 172.21.15.18:0/3428754398 >> 172.21.15.18:0/3428754398 conn(0x55cc486e78a0 msgr2=0x55cc486e7c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 -- 172.21.15.18:0/3428754398 shutdown_connections 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 -- 172.21.15.18:0/3428754398 wait complete. 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 -- start start 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 Processor -- start 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486ed170 0x55cc486f3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.635+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486eda90 0x55cc486f3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88bc16f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc485ef470 con 0x55cc486eda90 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88bc16f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc4864cf30 con 0x55cc486f6670 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88bc16f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc486f9400 con 0x55cc486ed170 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486ed170 0x55cc486f3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486eda90 0x55cc486f3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486ed170 0x55cc486f3730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36776/0 (socket says 172.21.15.18:36776) 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b27fc640 1 -- 172.21.15.18:0/2779589793 learned_addr learned my addr 172.21.15.18:0/2779589793 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b27fc640 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88bc16f740 10 client.0 _ll_register_callbacks cb 0x55cc4864ad30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b2ffd640 1 -- 172.21.15.18:0/2779589793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486ed170 msgr2=0x55cc486f3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486ed170 0x55cc486f3730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b2ffd640 1 -- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 msgr2=0x55cc486f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b2ffd640 1 -- 172.21.15.18:0/2779589793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cc483653f0 con 0x55cc486eda90 2024-03-07T10:04:26.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486eda90 0x55cc486f3c70 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f88a4000c00 tx=0x7f88a4004ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de09a9d520b6cc76 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.636+0000 7f8896ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:26.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.637+0000 7f8896ff5640 1 -- 172.21.15.18:0/2779589793 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a404f070 con 0x55cc486eda90 2024-03-07T10:04:26.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.637+0000 7f8896ff5640 1 -- 172.21.15.18:0/2779589793 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f88a40055a0 con 0x55cc486eda90 2024-03-07T10:04:26.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.637+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f88a402c6f0 con 0x55cc486eda90 2024-03-07T10:04:26.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.637+0000 7f8896ff5640 1 -- 172.21.15.18:0/2779589793 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88a4043040 con 0x55cc486eda90 2024-03-07T10:04:26.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.637+0000 7f88bc16f740 10 client.16920 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.637+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cc4842f7d0 con 0x55cc486eda90 2024-03-07T10:04:26.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f8896ff5640 1 -- 172.21.15.18:0/2779589793 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f88a4048930 con 0x55cc486eda90 2024-03-07T10:04:26.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f8896ff5640 1 -- 172.21.15.18:0/2779589793 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f88a4052020 con 0x55cc486eda90 2024-03-07T10:04:26.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f88bc16f740 10 client.16920 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.643 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f88bc16f740 10 client.16920 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f88bc16f740 20 client.16920 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f88bc16f740 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48706710 0x55cc48708b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f88bc16f740 4 client.16920 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f88a402c6f0 con 0x55cc48706710 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.638+0000 7f88b27fc640 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48706710 0x55cc48708b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.639+0000 7f8896ff5640 10 client.16920 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.639+0000 7f88b27fc640 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48706710 0x55cc48708b00 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ee151e1fa08899f4 server_cookie=1328fb64827d6ddb in_seq=0 out_seq=0 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f8896ff5640 1 -- 172.21.15.18:0/2779589793 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f88a402c6f0 con 0x55cc48706710 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f8896ff5640 10 client.16920 handle_command_reply: tid=0 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 client.16920 shutdown 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486eda90 msgr2=0x55cc486f3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486eda90 0x55cc486f3c70 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f88a4000c00 tx=0x7f88a4004ee0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 shutdown_connections 2024-03-07T10:04:26.644 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486f6670 0x55cc486f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486eda90 0x55cc486f3c70 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48706710 0x55cc48708b00 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 --2- 172.21.15.18:0/2779589793 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486ed170 0x55cc486f3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 >> 172.21.15.18:0/2779589793 conn(0x55cc486e78a0 msgr2=0x55cc486e95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f8896ff5640 0 client.16920 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 shutdown_connections 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 1 -- 172.21.15.18:0/2779589793 wait complete. 2024-03-07T10:04:26.645 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.640+0000 7f88bc16f740 20 client.16920 trim_cache size 0 max 16384 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.663+0000 7f88bc16f740 1 Processor -- start 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.663+0000 7f88bc16f740 1 -- start start 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486eda90 0x55cc486f2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486f6670 0x55cc486e67e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88b2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486eda90 0x55cc486f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88b27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88b2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486eda90 0x55cc486f2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59420/0 (socket says 172.21.15.18:59420) 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88b2ffd640 1 -- 172.21.15.18:0/1762125138 learned_addr learned my addr 172.21.15.18:0/1762125138 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b41b5de0 con 0x55cc486ed170 2024-03-07T10:04:26.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b4071740 con 0x55cc486eda90 2024-03-07T10:04:26.667 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.664+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b406f7e0 con 0x55cc486f6670 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.665+0000 7f88b27fc640 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486f6670 0x55cc486e67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.665+0000 7f88b2ffd640 1 -- 172.21.15.18:0/1762125138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486f6670 msgr2=0x55cc486e67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.665+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486f6670 0x55cc486e67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.665+0000 7f88b2ffd640 1 -- 172.21.15.18:0/1762125138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 msgr2=0x55cc486f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.665+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.665+0000 7f88b2ffd640 1 -- 172.21.15.18:0/1762125138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc486e28a0 con 0x55cc486eda90 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.665+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486eda90 0x55cc486f2890 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f88a402cb50 tx=0x7f88a4009780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2bf82036ae6c82d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.666+0000 7f8898ff9640 1 -- 172.21.15.18:0/1762125138 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a405c020 con 0x55cc486eda90 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.666+0000 7f8898ff9640 1 -- 172.21.15.18:0/1762125138 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f88a402c6f0 con 0x55cc486eda90 2024-03-07T10:04:26.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.666+0000 7f8898ff9640 1 -- 172.21.15.18:0/1762125138 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a404c070 con 0x55cc486eda90 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.667+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486eda90 msgr2=0x55cc486f2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.667+0000 7f88bc16f740 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486eda90 0x55cc486f2890 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f88a402cb50 tx=0x7f88a4009780 comp rx=0 tx=0).stop 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.667+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 shutdown_connections 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.667+0000 7f88bc16f740 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486f6670 0x55cc486e67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.667+0000 7f88bc16f740 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486eda90 0x55cc486f2890 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.667+0000 7f88bc16f740 1 --2- 172.21.15.18:0/1762125138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486ed170 0x55cc486f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.667+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 >> 172.21.15.18:0/1762125138 conn(0x55cc486e78a0 msgr2=0x55cc486e60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.668+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 shutdown_connections 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.668+0000 7f88bc16f740 1 -- 172.21.15.18:0/1762125138 wait complete. 2024-03-07T10:04:26.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.668+0000 7f88bc16f740 1 -- start start 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.669+0000 7f88bc16f740 1 Processor -- start 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.669+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486ed170 0x55cc486f9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.669+0000 7f88bc16f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486fa290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.669+0000 7f88b27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486ed170 0x55cc486f9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486ed170 0x55cc486f9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59430/0 (socket says 172.21.15.18:59430) 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b27fc640 1 -- 172.21.15.18:0/4012424556 learned_addr learned my addr 172.21.15.18:0/4012424556 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88bc16f740 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486f6670 0x55cc486fa810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b406fde0 con 0x55cc486f6670 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b40710e0 con 0x55cc486ed170 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b4070420 con 0x55cc486eda90 2024-03-07T10:04:26.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88bc16f740 10 client.0 _ll_register_callbacks cb 0x7f88a80097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486fa290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b27fc640 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486f6670 0x55cc486fa810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b2ffd640 1 -- 172.21.15.18:0/4012424556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486ed170 msgr2=0x55cc486f9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486ed170 0x55cc486f9d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b2ffd640 1 -- 172.21.15.18:0/4012424556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486f6670 msgr2=0x55cc486fa810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486f6670 0x55cc486fa810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.670+0000 7f88b2ffd640 1 -- 172.21.15.18:0/4012424556 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cc48760fb0 con 0x55cc486eda90 2024-03-07T10:04:26.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.671+0000 7f88b2ffd640 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486fa290 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x55cc486f4b60 tx=0x7f88a4005cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22b101469ad218c3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.671+0000 7f8896ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.671+0000 7f8896ff5640 1 -- 172.21.15.18:0/4012424556 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4066020 con 0x55cc486eda90 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.671+0000 7f8896ff5640 1 -- 172.21.15.18:0/4012424556 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f88a4048660 con 0x55cc486eda90 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.671+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f88a402c6f0 con 0x55cc486eda90 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f8896ff5640 1 -- 172.21.15.18:0/4012424556 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88a405c050 con 0x55cc486eda90 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 10 client.26782 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cc487622b0 con 0x55cc486eda90 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f8896ff5640 1 -- 172.21.15.18:0/4012424556 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f88a402c6f0 con 0x55cc486eda90 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f8896ff5640 1 -- 172.21.15.18:0/4012424556 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f88a4052040 con 0x55cc486eda90 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 10 client.26782 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 10 client.26782 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 20 client.26782 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48762870 0x55cc48764c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 4 client.26782 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:04:26.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.672+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cc4865e3d0 con 0x55cc48762870 2024-03-07T10:04:26.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.673+0000 7f88b27fc640 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48762870 0x55cc48764c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.673+0000 7f8896ff5640 10 client.26782 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.673+0000 7f88b27fc640 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48762870 0x55cc48764c60 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e21311a79b8f8af3 server_cookie=2a522f9eca208e06 in_seq=0 out_seq=0 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.673+0000 7f8896ff5640 1 -- 172.21.15.18:0/4012424556 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cc4865e3d0 con 0x55cc48762870 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.673+0000 7f8896ff5640 10 client.26782 handle_command_reply: tid=0 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.674+0000 7f88bc16f740 1 client.26782 shutdown 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 msgr2=0x55cc486fa290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486fa290 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x55cc486f4b60 tx=0x7f88a4005cb0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 shutdown_connections 2024-03-07T10:04:26.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc486f6670 0x55cc486fa810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55cc48762870 0x55cc48764c60 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc486eda90 0x55cc486fa290 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 --2- 172.21.15.18:0/4012424556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc486ed170 0x55cc486f9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 >> 172.21.15.18:0/4012424556 conn(0x55cc486e78a0 msgr2=0x55cc486e6960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f8896ff5640 0 client.26782 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 shutdown_connections 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 1 -- 172.21.15.18:0/4012424556 wait complete. 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.675+0000 7f88bc16f740 20 client.26782 trim_cache size 0 max 16384 2024-03-07T10:04:26.678 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:04:26.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f889c0a1f70 msgr2=0x7f889c0a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f889c0a1f70 0x7f889c0a4430 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f88ac09ee20 tx=0x7f88ac0945b0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 msgr2=0x7f88b419c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 0x7f88b419c760 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f88ac00eb40 tx=0x7f88ac00c2d0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 shutdown_connections 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f88b410bc50 0x7f88b419c760 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f889c0a1f70 0x7f889c0a4430 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f88b41031a0 0x7f88b41983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 --2- 172.21.15.18:0/2369804983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88b4102880 0x7f88b4197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 >> 172.21.15.18:0/2369804983 conn(0x7f88b4077680 msgr2=0x7f88b40fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 shutdown_connections 2024-03-07T10:04:26.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.676+0000 7f88b92a5640 1 -- 172.21.15.18:0/2369804983 wait complete. 2024-03-07T10:04:26.693 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:04:26.693 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:04:26.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.849+0000 7fe87e194640 1 -- 172.21.15.18:0/4148947852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe878100eb0 msgr2=0x7fe87810d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.849+0000 7fe87e194640 1 --2- 172.21.15.18:0/4148947852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe878100eb0 0x7fe87810d370 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe870009c10 tx=0x7fe87002bef0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.849+0000 7fe87e194640 1 -- 172.21.15.18:0/4148947852 shutdown_connections 2024-03-07T10:04:26.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.849+0000 7fe87e194640 1 --2- 172.21.15.18:0/4148947852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe878100eb0 0x7fe87810d370 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.849+0000 7fe87e194640 1 --2- 172.21.15.18:0/4148947852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8781004f0 0x7fe878100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.850+0000 7fe87e194640 1 --2- 172.21.15.18:0/4148947852 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781065b0 0x7fe878106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.850+0000 7fe87e194640 1 -- 172.21.15.18:0/4148947852 >> 172.21.15.18:0/4148947852 conn(0x7fe878077660 msgr2=0x7fe878077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.850+0000 7fe87e194640 1 -- 172.21.15.18:0/4148947852 shutdown_connections 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.850+0000 7fe87e194640 1 -- 172.21.15.18:0/4148947852 wait complete. 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.850+0000 7fe87e194640 1 Processor -- start 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.850+0000 7fe87e194640 1 -- start start 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe87e194640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781004f0 0x7fe87806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe87e194640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe878100eb0 0x7fe878068950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe87e194640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe8781065b0 0x7fe878069020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe87e194640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe87806bab0 con 0x7fe8781004f0 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe87e194640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe87806b930 con 0x7fe878100eb0 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe87e194640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe87806bc30 con 0x7fe8781065b0 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781004f0 0x7fe87806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781004f0 0x7fe87806eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50502/0 (socket says 172.21.15.18:50502) 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe8777fe640 1 -- 172.21.15.18:0/3764362166 learned_addr learned my addr 172.21.15.18:0/3764362166 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.851+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe878100eb0 0x7fe878068950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.852+0000 7fe8777fe640 1 -- 172.21.15.18:0/3764362166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe8781065b0 msgr2=0x7fe878069020 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.852+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe8781065b0 0x7fe878069020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.852+0000 7fe8777fe640 1 -- 172.21.15.18:0/3764362166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe878100eb0 msgr2=0x7fe878068950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.852+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe878100eb0 0x7fe878068950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.852+0000 7fe8777fe640 1 -- 172.21.15.18:0/3764362166 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8781aebc0 con 0x7fe8781004f0 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.852+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe878100eb0 0x7fe878068950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.852+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781004f0 0x7fe87806eb30 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fe868014f80 tx=0x7fe86800b750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.853+0000 7fe874ff9640 1 -- 172.21.15.18:0/3764362166 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe868005020 con 0x7fe8781004f0 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.853+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe87806f070 con 0x7fe8781004f0 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.853+0000 7fe874ff9640 1 -- 172.21.15.18:0/3764362166 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe8680047a0 con 0x7fe8781004f0 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.853+0000 7fe874ff9640 1 -- 172.21.15.18:0/3764362166 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe86801b940 con 0x7fe8781004f0 2024-03-07T10:04:26.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.853+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe87806f610 con 0x7fe8781004f0 2024-03-07T10:04:26.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.856+0000 7fe880f77740 1 Processor -- start 2024-03-07T10:04:26.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.856+0000 7fe880f77740 1 -- start start 2024-03-07T10:04:26.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe880f77740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc14c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe880f77740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc155130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe880f77740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc157a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe880f77740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565dc113330 con 0x5565dc14ca90 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe880f77740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565dc0afe90 con 0x5565dc14c170 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe880f77740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565dc058d00 con 0x5565dc155670 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe874ff9640 1 -- 172.21.15.18:0/3764362166 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe868004ce0 con 0x7fe8781004f0 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc155130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50514/0 (socket says 172.21.15.18:50514) 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 -- 172.21.15.18:0/3277997474 learned_addr learned my addr 172.21.15.18:0/3277997474 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc157a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe877fff640 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc14c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 -- 172.21.15.18:0/3277997474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 msgr2=0x5565dc157a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc157a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 -- 172.21.15.18:0/3277997474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 msgr2=0x5565dc14c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc14c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe8777fe640 1 -- 172.21.15.18:0/3277997474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5565dc057b90 con 0x5565dc14ca90 2024-03-07T10:04:26.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.857+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc157a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:04:26.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.858+0000 7fe874ff9640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe8600a1ff0 0x7fe8600a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.858+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc155130 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fe8680d3650 tx=0x7fe8680de6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ac4d729b7027651 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.858+0000 7fe877fff640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe8600a1ff0 0x7fe8600a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.858+0000 7fe874ff9640 1 -- 172.21.15.18:0/3764362166 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe8680d6090 con 0x7fe8781004f0 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.858+0000 7fe85dffb640 1 -- 172.21.15.18:0/3277997474 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe86809ec50 con 0x5565dc14ca90 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.858+0000 7fe85dffb640 1 -- 172.21.15.18:0/3277997474 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe8680a30b0 con 0x5565dc14ca90 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.858+0000 7fe85dffb640 1 -- 172.21.15.18:0/3277997474 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8680a2310 con 0x5565dc14ca90 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.859+0000 7fe877fff640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe8600a1ff0 0x7fe8600a44b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fe870004af0 tx=0x7fe870005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.859+0000 7fe880f77740 1 -- 172.21.15.18:0/3277997474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 msgr2=0x5565dc155130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.859+0000 7fe880f77740 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc155130 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fe8680d3650 tx=0x7fe8680de6f0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 -- 172.21.15.18:0/3277997474 shutdown_connections 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc157a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc155130 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 --2- 172.21.15.18:0/3277997474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc14c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 -- 172.21.15.18:0/3277997474 >> 172.21.15.18:0/3277997474 conn(0x5565dc1468a0 msgr2=0x5565dc146c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 -- 172.21.15.18:0/3277997474 shutdown_connections 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 -- 172.21.15.18:0/3277997474 wait complete. 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.860+0000 7fe880f77740 1 -- start start 2024-03-07T10:04:26.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.861+0000 7fe880f77740 1 Processor -- start 2024-03-07T10:04:26.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.862+0000 7fe880f77740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc152720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe880f77740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc152c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe880f77740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc155670 0x5565dc1531a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc152720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc152720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59456/0 (socket says 172.21.15.18:59456) 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 -- 172.21.15.18:0/3165076866 learned_addr learned my addr 172.21.15.18:0/3165076866 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565dc04e470 con 0x5565dc155670 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565dc0abf30 con 0x5565dc14c170 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565dc158460 con 0x5565dc14ca90 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc152c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 -- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 msgr2=0x5565dc152c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc152c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe877fff640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc155670 0x5565dc1531a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 -- 172.21.15.18:0/3165076866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc155670 msgr2=0x5565dc1531a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe880f77740 10 client.0 _ll_register_callbacks cb 0x5565dc0a9d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc155670 0x5565dc1531a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 -- 172.21.15.18:0/3165076866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5565dbdc43f0 con 0x5565dc14c170 2024-03-07T10:04:26.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc152c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe877fff640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc155670 0x5565dc1531a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc152720 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe8680aac20 tx=0x7fe86800be00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4cf0a1e460680f12 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe8680a30b0 con 0x5565dc14c170 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.863+0000 7fe856ffd640 10 client.26726 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe856ffd640 1 -- 172.21.15.18:0/3165076866 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8680d3e60 con 0x5565dc14c170 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe856ffd640 1 -- 172.21.15.18:0/3165076866 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe868004950 con 0x5565dc14c170 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe856ffd640 1 -- 172.21.15.18:0/3165076866 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8680a24f0 con 0x5565dc14c170 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 10 client.26726 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5565dbe8e7d0 con 0x5565dc14c170 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe856ffd640 1 -- 172.21.15.18:0/3165076866 <== mon.2 v2:172.21.15.63:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe8680a3ce0 con 0x5565dc14c170 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 10 client.26726 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 10 client.26726 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:26.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 20 client.26726 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1655b0 0x5565dc1679a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 4 client.26726 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:26.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.864+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5565dc0bd3d0 con 0x5565dc1655b0 2024-03-07T10:04:26.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.865+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1655b0 0x5565dc1679a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.865+0000 7fe856ffd640 10 client.26726 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.865+0000 7fe876ffd640 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1655b0 0x5565dc1679a0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3eb627d1d708bc54 server_cookie=9dd1bcd2f242fb6b in_seq=0 out_seq=0 2024-03-07T10:04:26.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe856ffd640 1 -- 172.21.15.18:0/3165076866 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5565dc0bd3d0 con 0x5565dc1655b0 2024-03-07T10:04:26.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe856ffd640 10 client.26726 handle_command_reply: tid=0 2024-03-07T10:04:26.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 client.26726 shutdown 2024-03-07T10:04:26.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 msgr2=0x5565dc152720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc152720 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe8680aac20 tx=0x7fe86800be00 comp rx=0 tx=0).stop 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 shutdown_connections 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1655b0 0x5565dc1679a0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc155670 0x5565dc1531a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc152c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 --2- 172.21.15.18:0/3165076866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc152720 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 >> 172.21.15.18:0/3165076866 conn(0x5565dc1468a0 msgr2=0x5565dc1485f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe856ffd640 0 client.26726 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 shutdown_connections 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.866+0000 7fe880f77740 1 -- 172.21.15.18:0/3165076866 wait complete. 2024-03-07T10:04:26.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.867+0000 7fe880f77740 20 client.26726 trim_cache size 0 max 16384 2024-03-07T10:04:26.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.891+0000 7fe880f77740 1 Processor -- start 2024-03-07T10:04:26.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.891+0000 7fe880f77740 1 -- start start 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.891+0000 7fe880f77740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc154e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.891+0000 7fe880f77740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc14f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe880f77740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc14ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe880f77740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8781b5fa0 con 0x5565dc14ca90 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe880f77740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8781b3aa0 con 0x5565dc14c170 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe876ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc14f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe876ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc14f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50522/0 (socket says 172.21.15.18:50522) 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe876ffd640 1 -- 172.21.15.18:0/3901416772 learned_addr learned my addr 172.21.15.18:0/3901416772 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe877fff640 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc14ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc154e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe880f77740 1 -- 172.21.15.18:0/3901416772 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8781b1b40 con 0x5565dc155670 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe8777fe640 1 -- 172.21.15.18:0/3901416772 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 msgr2=0x5565dc14ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc14ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe8777fe640 1 -- 172.21.15.18:0/3901416772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 msgr2=0x5565dc14f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc14f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe8777fe640 1 -- 172.21.15.18:0/3901416772 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5565dc16d1b0 con 0x5565dc14c170 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.892+0000 7fe877fff640 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc14ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:26.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.894+0000 7fe8777fe640 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc154e50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe86809f380 tx=0x7fe8680da000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bfc99ba39b0f8e6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.894+0000 7fe85d7fa640 1 -- 172.21.15.18:0/3901416772 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8680d3e60 con 0x5565dc14c170 2024-03-07T10:04:26.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.894+0000 7fe85d7fa640 1 -- 172.21.15.18:0/3901416772 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe8680a30b0 con 0x5565dc14c170 2024-03-07T10:04:26.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.894+0000 7fe85d7fa640 1 -- 172.21.15.18:0/3901416772 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8680a2780 con 0x5565dc14c170 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.895+0000 7fe880f77740 1 -- 172.21.15.18:0/3901416772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 msgr2=0x5565dc154e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.895+0000 7fe880f77740 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc154e50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe86809f380 tx=0x7fe8680da000 comp rx=0 tx=0).stop 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 -- 172.21.15.18:0/3901416772 shutdown_connections 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc155670 0x5565dc14ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14ca90 0x5565dc14f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 --2- 172.21.15.18:0/3901416772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc14c170 0x5565dc154e50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 -- 172.21.15.18:0/3901416772 >> 172.21.15.18:0/3901416772 conn(0x5565dc1468a0 msgr2=0x5565dc14da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 -- 172.21.15.18:0/3901416772 shutdown_connections 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 -- 172.21.15.18:0/3901416772 wait complete. 2024-03-07T10:04:26.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.896+0000 7fe880f77740 1 -- start start 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.897+0000 7fe880f77740 1 Processor -- start 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.897+0000 7fe880f77740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14c170 0x5565dc168160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.897+0000 7fe880f77740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc1686a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.897+0000 7fe880f77740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc155670 0x5565dc1bfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe880f77740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8781b2140 con 0x5565dc14c170 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe880f77740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8781b3440 con 0x5565dc155670 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe880f77740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8781b2780 con 0x5565dc14ca90 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14c170 0x5565dc168160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe876ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc1686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe8777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14c170 0x5565dc168160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50538/0 (socket says 172.21.15.18:50538) 2024-03-07T10:04:26.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe8777fe640 1 -- 172.21.15.18:0/1530099172 learned_addr learned my addr 172.21.15.18:0/1530099172 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe880f77740 10 client.0 _ll_register_callbacks cb 0x7fe8680a6070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe877fff640 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc155670 0x5565dc1bfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe876ffd640 1 -- 172.21.15.18:0/1530099172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc155670 msgr2=0x5565dc1bfae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe876ffd640 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc155670 0x5565dc1bfae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe876ffd640 1 -- 172.21.15.18:0/1530099172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14c170 msgr2=0x5565dc168160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe876ffd640 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14c170 0x5565dc168160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe876ffd640 1 -- 172.21.15.18:0/1530099172 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5565dc168fa0 con 0x5565dc14ca90 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe876ffd640 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc1686a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe86c0134d0 tx=0x7fe86c013af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34deb0f0bceb3232 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:26.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.898+0000 7fe856ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:26.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.899+0000 7fe856ffd640 1 -- 172.21.15.18:0/1530099172 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe86c01bc80 con 0x5565dc14ca90 2024-03-07T10:04:26.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.899+0000 7fe856ffd640 1 -- 172.21.15.18:0/1530099172 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fe86c004020 con 0x5565dc14ca90 2024-03-07T10:04:26.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.899+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe8680a30b0 con 0x5565dc14ca90 2024-03-07T10:04:26.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.899+0000 7fe856ffd640 1 -- 172.21.15.18:0/1530099172 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe86c01be20 con 0x5565dc14ca90 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.899+0000 7fe880f77740 10 client.26794 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.899+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5565dc1c1190 con 0x5565dc14ca90 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe856ffd640 1 -- 172.21.15.18:0/1530099172 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5565dc0bd3d0 con 0x5565dc14ca90 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe856ffd640 1 -- 172.21.15.18:0/1530099172 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe86c022030 con 0x5565dc14ca90 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe880f77740 10 client.26794 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe880f77740 10 client.26794 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe880f77740 20 client.26794 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe880f77740 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1c1850 0x5565dc1c3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe880f77740 4 client.26794 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.900+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fe8680a30b0 con 0x5565dc1c1850 2024-03-07T10:04:26.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.901+0000 7fe8777fe640 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1c1850 0x5565dc1c3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:26.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.901+0000 7fe856ffd640 10 client.26794 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.902+0000 7fe8777fe640 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1c1850 0x5565dc1c3c70 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d493e7a3224cc8a8 server_cookie=d63e7466e3a1c706 in_seq=0 out_seq=0 2024-03-07T10:04:26.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.902+0000 7fe856ffd640 1 -- 172.21.15.18:0/1530099172 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fe8680a30b0 con 0x5565dc1c1850 2024-03-07T10:04:26.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.902+0000 7fe856ffd640 10 client.26794 handle_command_reply: tid=0 2024-03-07T10:04:26.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.902+0000 7fe880f77740 1 client.26794 shutdown 2024-03-07T10:04:26.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 msgr2=0x5565dc1686a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc1686a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe86c0134d0 tx=0x7fe86c013af0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 shutdown_connections 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5565dc1c1850 0x5565dc1c3c70 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565dc155670 0x5565dc1bfae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5565dc14ca90 0x5565dc1686a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 --2- 172.21.15.18:0/1530099172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5565dc14c170 0x5565dc168160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 >> 172.21.15.18:0/1530099172 conn(0x5565dc1468a0 msgr2=0x5565dc160700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe856ffd640 0 client.26794 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 shutdown_connections 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.903+0000 7fe880f77740 1 -- 172.21.15.18:0/1530099172 wait complete. 2024-03-07T10:04:26.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.904+0000 7fe880f77740 20 client.26794 trim_cache size 0 max 16384 2024-03-07T10:04:26.907 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.905+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe8600a1ff0 msgr2=0x7fe8600a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.905+0000 7fe87e194640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe8600a1ff0 0x7fe8600a44b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fe870004af0 tx=0x7fe870005fd0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.905+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781004f0 msgr2=0x7fe87806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.905+0000 7fe87e194640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781004f0 0x7fe87806eb30 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fe868014f80 tx=0x7fe86800b750 comp rx=0 tx=0).stop 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.906+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 shutdown_connections 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.906+0000 7fe87e194640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe8781065b0 0x7fe878069020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.906+0000 7fe87e194640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe878100eb0 0x7fe878068950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.906+0000 7fe87e194640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe8600a1ff0 0x7fe8600a44b0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.906+0000 7fe87e194640 1 --2- 172.21.15.18:0/3764362166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe8781004f0 0x7fe87806eb30 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:26.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.906+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 >> 172.21.15.18:0/3764362166 conn(0x7fe878077660 msgr2=0x7fe8780ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:26.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.907+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 shutdown_connections 2024-03-07T10:04:26.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:26.907+0000 7fe87e194640 1 -- 172.21.15.18:0/3764362166 wait complete. 2024-03-07T10:04:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:26 smithi018 ceph-mon[32171]: pgmap v162: 97 pgs: 97 active+clean; 3.7 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 22 MiB/s wr, 1.10k op/s 2024-03-07T10:04:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:26 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1427553582' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:04:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:26 smithi063 ceph-mon[36356]: pgmap v162: 97 pgs: 97 active+clean; 3.7 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 22 MiB/s wr, 1.10k op/s 2024-03-07T10:04:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:26 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1427553582' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:04:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:26 smithi077 ceph-mon[36374]: pgmap v162: 97 pgs: 97 active+clean; 3.7 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 22 MiB/s wr, 1.10k op/s 2024-03-07T10:04:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:26 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1427553582' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:04:27.926 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:04:27.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:04:27.926 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:04:28.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.099+0000 7fafcde83640 1 -- 172.21.15.18:0/4157881252 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc810a000 msgr2=0x7fafc810a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.099+0000 7fafcde83640 1 --2- 172.21.15.18:0/4157881252 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc810a000 0x7fafc810a3e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fafc0009ca0 tx=0x7fafc002c210 comp rx=0 tx=0).stop 2024-03-07T10:04:28.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.101+0000 7fafcde83640 1 -- 172.21.15.18:0/4157881252 shutdown_connections 2024-03-07T10:04:28.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.101+0000 7fafcde83640 1 --2- 172.21.15.18:0/4157881252 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafc81135b0 0x7fafc81159a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.101+0000 7fafcde83640 1 --2- 172.21.15.18:0/4157881252 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafc810a920 0x7fafc8113070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.101+0000 7fafcde83640 1 --2- 172.21.15.18:0/4157881252 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc810a000 0x7fafc810a3e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.101+0000 7fafcde83640 1 -- 172.21.15.18:0/4157881252 >> 172.21.15.18:0/4157881252 conn(0x7fafc806c6d0 msgr2=0x7fafc806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.102+0000 7fafcde83640 1 -- 172.21.15.18:0/4157881252 shutdown_connections 2024-03-07T10:04:28.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.103+0000 7fafcde83640 1 -- 172.21.15.18:0/4157881252 wait complete. 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.104+0000 7fafcde83640 1 Processor -- start 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.104+0000 7fafcde83640 1 -- start start 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.104+0000 7fafcde83640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafc810a000 0x7fafc81a6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.104+0000 7fafcde83640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafc810a920 0x7fafc81a7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.104+0000 7fafcde83640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc81135b0 0x7fafc81ab620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafc77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafc810a000 0x7fafc81a6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafc77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafc810a000 0x7fafc81a6fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34314/0 (socket says 172.21.15.18:34314) 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafc77fe640 1 -- 172.21.15.18:0/3699436916 learned_addr learned my addr 172.21.15.18:0/3699436916 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafc810a920 0x7fafc81a7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc8119120 con 0x7fafc810a000 2024-03-07T10:04:28.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc8118fa0 con 0x7fafc81135b0 2024-03-07T10:04:28.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc81192a0 con 0x7fafc810a920 2024-03-07T10:04:28.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.105+0000 7fafc7fff640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc81135b0 0x7fafc81ab620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.106+0000 7fafc6ffd640 1 -- 172.21.15.18:0/3699436916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc81135b0 msgr2=0x7fafc81ab620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.106+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc81135b0 0x7fafc81ab620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.106+0000 7fafc6ffd640 1 -- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafc810a000 msgr2=0x7fafc81a6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.106+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafc810a000 0x7fafc81a6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.106+0000 7fafc6ffd640 1 -- 172.21.15.18:0/3699436916 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafc81abd50 con 0x7fafc810a920 2024-03-07T10:04:28.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.108+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafc810a920 0x7fafc81a7520 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fafbc00b3f0 tx=0x7fafbc00b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.108+0000 7fafc4ff9640 1 -- 172.21.15.18:0/3699436916 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafbc015020 con 0x7fafc810a920 2024-03-07T10:04:28.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.108+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafc81ac040 con 0x7fafc810a920 2024-03-07T10:04:28.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.108+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafc81b38b0 con 0x7fafc810a920 2024-03-07T10:04:28.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.108+0000 7fafc4ff9640 1 -- 172.21.15.18:0/3699436916 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fafbc011d10 con 0x7fafc810a920 2024-03-07T10:04:28.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.109+0000 7fafc4ff9640 1 -- 172.21.15.18:0/3699436916 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafbc00f2e0 con 0x7fafc810a920 2024-03-07T10:04:28.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 Processor -- start 2024-03-07T10:04:28.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 -- start start 2024-03-07T10:04:28.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c7ff130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7ff670 0x55b21c807d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c808250 0x55b21c80a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b21c762b10 con 0x55b21c7ff670 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b21c70bd50 con 0x55b21c808250 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b21c75ebb0 con 0x55b21c7fed50 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.112+0000 7fafc4ff9640 1 -- 172.21.15.18:0/3699436916 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fafbc018020 con 0x7fafc810a920 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c7ff130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c7ff130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58214/0 (socket says 172.21.15.18:58214) 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc7fff640 1 -- 172.21.15.18:0/2492458572 learned_addr learned my addr 172.21.15.18:0/2492458572 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc77fe640 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7ff670 0x55b21c807d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c808250 0x55b21c80a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc77fe640 1 -- 172.21.15.18:0/2492458572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 msgr2=0x55b21c7ff130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc77fe640 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c7ff130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc77fe640 1 -- 172.21.15.18:0/2492458572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c808250 msgr2=0x55b21c80a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc77fe640 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c808250 0x55b21c80a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc77fe640 1 -- 172.21.15.18:0/2492458572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b21c53f7e0 con 0x55b21c7ff670 2024-03-07T10:04:28.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc7fff640 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c7ff130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:28.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc4ff9640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fafb00a1f70 0x7fafb00a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc77fe640 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7ff670 0x55b21c807d10 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fafc0000f80 tx=0x7fafc00323c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2587729f28cf28c1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.113+0000 7fafc4ff9640 1 -- 172.21.15.18:0/3699436916 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fafbc0cd9c0 con 0x7fafc810a920 2024-03-07T10:04:28.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.114+0000 7fafc7fff640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fafb00a1f70 0x7fafb00a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.115+0000 7fafc7fff640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fafb00a1f70 0x7fafb00a4430 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fafb8012560 tx=0x7fafb8005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.116+0000 7fafadffb640 1 -- 172.21.15.18:0/2492458572 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc0044020 con 0x55b21c7ff670 2024-03-07T10:04:28.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.117+0000 7fafadffb640 1 -- 172.21.15.18:0/2492458572 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fafc0003b70 con 0x55b21c7ff670 2024-03-07T10:04:28.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.117+0000 7fafadffb640 1 -- 172.21.15.18:0/2492458572 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc0039040 con 0x55b21c7ff670 2024-03-07T10:04:28.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2492458572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7ff670 msgr2=0x55b21c807d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7ff670 0x55b21c807d10 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fafc0000f80 tx=0x7fafc00323c0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2492458572 shutdown_connections 2024-03-07T10:04:28.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c808250 0x55b21c80a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7ff670 0x55b21c807d10 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2492458572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c7ff130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2492458572 >> 172.21.15.18:0/2492458572 conn(0x55b21c7f9480 msgr2=0x55b21c7f9860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2492458572 shutdown_connections 2024-03-07T10:04:28.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.118+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2492458572 wait complete. 2024-03-07T10:04:28.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 -- start start 2024-03-07T10:04:28.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 Processor -- start 2024-03-07T10:04:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7fed50 0x55b21c8050e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c805620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c808250 0x55b21c805b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b21c80afe0 con 0x55b21c7fed50 2024-03-07T10:04:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b21c71f190 con 0x55b21c7ff670 2024-03-07T10:04:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.119+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b21c80b160 con 0x55b21c808250 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafd0c6d740 10 client.0 _ll_register_callbacks cb 0x55b21c70e770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c808250 0x55b21c805b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c805620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7fed50 0x55b21c8050e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c808250 0x55b21c805b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58228/0 (socket says 172.21.15.18:58228) 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c805620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:33638/0 (socket says 172.21.15.18:33638) 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc7fff640 1 -- 172.21.15.18:0/3235361009 learned_addr learned my addr 172.21.15.18:0/3235361009 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 -- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c808250 msgr2=0x55b21c805b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c808250 0x55b21c805b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 -- 172.21.15.18:0/3235361009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7fed50 msgr2=0x55b21c8050e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7fed50 0x55b21c8050e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 -- 172.21.15.18:0/3235361009 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b21c59ff70 con 0x55b21c7ff670 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc77fe640 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7fed50 0x55b21c8050e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:28.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc7fff640 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c808250 0x55b21c805b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:28.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.120+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c805620 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fafbc0cb150 tx=0x7fafbc09a280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed071d1a27f67cc8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.121+0000 7fafa6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:04:28.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.121+0000 7fafa6ffd640 1 -- 172.21.15.18:0/3235361009 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafbc09a3f0 con 0x55b21c7ff670 2024-03-07T10:04:28.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.121+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fafc0003b70 con 0x55b21c7ff670 2024-03-07T10:04:28.124 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 305.0 s, 2867.2 tps, lat 34.732 ms stddev 40.348 2024-03-07T10:04:28.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.121+0000 7fafa6ffd640 1 -- 172.21.15.18:0/3235361009 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fafbc096a60 con 0x55b21c7ff670 2024-03-07T10:04:28.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.121+0000 7fafa6ffd640 1 -- 172.21.15.18:0/3235361009 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fafbc09e540 con 0x55b21c7ff670 2024-03-07T10:04:28.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.121+0000 7fafd0c6d740 10 client.26744 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:28.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.121+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b21c437170 con 0x55b21c7ff670 2024-03-07T10:04:28.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafa6ffd640 1 -- 172.21.15.18:0/3235361009 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fafc0003b70 con 0x55b21c7ff670 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafa6ffd640 1 -- 172.21.15.18:0/3235361009 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fafbc09e0d0 con 0x55b21c7ff670 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafd0c6d740 10 client.26744 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafd0c6d740 10 client.26744 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafd0c6d740 20 client.26744 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c818370 0x55b21c81a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafd0c6d740 4 client.26744 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b21c738930 con 0x55b21c818370 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.123+0000 7fafc77fe640 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c818370 0x55b21c81a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.124+0000 7fafc77fe640 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c818370 0x55b21c81a760 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a165708c8fed20db server_cookie=2c3f8576cba8e870 in_seq=0 out_seq=0 2024-03-07T10:04:28.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.124+0000 7fafa6ffd640 10 client.26744 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.125+0000 7fafa6ffd640 1 -- 172.21.15.18:0/3235361009 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b21c738930 con 0x55b21c818370 2024-03-07T10:04:28.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.125+0000 7fafa6ffd640 10 client.26744 handle_command_reply: tid=0 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.125+0000 7fafd0c6d740 1 client.26744 shutdown 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 msgr2=0x55b21c805620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c805620 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fafbc0cb150 tx=0x7fafbc09a280 comp rx=0 tx=0).stop 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 shutdown_connections 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c818370 0x55b21c81a760 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c808250 0x55b21c805b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c805620 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafa6ffd640 0 client.26744 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/3235361009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c7fed50 0x55b21c8050e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 >> 172.21.15.18:0/3235361009 conn(0x55b21c7f9480 msgr2=0x55b21c7fb1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 shutdown_connections 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 1 -- 172.21.15.18:0/3235361009 wait complete. 2024-03-07T10:04:28.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.126+0000 7fafd0c6d740 20 client.26744 trim_cache size 0 max 16384 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 Processor -- start 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 -- start start 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c807810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c8057b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c813870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc81be670 con 0x55b21c808250 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc81bc170 con 0x55b21c7ff670 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc81ba210 con 0x55b21c7fed50 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafc77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c807810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafc77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c807810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58240/0 (socket says 172.21.15.18:58240) 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.152+0000 7fafc77fe640 1 -- 172.21.15.18:0/764239678 learned_addr learned my addr 172.21.15.18:0/764239678 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c8057b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc7fff640 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c813870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc77fe640 1 -- 172.21.15.18:0/764239678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 msgr2=0x55b21c8057b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc77fe640 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c8057b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc77fe640 1 -- 172.21.15.18:0/764239678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 msgr2=0x55b21c813870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc77fe640 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c813870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc77fe640 1 -- 172.21.15.18:0/764239678 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b21c7fdfe0 con 0x55b21c7fed50 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc7fff640 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c813870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafc77fe640 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c807810 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fafc0000f80 tx=0x7fafc00093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d6e3792e84dafed server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafad7fa640 1 -- 172.21.15.18:0/764239678 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc0044040 con 0x55b21c7fed50 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafad7fa640 1 -- 172.21.15.18:0/764239678 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fafc0004710 con 0x55b21c7fed50 2024-03-07T10:04:28.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.153+0000 7fafad7fa640 1 -- 172.21.15.18:0/764239678 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc0039040 con 0x55b21c7fed50 2024-03-07T10:04:28.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.154+0000 7fafd0c6d740 1 -- 172.21.15.18:0/764239678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 msgr2=0x55b21c807810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.154+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c807810 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fafc0000f80 tx=0x7fafc00093c0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.154+0000 7fafd0c6d740 1 -- 172.21.15.18:0/764239678 shutdown_connections 2024-03-07T10:04:28.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.154+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c813870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.154+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c8057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.154+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/764239678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c807810 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.154+0000 7fafd0c6d740 1 -- 172.21.15.18:0/764239678 >> 172.21.15.18:0/764239678 conn(0x55b21c7f9480 msgr2=0x55b21c8050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.156+0000 7fafd0c6d740 1 -- 172.21.15.18:0/764239678 shutdown_connections 2024-03-07T10:04:28.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.156+0000 7fafd0c6d740 1 -- 172.21.15.18:0/764239678 wait complete. 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.156+0000 7fafd0c6d740 1 -- start start 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 1 Processor -- start 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c80bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c80c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c872b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc81ba810 con 0x55b21c808250 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc81bbb10 con 0x55b21c7ff670 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafc81bae50 con 0x55b21c7fed50 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafd0c6d740 10 client.0 _ll_register_callbacks cb 0x7fafbc010f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:28.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafc77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c80bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafc77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c80bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58254/0 (socket says 172.21.15.18:58254) 2024-03-07T10:04:28.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafc77fe640 1 -- 172.21.15.18:0/2802443778 learned_addr learned my addr 172.21.15.18:0/2802443778 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.157+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c80c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.158+0000 7fafc7fff640 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c872b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.158+0000 7fafc77fe640 1 -- 172.21.15.18:0/2802443778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 msgr2=0x55b21c80c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.158+0000 7fafc77fe640 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c80c0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.158+0000 7fafc77fe640 1 -- 172.21.15.18:0/2802443778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 msgr2=0x55b21c872b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.158+0000 7fafc77fe640 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c872b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.158+0000 7fafc77fe640 1 -- 172.21.15.18:0/2802443778 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b21c8730b0 con 0x55b21c7fed50 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.158+0000 7fafc77fe640 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c80bb90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fafc0006010 tx=0x7fafc0004950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87636b6882b5dc20 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.159+0000 7fafa6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.159+0000 7fafa6ffd640 1 -- 172.21.15.18:0/2802443778 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc0039070 con 0x55b21c7fed50 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.159+0000 7fafa6ffd640 1 -- 172.21.15.18:0/2802443778 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fafc0004230 con 0x55b21c7fed50 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.159+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fafc0004710 con 0x55b21c7fed50 2024-03-07T10:04:28.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.159+0000 7fafa6ffd640 1 -- 172.21.15.18:0/2802443778 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fafc0044040 con 0x55b21c7fed50 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.159+0000 7fafd0c6d740 10 client.26812 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.159+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b21c8741a0 con 0x55b21c7fed50 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafa6ffd640 1 -- 172.21.15.18:0/2802443778 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fafc0004710 con 0x55b21c7fed50 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafa6ffd640 1 -- 172.21.15.18:0/2802443778 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fafc0052900 con 0x55b21c7fed50 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafd0c6d740 10 client.26812 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafd0c6d740 10 client.26812 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafd0c6d740 20 client.26812 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c8744e0 0x55b21c8768d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafd0c6d740 4 client.26812 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55b21c7fff00 con 0x55b21c8744e0 2024-03-07T10:04:28.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.160+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c8744e0 0x55b21c8768d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.161+0000 7fafa6ffd640 10 client.26812 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.162+0000 7fafc6ffd640 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c8744e0 0x55b21c8768d0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90fed36e4fdd09b7 server_cookie=89600ef1dd6c8069 in_seq=0 out_seq=0 2024-03-07T10:04:28.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.163+0000 7fafa6ffd640 1 -- 172.21.15.18:0/2802443778 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55b21c7fff00 con 0x55b21c8744e0 2024-03-07T10:04:28.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.163+0000 7fafa6ffd640 10 client.26812 handle_command_reply: tid=0 2024-03-07T10:04:28.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.163+0000 7fafd0c6d740 1 client.26812 shutdown 2024-03-07T10:04:28.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.163+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 msgr2=0x55b21c80bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.163+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c80bb90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fafc0006010 tx=0x7fafc0004950 comp rx=0 tx=0).stop 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.163+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 shutdown_connections 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.163+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b21c8744e0 0x55b21c8768d0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b21c808250 0x55b21c872b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafa6ffd640 0 client.26812 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b21c7ff670 0x55b21c80c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafd0c6d740 1 --2- 172.21.15.18:0/2802443778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b21c7fed50 0x55b21c80bb90 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 >> 172.21.15.18:0/2802443778 conn(0x55b21c7f9480 msgr2=0x55b21c805930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 shutdown_connections 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafd0c6d740 1 -- 172.21.15.18:0/2802443778 wait complete. 2024-03-07T10:04:28.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.164+0000 7fafd0c6d740 20 client.26812 trim_cache size 0 max 16384 2024-03-07T10:04:28.167 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:04:28.167 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:04:28.167 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "187842a5-7af9-473c-a721-d71dfa215c18", 2024-03-07T10:04:28.167 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:04:28.167 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:04:28.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fafb00a1f70 msgr2=0x7fafb00a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fafb00a1f70 0x7fafb00a4430 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fafb8012560 tx=0x7fafb8005f90 comp rx=0 tx=0).stop 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafc810a920 msgr2=0x7fafc81a7520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafc810a920 0x7fafc81a7520 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fafbc00b3f0 tx=0x7fafbc00b8b0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 shutdown_connections 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafc81135b0 0x7fafc81ab620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafc810a920 0x7fafc81a7520 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fafb00a1f70 0x7fafb00a4430 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 --2- 172.21.15.18:0/3699436916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafc810a000 0x7fafc81a6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 >> 172.21.15.18:0/3699436916 conn(0x7fafc806c6d0 msgr2=0x7fafc8108ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.165+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 shutdown_connections 2024-03-07T10:04:28.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.166+0000 7fafcde83640 1 -- 172.21.15.18:0/3699436916 wait complete. 2024-03-07T10:04:28.184 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:04:28.184 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:04:28.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 -- 172.21.15.18:0/1864318549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999010e5f0 msgr2=0x7f999010e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1864318549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999010e5f0 0x7f999010e9d0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f9980009900 tx=0x7f998002bcd0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 -- 172.21.15.18:0/1864318549 shutdown_connections 2024-03-07T10:04:28.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1864318549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f99901098b0 0x7f9990115300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1864318549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9990108ef0 0x7f9990109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1864318549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f999010e5f0 0x7f999010e9d0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 -- 172.21.15.18:0/1864318549 >> 172.21.15.18:0/1864318549 conn(0x7f999006cb30 msgr2=0x7f999006cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 -- 172.21.15.18:0/1864318549 shutdown_connections 2024-03-07T10:04:28.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.334+0000 7f9995c5e640 1 -- 172.21.15.18:0/1864318549 wait complete. 2024-03-07T10:04:28.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.335+0000 7f9995c5e640 1 Processor -- start 2024-03-07T10:04:28.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f9995c5e640 1 -- start start 2024-03-07T10:04:28.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f9995c5e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9990108ef0 0x7f99901a8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f9995c5e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99901098b0 0x7f99901a8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f9995c5e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999010e5f0 0x7f99901146d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f9995c5e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9990116a80 con 0x7f99901098b0 2024-03-07T10:04:28.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f9995c5e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9990116900 con 0x7f9990108ef0 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f9995c5e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9990116c00 con 0x7f999010e5f0 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f998f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9990108ef0 0x7f99901a8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f998f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9990108ef0 0x7f99901a8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:33678/0 (socket says 172.21.15.18:33678) 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f998f7fe640 1 -- 172.21.15.18:0/1196668102 learned_addr learned my addr 172.21.15.18:0/1196668102 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f998effd640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99901098b0 0x7f99901a8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.336+0000 7f998ffff640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999010e5f0 0x7f99901146d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998effd640 1 -- 172.21.15.18:0/1196668102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999010e5f0 msgr2=0x7f99901146d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998effd640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999010e5f0 0x7f99901146d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998effd640 1 -- 172.21.15.18:0/1196668102 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9990108ef0 msgr2=0x7f99901a8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998effd640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9990108ef0 0x7f99901a8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998effd640 1 -- 172.21.15.18:0/1196668102 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9990114f90 con 0x7f99901098b0 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998ffff640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999010e5f0 0x7f99901146d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998f7fe640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9990108ef0 0x7f99901a8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:28.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998effd640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99901098b0 0x7f99901a8bb0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f998400e9f0 tx=0x7f998400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998cff9640 1 -- 172.21.15.18:0/1196668102 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f998400ccc0 con 0x7f99901098b0 2024-03-07T10:04:28.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9990115280 con 0x7f99901098b0 2024-03-07T10:04:28.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99901af5f0 con 0x7f99901098b0 2024-03-07T10:04:28.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998cff9640 1 -- 172.21.15.18:0/1196668102 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9984005020 con 0x7f99901098b0 2024-03-07T10:04:28.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.337+0000 7f998cff9640 1 -- 172.21.15.18:0/1196668102 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99840049e0 con 0x7f99901098b0 2024-03-07T10:04:28.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.339+0000 7f998cff9640 1 -- 172.21.15.18:0/1196668102 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9984004cc0 con 0x7f99901098b0 2024-03-07T10:04:28.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 Processor -- start 2024-03-07T10:04:28.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 -- start start 2024-03-07T10:04:28.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f998cff9640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99780a1f70 0x7f99780a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5989320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f5991f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f5994830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f58e3dd0 con 0x5582f5989860 2024-03-07T10:04:28.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f588cae0 con 0x5582f5992440 2024-03-07T10:04:28.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f9998a49740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f58dfe70 con 0x5582f5988f40 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f998f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5989320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f998f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5989320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58286/0 (socket says 172.21.15.18:58286) 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f998cff9640 1 -- 172.21.15.18:0/1196668102 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f99840ce140 con 0x7f99901098b0 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f998f7fe640 1 -- 172.21.15.18:0/3244493742 learned_addr learned my addr 172.21.15.18:0/3244493742 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f998effd640 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f5991f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.341+0000 7f998ffff640 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f5994830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998f7fe640 1 -- 172.21.15.18:0/3244493742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 msgr2=0x5582f5994830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f5994830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998f7fe640 1 -- 172.21.15.18:0/3244493742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 msgr2=0x5582f5991f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f5991f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998f7fe640 1 -- 172.21.15.18:0/3244493742 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582f56c27d0 con 0x5582f5988f40 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998ffff640 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f5994830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998effd640 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f5991f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998ffff640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99780a1f70 0x7f99780a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5989320 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9980005c30 tx=0x7f9980009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86013e71df52764e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f9975ffb640 1 -- 172.21.15.18:0/3244493742 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9980043070 con 0x5582f5988f40 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f9975ffb640 1 -- 172.21.15.18:0/3244493742 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9980004a70 con 0x5582f5988f40 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.342+0000 7f9975ffb640 1 -- 172.21.15.18:0/3244493742 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99800051a0 con 0x5582f5988f40 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 -- 172.21.15.18:0/3244493742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 msgr2=0x5582f5989320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5989320 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9980005c30 tx=0x7f9980009560 comp rx=0 tx=0).stop 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f998ffff640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99780a1f70 0x7f99780a4430 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x5582f5984800 tx=0x7f9988004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 -- 172.21.15.18:0/3244493742 shutdown_connections 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f5994830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f5991f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 --2- 172.21.15.18:0/3244493742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5989320 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 -- 172.21.15.18:0/3244493742 >> 172.21.15.18:0/3244493742 conn(0x5582f5983670 msgr2=0x5582f5983a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 -- 172.21.15.18:0/3244493742 shutdown_connections 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 -- 172.21.15.18:0/3244493742 wait complete. 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.343+0000 7f9998a49740 1 -- start start 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 1 Processor -- start 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5991db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f598f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5995220 con 0x5582f5989860 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f58a0070 con 0x5582f5992440 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f59953a0 con 0x5582f5988f40 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f9998a49740 10 client.0 _ll_register_callbacks cb 0x5582f589fa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f598f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5991db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f598f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34388/0 (socket says 172.21.15.18:34388) 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 -- 172.21.15.18:0/464747985 learned_addr learned my addr 172.21.15.18:0/464747985 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 -- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 msgr2=0x5582f5991db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5991db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 -- 172.21.15.18:0/464747985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 msgr2=0x5582f598f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998ffff640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998effd640 1 -- 172.21.15.18:0/464747985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582f55f83f0 con 0x5582f5989860 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998f7fe640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5991db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.344+0000 7f998ffff640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f998effd640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f598f140 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9984098490 tx=0x7f9984014980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b495de40e428633 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f996effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f996effd640 1 -- 172.21.15.18:0/464747985 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99840b3060 con 0x5582f5989860 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f996effd640 1 -- 172.21.15.18:0/464747985 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9984098130 con 0x5582f5989860 2024-03-07T10:04:28.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9980004a70 con 0x5582f5989860 2024-03-07T10:04:28.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f996effd640 1 -- 172.21.15.18:0/464747985 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f998401c040 con 0x5582f5989860 2024-03-07T10:04:28.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f9998a49740 10 client.16962 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:28.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.345+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5582f55b80f0 con 0x5582f5989860 2024-03-07T10:04:28.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f996effd640 1 -- 172.21.15.18:0/464747985 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9980004a70 con 0x5582f5989860 2024-03-07T10:04:28.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f996effd640 1 -- 172.21.15.18:0/464747985 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f99840a2dd0 con 0x5582f5989860 2024-03-07T10:04:28.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f9998a49740 10 client.16962 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:28.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f9998a49740 10 client.16962 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:28.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f9998a49740 20 client.16962 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f9998a49740 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59a2040 0x5582f59a4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f9998a49740 4 client.16962 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582f58f1310 con 0x5582f59a2040 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.346+0000 7f998f7fe640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59a2040 0x5582f59a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.347+0000 7f998f7fe640 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59a2040 0x5582f59a4430 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=203de02b7b9971cc server_cookie=25c54c28e101673f in_seq=0 out_seq=0 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.347+0000 7f996effd640 10 client.16962 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.347+0000 7f996effd640 1 -- 172.21.15.18:0/464747985 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5582f58f1310 con 0x5582f59a2040 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.347+0000 7f996effd640 10 client.16962 handle_command_reply: tid=0 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.347+0000 7f9998a49740 1 client.16962 shutdown 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 msgr2=0x5582f598f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f598f140 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f9984098490 tx=0x7f9984014980 comp rx=0 tx=0).stop 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 shutdown_connections 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59a2040 0x5582f59a4430 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5989860 0x5582f598f140 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 --2- 172.21.15.18:0/464747985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5988f40 0x5582f5991db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 >> 172.21.15.18:0/464747985 conn(0x5582f5983670 msgr2=0x5582f59853c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f996effd640 0 client.16962 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 shutdown_connections 2024-03-07T10:04:28.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 1 -- 172.21.15.18:0/464747985 wait complete. 2024-03-07T10:04:28.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.348+0000 7f9998a49740 20 client.16962 trim_cache size 0 max 16384 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.367+0000 7f9998a49740 1 Processor -- start 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.367+0000 7f9998a49740 1 -- start start 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f9998a49740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f5991800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f9998a49740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5989860 0x5582f5991d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f9998a49740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f9998a49740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99901b5f00 con 0x5582f5988f40 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f9998a49740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99901b3a00 con 0x5582f5992440 2024-03-07T10:04:28.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f9998a49740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99901b1aa0 con 0x5582f5989860 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f5991800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f5991800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:34400/0 (socket says 172.21.15.18:34400) 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 -- 172.21.15.18:0/3001078499 learned_addr learned my addr 172.21.15.18:0/3001078499 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998effd640 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5989860 0x5582f5991d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998ffff640 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 -- 172.21.15.18:0/3001078499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5989860 msgr2=0x5582f5991d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5989860 0x5582f5991d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 -- 172.21.15.18:0/3001078499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 msgr2=0x5582f598da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 -- 172.21.15.18:0/3001078499 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582f5989690 con 0x5582f5988f40 2024-03-07T10:04:28.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.368+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f5991800 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f998002ccc0 tx=0x7f998004a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3953dd6a7c8c3e63 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.369+0000 7f99757fa640 1 -- 172.21.15.18:0/3001078499 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9980043040 con 0x5582f5988f40 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.369+0000 7f99757fa640 1 -- 172.21.15.18:0/3001078499 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f99800512f0 con 0x5582f5988f40 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.369+0000 7f99757fa640 1 -- 172.21.15.18:0/3001078499 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9980048a40 con 0x5582f5988f40 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 -- 172.21.15.18:0/3001078499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 msgr2=0x5582f5991800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f5991800 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f998002ccc0 tx=0x7f998004a040 comp rx=0 tx=0).stop 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 -- 172.21.15.18:0/3001078499 shutdown_connections 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5992440 0x5582f598da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5989860 0x5582f5991d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 --2- 172.21.15.18:0/3001078499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f5991800 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 -- 172.21.15.18:0/3001078499 >> 172.21.15.18:0/3001078499 conn(0x5582f5983670 msgr2=0x5582f5983a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 -- 172.21.15.18:0/3001078499 shutdown_connections 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 -- 172.21.15.18:0/3001078499 wait complete. 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.370+0000 7f9998a49740 1 -- start start 2024-03-07T10:04:28.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.371+0000 7f9998a49740 1 Processor -- start 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.371+0000 7f9998a49740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f598bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.371+0000 7f9998a49740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5989860 0x5582f598c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f9998a49740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5992440 0x5582f5999620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f9998a49740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99901b20a0 con 0x5582f5988f40 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f9998a49740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99901b33a0 con 0x5582f5989860 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f9998a49740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99901b26e0 con 0x5582f5992440 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f9998a49740 10 client.0 _ll_register_callbacks cb 0x7f9984097e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5992440 0x5582f5999620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5992440 0x5582f5999620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58322/0 (socket says 172.21.15.18:58322) 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 -- 172.21.15.18:0/3645375639 learned_addr learned my addr 172.21.15.18:0/3645375639 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:28.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998effd640 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5989860 0x5582f598c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f598bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 -- 172.21.15.18:0/3645375639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5989860 msgr2=0x5582f598c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5989860 0x5582f598c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 -- 172.21.15.18:0/3645375639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 msgr2=0x5582f598bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f598bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.372+0000 7f998ffff640 1 -- 172.21.15.18:0/3645375639 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582f5999c60 con 0x5582f5992440 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f998ffff640 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5992440 0x5582f5999620 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9988003e90 tx=0x7f9988004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=545a4ca01751635f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f996effd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f996effd640 1 -- 172.21.15.18:0/3645375639 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f998802c060 con 0x5582f5992440 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5582f58eb660 con 0x5582f5992440 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f996effd640 1 -- 172.21.15.18:0/3645375639 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9988004250 con 0x5582f5992440 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f996effd640 1 -- 172.21.15.18:0/3645375639 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f998800fe50 con 0x5582f5992440 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 10 client.26830 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:28.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5582f59fddb0 con 0x5582f5992440 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f996effd640 1 -- 172.21.15.18:0/3645375639 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5582f58eb660 con 0x5582f5992440 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f996effd640 1 -- 172.21.15.18:0/3645375639 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9988026070 con 0x5582f5992440 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 10 client.26830 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 10 client.26830 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 20 client.26830 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59fe510 0x5582f5a00930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 4 client.26830 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5582f58694b0 con 0x5582f59fe510 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.373+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59fe510 0x5582f5a00930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f996effd640 10 client.26830 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f998f7fe640 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59fe510 0x5582f5a00930 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7404937d60cd9a07 server_cookie=319e1d5f40bd124d in_seq=0 out_seq=0 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f996effd640 1 -- 172.21.15.18:0/3645375639 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5582f58694b0 con 0x5582f59fe510 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f996effd640 10 client.26830 handle_command_reply: tid=0 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 client.26830 shutdown 2024-03-07T10:04:28.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5992440 msgr2=0x5582f5999620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5992440 0x5582f5999620 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9988003e90 tx=0x7f9988004a40 comp rx=0 tx=0).stop 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 shutdown_connections 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582f59fe510 0x5582f5a00930 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582f5992440 0x5582f5999620 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582f5989860 0x5582f598c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 --2- 172.21.15.18:0/3645375639 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582f5988f40 0x5582f598bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f996effd640 0 client.26830 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 >> 172.21.15.18:0/3645375639 conn(0x5582f5983670 msgr2=0x5582f598d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 shutdown_connections 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 1 -- 172.21.15.18:0/3645375639 wait complete. 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.374+0000 7f9998a49740 20 client.26830 trim_cache size 0 max 16384 2024-03-07T10:04:28.380 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: "187842a5-7af9-473c-a721-d71dfa215c18": { 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "187842a5-7af9-473c-a721-d71dfa215c18", 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:04:28.381 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99780a1f70 msgr2=0x7f99780a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99780a1f70 0x7f99780a4430 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x5582f5984800 tx=0x7f9988004ab0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99901098b0 msgr2=0x7f99901a8bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99901098b0 0x7f99901a8bb0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f998400e9f0 tx=0x7f998400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 shutdown_connections 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f999010e5f0 0x7f99901146d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f99780a1f70 0x7f99780a4430 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f99901098b0 0x7f99901a8bb0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 --2- 172.21.15.18:0/1196668102 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9990108ef0 0x7f99901a8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:28.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 >> 172.21.15.18:0/1196668102 conn(0x7f999006cb30 msgr2=0x7f9990071700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:28.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 shutdown_connections 2024-03-07T10:04:28.383 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:28.375+0000 7f9995c5e640 1 -- 172.21.15.18:0/1196668102 wait complete. 2024-03-07T10:04:28.389 INFO:tasks.cephfs.filesystem:scrub status for tag:187842a5-7af9-473c-a721-d71dfa215c18 - {'path': '/', 'tag': '187842a5-7af9-473c-a721-d71dfa215c18', 'options': 'recursive,force'} 2024-03-07T10:04:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:28 smithi018 ceph-mon[32171]: pgmap v163: 97 pgs: 97 active+clean; 3.7 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 5.4 MiB/s wr, 567 op/s 2024-03-07T10:04:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:28 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:04:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:28 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:29.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:28 smithi063 ceph-mon[36356]: pgmap v163: 97 pgs: 97 active+clean; 3.7 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 5.4 MiB/s wr, 567 op/s 2024-03-07T10:04:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:28 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:04:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:28 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:28 smithi077 ceph-mon[36374]: pgmap v163: 97 pgs: 97 active+clean; 3.7 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 5.4 MiB/s wr, 567 op/s 2024-03-07T10:04:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:28 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:04:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:28 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:29 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:04:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:29 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:29 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:04:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:29 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:04:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:29 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:29 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:29 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:04:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:29 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:29 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:04:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:29 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:04:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:29 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:29 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:29 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:04:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:29 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:29 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:04:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:29 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:04:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:29 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:29 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:04:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:30 smithi018 ceph-mon[32171]: pgmap v164: 97 pgs: 97 active+clean; 3.7 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 8.9 MiB/s wr, 910 op/s 2024-03-07T10:04:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:30 smithi063 ceph-mon[36356]: pgmap v164: 97 pgs: 97 active+clean; 3.7 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 8.9 MiB/s wr, 910 op/s 2024-03-07T10:04:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:30 smithi077 ceph-mon[36374]: pgmap v164: 97 pgs: 97 active+clean; 3.7 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 8.9 MiB/s wr, 910 op/s 2024-03-07T10:04:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:32 smithi018 ceph-mon[32171]: pgmap v165: 97 pgs: 97 active+clean; 3.7 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 6.2 MiB/s wr, 620 op/s 2024-03-07T10:04:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 310.0 s, 2584.6 tps, lat 38.879 ms stddev 43.183 2024-03-07T10:04:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:32 smithi063 ceph-mon[36356]: pgmap v165: 97 pgs: 97 active+clean; 3.7 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 6.2 MiB/s wr, 620 op/s 2024-03-07T10:04:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:32 smithi077 ceph-mon[36374]: pgmap v165: 97 pgs: 97 active+clean; 3.7 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 6.2 MiB/s wr, 620 op/s 2024-03-07T10:04:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:34 smithi018 ceph-mon[32171]: pgmap v166: 97 pgs: 97 active+clean; 3.7 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 6.4 MiB/s wr, 652 op/s 2024-03-07T10:04:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:34 smithi063 ceph-mon[36356]: pgmap v166: 97 pgs: 97 active+clean; 3.7 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 6.4 MiB/s wr, 652 op/s 2024-03-07T10:04:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:34 smithi077 ceph-mon[36374]: pgmap v166: 97 pgs: 97 active+clean; 3.7 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 6.4 MiB/s wr, 652 op/s 2024-03-07T10:04:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:36 smithi018 ceph-mon[32171]: pgmap v167: 97 pgs: 97 active+clean; 3.7 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 9.0 MiB/s wr, 957 op/s 2024-03-07T10:04:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:36 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:04:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:36 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:04:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:36 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:04:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:36 smithi063 ceph-mon[36356]: pgmap v167: 97 pgs: 97 active+clean; 3.7 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 9.0 MiB/s wr, 957 op/s 2024-03-07T10:04:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:36 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:04:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:36 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:04:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:36 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:04:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:36 smithi077 ceph-mon[36374]: pgmap v167: 97 pgs: 97 active+clean; 3.7 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 9.0 MiB/s wr, 957 op/s 2024-03-07T10:04:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:36 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:04:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:36 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:04:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:36 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:04:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 315.0 s, 2676.4 tps, lat 37.258 ms stddev 41.628 2024-03-07T10:04:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:38 smithi018 ceph-mon[32171]: pgmap v168: 97 pgs: 97 active+clean; 3.7 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 6.6 MiB/s wr, 704 op/s 2024-03-07T10:04:39.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:38 smithi063 ceph-mon[36356]: pgmap v168: 97 pgs: 97 active+clean; 3.7 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 6.6 MiB/s wr, 704 op/s 2024-03-07T10:04:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:38 smithi077 ceph-mon[36374]: pgmap v168: 97 pgs: 97 active+clean; 3.7 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 6.6 MiB/s wr, 704 op/s 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 -- 172.21.15.18:0/4181238198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62410bca0 msgr2=0x7fc62410e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 --2- 172.21.15.18:0/4181238198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62410bca0 0x7fc62410e0d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fc61c009be0 tx=0x7fc61c02bfc0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 -- 172.21.15.18:0/4181238198 shutdown_connections 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 --2- 172.21.15.18:0/4181238198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc62410bca0 0x7fc62410e0d0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 --2- 172.21.15.18:0/4181238198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6241031f0 0x7fc62410b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 --2- 172.21.15.18:0/4181238198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6241028d0 0x7fc624102cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 -- 172.21.15.18:0/4181238198 >> 172.21.15.18:0/4181238198 conn(0x7fc624077680 msgr2=0x7fc624077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 -- 172.21.15.18:0/4181238198 shutdown_connections 2024-03-07T10:04:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.394+0000 7fc629db1640 1 -- 172.21.15.18:0/4181238198 wait complete. 2024-03-07T10:04:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.395+0000 7fc629db1640 1 Processor -- start 2024-03-07T10:04:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc629db1640 1 -- start start 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc629db1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6241028d0 0x7fc624100520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc629db1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6241031f0 0x7fc624100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc629db1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62410bca0 0x7fc624100fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc629db1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc624111a90 con 0x7fc6241028d0 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc629db1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc624111910 con 0x7fc62410bca0 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc629db1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc624111c10 con 0x7fc6241031f0 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc623fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62410bca0 0x7fc624100fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc623fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62410bca0 0x7fc624100fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54540/0 (socket says 172.21.15.18:54540) 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.396+0000 7fc623fff640 1 -- 172.21.15.18:0/992806588 learned_addr learned my addr 172.21.15.18:0/992806588 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.397+0000 7fc623fff640 1 -- 172.21.15.18:0/992806588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6241031f0 msgr2=0x7fc624100a60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.397+0000 7fc623fff640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6241031f0 0x7fc624100a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.397+0000 7fc623fff640 1 -- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6241028d0 msgr2=0x7fc624100520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.397+0000 7fc623fff640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6241028d0 0x7fc624100520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.397+0000 7fc623fff640 1 -- 172.21.15.18:0/992806588 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc62419c0b0 con 0x7fc62410bca0 2024-03-07T10:04:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.397+0000 7fc623fff640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62410bca0 0x7fc624100fa0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc61c033420 tx=0x7fc61c0337a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.398+0000 7fc620ff9640 1 -- 172.21.15.18:0/992806588 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61c043020 con 0x7fc62410bca0 2024-03-07T10:04:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.398+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc62419c340 con 0x7fc62410bca0 2024-03-07T10:04:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.398+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc62419c8e0 con 0x7fc62410bca0 2024-03-07T10:04:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.398+0000 7fc620ff9640 1 -- 172.21.15.18:0/992806588 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc61c03eb40 con 0x7fc62410bca0 2024-03-07T10:04:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.398+0000 7fc620ff9640 1 -- 172.21.15.18:0/992806588 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61c034c20 con 0x7fc62410bca0 2024-03-07T10:04:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.401+0000 7fc620ff9640 1 -- 172.21.15.18:0/992806588 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc61c046020 con 0x7fc62410bca0 2024-03-07T10:04:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.401+0000 7fc62cb95740 1 Processor -- start 2024-03-07T10:04:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.401+0000 7fc62cb95740 1 -- start start 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a8fa0 0x5644994a9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994b2520 0x5644994b4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc62cb95740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56449940d5c0 con 0x5644994a8fa0 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc62cb95740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644993b6900 con 0x5644994b2520 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc62cb95740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564499409660 con 0x5644994a9d10 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc620ff9640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1f60 0x7fc60c0a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc6237fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a8fa0 0x5644994a9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a8a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39616/0 (socket says 172.21.15.18:39616) 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc6237fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a8fa0 0x5644994a9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:52334/0 (socket says 172.21.15.18:52334) 2024-03-07T10:04:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 -- 172.21.15.18:0/1812827001 learned_addr learned my addr 172.21.15.18:0/1812827001 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:39.405 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994b2520 0x5644994b4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc623fff640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1f60 0x7fc60c0a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc620ff9640 1 -- 172.21.15.18:0/992806588 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc61c0f0920 con 0x7fc62410bca0 2024-03-07T10:04:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 -- 172.21.15.18:0/1812827001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994b2520 msgr2=0x5644994b4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994b2520 0x5644994b4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 -- 172.21.15.18:0/1812827001 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a8fa0 msgr2=0x5644994a9420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.402+0000 7fc622ffd640 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a8fa0 0x5644994a9420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.403+0000 7fc622ffd640 1 -- 172.21.15.18:0/1812827001 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564499122210 con 0x5644994a9d10 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.403+0000 7fc622ffd640 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a8a60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc614012730 tx=0x7fc61400d340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3216ed063617eb4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.403+0000 7fc609ffb640 1 -- 172.21.15.18:0/1812827001 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc614005020 con 0x5644994a9d10 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.403+0000 7fc623fff640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1f60 0x7fc60c0a4420 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc61c034870 tx=0x7fc61c009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.403+0000 7fc609ffb640 1 -- 172.21.15.18:0/1812827001 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc6140047a0 con 0x5644994a9d10 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.403+0000 7fc609ffb640 1 -- 172.21.15.18:0/1812827001 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61400a8b0 con 0x5644994a9d10 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 -- 172.21.15.18:0/1812827001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 msgr2=0x5644994a8a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a8a60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc614012730 tx=0x7fc61400d340 comp rx=0 tx=0).stop 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 -- 172.21.15.18:0/1812827001 shutdown_connections 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994b2520 0x5644994b4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a8fa0 0x5644994a9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 --2- 172.21.15.18:0/1812827001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a8a60 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 -- 172.21.15.18:0/1812827001 >> 172.21.15.18:0/1812827001 conn(0x564499470580 msgr2=0x5644994a3c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 -- 172.21.15.18:0/1812827001 shutdown_connections 2024-03-07T10:04:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 -- 172.21.15.18:0/1812827001 wait complete. 2024-03-07T10:04:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 -- start start 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.404+0000 7fc62cb95740 1 Processor -- start 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.405+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a8fa0 0x5644994af510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.405+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a9d10 0x5644994afa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.405+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994aff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.405+0000 7fc62cb95740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644994b5250 con 0x5644994b2520 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.405+0000 7fc62cb95740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644993c9d60 con 0x5644994a9d10 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.405+0000 7fc62cb95740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644994b53d0 con 0x5644994a8fa0 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.405+0000 7fc62cb95740 10 client.0 _ll_register_callbacks cb 0x564499121a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc622ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a8fa0 0x5644994af510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a9d10 0x5644994afa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a9d10 0x5644994afa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54548/0 (socket says 172.21.15.18:54548) 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 -- 172.21.15.18:0/3523653222 learned_addr learned my addr 172.21.15.18:0/3523653222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc622ffd640 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994aff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 -- 172.21.15.18:0/3523653222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a8fa0 msgr2=0x5644994af510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a8fa0 0x5644994af510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 -- 172.21.15.18:0/3523653222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 msgr2=0x5644994aff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994aff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.407+0000 7fc6237fe640 1 -- 172.21.15.18:0/3523653222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5644991ee620 con 0x5644994a9d10 2024-03-07T10:04:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc6237fe640 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a9d10 0x5644994afa50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc61800e480 tx=0x7fc61800e940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2a8e40b7186c39 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc602ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:04:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc602ffd640 1 -- 172.21.15.18:0/3523653222 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc618017070 con 0x5644994a9d10 2024-03-07T10:04:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc602ffd640 1 -- 172.21.15.18:0/3523653222 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc618013680 con 0x5644994a9d10 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc6140047a0 con 0x5644994a9d10 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc602ffd640 1 -- 172.21.15.18:0/3523653222 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc618023050 con 0x5644994a9d10 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc62cb95740 10 client.26771 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5644994c1600 con 0x5644994a9d10 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.408+0000 7fc602ffd640 1 -- 172.21.15.18:0/3523653222 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc6140047a0 con 0x5644994a9d10 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc602ffd640 1 -- 172.21.15.18:0/3523653222 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc618012960 con 0x5644994a9d10 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc62cb95740 10 client.26771 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc62cb95740 10 client.26771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc62cb95740 20 client.26771 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5644994c2ac0 0x5644994c4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc62cb95740 4 client.26771 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56449941ab00 con 0x5644994c2ac0 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc622ffd640 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5644994c2ac0 0x5644994c4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc622ffd640 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5644994c2ac0 0x5644994c4eb0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d1d65e215a3d17f server_cookie=a03d05de8ba73f5f in_seq=0 out_seq=0 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.409+0000 7fc602ffd640 10 client.26771 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc602ffd640 1 -- 172.21.15.18:0/3523653222 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56449941ab00 con 0x5644994c2ac0 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc602ffd640 10 client.26771 handle_command_reply: tid=0 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 client.26771 shutdown 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a9d10 msgr2=0x5644994afa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a9d10 0x5644994afa50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc61800e480 tx=0x7fc61800e940 comp rx=0 tx=0).stop 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 shutdown_connections 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5644994c2ac0 0x5644994c4eb0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994aff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a9d10 0x5644994afa50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3523653222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a8fa0 0x5644994af510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 >> 172.21.15.18:0/3523653222 conn(0x564499470580 msgr2=0x5644994a59e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc602ffd640 0 client.26771 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 shutdown_connections 2024-03-07T10:04:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 1 -- 172.21.15.18:0/3523653222 wait complete. 2024-03-07T10:04:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.410+0000 7fc62cb95740 20 client.26771 trim_cache size 0 max 16384 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 Processor -- start 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 -- start start 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994bdbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc610010d10 con 0x5644994b2520 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc61000e810 con 0x5644994a8fa0 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc62cb95740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc61000c8b0 con 0x5644994a9d10 2024-03-07T10:04:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc622ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994bdbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc622ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994bdbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:52348/0 (socket says 172.21.15.18:52348) 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc622ffd640 1 -- 172.21.15.18:0/3819937714 learned_addr learned my addr 172.21.15.18:0/3819937714 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.429+0000 7fc622ffd640 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc6237fe640 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc622ffd640 1 -- 172.21.15.18:0/3819937714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 msgr2=0x5644994a57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc622ffd640 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc622ffd640 1 -- 172.21.15.18:0/3819937714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 msgr2=0x5644994b1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc622ffd640 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc622ffd640 1 -- 172.21.15.18:0/3819937714 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5644994a8270 con 0x5644994b2520 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc622ffd640 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994bdbb0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fc614012570 tx=0x7fc61400da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5efafc89e402773 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc6097fa640 1 -- 172.21.15.18:0/3819937714 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6140047a0 con 0x5644994b2520 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc6097fa640 1 -- 172.21.15.18:0/3819937714 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc614012020 con 0x5644994b2520 2024-03-07T10:04:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.430+0000 7fc6097fa640 1 -- 172.21.15.18:0/3819937714 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61402fb30 con 0x5644994b2520 2024-03-07T10:04:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 -- 172.21.15.18:0/3819937714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 msgr2=0x5644994bdbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994bdbb0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fc614012570 tx=0x7fc61400da00 comp rx=0 tx=0).stop 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 -- 172.21.15.18:0/3819937714 shutdown_connections 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994b2520 0x5644994bdbb0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994a9d10 0x5644994a57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 --2- 172.21.15.18:0/3819937714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 -- 172.21.15.18:0/3819937714 >> 172.21.15.18:0/3819937714 conn(0x564499470580 msgr2=0x5644994a50e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 -- 172.21.15.18:0/3819937714 shutdown_connections 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 -- 172.21.15.18:0/3819937714 wait complete. 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.431+0000 7fc62cb95740 1 -- start start 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 1 Processor -- start 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a9d10 0x5644994b5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994b2520 0x5644994b6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc61000ceb0 con 0x5644994a9d10 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc61000e1b0 con 0x5644994a8fa0 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc61000d4f0 con 0x5644994b2520 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc62cb95740 10 client.0 _ll_register_callbacks cb 0x7fc6180093f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc622ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc6237fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a9d10 0x5644994b5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc622ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54574/0 (socket says 172.21.15.18:54574) 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc622ffd640 1 -- 172.21.15.18:0/441422414 learned_addr learned my addr 172.21.15.18:0/441422414 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.432+0000 7fc622ffd640 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994b2520 0x5644994b6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc622ffd640 1 -- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994b2520 msgr2=0x5644994b6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc622ffd640 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994b2520 0x5644994b6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc622ffd640 1 -- 172.21.15.18:0/441422414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a9d10 msgr2=0x5644994b5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc622ffd640 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a9d10 0x5644994b5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc622ffd640 1 -- 172.21.15.18:0/441422414 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56449951d380 con 0x5644994a8fa0 2024-03-07T10:04:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc622ffd640 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b5aa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc61400db90 tx=0x7fc614005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8950ae79faca997 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc602ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc602ffd640 1 -- 172.21.15.18:0/441422414 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61402f8d0 con 0x5644994a8fa0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc614012020 con 0x5644994a8fa0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc602ffd640 1 -- 172.21.15.18:0/441422414 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc61402fa70 con 0x5644994a8fa0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc602ffd640 1 -- 172.21.15.18:0/441422414 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc614004660 con 0x5644994a8fa0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc62cb95740 10 client.26777 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56449951e590 con 0x5644994a8fa0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.433+0000 7fc602ffd640 1 -- 172.21.15.18:0/441422414 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc614012020 con 0x5644994a8fa0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc602ffd640 1 -- 172.21.15.18:0/441422414 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc61403b050 con 0x5644994a8fa0 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc62cb95740 10 client.26777 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc62cb95740 10 client.26777 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc62cb95740 20 client.26777 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc62cb95740 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56449951ead0 0x564499520ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc62cb95740 4 client.26777 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:04:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564499414e50 con 0x56449951ead0 2024-03-07T10:04:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc6237fe640 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56449951ead0 0x564499520ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc602ffd640 10 client.26777 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.434+0000 7fc6237fe640 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56449951ead0 0x564499520ef0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dddc121abee480de server_cookie=71ab5f060d2b4693 in_seq=0 out_seq=0 2024-03-07T10:04:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc602ffd640 1 -- 172.21.15.18:0/441422414 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564499414e50 con 0x56449951ead0 2024-03-07T10:04:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc602ffd640 10 client.26777 handle_command_reply: tid=0 2024-03-07T10:04:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 client.26777 shutdown 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 msgr2=0x5644994b5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b5aa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc61400db90 tx=0x7fc614005f10 comp rx=0 tx=0).stop 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 shutdown_connections 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56449951ead0 0x564499520ef0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc602ffd640 0 client.26777 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5644994b2520 0x5644994b6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5644994a9d10 0x5644994b5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 --2- 172.21.15.18:0/441422414 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5644994a8fa0 0x5644994b5aa0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.453+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 >> 172.21.15.18:0/441422414 conn(0x564499470580 msgr2=0x5644994a2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 shutdown_connections 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc62cb95740 1 -- 172.21.15.18:0/441422414 wait complete. 2024-03-07T10:04:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc62cb95740 20 client.26777 trim_cache size 0 max 16384 2024-03-07T10:04:39.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:04:39.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:04:39.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:04:39.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1f60 msgr2=0x7fc60c0a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1f60 0x7fc60c0a4420 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc61c034870 tx=0x7fc61c009500 comp rx=0 tx=0).stop 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62410bca0 msgr2=0x7fc624100fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62410bca0 0x7fc624100fa0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc61c033420 tx=0x7fc61c0337a0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 shutdown_connections 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc62410bca0 0x7fc624100fa0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6241031f0 0x7fc624100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc60c0a1f60 0x7fc60c0a4420 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 --2- 172.21.15.18:0/992806588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6241028d0 0x7fc624100520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:39.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 >> 172.21.15.18:0/992806588 conn(0x7fc624077680 msgr2=0x7fc6240fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:39.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 shutdown_connections 2024-03-07T10:04:39.459 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:39.454+0000 7fc629db1640 1 -- 172.21.15.18:0/992806588 wait complete. 2024-03-07T10:04:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:40 smithi018 ceph-mon[32171]: pgmap v169: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 10 MiB/s wr, 994 op/s 2024-03-07T10:04:41.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:40 smithi063 ceph-mon[36356]: pgmap v169: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 10 MiB/s wr, 994 op/s 2024-03-07T10:04:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:40 smithi077 ceph-mon[36374]: pgmap v169: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 10 MiB/s wr, 994 op/s 2024-03-07T10:04:43.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:42 smithi077 ceph-mon[36374]: pgmap v170: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.6 MiB/s wr, 650 op/s 2024-03-07T10:04:43.091 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:42 smithi018 ceph-mon[32171]: pgmap v170: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.6 MiB/s wr, 650 op/s 2024-03-07T10:04:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 320.0 s, 2215.8 tps, lat 45.239 ms stddev 47.929 2024-03-07T10:04:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:42 smithi063 ceph-mon[36356]: pgmap v170: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.6 MiB/s wr, 650 op/s 2024-03-07T10:04:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:44 smithi018 ceph-mon[32171]: pgmap v171: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 7.0 MiB/s wr, 695 op/s 2024-03-07T10:04:45.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:44 smithi063 ceph-mon[36356]: pgmap v171: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 7.0 MiB/s wr, 695 op/s 2024-03-07T10:04:45.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:44 smithi077 ceph-mon[36374]: pgmap v171: 97 pgs: 97 active+clean; 3.8 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 7.0 MiB/s wr, 695 op/s 2024-03-07T10:04:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:46 smithi018 ceph-mon[32171]: pgmap v172: 97 pgs: 97 active+clean; 3.8 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 8.9 MiB/s wr, 891 op/s 2024-03-07T10:04:47.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:46 smithi063 ceph-mon[36356]: pgmap v172: 97 pgs: 97 active+clean; 3.8 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 8.9 MiB/s wr, 891 op/s 2024-03-07T10:04:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:46 smithi077 ceph-mon[36374]: pgmap v172: 97 pgs: 97 active+clean; 3.8 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 8.9 MiB/s wr, 891 op/s 2024-03-07T10:04:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 325.0 s, 2691.6 tps, lat 36.822 ms stddev 40.080 2024-03-07T10:04:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:48 smithi018 ceph-mon[32171]: pgmap v173: 97 pgs: 97 active+clean; 3.8 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 6.0 MiB/s wr, 562 op/s 2024-03-07T10:04:49.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:48 smithi063 ceph-mon[36356]: pgmap v173: 97 pgs: 97 active+clean; 3.8 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 6.0 MiB/s wr, 562 op/s 2024-03-07T10:04:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:48 smithi077 ceph-mon[36374]: pgmap v173: 97 pgs: 97 active+clean; 3.8 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 6.0 MiB/s wr, 562 op/s 2024-03-07T10:04:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:50 smithi018 ceph-mon[32171]: pgmap v174: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.8 MiB/s wr, 850 op/s 2024-03-07T10:04:51.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:50 smithi063 ceph-mon[36356]: pgmap v174: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.8 MiB/s wr, 850 op/s 2024-03-07T10:04:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:50 smithi077 ceph-mon[36374]: pgmap v174: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.8 MiB/s wr, 850 op/s 2024-03-07T10:04:52.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.587+0000 7f773b3a7640 1 -- 172.21.15.18:0/1975135823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7734107640 msgr2=0x7f7734107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.587+0000 7f773b3a7640 1 --2- 172.21.15.18:0/1975135823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7734107640 0x7f7734107a20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f772c009ca0 tx=0x7f772c02c100 comp rx=0 tx=0).stop 2024-03-07T10:04:52.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.587+0000 7f773b3a7640 1 -- 172.21.15.18:0/1975135823 shutdown_connections 2024-03-07T10:04:52.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.587+0000 7f773b3a7640 1 --2- 172.21.15.18:0/1975135823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7734101ff0 0x7f773410e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.587+0000 7f773b3a7640 1 --2- 172.21.15.18:0/1975135823 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7734101630 0x7f7734101ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.587+0000 7f773b3a7640 1 --2- 172.21.15.18:0/1975135823 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7734107640 0x7f7734107a20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.590 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.587+0000 7f773b3a7640 1 -- 172.21.15.18:0/1975135823 >> 172.21.15.18:0/1975135823 conn(0x7f77340fd100 msgr2=0x7f77340ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.588+0000 7f773b3a7640 1 -- 172.21.15.18:0/1975135823 shutdown_connections 2024-03-07T10:04:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.588+0000 7f773b3a7640 1 -- 172.21.15.18:0/1975135823 wait complete. 2024-03-07T10:04:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 Processor -- start 2024-03-07T10:04:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 -- start start 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7734101630 0x7f773410c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7734101ff0 0x7f773410cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7734107640 0x7f773410d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f773410f870 con 0x7f7734101630 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f773410f6f0 con 0x7f7734101ff0 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f773b3a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f773410f9f0 con 0x7f7734107640 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.589+0000 7f7739143640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7734101630 0x7f773410c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739944640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7734107640 0x7f773410d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739143640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7734101630 0x7f773410c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53676/0 (socket says 172.21.15.18:53676) 2024-03-07T10:04:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739143640 1 -- 172.21.15.18:0/3543457871 learned_addr learned my addr 172.21.15.18:0/3543457871 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739944640 1 -- 172.21.15.18:0/3543457871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7734101ff0 msgr2=0x7f773410cc80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739944640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7734101ff0 0x7f773410cc80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739944640 1 -- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7734101630 msgr2=0x7f773410c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739944640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7734101630 0x7f773410c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739944640 1 -- 172.21.15.18:0/3543457871 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77341aa810 con 0x7f7734107640 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.590+0000 7f7739944640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7734107640 0x7f773410d1c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f773000d680 tx=0x7f773000db40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.591+0000 7f772a7fc640 1 -- 172.21.15.18:0/3543457871 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7730017070 con 0x7f7734107640 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.591+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77341aab00 con 0x7f7734107640 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.591+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77341ab050 con 0x7f7734107640 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.591+0000 7f772a7fc640 1 -- 172.21.15.18:0/3543457871 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7730009820 con 0x7f7734107640 2024-03-07T10:04:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.591+0000 7f772a7fc640 1 -- 172.21.15.18:0/3543457871 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7730004e00 con 0x7f7734107640 2024-03-07T10:04:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f772a7fc640 1 -- 172.21.15.18:0/3543457871 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7730010460 con 0x7f7734107640 2024-03-07T10:04:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 Processor -- start 2024-03-07T10:04:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 -- start start 2024-03-07T10:04:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 0x55e85badc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85ba355c0 con 0x55e85bad0fa0 2024-03-07T10:04:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85b9de900 con 0x55e85bada520 2024-03-07T10:04:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.595+0000 7f773e189740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85ba31660 con 0x55e85bad1d10 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.596+0000 7f772a7fc640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2030 0x7f77200a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.596+0000 7f7738942640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.596+0000 7f7738942640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad0a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33398/0 (socket says 172.21.15.18:33398) 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.596+0000 7f7738942640 1 -- 172.21.15.18:0/811695943 learned_addr learned my addr 172.21.15.18:0/811695943 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.596+0000 7f772a7fc640 1 -- 172.21.15.18:0/3543457871 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f77300cd990 con 0x7f7734107640 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7738942640 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 0x55e85badc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7739944640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2030 0x7f77200a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7739143640 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7738942640 1 -- 172.21.15.18:0/811695943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 msgr2=0x55e85badc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7738942640 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 0x55e85badc910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7738942640 1 -- 172.21.15.18:0/811695943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 msgr2=0x55e85bad1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7738942640 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.597+0000 7f7738942640 1 -- 172.21.15.18:0/811695943 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e85b74a210 con 0x55e85bad1d10 2024-03-07T10:04:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.598+0000 7f7738942640 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad0a60 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f77240127a0 tx=0x7f772400d3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4488cbe9d01e6dd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.598+0000 7f771f7fe640 1 -- 172.21.15.18:0/811695943 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772400a650 con 0x55e85bad1d10 2024-03-07T10:04:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.598+0000 7f7739944640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2030 0x7f77200a44f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7730009610 tx=0x7f77300bb040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.599+0000 7f771f7fe640 1 -- 172.21.15.18:0/811695943 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f772400acd0 con 0x55e85bad1d10 2024-03-07T10:04:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.599+0000 7f771f7fe640 1 -- 172.21.15.18:0/811695943 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772400fbb0 con 0x55e85bad1d10 2024-03-07T10:04:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.600+0000 7f773e189740 1 -- 172.21.15.18:0/811695943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 msgr2=0x55e85bad0a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.600+0000 7f773e189740 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad0a60 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f77240127a0 tx=0x7f772400d3a0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.600+0000 7f773e189740 1 -- 172.21.15.18:0/811695943 shutdown_connections 2024-03-07T10:04:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.600+0000 7f773e189740 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 0x55e85badc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.600+0000 7f773e189740 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.600+0000 7f773e189740 1 --2- 172.21.15.18:0/811695943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad0a60 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.600+0000 7f773e189740 1 -- 172.21.15.18:0/811695943 >> 172.21.15.18:0/811695943 conn(0x55e85ba98580 msgr2=0x55e85bacbc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.601+0000 7f773e189740 1 -- 172.21.15.18:0/811695943 shutdown_connections 2024-03-07T10:04:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.601+0000 7f773e189740 1 -- 172.21.15.18:0/811695943 wait complete. 2024-03-07T10:04:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.601+0000 7f773e189740 1 -- start start 2024-03-07T10:04:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.601+0000 7f773e189740 1 Processor -- start 2024-03-07T10:04:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f773e189740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f773e189740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad1d10 0x55e85bad7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f773e189740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85bad8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f773e189740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85badd250 con 0x55e85bad0fa0 2024-03-07T10:04:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f773e189740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85b9f1d60 con 0x55e85bad1d10 2024-03-07T10:04:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f773e189740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85badd3d0 con 0x55e85bada520 2024-03-07T10:04:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f773e189740 10 client.0 _ll_register_callbacks cb 0x55e85b749a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f7738942640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f7738942640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53696/0 (socket says 172.21.15.18:53696) 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f7738942640 1 -- 172.21.15.18:0/3772891935 learned_addr learned my addr 172.21.15.18:0/3772891935 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f7739143640 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad1d10 0x55e85bad7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.602+0000 7f7738942640 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85bad8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f7738942640 1 -- 172.21.15.18:0/3772891935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad1d10 msgr2=0x55e85bad7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f7738942640 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad1d10 0x55e85bad7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f7738942640 1 -- 172.21.15.18:0/3772891935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 msgr2=0x55e85bad7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f7738942640 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f7738942640 1 -- 172.21.15.18:0/3772891935 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e85b816620 con 0x55e85bada520 2024-03-07T10:04:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f7738942640 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85bad8000 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f77240057c0 tx=0x7f7724005c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1f347df4e1d9d5d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f771cff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.603+0000 7f771cff9640 1 -- 172.21.15.18:0/3772891935 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772400a650 con 0x55e85bada520 2024-03-07T10:04:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.604+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f772400acd0 con 0x55e85bada520 2024-03-07T10:04:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.604+0000 7f771cff9640 1 -- 172.21.15.18:0/3772891935 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f772400a7f0 con 0x55e85bada520 2024-03-07T10:04:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.604+0000 7f771cff9640 1 -- 172.21.15.18:0/3772891935 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f772400a9f0 con 0x55e85bada520 2024-03-07T10:04:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.604+0000 7f773e189740 10 client.26854 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.604+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e85bae95c0 con 0x55e85bada520 2024-03-07T10:04:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.604+0000 7f771cff9640 1 -- 172.21.15.18:0/3772891935 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f772400acd0 con 0x55e85bada520 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.604+0000 7f771cff9640 1 -- 172.21.15.18:0/3772891935 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f772402c5d0 con 0x55e85bada520 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f773e189740 10 client.26854 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f773e189740 10 client.26854 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f773e189740 20 client.26854 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f773e189740 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85baeaa30 0x55e85baece20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f773e189740 4 client.26854 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e85ba42b00 con 0x55e85baeaa30 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f7739143640 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85baeaa30 0x55e85baece20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.605+0000 7f771cff9640 10 client.26854 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.606+0000 7f7739143640 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85baeaa30 0x55e85baece20 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a3c9d4bba05d63 server_cookie=b31467f6b51c3748 in_seq=0 out_seq=0 2024-03-07T10:04:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.607+0000 7f771cff9640 1 -- 172.21.15.18:0/3772891935 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e85ba42b00 con 0x55e85baeaa30 2024-03-07T10:04:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.607+0000 7f771cff9640 10 client.26854 handle_command_reply: tid=0 2024-03-07T10:04:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.607+0000 7f773e189740 1 client.26854 shutdown 2024-03-07T10:04:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 msgr2=0x55e85bad8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85bad8000 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f77240057c0 tx=0x7f7724005c50 comp rx=0 tx=0).stop 2024-03-07T10:04:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 shutdown_connections 2024-03-07T10:04:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85baeaa30 0x55e85baece20 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85bad8000 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad1d10 0x55e85bad7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 --2- 172.21.15.18:0/3772891935 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 >> 172.21.15.18:0/3772891935 conn(0x55e85ba98580 msgr2=0x55e85bacd9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.610+0000 7f771cff9640 0 client.26854 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.611+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 shutdown_connections 2024-03-07T10:04:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.611+0000 7f773e189740 1 -- 172.21.15.18:0/3772891935 wait complete. 2024-03-07T10:04:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.611+0000 7f773e189740 20 client.26854 trim_cache size 0 max 16384 2024-03-07T10:04:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.632+0000 7f773e189740 1 Processor -- start 2024-03-07T10:04:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f773e189740 1 -- start start 2024-03-07T10:04:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f773e189740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f773e189740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad66e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7738942640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7738942640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad9cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53698/0 (socket says 172.21.15.18:53698) 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7738942640 1 -- 172.21.15.18:0/279808687 learned_addr learned my addr 172.21.15.18:0/279808687 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f773e189740 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 0x55e85bacd780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7718010d10 con 0x55e85bad0fa0 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771800e810 con 0x55e85bada520 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771800c8b0 con 0x55e85bad1d10 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7739143640 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7739143640 1 -- 172.21.15.18:0/279808687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 msgr2=0x55e85bacd780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7739143640 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 0x55e85bacd780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7739143640 1 -- 172.21.15.18:0/279808687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 msgr2=0x55e85bad9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.633+0000 7f7739143640 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.634+0000 7f7739143640 1 -- 172.21.15.18:0/279808687 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e85bac6220 con 0x55e85bad1d10 2024-03-07T10:04:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.634+0000 7f7739143640 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad66e0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f772c02c690 tx=0x7f772c032e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2473f8dfe21d3b3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.634+0000 7f771effd640 1 -- 172.21.15.18:0/279808687 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772c047070 con 0x55e85bad1d10 2024-03-07T10:04:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.634+0000 7f771effd640 1 -- 172.21.15.18:0/279808687 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f772c03a040 con 0x55e85bad1d10 2024-03-07T10:04:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.634+0000 7f771effd640 1 -- 172.21.15.18:0/279808687 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772c039040 con 0x55e85bad1d10 2024-03-07T10:04:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.635+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 msgr2=0x55e85bad66e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.635+0000 7f773e189740 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad66e0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f772c02c690 tx=0x7f772c032e10 comp rx=0 tx=0).stop 2024-03-07T10:04:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.636+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 shutdown_connections 2024-03-07T10:04:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.636+0000 7f773e189740 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bada520 0x55e85bacd780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.636+0000 7f773e189740 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bad1d10 0x55e85bad66e0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.636+0000 7f773e189740 1 --2- 172.21.15.18:0/279808687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad0fa0 0x55e85bad9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.636+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 >> 172.21.15.18:0/279808687 conn(0x55e85ba98580 msgr2=0x55e85bacd070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.637+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 shutdown_connections 2024-03-07T10:04:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.637+0000 7f773e189740 1 -- 172.21.15.18:0/279808687 wait complete. 2024-03-07T10:04:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.637+0000 7f773e189740 1 -- start start 2024-03-07T10:04:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 1 Processor -- start 2024-03-07T10:04:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad0fa0 0x55e85bae23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad1d10 0x55e85badd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85baddc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771800ceb0 con 0x55e85bad1d10 2024-03-07T10:04:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771800e1b0 con 0x55e85bad0fa0 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f771800d4f0 con 0x55e85bada520 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f773e189740 10 client.0 _ll_register_callbacks cb 0x7f772400dd60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f7738942640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad0fa0 0x55e85bae23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f7738942640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad0fa0 0x55e85bae23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51122/0 (socket says 172.21.15.18:51122) 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f7739143640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad1d10 0x55e85badd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f7738942640 1 -- 172.21.15.18:0/677697737 learned_addr learned my addr 172.21.15.18:0/677697737 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.638+0000 7f7738942640 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85baddc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f7738942640 1 -- 172.21.15.18:0/677697737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad0fa0 msgr2=0x55e85bae23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f7738942640 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad0fa0 0x55e85bae23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f7738942640 1 -- 172.21.15.18:0/677697737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad1d10 msgr2=0x55e85badd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f7738942640 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad1d10 0x55e85badd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f7738942640 1 -- 172.21.15.18:0/677697737 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e85bade430 con 0x55e85bada520 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f7739143640 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad1d10 0x55e85badd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f7738942640 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85baddc80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f77240057c0 tx=0x7f7724012720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbab2c19570e9990 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f771cff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f771cff9640 1 -- 172.21.15.18:0/677697737 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772402c660 con 0x55e85bada520 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f771cff9640 1 -- 172.21.15.18:0/677697737 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f772400d470 con 0x55e85bada520 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f772c03a040 con 0x55e85bada520 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.639+0000 7f771cff9640 1 -- 172.21.15.18:0/677697737 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f772400d670 con 0x55e85bada520 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 10 client.26860 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e85bb46060 con 0x55e85bada520 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f771cff9640 1 -- 172.21.15.18:0/677697737 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f772c03a040 con 0x55e85bada520 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f771cff9640 1 -- 172.21.15.18:0/677697737 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f772403d030 con 0x55e85bada520 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 10 client.26860 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 10 client.26860 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:52.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 20 client.26860 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:52.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85bb46670 0x55e85bb48a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:52.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 4 client.26860 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:04:52.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e85ba3ce50 con 0x55e85bb46670 2024-03-07T10:04:52.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.640+0000 7f7739143640 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85bb46670 0x55e85bb48a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:52.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.641+0000 7f771cff9640 10 client.26860 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:52.649 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.641+0000 7f7739143640 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85bb46670 0x55e85bb48a90 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f45828eb3e702359 server_cookie=fde60eb81e0c8168 in_seq=0 out_seq=0 2024-03-07T10:04:52.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.657+0000 7f771cff9640 1 -- 172.21.15.18:0/677697737 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e85ba3ce50 con 0x55e85bb46670 2024-03-07T10:04:52.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.657+0000 7f771cff9640 10 client.26860 handle_command_reply: tid=0 2024-03-07T10:04:52.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.657+0000 7f773e189740 1 client.26860 shutdown 2024-03-07T10:04:52.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 msgr2=0x55e85baddc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85baddc80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f77240057c0 tx=0x7f7724012720 comp rx=0 tx=0).stop 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 shutdown_connections 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e85bb46670 0x55e85bb48a90 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e85bada520 0x55e85baddc80 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f771cff9640 0 client.26860 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e85bad1d10 0x55e85badd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 --2- 172.21.15.18:0/677697737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e85bad0fa0 0x55e85bae23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 >> 172.21.15.18:0/677697737 conn(0x55e85ba98580 msgr2=0x55e85bad7540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 shutdown_connections 2024-03-07T10:04:52.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 1 -- 172.21.15.18:0/677697737 wait complete. 2024-03-07T10:04:52.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.658+0000 7f773e189740 20 client.26860 trim_cache size 0 max 16384 2024-03-07T10:04:52.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:04:52.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:04:52.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:04:52.663 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2030 msgr2=0x7f77200a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2030 0x7f77200a44f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7730009610 tx=0x7f77300bb040 comp rx=0 tx=0).stop 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7734107640 msgr2=0x7f773410d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7734107640 0x7f773410d1c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f773000d680 tx=0x7f773000db40 comp rx=0 tx=0).stop 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 shutdown_connections 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7734107640 0x7f773410d1c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7734101ff0 0x7f773410cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77200a2030 0x7f77200a44f0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 --2- 172.21.15.18:0/3543457871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7734101630 0x7f773410c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:52.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 >> 172.21.15.18:0/3543457871 conn(0x7f77340fd100 msgr2=0x7f77340fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:52.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 shutdown_connections 2024-03-07T10:04:52.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:04:52.659+0000 7f773b3a7640 1 -- 172.21.15.18:0/3543457871 wait complete. 2024-03-07T10:04:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:52 smithi018 ceph-mon[32171]: pgmap v175: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:04:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 330.0 s, 2631.2 tps, lat 38.282 ms stddev 42.216 2024-03-07T10:04:53.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:52 smithi063 ceph-mon[36356]: pgmap v175: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:04:53.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:52 smithi077 ceph-mon[36374]: pgmap v175: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:04:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:54 smithi018 ceph-mon[32171]: pgmap v176: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.6 MiB/s wr, 599 op/s 2024-03-07T10:04:55.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:54 smithi063 ceph-mon[36356]: pgmap v176: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.6 MiB/s wr, 599 op/s 2024-03-07T10:04:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:54 smithi077 ceph-mon[36374]: pgmap v176: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 5.6 MiB/s wr, 599 op/s 2024-03-07T10:04:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:56 smithi018 ceph-mon[32171]: pgmap v177: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 7.6 MiB/s wr, 806 op/s 2024-03-07T10:04:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:56 smithi063 ceph-mon[36356]: pgmap v177: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 7.6 MiB/s wr, 806 op/s 2024-03-07T10:04:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:56 smithi077 ceph-mon[36374]: pgmap v177: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 7.6 MiB/s wr, 806 op/s 2024-03-07T10:04:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 335.0 s, 2682.8 tps, lat 37.274 ms stddev 42.103 2024-03-07T10:04:58.390 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:04:58.390 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:04:58.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 -- 172.21.15.18:0/3600103860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100670 msgr2=0x7f07f4100a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 --2- 172.21.15.18:0/3600103860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100670 0x7f07f4100a50 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009930 tx=0x7f07f002bcd0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 -- 172.21.15.18:0/3600103860 shutdown_connections 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 --2- 172.21.15.18:0/3600103860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07f4105a70 0x7f07f4105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 --2- 172.21.15.18:0/3600103860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100f90 0x7f07f4105450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 --2- 172.21.15.18:0/3600103860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100670 0x7f07f4100a50 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 -- 172.21.15.18:0/3600103860 >> 172.21.15.18:0/3600103860 conn(0x7f07f4077710 msgr2=0x7f07f4077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 -- 172.21.15.18:0/3600103860 shutdown_connections 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.526+0000 7f07fb51d640 1 -- 172.21.15.18:0/3600103860 wait complete. 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 Processor -- start 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 -- start start 2024-03-07T10:04:58.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100670 0x7f07f419e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100f90 0x7f07f419ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07f4105a70 0x7f07f41a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f4117ff0 con 0x7f07f4100f90 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f4117e70 con 0x7f07f4100670 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.527+0000 7f07fb51d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f4118170 con 0x7f07f4105a70 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f92b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100670 0x7f07f419e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f8ab8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100f90 0x7f07f419ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f8ab8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100f90 0x7f07f419ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51534/0 (socket says 172.21.15.18:51534) 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f92b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100670 0x7f07f419e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45632/0 (socket says 172.21.15.18:45632) 2024-03-07T10:04:58.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f8ab8640 1 -- 172.21.15.18:0/1064894134 learned_addr learned my addr 172.21.15.18:0/1064894134 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:58.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f9aba640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07f4105a70 0x7f07f41a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f92b9640 1 -- 172.21.15.18:0/1064894134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07f4105a70 msgr2=0x7f07f41a2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f92b9640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07f4105a70 0x7f07f41a2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f92b9640 1 -- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100f90 msgr2=0x7f07f419ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f92b9640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100f90 0x7f07f419ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.528+0000 7f07f92b9640 1 -- 172.21.15.18:0/1064894134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07f41a3540 con 0x7f07f4100670 2024-03-07T10:04:58.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.532+0000 7f07f92b9640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100670 0x7f07f419e550 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009230 tx=0x7f07f002cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.535+0000 7f07ea7fc640 1 -- 172.21.15.18:0/1064894134 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f0041070 con 0x7f07f4100670 2024-03-07T10:04:58.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.535+0000 7f07ea7fc640 1 -- 172.21.15.18:0/1064894134 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07f0004450 con 0x7f07f4100670 2024-03-07T10:04:58.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.535+0000 7f07ea7fc640 1 -- 172.21.15.18:0/1064894134 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f0003d00 con 0x7f07f4100670 2024-03-07T10:04:58.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.541+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07f41a37d0 con 0x7f07f4100670 2024-03-07T10:04:58.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.541+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07f41a3c40 con 0x7f07f4100670 2024-03-07T10:04:58.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.544+0000 7f07fe40b740 1 Processor -- start 2024-03-07T10:04:58.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.545+0000 7f07fe40b740 1 -- start start 2024-03-07T10:04:58.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.545+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856dcb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.545+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 0x55aa856e56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.545+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856e8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.545+0000 7f07fe40b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8563fdd0 con 0x55aa856dc730 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.545+0000 7f07fe40b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa855e8ae0 con 0x55aa856dd050 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.545+0000 7f07fe40b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8563be70 con 0x55aa856e5c30 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.546+0000 7f07f9aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856dcb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.546+0000 7f07f9aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856dcb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51538/0 (socket says 172.21.15.18:51538) 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.546+0000 7f07f9aba640 1 -- 172.21.15.18:0/1462517598 learned_addr learned my addr 172.21.15.18:0/1462517598 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.547+0000 7f07f9aba640 1 -- 172.21.15.18:0/1462517598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 msgr2=0x55aa856e8020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.547+0000 7f07f9aba640 1 --2- 172.21.15.18:0/1462517598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856e8020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.547+0000 7f07f9aba640 1 -- 172.21.15.18:0/1462517598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 msgr2=0x55aa856e56f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.547+0000 7f07f9aba640 1 --2- 172.21.15.18:0/1462517598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 0x55aa856e56f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.547+0000 7f07f9aba640 1 -- 172.21.15.18:0/1462517598 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa8541e7d0 con 0x55aa856dc730 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.547+0000 7f07f9aba640 1 --2- 172.21.15.18:0/1462517598 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856dcb10 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009e20 tx=0x7f07ec00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5935bff1cac3b40f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.547+0000 7f07ea7fc640 1 -- 172.21.15.18:0/1064894134 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f07f0044070 con 0x7f07f4100670 2024-03-07T10:04:58.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.548+0000 7f07ea7fc640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07e00a20c0 0x7f07e00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.549+0000 7f07ea7fc640 1 -- 172.21.15.18:0/1064894134 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f07f00ef880 con 0x7f07f4100670 2024-03-07T10:04:58.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.549+0000 7f07df7fe640 1 -- 172.21.15.18:0/1462517598 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07ec011640 con 0x55aa856dc730 2024-03-07T10:04:58.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.549+0000 7f07f92b9640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07e00a20c0 0x7f07e00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.549+0000 7f07df7fe640 1 -- 172.21.15.18:0/1462517598 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07ec011cc0 con 0x55aa856dc730 2024-03-07T10:04:58.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.549+0000 7f07df7fe640 1 -- 172.21.15.18:0/1462517598 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07ec010cc0 con 0x55aa856dc730 2024-03-07T10:04:58.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.550+0000 7f07f92b9640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07e00a20c0 0x7f07e00a4580 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x55aa856dc200 tx=0x7f07f002bcd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.553+0000 7f07fe40b740 1 -- 172.21.15.18:0/1462517598 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 msgr2=0x55aa856dcb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.553+0000 7f07fe40b740 1 --2- 172.21.15.18:0/1462517598 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856dcb10 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009e20 tx=0x7f07ec00f730 comp rx=0 tx=0).stop 2024-03-07T10:04:58.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.556+0000 7f07fe40b740 1 -- 172.21.15.18:0/1462517598 shutdown_connections 2024-03-07T10:04:58.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.556+0000 7f07fe40b740 1 --2- 172.21.15.18:0/1462517598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856e8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.556+0000 7f07fe40b740 1 --2- 172.21.15.18:0/1462517598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 0x55aa856e56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.556+0000 7f07fe40b740 1 --2- 172.21.15.18:0/1462517598 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856dcb10 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.556+0000 7f07fe40b740 1 -- 172.21.15.18:0/1462517598 >> 172.21.15.18:0/1462517598 conn(0x55aa856d6e60 msgr2=0x55aa856d7240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:58.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.557+0000 7f07fe40b740 1 -- 172.21.15.18:0/1462517598 shutdown_connections 2024-03-07T10:04:58.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.558+0000 7f07fe40b740 1 -- 172.21.15.18:0/1462517598 wait complete. 2024-03-07T10:04:58.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.558+0000 7f07fe40b740 1 -- start start 2024-03-07T10:04:58.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.558+0000 7f07fe40b740 1 Processor -- start 2024-03-07T10:04:58.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856e56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dd050 0x55aa856e2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856e3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07fe40b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa856f9a30 con 0x55aa856dd050 2024-03-07T10:04:58.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07f9aba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856e56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07f9aba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856e56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45634/0 (socket says 172.21.15.18:45634) 2024-03-07T10:04:58.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07f9aba640 1 -- 172.21.15.18:0/3261203570 learned_addr learned my addr 172.21.15.18:0/3261203570 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dd050 0x55aa856e2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa855fc070 con 0x55aa856dc730 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa856f9bb0 con 0x55aa856e5c30 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.559+0000 7f07f9aba640 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856e3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07f8ab8640 1 -- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 msgr2=0x55aa856e3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856e3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07f8ab8640 1 -- 172.21.15.18:0/3261203570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 msgr2=0x55aa856e56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856e56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07f8ab8640 1 -- 172.21.15.18:0/3261203570 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55aa853543f0 con 0x55aa856dd050 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07fe40b740 10 client.0 _ll_register_callbacks cb 0x55aa855fba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07ec011cc0 con 0x55aa856dd050 2024-03-07T10:04:58.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dd050 0x55aa856e2a50 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x55aa856d7ff0 tx=0x7f07e4011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def131c75e34ef57 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07dcff9640 10 client.17013 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:58.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07dcff9640 1 -- 172.21.15.18:0/3261203570 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07e400f8f0 con 0x55aa856dd050 2024-03-07T10:04:58.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.560+0000 7f07dcff9640 1 -- 172.21.15.18:0/3261203570 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f07e400fa90 con 0x55aa856dd050 2024-03-07T10:04:58.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07dcff9640 1 -- 172.21.15.18:0/3261203570 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07e400fcd0 con 0x55aa856dd050 2024-03-07T10:04:58.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 10 client.17013 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:58.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x55aa853140f0 con 0x55aa856dd050 2024-03-07T10:04:58.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07dcff9640 1 -- 172.21.15.18:0/3261203570 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f07e4018070 con 0x55aa856dd050 2024-03-07T10:04:58.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 10 client.17013 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:58.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 10 client.17013 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:58.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 20 client.17013 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:58.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa857067d0 0x55aa85708c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 4 client.17013 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aa8564d310 con 0x55aa857067d0 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.561+0000 7f07f9aba640 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa857067d0 0x55aa85708c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.562+0000 7f07dcff9640 10 client.17013 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.562+0000 7f07f9aba640 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa857067d0 0x55aa85708c90 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7112becb473c27b server_cookie=b500245ee4a9e750 in_seq=0 out_seq=0 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.562+0000 7f07dcff9640 1 -- 172.21.15.18:0/3261203570 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55aa8564d310 con 0x55aa857067d0 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.562+0000 7f07dcff9640 10 client.17013 handle_command_reply: tid=0 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.562+0000 7f07fe40b740 1 client.17013 shutdown 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dd050 msgr2=0x55aa856e2a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dd050 0x55aa856e2a50 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x55aa856d7ff0 tx=0x7f07e4011b50 comp rx=0 tx=0).stop 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 shutdown_connections 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa857067d0 0x55aa85708c90 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856e3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dd050 0x55aa856e2a50 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3261203570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856e56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 >> 172.21.15.18:0/3261203570 conn(0x55aa856d6e60 msgr2=0x55aa856d8bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:58.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07dcff9640 0 client.17013 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:58.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 shutdown_connections 2024-03-07T10:04:58.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 1 -- 172.21.15.18:0/3261203570 wait complete. 2024-03-07T10:04:58.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.563+0000 7f07fe40b740 20 client.17013 trim_cache size 0 max 16384 2024-03-07T10:04:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 Processor -- start 2024-03-07T10:04:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 -- start start 2024-03-07T10:04:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856d89a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856dd050 0x55aa856e5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856e5c30 0x55aa856e56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f41ad6e0 con 0x55aa856e5c30 2024-03-07T10:04:58.593 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f41ab1e0 con 0x55aa856dc730 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07fe40b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f40684e0 con 0x55aa856dd050 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07f9aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856e5c30 0x55aa856e56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07f8ab8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856dd050 0x55aa856e5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07f8ab8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856dd050 0x55aa856e5180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46332/0 (socket says 172.21.15.18:46332) 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07f8ab8640 1 -- 172.21.15.18:0/4076424684 learned_addr learned my addr 172.21.15.18:0/4076424684 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.591+0000 7f07f9aba640 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856d89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.592+0000 7f07f8ab8640 1 -- 172.21.15.18:0/4076424684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 msgr2=0x55aa856d89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.592+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856d89a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.592+0000 7f07f8ab8640 1 -- 172.21.15.18:0/4076424684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856e5c30 msgr2=0x55aa856e56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.592+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856e5c30 0x55aa856e56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.594 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.592+0000 7f07f8ab8640 1 -- 172.21.15.18:0/4076424684 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa856e1a00 con 0x55aa856dd050 2024-03-07T10:04:58.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.592+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856dd050 0x55aa856e5180 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f07e4000c00 tx=0x7f07e4014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca72c0003d6ee026 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.593+0000 7f07deffd640 1 -- 172.21.15.18:0/4076424684 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07e400f8f0 con 0x55aa856dd050 2024-03-07T10:04:58.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.593+0000 7f07deffd640 1 -- 172.21.15.18:0/4076424684 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07ec011cc0 con 0x55aa856dd050 2024-03-07T10:04:58.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.593+0000 7f07deffd640 1 -- 172.21.15.18:0/4076424684 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07e40193e0 con 0x55aa856dd050 2024-03-07T10:04:58.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 -- 172.21.15.18:0/4076424684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856dd050 msgr2=0x55aa856e5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856dd050 0x55aa856e5180 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f07e4000c00 tx=0x7f07e4014000 comp rx=0 tx=0).stop 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 -- 172.21.15.18:0/4076424684 shutdown_connections 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856e5c30 0x55aa856e56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856dd050 0x55aa856e5180 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 --2- 172.21.15.18:0/4076424684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dc730 0x55aa856d89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 -- 172.21.15.18:0/4076424684 >> 172.21.15.18:0/4076424684 conn(0x55aa856d6e60 msgr2=0x55aa856d8290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 -- 172.21.15.18:0/4076424684 shutdown_connections 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 -- 172.21.15.18:0/4076424684 wait complete. 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 -- start start 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.594+0000 7f07fe40b740 1 Processor -- start 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856fe930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 0x55aa856fccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07fe40b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856fd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07fe40b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f4071f80 con 0x55aa856dc730 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07fe40b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f4073260 con 0x55aa856dd050 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07fe40b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f40725a0 con 0x55aa856e5c30 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07fe40b740 10 client.0 _ll_register_callbacks cb 0x7f07e4009dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856fe930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856fe930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51572/0 (socket says 172.21.15.18:51572) 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 -- 172.21.15.18:0/3105149612 learned_addr learned my addr 172.21.15.18:0/3105149612 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 0x55aa856fccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856fd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 -- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 msgr2=0x55aa856fd210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856fd210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 -- 172.21.15.18:0/3105149612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 msgr2=0x55aa856fccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 0x55aa856fccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.595+0000 7f07f9aba640 1 -- 172.21.15.18:0/3105149612 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55aa856e34b0 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07f9aba640 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856fe930 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f07ec010520 tx=0x7f07ec00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=979923972f7d3757 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07dcff9640 1 -- 172.21.15.18:0/3105149612 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07ec02e0d0 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07ec011cc0 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07dcff9640 1 -- 172.21.15.18:0/3105149612 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f07ec02e270 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07dcff9640 1 -- 172.21.15.18:0/3105149612 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07ec003970 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07fe40b740 10 client.17019 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.596+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55aa85762d20 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07dcff9640 1 -- 172.21.15.18:0/3105149612 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07ec011cc0 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07dcff9640 1 -- 172.21.15.18:0/3105149612 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f07ec011440 con 0x55aa856dc730 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07fe40b740 10 client.17019 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07fe40b740 10 client.17019 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07fe40b740 20 client.17019 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:58.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa85763200 0x55aa857655f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07fe40b740 4 client.17019 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:04:58.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55aa85647660 con 0x55aa85763200 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa85763200 0x55aa857655f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07f8ab8640 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa85763200 0x55aa857655f0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=599c374f57770dff server_cookie=b11a31d0191298fa in_seq=0 out_seq=0 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.597+0000 7f07dcff9640 10 client.17019 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07dcff9640 1 -- 172.21.15.18:0/3105149612 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55aa85647660 con 0x55aa85763200 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07dcff9640 10 client.17019 handle_command_reply: tid=0 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 client.17019 shutdown 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 msgr2=0x55aa856fe930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856fe930 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f07ec010520 tx=0x7f07ec00f730 comp rx=0 tx=0).stop 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 shutdown_connections 2024-03-07T10:04:58.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa85763200 0x55aa857655f0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa856e5c30 0x55aa856fd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa856dd050 0x55aa856fccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 --2- 172.21.15.18:0/3105149612 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa856dc730 0x55aa856fe930 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07dcff9640 0 client.17019 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 >> 172.21.15.18:0/3105149612 conn(0x55aa856d6e60 msgr2=0x55aa856d5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 shutdown_connections 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 1 -- 172.21.15.18:0/3105149612 wait complete. 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:04:58.604 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:04:58.605 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:04:58.605 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:04:58.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.598+0000 7f07fe40b740 20 client.17019 trim_cache size 0 max 16384 2024-03-07T10:04:58.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07e00a20c0 msgr2=0x7f07e00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.605 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07e00a20c0 0x7f07e00a4580 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x55aa856dc200 tx=0x7f07f002bcd0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100670 msgr2=0x7f07f419e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100670 0x7f07f419e550 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009230 tx=0x7f07f002cbd0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 shutdown_connections 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07f4105a70 0x7f07f41a2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07e00a20c0 0x7f07e00a4580 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07f4100f90 0x7f07f419ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 --2- 172.21.15.18:0/1064894134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f4100670 0x7f07f419e550 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 >> 172.21.15.18:0/1064894134 conn(0x7f07f4077710 msgr2=0x7f07f4103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 shutdown_connections 2024-03-07T10:04:58.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.600+0000 7f07fb51d640 1 -- 172.21.15.18:0/1064894134 wait complete. 2024-03-07T10:04:58.615 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:04:58.616 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:04:58.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.763+0000 7f61740d0640 1 -- 172.21.15.18:0/756007378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c110240 msgr2=0x7f616c108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.763+0000 7f61740d0640 1 --2- 172.21.15.18:0/756007378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c110240 0x7f616c108ba0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f616401acb0 tx=0x7f616403d150 comp rx=0 tx=0).stop 2024-03-07T10:04:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.764+0000 7f61740d0640 1 -- 172.21.15.18:0/756007378 shutdown_connections 2024-03-07T10:04:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.764+0000 7f61740d0640 1 --2- 172.21.15.18:0/756007378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f616c109280 0x7f616c11ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.764+0000 7f61740d0640 1 --2- 172.21.15.18:0/756007378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c110240 0x7f616c108ba0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.764+0000 7f61740d0640 1 --2- 172.21.15.18:0/756007378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f616c10fdd0 0x7f616c108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.764+0000 7f61740d0640 1 -- 172.21.15.18:0/756007378 >> 172.21.15.18:0/756007378 conn(0x7f616c06d9c0 msgr2=0x7f616c06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:58.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.770+0000 7f61740d0640 1 -- 172.21.15.18:0/756007378 shutdown_connections 2024-03-07T10:04:58.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.774+0000 7f61740d0640 1 -- 172.21.15.18:0/756007378 wait complete. 2024-03-07T10:04:58.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.774+0000 7f61740d0640 1 Processor -- start 2024-03-07T10:04:58.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.783+0000 7f61740d0640 1 -- start start 2024-03-07T10:04:58.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.783+0000 7f61740d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f616c10fdd0 0x7f616c11a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.783+0000 7f61740d0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f616c110240 0x7f616c1167d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.783+0000 7f61740d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c116d10 0x7f616c1171c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.784+0000 7f61740d0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f616c1130e0 con 0x7f616c10fdd0 2024-03-07T10:04:58.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.784+0000 7f61740d0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f616c112f60 con 0x7f616c110240 2024-03-07T10:04:58.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.784+0000 7f61740d0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f616c113260 con 0x7f616c116d10 2024-03-07T10:04:58.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.785+0000 7f6171e6c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f616c10fdd0 0x7f616c11a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.785+0000 7f617166b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f616c110240 0x7f616c1167d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.785+0000 7f617166b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f616c110240 0x7f616c1167d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45656/0 (socket says 172.21.15.18:45656) 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.785+0000 7f617166b640 1 -- 172.21.15.18:0/3385382070 learned_addr learned my addr 172.21.15.18:0/3385382070 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.786+0000 7f617266d640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c116d10 0x7f616c1171c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.786+0000 7f6171e6c640 1 -- 172.21.15.18:0/3385382070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c116d10 msgr2=0x7f616c1171c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.786+0000 7f6171e6c640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c116d10 0x7f616c1171c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.786+0000 7f6171e6c640 1 -- 172.21.15.18:0/3385382070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f616c110240 msgr2=0x7f616c1167d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.786+0000 7f6171e6c640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f616c110240 0x7f616c1167d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:58.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.786+0000 7f6171e6c640 1 -- 172.21.15.18:0/3385382070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f616c1aada0 con 0x7f616c10fdd0 2024-03-07T10:04:58.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.787+0000 7f6171e6c640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f616c10fdd0 0x7f616c11a740 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f615c00b3f0 tx=0x7f615c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.787+0000 7f6162ffd640 1 -- 172.21.15.18:0/3385382070 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615c015020 con 0x7f616c10fdd0 2024-03-07T10:04:58.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.787+0000 7f6162ffd640 1 -- 172.21.15.18:0/3385382070 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f615c011d10 con 0x7f616c10fdd0 2024-03-07T10:04:58.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.787+0000 7f6162ffd640 1 -- 172.21.15.18:0/3385382070 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615c015020 con 0x7f616c10fdd0 2024-03-07T10:04:58.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.788+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f616c1ab090 con 0x7f616c10fdd0 2024-03-07T10:04:58.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.788+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f616c1ab590 con 0x7f616c10fdd0 2024-03-07T10:04:58.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.790+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6150005290 con 0x7f616c10fdd0 2024-03-07T10:04:58.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.791+0000 7f6162ffd640 1 -- 172.21.15.18:0/3385382070 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f615c018020 con 0x7f616c10fdd0 2024-03-07T10:04:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.793+0000 7f6162ffd640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f61580a2330 0x7f61580a47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.793+0000 7f6162ffd640 1 -- 172.21.15.18:0/3385382070 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f615c011630 con 0x7f616c10fdd0 2024-03-07T10:04:58.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.794+0000 7f617166b640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f61580a2330 0x7f61580a47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:58.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.795+0000 7f617166b640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f61580a2330 0x7f61580a47f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f616c117f90 tx=0x7f6164005ef0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:58.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:58.800+0000 7f6162ffd640 1 -- 172.21.15.18:0/3385382070 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f615c01f020 con 0x7f616c10fdd0 2024-03-07T10:04:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:58 smithi018 ceph-mon[32171]: pgmap v178: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.6 MiB/s wr, 578 op/s 2024-03-07T10:04:59.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.129+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6150005850 con 0x7f616c10fdd0 2024-03-07T10:04:59.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.130+0000 7f6162ffd640 1 -- 172.21.15.18:0/3385382070 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f615c09a410 con 0x7f616c10fdd0 2024-03-07T10:04:59.132 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:04:59.132 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:04:59.132 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f61580a2330 msgr2=0x7f61580a47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f61580a2330 0x7f61580a47f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f616c117f90 tx=0x7f6164005ef0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f616c10fdd0 msgr2=0x7f616c11a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f616c10fdd0 0x7f616c11a740 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f615c00b3f0 tx=0x7f615c00b8b0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 shutdown_connections 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f616c116d10 0x7f616c1171c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f616c110240 0x7f616c1167d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f61580a2330 0x7f61580a47f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 --2- 172.21.15.18:0/3385382070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f616c10fdd0 0x7f616c11a740 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 >> 172.21.15.18:0/3385382070 conn(0x7f616c06d9c0 msgr2=0x7f616c10c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 shutdown_connections 2024-03-07T10:04:59.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.132+0000 7f61740d0640 1 -- 172.21.15.18:0/3385382070 wait complete. 2024-03-07T10:04:59.148 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:04:59.148 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:04:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:58 smithi063 ceph-mon[36356]: pgmap v178: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.6 MiB/s wr, 578 op/s 2024-03-07T10:04:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:58 smithi077 ceph-mon[36374]: pgmap v178: 97 pgs: 97 active+clean; 3.8 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.6 MiB/s wr, 578 op/s 2024-03-07T10:04:59.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 -- 172.21.15.18:0/4114602924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b8107630 msgr2=0x7f80b8107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 --2- 172.21.15.18:0/4114602924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b8107630 0x7f80b8107a10 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f80b0009cd0 tx=0x7f80b002c0f0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 -- 172.21.15.18:0/4114602924 shutdown_connections 2024-03-07T10:04:59.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 --2- 172.21.15.18:0/4114602924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80b8101fe0 0x7f80b810e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 --2- 172.21.15.18:0/4114602924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8101620 0x7f80b8101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 --2- 172.21.15.18:0/4114602924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b8107630 0x7f80b8107a10 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 -- 172.21.15.18:0/4114602924 >> 172.21.15.18:0/4114602924 conn(0x7f80b80fd0d0 msgr2=0x7f80b80ff4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 -- 172.21.15.18:0/4114602924 shutdown_connections 2024-03-07T10:04:59.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.304+0000 7f80bd65e640 1 -- 172.21.15.18:0/4114602924 wait complete. 2024-03-07T10:04:59.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.305+0000 7f80bd65e640 1 Processor -- start 2024-03-07T10:04:59.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.305+0000 7f80bd65e640 1 -- start start 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80bd65e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80b8101620 0x7f80b8072e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80bd65e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b8101fe0 0x7f80b806bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80bd65e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8107630 0x7f80b806c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80bd65e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b8111a40 con 0x7f80b8101fe0 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80bd65e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81118c0 con 0x7f80b8101620 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80bd65e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b8111bc0 con 0x7f80b8107630 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8107630 0x7f80b806c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8107630 0x7f80b806c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46382/0 (socket says 172.21.15.18:46382) 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 -- 172.21.15.18:0/2155989105 learned_addr learned my addr 172.21.15.18:0/2155989105 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80b8101620 0x7f80b8072e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 -- 172.21.15.18:0/2155989105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80b8101620 msgr2=0x7f80b8072e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80b8101620 0x7f80b8072e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 -- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b8101fe0 msgr2=0x7f80b806bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b8101fe0 0x7f80b806bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.306+0000 7f80b77fe640 1 -- 172.21.15.18:0/2155989105 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b806c9d0 con 0x7f80b8107630 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.307+0000 7f80b77fe640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8107630 0x7f80b806c410 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f80ac009d80 tx=0x7f80ac00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.307+0000 7f809ffff640 1 -- 172.21.15.18:0/2155989105 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ac005020 con 0x7f80b8107630 2024-03-07T10:04:59.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.307+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b806ccc0 con 0x7f80b8107630 2024-03-07T10:04:59.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.307+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b8070ca0 con 0x7f80b8107630 2024-03-07T10:04:59.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.307+0000 7f809ffff640 1 -- 172.21.15.18:0/2155989105 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80ac0056a0 con 0x7f80b8107630 2024-03-07T10:04:59.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.307+0000 7f809ffff640 1 -- 172.21.15.18:0/2155989105 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ac01a670 con 0x7f80b8107630 2024-03-07T10:04:59.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.309+0000 7f809ffff640 1 -- 172.21.15.18:0/2155989105 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f80ac0051c0 con 0x7f80b8107630 2024-03-07T10:04:59.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f809ffff640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80a00a1ff0 0x7f80a00a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 Processor -- start 2024-03-07T10:04:59.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f809ffff640 1 -- 172.21.15.18:0/2155989105 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f80ac0d2000 con 0x7f80b8107630 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 -- start start 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80a00a1ff0 0x7f80a00a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f766f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f778940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f77b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6f72e330 con 0x55da6f778e80 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6f6cae90 con 0x55da6f766b50 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.310+0000 7f80c0452740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6f673d00 con 0x55da6f767500 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f778940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f778940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46394/0 (socket says 172.21.15.18:46394) 2024-03-07T10:04:59.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 -- 172.21.15.18:0/424833763 learned_addr learned my addr 172.21.15.18:0/424833763 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f766f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b77fe640 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f77b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 -- 172.21.15.18:0/424833763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 msgr2=0x55da6f766f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f766f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 -- 172.21.15.18:0/424833763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 msgr2=0x55da6f77b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f77b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 -- 172.21.15.18:0/424833763 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da6f672b90 con 0x55da6f767500 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80a00a1ff0 0x7f80a00a44b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f80b0009ca0 tx=0x7f80b00098d0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f80b67fc640 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f778940 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f80a8009bb0 tx=0x7f80a800e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ecbd63e358e4acf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f809d7fa640 1 -- 172.21.15.18:0/424833763 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a8005020 con 0x55da6f767500 2024-03-07T10:04:59.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f809d7fa640 1 -- 172.21.15.18:0/424833763 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80a80047a0 con 0x55da6f767500 2024-03-07T10:04:59.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.311+0000 7f809d7fa640 1 -- 172.21.15.18:0/424833763 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a8010670 con 0x55da6f767500 2024-03-07T10:04:59.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 -- 172.21.15.18:0/424833763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 msgr2=0x55da6f778940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f778940 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f80a8009bb0 tx=0x7f80a800e720 comp rx=0 tx=0).stop 2024-03-07T10:04:59.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 -- 172.21.15.18:0/424833763 shutdown_connections 2024-03-07T10:04:59.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f77b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f778940 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 --2- 172.21.15.18:0/424833763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f766f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 -- 172.21.15.18:0/424833763 >> 172.21.15.18:0/424833763 conn(0x55da6f7618a0 msgr2=0x55da6f761c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 -- 172.21.15.18:0/424833763 shutdown_connections 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.312+0000 7f80c0452740 1 -- 172.21.15.18:0/424833763 wait complete. 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 -- start start 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 Processor -- start 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f766b50 0x55da6f772980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f767500 0x55da6f772ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f7786f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b67fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f767500 0x55da6f772ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f7786f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b67fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f767500 0x55da6f772ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45712/0 (socket says 172.21.15.18:45712) 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f7786f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51628/0 (socket says 172.21.15.18:51628) 2024-03-07T10:04:59.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b67fc640 1 -- 172.21.15.18:0/3895932426 learned_addr learned my addr 172.21.15.18:0/3895932426 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f766b50 0x55da6f772980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6f669470 con 0x55da6f778e80 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6f6c6f30 con 0x55da6f767500 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6f7684d0 con 0x55da6f766b50 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80c0452740 10 client.0 _ll_register_callbacks cb 0x55da6f6c4d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b67fc640 1 -- 172.21.15.18:0/3895932426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f766b50 msgr2=0x55da6f772980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b67fc640 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f766b50 0x55da6f772980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b67fc640 1 -- 172.21.15.18:0/3895932426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 msgr2=0x55da6f7786f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.313+0000 7f80b67fc640 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f7786f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f80b67fc640 1 -- 172.21.15.18:0/3895932426 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55da6f3df3f0 con 0x55da6f767500 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f80b77fe640 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f7786f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f80b67fc640 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f767500 0x55da6f772ec0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f80a8004f20 tx=0x7f80a8004c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58cd645245b69909 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f809aff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f809aff5640 1 -- 172.21.15.18:0/3895932426 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a8026020 con 0x55da6f767500 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f80a80047a0 con 0x55da6f767500 2024-03-07T10:04:59.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f809aff5640 1 -- 172.21.15.18:0/3895932426 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f80a8005200 con 0x55da6f767500 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f809aff5640 1 -- 172.21.15.18:0/3895932426 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80a8031050 con 0x55da6f767500 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f80c0452740 10 client.26819 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55da6f4a97d0 con 0x55da6f767500 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.314+0000 7f809aff5640 1 -- 172.21.15.18:0/3895932426 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80a80047a0 con 0x55da6f767500 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f809aff5640 1 -- 172.21.15.18:0/3895932426 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f80a8010430 con 0x55da6f767500 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f80c0452740 10 client.26819 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f80c0452740 10 client.26819 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f80c0452740 20 client.26819 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f80c0452740 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f793b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f80c0452740 4 client.26819 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55da6f6d83d0 con 0x55da6f791790 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.315+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f793b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.316+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f793b80 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3d8177e307c8a04 server_cookie=963693a9595a5b1 in_seq=0 out_seq=0 2024-03-07T10:04:59.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.316+0000 7f809aff5640 10 client.26819 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f809aff5640 1 -- 172.21.15.18:0/3895932426 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55da6f6d83d0 con 0x55da6f791790 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f809aff5640 10 client.26819 handle_command_reply: tid=0 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 client.26819 shutdown 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f767500 msgr2=0x55da6f772ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f767500 0x55da6f772ec0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f80a8004f20 tx=0x7f80a8004c00 comp rx=0 tx=0).stop 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 shutdown_connections 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f793b80 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f809aff5640 0 client.26819 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f7786f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f767500 0x55da6f772ec0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 --2- 172.21.15.18:0/3895932426 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f766b50 0x55da6f772980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 >> 172.21.15.18:0/3895932426 conn(0x55da6f7618a0 msgr2=0x55da6f7635f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 shutdown_connections 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 1 -- 172.21.15.18:0/3895932426 wait complete. 2024-03-07T10:04:59.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.317+0000 7f80c0452740 20 client.26819 trim_cache size 0 max 16384 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.333+0000 7f80c0452740 1 Processor -- start 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80c0452740 1 -- start start 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80c0452740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f772e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80c0452740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f7785e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80c0452740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f76b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80c0452740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81b5ff0 con 0x55da6f778e80 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80c0452740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81b3af0 con 0x55da6f766b50 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80c0452740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81b1b90 con 0x55da6f767500 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f772e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f772e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45716/0 (socket says 172.21.15.18:45716) 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 -- 172.21.15.18:0/3717275899 learned_addr learned my addr 172.21.15.18:0/3717275899 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b67fc640 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f7785e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b77fe640 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f76b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 -- 172.21.15.18:0/3717275899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 msgr2=0x55da6f7785e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f7785e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 -- 172.21.15.18:0/3717275899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 msgr2=0x55da6f76b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f76b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b6ffd640 1 -- 172.21.15.18:0/3717275899 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da6f766260 con 0x55da6f766b50 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b67fc640 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f7785e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.334+0000 7f80b77fe640 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f76b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.335+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f772e80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f80b0009a60 tx=0x7f80b002e050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28a28da96d7b5c7a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.335+0000 7f809cff9640 1 -- 172.21.15.18:0/3717275899 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b0039040 con 0x55da6f766b50 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.335+0000 7f809cff9640 1 -- 172.21.15.18:0/3717275899 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80b0003e50 con 0x55da6f766b50 2024-03-07T10:04:59.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.335+0000 7f809cff9640 1 -- 172.21.15.18:0/3717275899 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b0034440 con 0x55da6f766b50 2024-03-07T10:04:59.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.336+0000 7f80c0452740 1 -- 172.21.15.18:0/3717275899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 msgr2=0x55da6f772e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.336+0000 7f80c0452740 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f772e80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f80b0009a60 tx=0x7f80b002e050 comp rx=0 tx=0).stop 2024-03-07T10:04:59.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.336+0000 7f80c0452740 1 -- 172.21.15.18:0/3717275899 shutdown_connections 2024-03-07T10:04:59.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.336+0000 7f80c0452740 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f778e80 0x55da6f76b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.336+0000 7f80c0452740 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f767500 0x55da6f7785e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.336+0000 7f80c0452740 1 --2- 172.21.15.18:0/3717275899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f772e80 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.336+0000 7f80c0452740 1 -- 172.21.15.18:0/3717275899 >> 172.21.15.18:0/3717275899 conn(0x55da6f7618a0 msgr2=0x55da6f772770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.337+0000 7f80c0452740 1 -- 172.21.15.18:0/3717275899 shutdown_connections 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.337+0000 7f80c0452740 1 -- 172.21.15.18:0/3717275899 wait complete. 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 -- start start 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 Processor -- start 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f775d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f767500 0x55da6f776260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f778e80 0x55da6f7767a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81b2190 con 0x55da6f767500 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81b3490 con 0x55da6f766b50 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81b27d0 con 0x55da6f778e80 2024-03-07T10:04:59.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80c0452740 10 client.0 _ll_register_callbacks cb 0x7f80a8009ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80b67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f767500 0x55da6f776260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80b77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f778e80 0x55da6f7767a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80b67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f767500 0x55da6f776260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51642/0 (socket says 172.21.15.18:51642) 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80b67fc640 1 -- 172.21.15.18:0/707178187 learned_addr learned my addr 172.21.15.18:0/707178187 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.338+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f775d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b77fe640 1 -- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 msgr2=0x55da6f775d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b77fe640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f775d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b77fe640 1 -- 172.21.15.18:0/707178187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f767500 msgr2=0x55da6f776260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b77fe640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f767500 0x55da6f776260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b77fe640 1 -- 172.21.15.18:0/707178187 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55da6f77b270 con 0x55da6f778e80 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f775d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b67fc640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f767500 0x55da6f776260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80b77fe640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f778e80 0x55da6f7767a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f80ac0cf680 tx=0x7f80ac0cfc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f521b81f1cfcaf2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f809aff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:59.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f809aff5640 1 -- 172.21.15.18:0/707178187 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ac087e60 con 0x55da6f778e80 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f809aff5640 1 -- 172.21.15.18:0/707178187 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f80ac0a6c30 con 0x55da6f778e80 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f80b0003e50 con 0x55da6f778e80 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f809aff5640 1 -- 172.21.15.18:0/707178187 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80ac0a70c0 con 0x55da6f778e80 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80c0452740 10 client.26896 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55da6f7616d0 con 0x55da6f778e80 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.339+0000 7f809aff5640 1 -- 172.21.15.18:0/707178187 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80b0003e50 con 0x55da6f778e80 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f809aff5640 1 -- 172.21.15.18:0/707178187 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f80ac09dd70 con 0x55da6f778e80 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f80c0452740 10 client.26896 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f80c0452740 10 client.26896 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f80c0452740 20 client.26896 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f80c0452740 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f7ef5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f80c0452740 4 client.26896 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55da6f6d2720 con 0x55da6f791790 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f7ef5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.340+0000 7f809aff5640 10 client.26896 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80b6ffd640 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f7ef5d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6c869a413fd9915a server_cookie=203cdebc77933ab5 in_seq=0 out_seq=0 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f809aff5640 1 -- 172.21.15.18:0/707178187 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55da6f6d2720 con 0x55da6f791790 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f809aff5640 10 client.26896 handle_command_reply: tid=0 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 client.26896 shutdown 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f778e80 msgr2=0x55da6f7767a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f778e80 0x55da6f7767a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f80ac0cf680 tx=0x7f80ac0cfc30 comp rx=0 tx=0).stop 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 shutdown_connections 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55da6f791790 0x55da6f7ef5d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55da6f778e80 0x55da6f7767a0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55da6f767500 0x55da6f776260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 --2- 172.21.15.18:0/707178187 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55da6f766b50 0x55da6f775d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 >> 172.21.15.18:0/707178187 conn(0x55da6f7618a0 msgr2=0x55da6f7600d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f809aff5640 0 client.26896 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:04:59.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 shutdown_connections 2024-03-07T10:04:59.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 1 -- 172.21.15.18:0/707178187 wait complete. 2024-03-07T10:04:59.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.341+0000 7f80c0452740 20 client.26896 trim_cache size 0 max 16384 2024-03-07T10:04:59.348 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80a00a1ff0 msgr2=0x7f80a00a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80a00a1ff0 0x7f80a00a44b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f80b0009ca0 tx=0x7f80b00098d0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8107630 msgr2=0x7f80b806c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8107630 0x7f80b806c410 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f80ac009d80 tx=0x7f80ac00c6a0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 shutdown_connections 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f80b8107630 0x7f80b806c410 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80a00a1ff0 0x7f80a00a44b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f80b8101fe0 0x7f80b806bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 --2- 172.21.15.18:0/2155989105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f80b8101620 0x7f80b8072e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 >> 172.21.15.18:0/2155989105 conn(0x7f80b80fd0d0 msgr2=0x7f80b80fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 shutdown_connections 2024-03-07T10:04:59.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.342+0000 7f80bd65e640 1 -- 172.21.15.18:0/2155989105 wait complete. 2024-03-07T10:04:59.357 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:04:59.357 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:04:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 -- 172.21.15.18:0/1149974250 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a740fff80 msgr2=0x7f1a74100360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/1149974250 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a740fff80 0x7f1a74100360 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1a64009860 tx=0x7f1a6402bc00 comp rx=0 tx=0).stop 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 -- 172.21.15.18:0/1149974250 shutdown_connections 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/1149974250 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a74112380 0x7f1a74114770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/1149974250 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a741008a0 0x7f1a74111e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/1149974250 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a740fff80 0x7f1a74100360 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 -- 172.21.15.18:0/1149974250 >> 172.21.15.18:0/1149974250 conn(0x7f1a74076ab0 msgr2=0x7f1a74076ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 -- 172.21.15.18:0/1149974250 shutdown_connections 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.507+0000 7f1a7a31d640 1 -- 172.21.15.18:0/1149974250 wait complete. 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.508+0000 7f1a7a31d640 1 Processor -- start 2024-03-07T10:04:59.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.508+0000 7f1a7a31d640 1 -- start start 2024-03-07T10:04:59.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.508+0000 7f1a7a31d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a740fff80 0x7f1a7419e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.508+0000 7f1a7a31d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a741008a0 0x7f1a7419ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a7a31d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a74112380 0x7f1a741a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a7a31d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a74118020 con 0x7f1a74112380 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a7a31d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a74117ea0 con 0x7f1a741008a0 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a7a31d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a741181a0 con 0x7f1a740fff80 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a741008a0 0x7f1a7419ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a741008a0 0x7f1a7419ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45740/0 (socket says 172.21.15.18:45740) 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a737fe640 1 -- 172.21.15.18:0/2477556803 learned_addr learned my addr 172.21.15.18:0/2477556803 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a73fff640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a740fff80 0x7f1a7419e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a788ba640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a74112380 0x7f1a741a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a788ba640 1 -- 172.21.15.18:0/2477556803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a740fff80 msgr2=0x7f1a7419e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a788ba640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a740fff80 0x7f1a7419e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a788ba640 1 -- 172.21.15.18:0/2477556803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a741008a0 msgr2=0x7f1a7419ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a788ba640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a741008a0 0x7f1a7419ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a788ba640 1 -- 172.21.15.18:0/2477556803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a741a34c0 con 0x7f1a74112380 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.509+0000 7f1a737fe640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a741008a0 0x7f1a7419ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.510+0000 7f1a788ba640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a74112380 0x7f1a741a2d90 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c005fd0 tx=0x7f1a6c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.510+0000 7f1a717fa640 1 -- 172.21.15.18:0/2477556803 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c00cdf0 con 0x7f1a74112380 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.510+0000 7f1a717fa640 1 -- 172.21.15.18:0/2477556803 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a6c005020 con 0x7f1a74112380 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.510+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a741a37b0 con 0x7f1a74112380 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.510+0000 7f1a717fa640 1 -- 172.21.15.18:0/2477556803 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c0106d0 con 0x7f1a74112380 2024-03-07T10:04:59.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.510+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a74107620 con 0x7f1a74112380 2024-03-07T10:04:59.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.513+0000 7f1a717fa640 1 -- 172.21.15.18:0/2477556803 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f1a6c0054d0 con 0x7f1a74112380 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.513+0000 7f1a7d1fc740 1 Processor -- start 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.513+0000 7f1a7d1fc740 1 -- start start 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dab5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabe130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac5da7c330 con 0x55ac5dab5170 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac5da18e90 con 0x55ac5dab5a90 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac5d9c1d00 con 0x55ac5dabe670 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a717fa640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a5c0a1f70 0x7f1a5c0a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dab5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a73fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabe130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dab5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51668/0 (socket says 172.21.15.18:51668) 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a73fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabe130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45746/0 (socket says 172.21.15.18:45746) 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a737fe640 1 -- 172.21.15.18:0/3265103092 learned_addr learned my addr 172.21.15.18:0/3265103092 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a788ba640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a5c0a1f70 0x7f1a5c0a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a737fe640 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a717fa640 1 -- 172.21.15.18:0/2477556803 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1a6c0ce7e0 con 0x7f1a74112380 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a73fff640 1 -- 172.21.15.18:0/3265103092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 msgr2=0x55ac5dac0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a73fff640 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a73fff640 1 -- 172.21.15.18:0/3265103092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 msgr2=0x55ac5dab5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a73fff640 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dab5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a73fff640 1 -- 172.21.15.18:0/3265103092 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ac5d9c0b90 con 0x55ac5dab5a90 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a737fe640 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dab5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.514+0000 7f1a788ba640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a5c0a1f70 0x7f1a5c0a4430 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c0cbf70 tx=0x7f1a6c0058d0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.515+0000 7f1a73fff640 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabe130 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1a64037040 tx=0x7f1a64009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f991d0c441feb86f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.515+0000 7f1a5a7fc640 1 -- 172.21.15.18:0/3265103092 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a64039040 con 0x55ac5dab5a90 2024-03-07T10:04:59.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.515+0000 7f1a5a7fc640 1 -- 172.21.15.18:0/3265103092 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a64034440 con 0x55ac5dab5a90 2024-03-07T10:04:59.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.515+0000 7f1a5a7fc640 1 -- 172.21.15.18:0/3265103092 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6402c7c0 con 0x55ac5dab5a90 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.516+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3265103092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 msgr2=0x55ac5dabe130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.516+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabe130 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1a64037040 tx=0x7f1a64009510 comp rx=0 tx=0).stop 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.516+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3265103092 shutdown_connections 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.516+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.516+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabe130 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.516+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3265103092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dab5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.516+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3265103092 >> 172.21.15.18:0/3265103092 conn(0x55ac5daaf8a0 msgr2=0x55ac5daafc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.517+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3265103092 shutdown_connections 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.517+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3265103092 wait complete. 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.517+0000 7f1a7d1fc740 1 -- start start 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 1 Processor -- start 2024-03-07T10:04:59.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dabb630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dabc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac5d9b7470 con 0x55ac5dab5170 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac5da14f30 con 0x55ac5dab5a90 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac5dac1400 con 0x55ac5dabe670 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dabb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dabb630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51684/0 (socket says 172.21.15.18:51684) 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 -- 172.21.15.18:0/1210844167 learned_addr learned my addr 172.21.15.18:0/1210844167 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a73fff640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dabc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a7d1fc740 10 client.0 _ll_register_callbacks cb 0x55ac5da12d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 -- 172.21.15.18:0/1210844167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 msgr2=0x55ac5dabc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dabc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 -- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 msgr2=0x55ac5dabbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a737fe640 1 -- 172.21.15.18:0/1210844167 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ac5d72d3f0 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.518+0000 7f1a73fff640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a737fe640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dabb630 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f1a68024440 tx=0x7f1a68009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ecd2b7ca4904cda server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a537fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a537fe640 1 -- 172.21.15.18:0/1210844167 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a68004460 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a537fe640 1 -- 172.21.15.18:0/1210844167 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1a68005020 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1a64034440 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a537fe640 1 -- 172.21.15.18:0/1210844167 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a68022e20 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a7d1fc740 10 client.17046 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ac5d7f77d0 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a537fe640 1 -- 172.21.15.18:0/1210844167 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a64034440 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a537fe640 1 -- 172.21.15.18:0/1210844167 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f1a68036050 con 0x55ac5dab5170 2024-03-07T10:04:59.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a7d1fc740 10 client.17046 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a7d1fc740 10 client.17046 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a7d1fc740 20 client.17046 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.519+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5dad0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.520+0000 7f1a7d1fc740 4 client.17046 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.520+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ac5da263d0 con 0x55ac5dace800 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.520+0000 7f1a73fff640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5dad0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.520+0000 7f1a537fe640 10 client.17046 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.520+0000 7f1a73fff640 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5dad0c80 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=991864dfbcae3155 server_cookie=12a86691112a2db4 in_seq=0 out_seq=0 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.521+0000 7f1a537fe640 1 -- 172.21.15.18:0/1210844167 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ac5da263d0 con 0x55ac5dace800 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.521+0000 7f1a537fe640 10 client.17046 handle_command_reply: tid=0 2024-03-07T10:04:59.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.521+0000 7f1a7d1fc740 1 client.17046 shutdown 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 msgr2=0x55ac5dabb630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dabb630 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f1a68024440 tx=0x7f1a68009260 comp rx=0 tx=0).stop 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 shutdown_connections 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5dad0c80 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dabc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a537fe640 0 client.17046 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dabbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.522+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/1210844167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dabb630 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.523+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 >> 172.21.15.18:0/1210844167 conn(0x55ac5daaf8a0 msgr2=0x55ac5dab15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.523+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 shutdown_connections 2024-03-07T10:04:59.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.523+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/1210844167 wait complete. 2024-03-07T10:04:59.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.523+0000 7f1a7d1fc740 20 client.17046 trim_cache size 0 max 16384 2024-03-07T10:04:59.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.539+0000 7f1a7d1fc740 1 Processor -- start 2024-03-07T10:04:59.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.539+0000 7f1a7d1fc740 1 -- start start 2024-03-07T10:04:59.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5170 0x55ac5dabdd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dab5a90 0x55ac5daae7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dabe670 0x55ac5dac9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a741ad690 con 0x55ac5dabe670 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a741ab1b0 con 0x55ac5dab5170 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a74068930 con 0x55ac5dab5a90 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5170 0x55ac5dabdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5170 0x55ac5dabdd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45764/0 (socket says 172.21.15.18:45764) 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a737fe640 1 -- 172.21.15.18:0/3532126057 learned_addr learned my addr 172.21.15.18:0/3532126057 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a73fff640 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dab5a90 0x55ac5daae7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a737fe640 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dabe670 0x55ac5dac9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a73fff640 1 -- 172.21.15.18:0/3532126057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5170 msgr2=0x55ac5dabdd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a73fff640 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5170 0x55ac5dabdd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a73fff640 1 -- 172.21.15.18:0/3532126057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dabe670 msgr2=0x55ac5dac9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a73fff640 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dabe670 0x55ac5dac9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a73fff640 1 -- 172.21.15.18:0/3532126057 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ac5daaf6d0 con 0x55ac5dab5a90 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.540+0000 7f1a737fe640 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5170 0x55ac5dabdd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.541+0000 7f1a73fff640 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dab5a90 0x55ac5daae7e0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1a64006010 tx=0x7f1a6402bc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=162fee99f0f41eed server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.541+0000 7f1a59ffb640 1 -- 172.21.15.18:0/3532126057 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a64039040 con 0x55ac5dab5a90 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.541+0000 7f1a59ffb640 1 -- 172.21.15.18:0/3532126057 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a64034440 con 0x55ac5dab5a90 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.541+0000 7f1a59ffb640 1 -- 172.21.15.18:0/3532126057 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a640055e0 con 0x55ac5dab5a90 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3532126057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dab5a90 msgr2=0x55ac5daae7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dab5a90 0x55ac5daae7e0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1a64006010 tx=0x7f1a6402bc00 comp rx=0 tx=0).stop 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3532126057 shutdown_connections 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dabe670 0x55ac5dac9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dab5a90 0x55ac5daae7e0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/3532126057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5170 0x55ac5dabdd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3532126057 >> 172.21.15.18:0/3532126057 conn(0x55ac5daaf8a0 msgr2=0x55ac5daae0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3532126057 shutdown_connections 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/3532126057 wait complete. 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 -- start start 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.542+0000 7f1a7d1fc740 1 Processor -- start 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dac1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dac2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a7d1fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7410e660 con 0x55ac5dab5170 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7410f960 con 0x55ac5dab5a90 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a7d1fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7410eca0 con 0x55ac5dabe670 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a7d1fc740 10 client.0 _ll_register_callbacks cb 0x7f1a68024070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dac1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dac1c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51710/0 (socket says 172.21.15.18:51710) 2024-03-07T10:04:59.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 -- 172.21.15.18:0/93888082 learned_addr learned my addr 172.21.15.18:0/93888082 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a73fff640 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dac2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 -- 172.21.15.18:0/93888082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 msgr2=0x55ac5dac26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 -- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 msgr2=0x55ac5dac2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dac2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 -- 172.21.15.18:0/93888082 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ac5db29360 con 0x55ac5dab5170 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a737fe640 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dac1c50 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f1a68024f10 tx=0x7f1a68024520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd74250db28cb62a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.543+0000 7f1a537fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.544+0000 7f1a537fe640 1 -- 172.21.15.18:0/93888082 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6803b030 con 0x55ac5dab5170 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.544+0000 7f1a537fe640 1 -- 172.21.15.18:0/93888082 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f1a68022260 con 0x55ac5dab5170 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.544+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1a64034440 con 0x55ac5dab5170 2024-03-07T10:04:59.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.544+0000 7f1a537fe640 1 -- 172.21.15.18:0/93888082 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a680207a0 con 0x55ac5dab5170 2024-03-07T10:04:59.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.544+0000 7f1a7d1fc740 10 client.17052 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:59.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.544+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ac5db2a620 con 0x55ac5dab5170 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a537fe640 1 -- 172.21.15.18:0/93888082 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1a64034440 con 0x55ac5dab5170 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a537fe640 1 -- 172.21.15.18:0/93888082 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f1a68036070 con 0x55ac5dab5170 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a7d1fc740 10 client.17052 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a7d1fc740 10 client.17052 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a7d1fc740 20 client.17052 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5db2cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a7d1fc740 4 client.17052 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ac5da20720 con 0x55ac5dace800 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a73fff640 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5db2cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.545+0000 7f1a73fff640 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5db2cc20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=291ca6100b42de18 server_cookie=65c446345aaa97a9 in_seq=0 out_seq=0 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a537fe640 10 client.17052 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a537fe640 1 -- 172.21.15.18:0/93888082 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ac5da20720 con 0x55ac5dace800 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a537fe640 10 client.17052 handle_command_reply: tid=0 2024-03-07T10:04:59.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 client.17052 shutdown 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 msgr2=0x55ac5dac1c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dac1c50 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f1a68024f10 tx=0x7f1a68024520 comp rx=0 tx=0).stop 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 shutdown_connections 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ac5dace800 0x55ac5db2cc20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ac5dabe670 0x55ac5dac26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ac5dab5a90 0x55ac5dac2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 --2- 172.21.15.18:0/93888082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ac5dab5170 0x55ac5dac1c50 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 >> 172.21.15.18:0/93888082 conn(0x55ac5daaf8a0 msgr2=0x55ac5dabbe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a537fe640 0 client.17052 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 shutdown_connections 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 1 -- 172.21.15.18:0/93888082 wait complete. 2024-03-07T10:04:59.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.546+0000 7f1a7d1fc740 20 client.17052 trim_cache size 0 max 16384 2024-03-07T10:04:59.553 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:04:59.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a5c0a1f70 msgr2=0x7f1a5c0a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a5c0a1f70 0x7f1a5c0a4430 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c0cbf70 tx=0x7f1a6c0058d0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a74112380 msgr2=0x7f1a741a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a74112380 0x7f1a741a2d90 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c005fd0 tx=0x7f1a6c00ef10 comp rx=0 tx=0).stop 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 shutdown_connections 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f1a5c0a1f70 0x7f1a5c0a4430 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1a74112380 0x7f1a741a2d90 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1a741008a0 0x7f1a7419ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 --2- 172.21.15.18:0/2477556803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1a740fff80 0x7f1a7419e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 >> 172.21.15.18:0/2477556803 conn(0x7f1a74076ab0 msgr2=0x7f1a7410fe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 shutdown_connections 2024-03-07T10:04:59.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.547+0000 7f1a7a31d640 1 -- 172.21.15.18:0/2477556803 wait complete. 2024-03-07T10:04:59.561 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:04:59.562 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:04:59.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 -- 172.21.15.18:0/2162656613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f401041e0 msgr2=0x7f9f401106f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 --2- 172.21.15.18:0/2162656613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f401041e0 0x7f9f401106f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9f38009ca0 tx=0x7f9f3802c100 comp rx=0 tx=0).stop 2024-03-07T10:04:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 -- 172.21.15.18:0/2162656613 shutdown_connections 2024-03-07T10:04:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 --2- 172.21.15.18:0/2162656613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f401041e0 0x7f9f401106f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 --2- 172.21.15.18:0/2162656613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40103820 0x7f9f40103ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 --2- 172.21.15.18:0/2162656613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f40109830 0x7f9f40109c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 -- 172.21.15.18:0/2162656613 >> 172.21.15.18:0/2162656613 conn(0x7f9f400ff2b0 msgr2=0x7f9f401016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.707+0000 7f9f44e34640 1 -- 172.21.15.18:0/2162656613 shutdown_connections 2024-03-07T10:04:59.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.708+0000 7f9f44e34640 1 -- 172.21.15.18:0/2162656613 wait complete. 2024-03-07T10:04:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.708+0000 7f9f44e34640 1 Processor -- start 2024-03-07T10:04:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.708+0000 7f9f44e34640 1 -- start start 2024-03-07T10:04:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f44e34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f40103820 0x7f9f401961d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f44e34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f401041e0 0x7f9f40196710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f44e34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40109830 0x7f9f4019a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f44e34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f40078400 con 0x7f9f40109830 2024-03-07T10:04:59.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f44e34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f40078280 con 0x7f9f40103820 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f44e34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f40078580 con 0x7f9f401041e0 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f401041e0 0x7f9f40196710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40109830 0x7f9f4019a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f40103820 0x7f9f401961d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f40103820 0x7f9f401961d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45790/0 (socket says 172.21.15.18:45790) 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 -- 172.21.15.18:0/684465672 learned_addr learned my addr 172.21.15.18:0/684465672 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f401041e0 0x7f9f40196710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46486/0 (socket says 172.21.15.18:46486) 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40109830 0x7f9f4019a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51728/0 (socket says 172.21.15.18:51728) 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 -- 172.21.15.18:0/684465672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f401041e0 msgr2=0x7f9f40196710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f401041e0 0x7f9f40196710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 -- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40109830 msgr2=0x7f9f4019a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40109830 0x7f9f4019a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 -- 172.21.15.18:0/684465672 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f4019aca0 con 0x7f9f40103820 2024-03-07T10:04:59.713 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3ed9d640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40109830 0x7f9f4019a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.709+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f40103820 0x7f9f401961d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9f3000e9f0 tx=0x7f9f3000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.710+0000 7f9f2f7fe640 1 -- 172.21.15.18:0/684465672 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f3000ccc0 con 0x7f9f40103820 2024-03-07T10:04:59.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.710+0000 7f9f2f7fe640 1 -- 172.21.15.18:0/684465672 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f3000ce60 con 0x7f9f40103820 2024-03-07T10:04:59.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.710+0000 7f9f2f7fe640 1 -- 172.21.15.18:0/684465672 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30018840 con 0x7f9f40103820 2024-03-07T10:04:59.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.710+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f4019af30 con 0x7f9f40103820 2024-03-07T10:04:59.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.710+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f4019b370 con 0x7f9f40103820 2024-03-07T10:04:59.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.713+0000 7f9f2f7fe640 1 -- 172.21.15.18:0/684465672 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9f300189e0 con 0x7f9f40103820 2024-03-07T10:04:59.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 Processor -- start 2024-03-07T10:04:59.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 -- start start 2024-03-07T10:04:59.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0d170 0x55b704f0d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0da90 0x55b704f16130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f18a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b704ed4330 con 0x55b704f0d170 2024-03-07T10:04:59.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b704e70e90 con 0x55b704f0da90 2024-03-07T10:04:59.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.714+0000 7f9f47c38740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b704e19d00 con 0x55b704f16670 2024-03-07T10:04:59.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0da90 0x55b704f16130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0d170 0x55b704f0d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0da90 0x55b704f16130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45794/0 (socket says 172.21.15.18:45794) 2024-03-07T10:04:59.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3e59c640 1 -- 172.21.15.18:0/1509771446 learned_addr learned my addr 172.21.15.18:0/1509771446 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f18a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f2f7fe640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f280a2040 0x7f9f280a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/1509771446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0da90 msgr2=0x55b704f16130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0da90 0x55b704f16130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/1509771446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0d170 msgr2=0x55b704f0d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0d170 0x55b704f0d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/1509771446 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b704e18b90 con 0x55b704f16670 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f3ed9d640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f280a2040 0x7f9f280a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.715+0000 7f9f2f7fe640 1 -- 172.21.15.18:0/684465672 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9f300ce290 con 0x7f9f40103820 2024-03-07T10:04:59.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.716+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f18a60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9f40110800 tx=0x7f9f340189f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a754aeaab3de759d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.716+0000 7f9f2cff9640 1 -- 172.21.15.18:0/1509771446 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34005020 con 0x55b704f16670 2024-03-07T10:04:59.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.716+0000 7f9f2cff9640 1 -- 172.21.15.18:0/1509771446 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f340047a0 con 0x55b704f16670 2024-03-07T10:04:59.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.716+0000 7f9f2cff9640 1 -- 172.21.15.18:0/1509771446 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f3401da90 con 0x55b704f16670 2024-03-07T10:04:59.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.717+0000 7f9f47c38740 1 -- 172.21.15.18:0/1509771446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 msgr2=0x55b704f18a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.717+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f18a60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9f40110800 tx=0x7f9f340189f0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.717+0000 7f9f3ed9d640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f280a2040 0x7f9f280a4500 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f9f38004af0 tx=0x7f9f380095c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 -- 172.21.15.18:0/1509771446 shutdown_connections 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f18a60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0da90 0x55b704f16130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1509771446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0d170 0x55b704f0d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 -- 172.21.15.18:0/1509771446 >> 172.21.15.18:0/1509771446 conn(0x55b704f078a0 msgr2=0x55b704f07c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 -- 172.21.15.18:0/1509771446 shutdown_connections 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 -- 172.21.15.18:0/1509771446 wait complete. 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 -- start start 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.718+0000 7f9f47c38740 1 Processor -- start 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f135a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f13ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f14020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f47c38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b704e0f470 con 0x55b704f16670 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f47c38740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b704e6cf30 con 0x55b704f0d170 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f47c38740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b704f19460 con 0x55b704f0da90 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f47c38740 10 client.0 _ll_register_callbacks cb 0x55b704e6ad30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f14020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f13ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f135a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f14020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51748/0 (socket says 172.21.15.18:51748) 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 -- 172.21.15.18:0/3449833603 learned_addr learned my addr 172.21.15.18:0/3449833603 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 -- 172.21.15.18:0/3449833603 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 msgr2=0x55b704f13ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f13ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 -- 172.21.15.18:0/3449833603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 msgr2=0x55b704f135a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f135a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 -- 172.21.15.18:0/3449833603 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b704b853f0 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f135a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f3ed9d640 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f14020 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f9f38036000 tx=0x7f9f38005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a350d12b907e39f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.719+0000 7f9f25ffb640 1 -- 172.21.15.18:0/3449833603 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f38047070 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f25ffb640 1 -- 172.21.15.18:0/3449833603 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9f38034850 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9f340047a0 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f25ffb640 1 -- 172.21.15.18:0/3449833603 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f38039040 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 10 client.17064 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b704c4f7d0 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f25ffb640 1 -- 172.21.15.18:0/3449833603 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f340047a0 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f25ffb640 1 -- 172.21.15.18:0/3449833603 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9f380426b0 con 0x55b704f16670 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 10 client.17064 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 10 client.17064 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:59.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 20 client.17064 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f268a0 0x55b704f28cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 4 client.17064 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:04:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b704e7e3d0 con 0x55b704f268a0 2024-03-07T10:04:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.720+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f268a0 0x55b704f28cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.721+0000 7f9f25ffb640 10 client.17064 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:59.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.721+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f268a0 0x55b704f28cd0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af9bff3216b11bc6 server_cookie=dd0c74a7c54f23cb in_seq=0 out_seq=0 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.721+0000 7f9f25ffb640 1 -- 172.21.15.18:0/3449833603 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b704e7e3d0 con 0x55b704f268a0 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.721+0000 7f9f25ffb640 10 client.17064 handle_command_reply: tid=0 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.721+0000 7f9f47c38740 1 client.17064 shutdown 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 msgr2=0x55b704f14020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f14020 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f9f38036000 tx=0x7f9f38005c50 comp rx=0 tx=0).stop 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 shutdown_connections 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f268a0 0x55b704f28cd0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f14020 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f13ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 --2- 172.21.15.18:0/3449833603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f135a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f25ffb640 0 client.17064 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:59.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 >> 172.21.15.18:0/3449833603 conn(0x55b704f078a0 msgr2=0x55b704f095f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.722+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 shutdown_connections 2024-03-07T10:04:59.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.723+0000 7f9f47c38740 1 -- 172.21.15.18:0/3449833603 wait complete. 2024-03-07T10:04:59.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.723+0000 7f9f47c38740 20 client.17064 trim_cache size 0 max 16384 2024-03-07T10:04:59.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.739+0000 7f9f47c38740 1 Processor -- start 2024-03-07T10:04:59.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.739+0000 7f9f47c38740 1 -- start start 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f15cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0da90 0x55b704f067e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f21c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f47c38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f20010d10 con 0x55b704f0da90 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f47c38740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2000e810 con 0x55b704f0d170 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f47c38740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2000c8b0 con 0x55b704f16670 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0da90 0x55b704f067e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f15cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3ed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f21c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f15cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45820/0 (socket says 172.21.15.18:45820) 2024-03-07T10:04:59.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3e59c640 1 -- 172.21.15.18:0/1014921131 learned_addr learned my addr 172.21.15.18:0/1014921131 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/1014921131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 msgr2=0x55b704f21c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f21c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/1014921131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 msgr2=0x55b704f15cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f15cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/1014921131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b704f076d0 con 0x55b704f0da90 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.740+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f15cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.741+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0da90 0x55b704f067e0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f9f34018ef0 tx=0x7f9f34005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baa48840254cfc6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.741+0000 7f9f27fff640 1 -- 172.21.15.18:0/1014921131 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34005b90 con 0x55b704f0da90 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.741+0000 7f9f27fff640 1 -- 172.21.15.18:0/1014921131 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f3401dc80 con 0x55b704f0da90 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.741+0000 7f9f27fff640 1 -- 172.21.15.18:0/1014921131 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34003960 con 0x55b704f0da90 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.741+0000 7f9f47c38740 1 -- 172.21.15.18:0/1014921131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0da90 msgr2=0x55b704f067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.741+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0da90 0x55b704f067e0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f9f34018ef0 tx=0x7f9f34005280 comp rx=0 tx=0).stop 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.741+0000 7f9f47c38740 1 -- 172.21.15.18:0/1014921131 shutdown_connections 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f16670 0x55b704f21c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f0da90 0x55b704f067e0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 --2- 172.21.15.18:0/1014921131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f15cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 -- 172.21.15.18:0/1014921131 >> 172.21.15.18:0/1014921131 conn(0x55b704f078a0 msgr2=0x55b704f060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 -- 172.21.15.18:0/1014921131 shutdown_connections 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 -- 172.21.15.18:0/1014921131 wait complete. 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 -- start start 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.742+0000 7f9f47c38740 1 Processor -- start 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f1dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f1e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f47c38740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f1a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f47c38740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2000ceb0 con 0x55b704f16670 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f47c38740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2000e1b0 con 0x55b704f0d170 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f47c38740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2000d4f0 con 0x55b704f0da90 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f47c38740 10 client.0 _ll_register_callbacks cb 0x7f9f38009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f1e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f1a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f1e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46538/0 (socket says 172.21.15.18:46538) 2024-03-07T10:04:59.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/2987911312 learned_addr learned my addr 172.21.15.18:0/2987911312 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f1dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/2987911312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 msgr2=0x55b704f1dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f1dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/2987911312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 msgr2=0x55b704f1a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f1a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.743+0000 7f9f3dd9b640 1 -- 172.21.15.18:0/2987911312 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b704f18a60 con 0x55b704f0da90 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f3dd9b640 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f1e280 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9f34003740 tx=0x7f9f3401d940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2a323d0be7f63e8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:04:59.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f25ffb640 1 -- 172.21.15.18:0/2987911312 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f340053f0 con 0x55b704f0da90 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9f3401dc80 con 0x55b704f0da90 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f25ffb640 1 -- 172.21.15.18:0/2987911312 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9f3402c040 con 0x55b704f0da90 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f25ffb640 1 -- 172.21.15.18:0/2987911312 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f3401dab0 con 0x55b704f0da90 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 10 client.26932 fetch_fsmap learned FSMap version 26 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b704f829d0 con 0x55b704f0da90 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f25ffb640 1 -- 172.21.15.18:0/2987911312 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f3401dc80 con 0x55b704f0da90 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f25ffb640 1 -- 172.21.15.18:0/2987911312 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9f34027990 con 0x55b704f0da90 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 10 client.26932 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 10 client.26932 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 20 client.26932 populate_metadata read hostname 'smithi018' 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f82d80 0x55b704f851a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 4 client.26932 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.744+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b704e78720 con 0x55b704f82d80 2024-03-07T10:04:59.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.745+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f82d80 0x55b704f851a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.745+0000 7f9f25ffb640 10 client.26932 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f3e59c640 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f82d80 0x55b704f851a0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3fb46653bab61b6 server_cookie=aca4ac712bda69f1 in_seq=0 out_seq=0 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f25ffb640 1 -- 172.21.15.18:0/2987911312 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b704e78720 con 0x55b704f82d80 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f25ffb640 10 client.26932 handle_command_reply: tid=0 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 client.26932 shutdown 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 msgr2=0x55b704f1e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f1e280 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9f34003740 tx=0x7f9f3401d940 comp rx=0 tx=0).stop 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 shutdown_connections 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b704f82d80 0x55b704f851a0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b704f16670 0x55b704f1a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b704f0da90 0x55b704f1e280 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 --2- 172.21.15.18:0/2987911312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b704f0d170 0x55b704f1dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 >> 172.21.15.18:0/2987911312 conn(0x55b704f078a0 msgr2=0x55b704f09560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f25ffb640 0 client.26932 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:04:59.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 shutdown_connections 2024-03-07T10:04:59.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 1 -- 172.21.15.18:0/2987911312 wait complete. 2024-03-07T10:04:59.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.746+0000 7f9f47c38740 20 client.26932 trim_cache size 0 max 16384 2024-03-07T10:04:59.753 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:04:59.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.747+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f280a2040 msgr2=0x7f9f280a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.747+0000 7f9f44e34640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f280a2040 0x7f9f280a4500 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f9f38004af0 tx=0x7f9f380095c0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.747+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f40103820 msgr2=0x7f9f401961d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:04:59.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f40103820 0x7f9f401961d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9f3000e9f0 tx=0x7f9f3000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 shutdown_connections 2024-03-07T10:04:59.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f280a2040 0x7f9f280a4500 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f40109830 0x7f9f4019a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f401041e0 0x7f9f40196710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 --2- 172.21.15.18:0/684465672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f40103820 0x7f9f401961d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:04:59.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 >> 172.21.15.18:0/684465672 conn(0x7f9f400ff2b0 msgr2=0x7f9f40078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:04:59.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 shutdown_connections 2024-03-07T10:04:59.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:04:59.748+0000 7f9f44e34640 1 -- 172.21.15.18:0/684465672 wait complete. 2024-03-07T10:05:00.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:04:59 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3385382070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:05:00.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:04:59 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3385382070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:05:00.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:04:59 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3385382070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:05:00.765 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:05:00.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:05:00.765 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:05:00.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 -- 172.21.15.18:0/3227761313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 msgr2=0x7f538410e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3227761313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f538410e4c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f537c009cd0 tx=0x7f537c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 -- 172.21.15.18:0/3227761313 shutdown_connections 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3227761313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f538410e4c0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3227761313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53841015f0 0x7f5384101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3227761313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5384107690 0x7f5384107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 -- 172.21.15.18:0/3227761313 >> 172.21.15.18:0/3227761313 conn(0x7f53840fd0e0 msgr2=0x7f53840ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 -- 172.21.15.18:0/3227761313 shutdown_connections 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.910+0000 7f538a2b6640 1 -- 172.21.15.18:0/3227761313 wait complete. 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 Processor -- start 2024-03-07T10:05:00.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 -- start start 2024-03-07T10:05:00.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53841015f0 0x7f5384197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f5384198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5384107690 0x7f538419c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841119d0 con 0x7f5384101fb0 2024-03-07T10:05:00.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5384111850 con 0x7f53841015f0 2024-03-07T10:05:00.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f538a2b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5384111b50 con 0x7f5384107690 2024-03-07T10:05:00.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f53837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f5384198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f53837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f5384198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51786/0 (socket says 172.21.15.18:51786) 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f53837fe640 1 -- 172.21.15.18:0/3411903205 learned_addr learned my addr 172.21.15.18:0/3411903205 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f5383fff640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53841015f0 0x7f5384197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.911+0000 7f5388853640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5384107690 0x7f538419c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53837fe640 1 -- 172.21.15.18:0/3411903205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5384107690 msgr2=0x7f538419c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53837fe640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5384107690 0x7f538419c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53837fe640 1 -- 172.21.15.18:0/3411903205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53841015f0 msgr2=0x7f5384197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53837fe640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53841015f0 0x7f5384197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53837fe640 1 -- 172.21.15.18:0/3411903205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f538419cdf0 con 0x7f5384101fb0 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53837fe640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f5384198390 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f537800ea60 tx=0x7f537800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53817fa640 1 -- 172.21.15.18:0/3411903205 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537800cde0 con 0x7f5384101fb0 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f538419d0e0 con 0x7f5384101fb0 2024-03-07T10:05:00.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53817fa640 1 -- 172.21.15.18:0/3411903205 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f53780035f0 con 0x7f5384101fb0 2024-03-07T10:05:00.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f53817fa640 1 -- 172.21.15.18:0/3411903205 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5378010670 con 0x7f5384101fb0 2024-03-07T10:05:00.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.912+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53841a4970 con 0x7f5384101fb0 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.915+0000 7f53817fa640 1 -- 172.21.15.18:0/3411903205 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f53780037a0 con 0x7f5384101fb0 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.915+0000 7f538d174740 1 Processor -- start 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.915+0000 7f538d174740 1 -- start start 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.915+0000 7f53817fa640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f536c0a1ef0 0x7f536c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f538d174740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x557953926130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f538d174740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953926670 0x55795392ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f538d174740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55795392f250 0x557953931640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f538d174740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557953889b10 con 0x557953925d50 2024-03-07T10:05:00.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f538d174740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557953832d50 con 0x55795392f250 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f538d174740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557953885bb0 con 0x557953926670 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53817fa640 1 -- 172.21.15.18:0/3411903205 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f53780ce4e0 con 0x7f5384101fb0 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f5388853640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f536c0a1ef0 0x7f536c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f5383fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x557953926130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f5388853640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55795392f250 0x557953931640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53837fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953926670 0x55795392ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f5383fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x557953926130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51800/0 (socket says 172.21.15.18:51800) 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f5383fff640 1 -- 172.21.15.18:0/3138209837 learned_addr learned my addr 172.21.15.18:0/3138209837 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53837fe640 1 -- 172.21.15.18:0/3138209837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55795392f250 msgr2=0x557953931640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53837fe640 1 --2- 172.21.15.18:0/3138209837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55795392f250 0x557953931640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53837fe640 1 -- 172.21.15.18:0/3138209837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 msgr2=0x557953926130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53837fe640 1 --2- 172.21.15.18:0/3138209837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x557953926130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53837fe640 1 -- 172.21.15.18:0/3138209837 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579536667e0 con 0x557953926670 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f53837fe640 1 --2- 172.21.15.18:0/3138209837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953926670 0x55795392ed10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f53780cbbc0 tx=0x7f537809a9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c11815c8241efa5e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.916+0000 7f5388853640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f536c0a1ef0 0x7f536c0a43b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f537c005cc0 tx=0x7f537c032340 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f536a7fc640 1 -- 172.21.15.18:0/3138209837 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5378051df0 con 0x557953926670 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f536a7fc640 1 -- 172.21.15.18:0/3138209837 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f537809b560 con 0x557953926670 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f536a7fc640 1 -- 172.21.15.18:0/3138209837 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53780974d0 con 0x557953926670 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f538d174740 1 -- 172.21.15.18:0/3138209837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953926670 msgr2=0x55795392ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f538d174740 1 --2- 172.21.15.18:0/3138209837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953926670 0x55795392ed10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f53780cbbc0 tx=0x7f537809a9a0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f538d174740 1 -- 172.21.15.18:0/3138209837 shutdown_connections 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f538d174740 1 --2- 172.21.15.18:0/3138209837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55795392f250 0x557953931640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f538d174740 1 --2- 172.21.15.18:0/3138209837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953926670 0x55795392ed10 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f538d174740 1 --2- 172.21.15.18:0/3138209837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x557953926130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.917+0000 7f538d174740 1 -- 172.21.15.18:0/3138209837 >> 172.21.15.18:0/3138209837 conn(0x557953920480 msgr2=0x557953920860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 -- 172.21.15.18:0/3138209837 shutdown_connections 2024-03-07T10:05:00.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 -- 172.21.15.18:0/3138209837 wait complete. 2024-03-07T10:05:00.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 -- start start 2024-03-07T10:05:00.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 Processor -- start 2024-03-07T10:05:00.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x55795392ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x55795392c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557953936450 con 0x55795392f250 2024-03-07T10:05:00.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557953846190 con 0x557953926670 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579539365d0 con 0x557953925d50 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.918+0000 7f538d174740 10 client.0 _ll_register_callbacks cb 0x557953835770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x55795392ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x55795392ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46580/0 (socket says 172.21.15.18:46580) 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5388853640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x55795392c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 -- 172.21.15.18:0/1578812240 learned_addr learned my addr 172.21.15.18:0/1578812240 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f53837fe640 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 -- 172.21.15.18:0/1578812240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 msgr2=0x55795392bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 -- 172.21.15.18:0/1578812240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 msgr2=0x55795392c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x55795392c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 -- 172.21.15.18:0/1578812240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5579536c6f70 con 0x557953925d50 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f5383fff640 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x55795392ec40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5374012840 tx=0x7f5374012d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=314f8409f1908f5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:00.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f53637fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f53637fe640 1 -- 172.21.15.18:0/1578812240 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5374004050 con 0x557953925d50 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f53637fe640 1 -- 172.21.15.18:0/1578812240 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f53740041f0 con 0x557953925d50 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f537809b560 con 0x557953925d50 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f53637fe640 1 -- 172.21.15.18:0/1578812240 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53740043f0 con 0x557953925d50 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f538d174740 10 client.26944 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.919+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55795355e170 con 0x557953925d50 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f53637fe640 1 -- 172.21.15.18:0/1578812240 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f537809b560 con 0x557953925d50 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f53637fe640 1 -- 172.21.15.18:0/1578812240 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5374003b50 con 0x557953925d50 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f538d174740 10 client.26944 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f538d174740 10 client.26944 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f538d174740 20 client.26944 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f538d174740 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557953943790 0x557953945b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f538d174740 4 client.26944 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55795385f930 con 0x557953943790 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f53837fe640 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557953943790 0x557953945b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f53637fe640 10 client.26944 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.920+0000 7f53837fe640 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557953943790 0x557953945b80 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=767736153f24647a server_cookie=e58b090effd708ed in_seq=0 out_seq=0 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f53637fe640 1 -- 172.21.15.18:0/1578812240 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55795385f930 con 0x557953943790 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f53637fe640 10 client.26944 handle_command_reply: tid=0 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 client.26944 shutdown 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 msgr2=0x55795392ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x55795392ec40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5374012840 tx=0x7f5374012d00 comp rx=0 tx=0).stop 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 shutdown_connections 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557953943790 0x557953945b80 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x55795392c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 --2- 172.21.15.18:0/1578812240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x55795392ec40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f53637fe640 0 client.26944 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:00.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.921+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 >> 172.21.15.18:0/1578812240 conn(0x557953920480 msgr2=0x5579539221d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:00.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.922+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 shutdown_connections 2024-03-07T10:05:00.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.922+0000 7f538d174740 1 -- 172.21.15.18:0/1578812240 wait complete. 2024-03-07T10:05:00.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.922+0000 7f538d174740 20 client.26944 trim_cache size 0 max 16384 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 Processor -- start 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 -- start start 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x55795392b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55795392f250 0x55795392ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841ad720 con 0x557953925d50 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841ab220 con 0x557953926670 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f538d174740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841a92c0 con 0x55795392f250 2024-03-07T10:05:00.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f5383fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x55795392b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f5383fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x55795392b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51822/0 (socket says 172.21.15.18:51822) 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f5383fff640 1 -- 172.21.15.18:0/1673859321 learned_addr learned my addr 172.21.15.18:0/1673859321 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f53837fe640 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.941+0000 7f5388853640 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55795392f250 0x55795392ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5383fff640 1 -- 172.21.15.18:0/1673859321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55795392f250 msgr2=0x55795392ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5383fff640 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55795392f250 0x55795392ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5383fff640 1 -- 172.21.15.18:0/1673859321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 msgr2=0x55795392e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5383fff640 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5383fff640 1 -- 172.21.15.18:0/1673859321 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55795392c950 con 0x557953925d50 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5383fff640 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x55795392b130 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f53740059f0 tx=0x7f5374010730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84b5214d8c689c92 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5369ffb640 1 -- 172.21.15.18:0/1673859321 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5374031070 con 0x557953925d50 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5369ffb640 1 -- 172.21.15.18:0/1673859321 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5374010e30 con 0x557953925d50 2024-03-07T10:05:00.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.942+0000 7f5369ffb640 1 -- 172.21.15.18:0/1673859321 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537400fd60 con 0x557953925d50 2024-03-07T10:05:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 -- 172.21.15.18:0/1673859321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 msgr2=0x55795392b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x55795392b130 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f53740059f0 tx=0x7f5374010730 comp rx=0 tx=0).stop 2024-03-07T10:05:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 -- 172.21.15.18:0/1673859321 shutdown_connections 2024-03-07T10:05:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55795392f250 0x55795392ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x55795392e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 --2- 172.21.15.18:0/1673859321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557953925d50 0x55795392b130 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 -- 172.21.15.18:0/1673859321 >> 172.21.15.18:0/1673859321 conn(0x557953920480 msgr2=0x5579539216b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 -- 172.21.15.18:0/1673859321 shutdown_connections 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 -- 172.21.15.18:0/1673859321 wait complete. 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.943+0000 7f538d174740 1 -- start start 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 1 Processor -- start 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x5579539367e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x557953936d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x557953937260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841a98c0 con 0x55795392f250 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841aabc0 con 0x557953926670 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841a9f00 con 0x557953925d50 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f538d174740 10 client.0 _ll_register_callbacks cb 0x7f5374012450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x557953937260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f53837fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x557953936d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5383fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x5579539367e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x557953937260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51832/0 (socket says 172.21.15.18:51832) 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f53837fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x557953936d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45888/0 (socket says 172.21.15.18:45888) 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 -- 172.21.15.18:0/4162053092 learned_addr learned my addr 172.21.15.18:0/4162053092 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 -- 172.21.15.18:0/4162053092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 msgr2=0x5579539367e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x5579539367e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 -- 172.21.15.18:0/4162053092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 msgr2=0x557953936d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x557953936d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 -- 172.21.15.18:0/4162053092 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5579539264a0 con 0x55795392f250 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f5388853640 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x557953937260 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f537c02c700 tx=0x7f537c02c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27e0c5828c0b8b6d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.944+0000 7f53637fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f53637fe640 1 -- 172.21.15.18:0/4162053092 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537c052020 con 0x55795392f250 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f53637fe640 1 -- 172.21.15.18:0/4162053092 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f537c0045d0 con 0x55795392f250 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5374010e30 con 0x55795392f250 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f53637fe640 1 -- 172.21.15.18:0/4162053092 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f537c039040 con 0x55795392f250 2024-03-07T10:05:00.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 10 client.17088 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55795399ff40 con 0x55795392f250 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f53637fe640 1 -- 172.21.15.18:0/4162053092 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5374010e30 con 0x55795392f250 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f53637fe640 1 -- 172.21.15.18:0/4162053092 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f537c03f040 con 0x55795392f250 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 10 client.17088 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 10 client.17088 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 20 client.17088 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5579539a06c0 0x5579539a2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 4 client.17088 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.945+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55795384b050 con 0x5579539a06c0 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.946+0000 7f5383fff640 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5579539a06c0 0x5579539a2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.946+0000 7f53637fe640 10 client.17088 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.946+0000 7f5383fff640 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5579539a06c0 0x5579539a2ae0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=276f1029bb60943e server_cookie=580da1ed6dceb812 in_seq=0 out_seq=0 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f53637fe640 1 -- 172.21.15.18:0/4162053092 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55795384b050 con 0x5579539a06c0 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f53637fe640 10 client.17088 handle_command_reply: tid=0 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 client.17088 shutdown 2024-03-07T10:05:00.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 msgr2=0x557953937260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x557953937260 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f537c02c700 tx=0x7f537c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 shutdown_connections 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5579539a06c0 0x5579539a2ae0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55795392f250 0x557953937260 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557953926670 0x557953936d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 --2- 172.21.15.18:0/4162053092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557953925d50 0x5579539367e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f53637fe640 0 client.17088 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.947+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 >> 172.21.15.18:0/4162053092 conn(0x557953920480 msgr2=0x55795391ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 shutdown_connections 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538d174740 1 -- 172.21.15.18:0/4162053092 wait complete. 2024-03-07T10:05:00.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538d174740 20 client.17088 trim_cache size 0 max 16384 2024-03-07T10:05:00.955 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:05:00.955 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:05:00.955 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "a0a0aba6-744c-4b16-874a-8607935a2f73", 2024-03-07T10:05:00.955 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:05:00.955 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f536c0a1ef0 msgr2=0x7f536c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f536c0a1ef0 0x7f536c0a43b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f537c005cc0 tx=0x7f537c032340 comp rx=0 tx=0).stop 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 msgr2=0x7f5384198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f5384198390 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f537800ea60 tx=0x7f537800ef20 comp rx=0 tx=0).stop 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 shutdown_connections 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5384107690 0x7f538419c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f536c0a1ef0 0x7f536c0a43b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5384101fb0 0x7f5384198390 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 --2- 172.21.15.18:0/3411903205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53841015f0 0x7f5384197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.948+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 >> 172.21.15.18:0/3411903205 conn(0x7f53840fd0e0 msgr2=0x7f53840fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:00.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.949+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 shutdown_connections 2024-03-07T10:05:00.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:00.949+0000 7f538a2b6640 1 -- 172.21.15.18:0/3411903205 wait complete. 2024-03-07T10:05:00.962 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:05:00.962 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:05:01.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:00 smithi018 ceph-mon[32171]: pgmap v179: 97 pgs: 97 active+clean; 3.8 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 8.3 MiB/s wr, 863 op/s 2024-03-07T10:05:01.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 -- 172.21.15.18:0/2014408091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 msgr2=0x7fa99010e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 --2- 172.21.15.18:0/2014408091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa99010e4c0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fa988009cd0 tx=0x7fa98802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 -- 172.21.15.18:0/2014408091 shutdown_connections 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 --2- 172.21.15.18:0/2014408091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa99010e4c0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 --2- 172.21.15.18:0/2014408091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9901015f0 0x7fa990101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 --2- 172.21.15.18:0/2014408091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa990107690 0x7fa990107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 -- 172.21.15.18:0/2014408091 >> 172.21.15.18:0/2014408091 conn(0x7fa9900fd120 msgr2=0x7fa9900ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 -- 172.21.15.18:0/2014408091 shutdown_connections 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.092+0000 7fa99745e640 1 -- 172.21.15.18:0/2014408091 wait complete. 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 Processor -- start 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 -- start start 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9901015f0 0x7fa990073960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa990073ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa990107690 0x7fa9900743e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9901119d0 con 0x7fa990101fb0 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa990111850 con 0x7fa9901015f0 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa99745e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa990111b50 con 0x7fa990107690 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa990073ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa990073ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51860/0 (socket says 172.21.15.18:51860) 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9949f9640 1 -- 172.21.15.18:0/640501998 learned_addr learned my addr 172.21.15.18:0/640501998 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9959fb640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa990107690 0x7fa9900743e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9951fa640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9901015f0 0x7fa990073960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9959fb640 1 -- 172.21.15.18:0/640501998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9901015f0 msgr2=0x7fa990073960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9959fb640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9901015f0 0x7fa990073960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9959fb640 1 -- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 msgr2=0x7fa990073ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9959fb640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa990073ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9959fb640 1 -- 172.21.15.18:0/640501998 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9901a62f0 con 0x7fa990107690 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.093+0000 7fa9949f9640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa990073ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.094+0000 7fa9959fb640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa990107690 0x7fa9900743e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa988037040 tx=0x7fa988032ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.094+0000 7fa9867fc640 1 -- 172.21.15.18:0/640501998 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa988041020 con 0x7fa990107690 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.094+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9901a6580 con 0x7fa990107690 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.094+0000 7fa9867fc640 1 -- 172.21.15.18:0/640501998 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa988034cd0 con 0x7fa990107690 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.094+0000 7fa9867fc640 1 -- 172.21.15.18:0/640501998 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa988039040 con 0x7fa990107690 2024-03-07T10:05:01.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.094+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9901a6a90 con 0x7fa990107690 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.096+0000 7fa9867fc640 1 -- 172.21.15.18:0/640501998 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa988044020 con 0x7fa990107690 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.096+0000 7fa99a249740 1 Processor -- start 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.096+0000 7fa99a249740 1 -- start start 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa99a249740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a1497b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa99a249740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa99a249740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa99a249740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9a13fadd0 con 0x55b9a1497730 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa99a249740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9a13a3ae0 con 0x55b9a14a0c30 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa99a249740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9a13f6e70 con 0x55b9a1498050 2024-03-07T10:05:01.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9867fc640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa97c0a1f20 0x7fa97c0a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a1497b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9951fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a1497b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51870/0 (socket says 172.21.15.18:51870) 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9949f9640 1 -- 172.21.15.18:0/132555651 learned_addr learned my addr 172.21.15.18:0/132555651 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9959fb640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa97c0a1f20 0x7fa97c0a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9867fc640 1 -- 172.21.15.18:0/640501998 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa9880efc70 con 0x7fa990107690 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9949f9640 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9951fa640 1 -- 172.21.15.18:0/132555651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 msgr2=0x55b9a14a3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9951fa640 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9951fa640 1 -- 172.21.15.18:0/132555651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 msgr2=0x55b9a1497b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9951fa640 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a1497b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9951fa640 1 -- 172.21.15.18:0/132555651 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9a11d97d0 con 0x55b9a1498050 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9949f9640 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a1497b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:01.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9959fb640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa97c0a1f20 0x7fa97c0a43e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa9880b9070 tx=0x7fa9880b1b30 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.097+0000 7fa9951fa640 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a06f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa98c009bf0 tx=0x7fa98c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=935ea040855db6da server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa97b7fe640 1 -- 172.21.15.18:0/132555651 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c009da0 con 0x55b9a1498050 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa97b7fe640 1 -- 172.21.15.18:0/132555651 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa98c005020 con 0x55b9a1498050 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa97b7fe640 1 -- 172.21.15.18:0/132555651 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c004a00 con 0x55b9a1498050 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 -- 172.21.15.18:0/132555651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 msgr2=0x55b9a14a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a06f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa98c009bf0 tx=0x7fa98c011810 comp rx=0 tx=0).stop 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 -- 172.21.15.18:0/132555651 shutdown_connections 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a06f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 --2- 172.21.15.18:0/132555651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a1497b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 -- 172.21.15.18:0/132555651 >> 172.21.15.18:0/132555651 conn(0x55b9a1491e60 msgr2=0x55b9a1492240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 -- 172.21.15.18:0/132555651 shutdown_connections 2024-03-07T10:05:01.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.098+0000 7fa99a249740 1 -- 172.21.15.18:0/132555651 wait complete. 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 -- start start 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 Processor -- start 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a14a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a149e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9a14a3a20 con 0x55b9a1498050 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9a13b7070 con 0x55b9a14a0c30 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9a14a3ba0 con 0x55b9a1497730 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa99a249740 10 client.0 _ll_register_callbacks cb 0x55b9a13b6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a14a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a14a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46638/0 (socket says 172.21.15.18:46638) 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.099+0000 7fa9949f9640 1 -- 172.21.15.18:0/1871353192 learned_addr learned my addr 172.21.15.18:0/1871353192 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:01.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9951fa640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9949f9640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a149e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9949f9640 1 -- 172.21.15.18:0/1871353192 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 msgr2=0x55b9a149e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9949f9640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a149e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9949f9640 1 -- 172.21.15.18:0/1871353192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 msgr2=0x55b9a149da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9949f9640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9949f9640 1 -- 172.21.15.18:0/1871353192 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b9a110f3f0 con 0x55b9a1497730 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9951fa640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa9949f9640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a14a06b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa980012fd0 tx=0x7fa980004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7df867c48720369 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa978ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa978ff9640 1 -- 172.21.15.18:0/1871353192 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98001a040 con 0x55b9a1497730 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa978ff9640 1 -- 172.21.15.18:0/1871353192 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa980004020 con 0x55b9a1497730 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa98c005020 con 0x55b9a1497730 2024-03-07T10:05:01.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa978ff9640 1 -- 172.21.15.18:0/1871353192 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa98002c050 con 0x55b9a1497730 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa99a249740 10 client.26962 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.100+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b9a10cf0f0 con 0x55b9a1497730 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa978ff9640 1 -- 172.21.15.18:0/1871353192 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa98c005020 con 0x55b9a1497730 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa978ff9640 1 -- 172.21.15.18:0/1871353192 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa9800035f0 con 0x55b9a1497730 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa99a249740 10 client.26962 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa99a249740 10 client.26962 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa99a249740 20 client.26962 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa99a249740 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a14b0a10 0x55b9a14b2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa99a249740 4 client.26962 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b9a1408310 con 0x55b9a14b0a10 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa9951fa640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a14b0a10 0x55b9a14b2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa9951fa640 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a14b0a10 0x55b9a14b2e00 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6464adef0a1d434f server_cookie=a11841d7fab70139 in_seq=0 out_seq=0 2024-03-07T10:05:01.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.101+0000 7fa978ff9640 10 client.26962 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa978ff9640 1 -- 172.21.15.18:0/1871353192 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b9a1408310 con 0x55b9a14b0a10 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa978ff9640 10 client.26962 handle_command_reply: tid=0 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 client.26962 shutdown 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 msgr2=0x55b9a14a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a14a06b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa980012fd0 tx=0x7fa980004730 comp rx=0 tx=0).stop 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 shutdown_connections 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a14b0a10 0x55b9a14b2e00 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a149e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa978ff9640 0 client.26962 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 --2- 172.21.15.18:0/1871353192 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a14a06b0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 >> 172.21.15.18:0/1871353192 conn(0x55b9a1491e60 msgr2=0x55b9a1493bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 shutdown_connections 2024-03-07T10:05:01.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.102+0000 7fa99a249740 1 -- 172.21.15.18:0/1871353192 wait complete. 2024-03-07T10:05:01.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.103+0000 7fa99a249740 20 client.26962 trim_cache size 0 max 16384 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 Processor -- start 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 -- start start 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a1498430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9901b1b10 con 0x55b9a1498050 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9901af610 con 0x55b9a14a0c30 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa99a249740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9901ad6b0 con 0x55b9a1497730 2024-03-07T10:05:01.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa9951fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa9951fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51890/0 (socket says 172.21.15.18:51890) 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.119+0000 7fa9951fa640 1 -- 172.21.15.18:0/103577314 learned_addr learned my addr 172.21.15.18:0/103577314 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9949f9640 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a1498430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9949f9640 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9951fa640 1 -- 172.21.15.18:0/103577314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 msgr2=0x55b9a1498430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9951fa640 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a1498430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9951fa640 1 -- 172.21.15.18:0/103577314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 msgr2=0x55b9a14a0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9951fa640 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9951fa640 1 -- 172.21.15.18:0/103577314 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9a1496ab0 con 0x55b9a1498050 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9949f9640 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a1498430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa9951fa640 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149c8f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fa98c01a000 tx=0x7fa98c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be6bf203c80ed1ac server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa97affd640 1 -- 172.21.15.18:0/103577314 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c0097a0 con 0x55b9a1498050 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa97affd640 1 -- 172.21.15.18:0/103577314 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa98c030070 con 0x55b9a1498050 2024-03-07T10:05:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.120+0000 7fa97affd640 1 -- 172.21.15.18:0/103577314 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c004630 con 0x55b9a1498050 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 -- 172.21.15.18:0/103577314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 msgr2=0x55b9a149c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149c8f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fa98c01a000 tx=0x7fa98c011810 comp rx=0 tx=0).stop 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 -- 172.21.15.18:0/103577314 shutdown_connections 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1498050 0x55b9a149c8f0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 --2- 172.21.15.18:0/103577314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1497730 0x55b9a1498430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 -- 172.21.15.18:0/103577314 >> 172.21.15.18:0/103577314 conn(0x55b9a1491e60 msgr2=0x55b9a149c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 -- 172.21.15.18:0/103577314 shutdown_connections 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 -- 172.21.15.18:0/103577314 wait complete. 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.121+0000 7fa99a249740 1 -- start start 2024-03-07T10:05:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 1 Processor -- start 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a14a8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9901adcb0 con 0x55b9a1497730 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9901aefb0 con 0x55b9a14a0c30 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9901ae2f0 con 0x55b9a1498050 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa99a249740 10 client.0 _ll_register_callbacks cb 0x7fa98000f450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a14a8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9951fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9949f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a14a8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51904/0 (socket says 172.21.15.18:51904) 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9951fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46642/0 (socket says 172.21.15.18:46642) 2024-03-07T10:05:01.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9949f9640 1 -- 172.21.15.18:0/2016572012 learned_addr learned my addr 172.21.15.18:0/2016572012 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9949f9640 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9951fa640 1 -- 172.21.15.18:0/2016572012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 msgr2=0x55b9a14a4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9951fa640 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9951fa640 1 -- 172.21.15.18:0/2016572012 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 msgr2=0x55b9a14a8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9951fa640 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a14a8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9951fa640 1 -- 172.21.15.18:0/2016572012 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b9a14a4a90 con 0x55b9a1498050 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.122+0000 7fa9949f9640 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a14a8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa9951fa640 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a3e10 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa98c000c00 tx=0x7fa98c0056a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d5c481d5595a973 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa978ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa978ff9640 1 -- 172.21.15.18:0/2016572012 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c03b070 con 0x55b9a1498050 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa98c030070 con 0x55b9a1498050 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa978ff9640 1 -- 172.21.15.18:0/2016572012 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fa98c02bd20 con 0x55b9a1498050 2024-03-07T10:05:01.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa978ff9640 1 -- 172.21.15.18:0/2016572012 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa98c02b4b0 con 0x55b9a1498050 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 10 client.26968 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b9a150c1b0 con 0x55b9a1498050 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa978ff9640 1 -- 172.21.15.18:0/2016572012 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa98c030070 con 0x55b9a1498050 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa978ff9640 1 -- 172.21.15.18:0/2016572012 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa98c03e020 con 0x55b9a1498050 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 10 client.26968 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 10 client.26968 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 20 client.26968 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a150c760 0x55b9a150eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 4 client.26968 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.123+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55b9a1402660 con 0x55b9a150c760 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa9949f9640 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a150c760 0x55b9a150eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa978ff9640 10 client.26968 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa9949f9640 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a150c760 0x55b9a150eb80 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57fb450402f46000 server_cookie=377128ab6e86403e in_seq=0 out_seq=0 2024-03-07T10:05:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa978ff9640 1 -- 172.21.15.18:0/2016572012 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55b9a1402660 con 0x55b9a150c760 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa978ff9640 10 client.26968 handle_command_reply: tid=0 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 client.26968 shutdown 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 msgr2=0x55b9a14a3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a3e10 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa98c000c00 tx=0x7fa98c0056a0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 shutdown_connections 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b9a150c760 0x55b9a150eb80 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b9a14a0c30 0x55b9a14a4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b9a1498050 0x55b9a14a3e10 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.124+0000 7fa99a249740 1 --2- 172.21.15.18:0/2016572012 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b9a1497730 0x55b9a14a8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 >> 172.21.15.18:0/2016572012 conn(0x55b9a1491e60 msgr2=0x55b9a149ca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa978ff9640 0 client.26968 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 shutdown_connections 2024-03-07T10:05:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99a249740 1 -- 172.21.15.18:0/2016572012 wait complete. 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99a249740 20 client.26968 trim_cache size 0 max 16384 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout: "a0a0aba6-744c-4b16-874a-8607935a2f73": { 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "a0a0aba6-744c-4b16-874a-8607935a2f73", 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:05:01.135 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:05:01.136 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:05:01.136 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:05:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa97c0a1f20 msgr2=0x7fa97c0a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa97c0a1f20 0x7fa97c0a43e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa9880b9070 tx=0x7fa9880b1b30 comp rx=0 tx=0).stop 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa990107690 msgr2=0x7fa9900743e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa990107690 0x7fa9900743e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa988037040 tx=0x7fa988032ea0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 shutdown_connections 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa990107690 0x7fa9900743e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa97c0a1f20 0x7fa97c0a43e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa990101fb0 0x7fa990073ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 --2- 172.21.15.18:0/640501998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9901015f0 0x7fa990073960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.125+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 >> 172.21.15.18:0/640501998 conn(0x7fa9900fd120 msgr2=0x7fa9900fe780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.126+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 shutdown_connections 2024-03-07T10:05:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:01.126+0000 7fa99745e640 1 -- 172.21.15.18:0/640501998 wait complete. 2024-03-07T10:05:01.138 INFO:tasks.cephfs.filesystem:scrub status for tag:a0a0aba6-744c-4b16-874a-8607935a2f73 - {'path': '/', 'tag': 'a0a0aba6-744c-4b16-874a-8607935a2f73', 'options': 'recursive,force'} 2024-03-07T10:05:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:00 smithi063 ceph-mon[36356]: pgmap v179: 97 pgs: 97 active+clean; 3.8 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 8.3 MiB/s wr, 863 op/s 2024-03-07T10:05:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:00 smithi077 ceph-mon[36374]: pgmap v179: 97 pgs: 97 active+clean; 3.8 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 8.3 MiB/s wr, 863 op/s 2024-03-07T10:05:02.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:01 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:05:02.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:01 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:01 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:05:02.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:01 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:05:02.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:01 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:05:02.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:01 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:01 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:01 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:05:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:01 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:01 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:05:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:01 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:05:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:01 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:05:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:01 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:01 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:01 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:05:02.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:01 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:01 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:05:02.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:01 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:05:02.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:01 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:05:02.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:01 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:02.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:01 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:03.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:02 smithi018 ceph-mon[32171]: pgmap v180: 97 pgs: 97 active+clean; 3.8 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 5.5 MiB/s wr, 576 op/s 2024-03-07T10:05:03.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:02 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 340.0 s, 1768.4 tps, lat 54.227 ms stddev 108.279 2024-03-07T10:05:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:02 smithi063 ceph-mon[36356]: pgmap v180: 97 pgs: 97 active+clean; 3.8 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 5.5 MiB/s wr, 576 op/s 2024-03-07T10:05:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:02 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:02 smithi077 ceph-mon[36374]: pgmap v180: 97 pgs: 97 active+clean; 3.8 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 5.5 MiB/s wr, 576 op/s 2024-03-07T10:05:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:02 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:05.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:04 smithi018 ceph-mon[32171]: pgmap v181: 97 pgs: 97 active+clean; 3.9 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 6.4 MiB/s wr, 659 op/s 2024-03-07T10:05:05.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:04 smithi063 ceph-mon[36356]: pgmap v181: 97 pgs: 97 active+clean; 3.9 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 6.4 MiB/s wr, 659 op/s 2024-03-07T10:05:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:04 smithi077 ceph-mon[36374]: pgmap v181: 97 pgs: 97 active+clean; 3.9 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 6.4 MiB/s wr, 659 op/s 2024-03-07T10:05:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 -- 172.21.15.18:0/2172917011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 msgr2=0x7f052010d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 --2- 172.21.15.18:0/2172917011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f052010d3a0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f0518009ca0 tx=0x7f051802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 -- 172.21.15.18:0/2172917011 shutdown_connections 2024-03-07T10:05:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 --2- 172.21.15.18:0/2172917011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f052010d3a0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 --2- 172.21.15.18:0/2172917011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0520100520 0x7f05201009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 --2- 172.21.15.18:0/2172917011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f05201065e0 0x7f05201069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 -- 172.21.15.18:0/2172917011 >> 172.21.15.18:0/2172917011 conn(0x7f0520077650 msgr2=0x7f0520077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:05.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 -- 172.21.15.18:0/2172917011 shutdown_connections 2024-03-07T10:05:05.758 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.755+0000 7f052495a640 1 -- 172.21.15.18:0/2172917011 wait complete. 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 Processor -- start 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 -- start start 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0520100520 0x7f0520197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f05201983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f05201065e0 0x7f052019c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05201108c0 con 0x7f0520100ee0 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0520110740 con 0x7f05201065e0 2024-03-07T10:05:05.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f052495a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0520110a40 con 0x7f0520100520 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f05201983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f05201983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51914/0 (socket says 172.21.15.18:51914) 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f051dd9b640 1 -- 172.21.15.18:0/1955254463 learned_addr learned my addr 172.21.15.18:0/1955254463 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.756+0000 7f051ed9d640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f05201065e0 0x7f052019c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051e59c640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0520100520 0x7f0520197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051dd9b640 1 -- 172.21.15.18:0/1955254463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0520100520 msgr2=0x7f0520197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051dd9b640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0520100520 0x7f0520197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051dd9b640 1 -- 172.21.15.18:0/1955254463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f05201065e0 msgr2=0x7f052019c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051dd9b640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f05201065e0 0x7f052019c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051dd9b640 1 -- 172.21.15.18:0/1955254463 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f052019ce10 con 0x7f0520100ee0 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051ed9d640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f05201065e0 0x7f052019c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:05.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f051dd9b640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f05201983b0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f051400e9f0 tx=0x7f051400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:05.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f050f7fe640 1 -- 172.21.15.18:0/1955254463 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051400cd80 con 0x7f0520100ee0 2024-03-07T10:05:05.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f052019d100 con 0x7f0520100ee0 2024-03-07T10:05:05.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f050f7fe640 1 -- 172.21.15.18:0/1955254463 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0514005500 con 0x7f0520100ee0 2024-03-07T10:05:05.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f050f7fe640 1 -- 172.21.15.18:0/1955254463 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0514010690 con 0x7f0520100ee0 2024-03-07T10:05:05.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.757+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05201a4990 con 0x7f0520100ee0 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.760+0000 7f050f7fe640 1 -- 172.21.15.18:0/1955254463 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f05140046c0 con 0x7f0520100ee0 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.760+0000 7f050f7fe640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f05080a1ee0 0x7f05080a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 Processor -- start 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f051e59c640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f05080a1ee0 0x7f05080a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f050f7fe640 1 -- 172.21.15.18:0/1955254463 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f05140ce620 con 0x7f0520100ee0 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 -- start start 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb67a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb68420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb71520 0x55ffbbb73910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f051e59c640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f05080a1ee0 0x7f05080a43a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f05100095f0 tx=0x7f0510005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:05.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbbacc5c0 con 0x55ffbbb71520 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbba75900 con 0x55ffbbb67fa0 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f0527827740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbbac8660 con 0x55ffbbb68d10 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f051ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb71520 0x55ffbbb73910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f051ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb71520 0x55ffbbb73910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51922/0 (socket says 172.21.15.18:51922) 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f051ed9d640 1 -- 172.21.15.18:0/950108498 learned_addr learned my addr 172.21.15.18:0/950108498 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f051e59c640 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb67a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.761+0000 7f051dd9b640 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb68420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f051e59c640 1 -- 172.21.15.18:0/950108498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb67fa0 msgr2=0x55ffbbb68420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f051e59c640 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb68420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f051e59c640 1 -- 172.21.15.18:0/950108498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb71520 msgr2=0x55ffbbb73910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f051e59c640 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb71520 0x55ffbbb73910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f051e59c640 1 -- 172.21.15.18:0/950108498 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ffbb7e1210 con 0x55ffbbb68d10 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f051ed9d640 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb71520 0x55ffbbb73910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:05.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f051e59c640 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb67a60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f05100118d0 tx=0x7f0510014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dee5e50b12ac8cf4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f050cff9640 1 -- 172.21.15.18:0/950108498 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0510026430 con 0x55ffbbb68d10 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f050cff9640 1 -- 172.21.15.18:0/950108498 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f051001d8f0 con 0x55ffbbb68d10 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.762+0000 7f050cff9640 1 -- 172.21.15.18:0/950108498 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05100259e0 con 0x55ffbbb68d10 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 -- 172.21.15.18:0/950108498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 msgr2=0x55ffbbb67a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb67a60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f05100118d0 tx=0x7f0510014000 comp rx=0 tx=0).stop 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 -- 172.21.15.18:0/950108498 shutdown_connections 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb71520 0x55ffbbb73910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb68420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 --2- 172.21.15.18:0/950108498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb67a60 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 -- 172.21.15.18:0/950108498 >> 172.21.15.18:0/950108498 conn(0x55ffbbb2f580 msgr2=0x55ffbbb62c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 -- 172.21.15.18:0/950108498 shutdown_connections 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 -- 172.21.15.18:0/950108498 wait complete. 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.763+0000 7f0527827740 1 -- start start 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 1 Processor -- start 2024-03-07T10:05:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb71520 0x55ffbbb6f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbbb74250 con 0x55ffbbb67fa0 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbba88d60 con 0x55ffbbb68d10 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbbb743d0 con 0x55ffbbb71520 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f0527827740 10 client.0 _ll_register_callbacks cb 0x55ffbb7e0a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51930/0 (socket says 172.21.15.18:51930) 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 -- 172.21.15.18:0/896465447 learned_addr learned my addr 172.21.15.18:0/896465447 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051ed9d640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb71520 0x55ffbbb6f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 -- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb71520 msgr2=0x55ffbbb6f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb71520 0x55ffbbb6f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 -- 172.21.15.18:0/896465447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb68d10 msgr2=0x55ffbbb6eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051e59c640 1 -- 172.21.15.18:0/896465447 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ffbb8ad620 con 0x55ffbbb67fa0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051ed9d640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb71520 0x55ffbbb6f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.764+0000 7f051dd9b640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f051e59c640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6e620 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f0510025580 tx=0x7f051000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d2380f317424d9e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0505ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0505ffb640 1 -- 172.21.15.18:0/896465447 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051001d6e0 con 0x55ffbbb67fa0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0505ffb640 1 -- 172.21.15.18:0/896465447 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f051002b040 con 0x55ffbbb67fa0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f051001d8f0 con 0x55ffbbb67fa0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0505ffb640 1 -- 172.21.15.18:0/896465447 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f051001daa0 con 0x55ffbbb67fa0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0527827740 10 client.17118 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ffbbb80610 con 0x55ffbbb67fa0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0505ffb640 1 -- 172.21.15.18:0/896465447 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f051001d8f0 con 0x55ffbbb67fa0 2024-03-07T10:05:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.765+0000 7f0505ffb640 1 -- 172.21.15.18:0/896465447 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0510025a60 con 0x55ffbbb67fa0 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f0527827740 10 client.17118 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f0527827740 10 client.17118 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f0527827740 20 client.17118 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f0527827740 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbb819c0 0x55ffbbb83db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f0527827740 4 client.17118 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ffbbad9b00 con 0x55ffbbb819c0 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f051dd9b640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbb819c0 0x55ffbbb83db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f0505ffb640 10 client.17118 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.766+0000 7f051dd9b640 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbb819c0 0x55ffbbb83db0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7971d8445c95561e server_cookie=b3734d5adfecb291 in_seq=0 out_seq=0 2024-03-07T10:05:05.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0505ffb640 1 -- 172.21.15.18:0/896465447 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ffbbad9b00 con 0x55ffbbb819c0 2024-03-07T10:05:05.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0505ffb640 10 client.17118 handle_command_reply: tid=0 2024-03-07T10:05:05.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 client.17118 shutdown 2024-03-07T10:05:05.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 msgr2=0x55ffbbb6e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6e620 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f0510025580 tx=0x7f051000ed60 comp rx=0 tx=0).stop 2024-03-07T10:05:05.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 shutdown_connections 2024-03-07T10:05:05.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbb819c0 0x55ffbbb83db0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb71520 0x55ffbbb6f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 --2- 172.21.15.18:0/896465447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6e620 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 >> 172.21.15.18:0/896465447 conn(0x55ffbbb2f580 msgr2=0x55ffbbb649e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0505ffb640 0 client.17118 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 shutdown_connections 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 1 -- 172.21.15.18:0/896465447 wait complete. 2024-03-07T10:05:05.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.767+0000 7f0527827740 20 client.17118 trim_cache size 0 max 16384 2024-03-07T10:05:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 Processor -- start 2024-03-07T10:05:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 -- start start 2024-03-07T10:05:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb70d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb72910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb72e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05201af910 con 0x55ffbbb67fa0 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05201ad410 con 0x55ffbbb71520 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f0527827740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05201ab4b0 con 0x55ffbbb68d10 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f051e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb70d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f051e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb70d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51932/0 (socket says 172.21.15.18:51932) 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb72910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f051e59c640 1 -- 172.21.15.18:0/2922931969 learned_addr learned my addr 172.21.15.18:0/2922931969 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.784+0000 7f051ed9d640 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb72e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f051e59c640 1 -- 172.21.15.18:0/2922931969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 msgr2=0x55ffbbb72910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f051e59c640 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb72910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f051e59c640 1 -- 172.21.15.18:0/2922931969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 msgr2=0x55ffbbb72e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f051e59c640 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb72e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f051e59c640 1 -- 172.21.15.18:0/2922931969 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ffbbb6cb70 con 0x55ffbbb67fa0 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f051dd9b640 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb72910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f051e59c640 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb70d50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f051000ea30 tx=0x7f0510009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bc1456d0c6588b0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f0507fff640 1 -- 172.21.15.18:0/2922931969 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05100047e0 con 0x55ffbbb67fa0 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f0507fff640 1 -- 172.21.15.18:0/2922931969 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0510009250 con 0x55ffbbb67fa0 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.785+0000 7f0507fff640 1 -- 172.21.15.18:0/2922931969 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051001dc40 con 0x55ffbbb67fa0 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- 172.21.15.18:0/2922931969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 msgr2=0x55ffbbb70d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb70d50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f051000ea30 tx=0x7f0510009910 comp rx=0 tx=0).stop 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- 172.21.15.18:0/2922931969 shutdown_connections 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb72e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb68d10 0x55ffbbb72910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 --2- 172.21.15.18:0/2922931969 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb70d50 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- 172.21.15.18:0/2922931969 >> 172.21.15.18:0/2922931969 conn(0x55ffbbb2f580 msgr2=0x55ffbbb6cef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- 172.21.15.18:0/2922931969 shutdown_connections 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- 172.21.15.18:0/2922931969 wait complete. 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- start start 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 Processor -- start 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb6b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05201abab0 con 0x55ffbbb68d10 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05201acdb0 con 0x55ffbbb71520 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05201ac0f0 con 0x55ffbbb67fa0 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.786+0000 7f0527827740 10 client.0 _ll_register_callbacks cb 0x7f0510005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51934/0 (socket says 172.21.15.18:51934) 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 -- 172.21.15.18:0/3557899248 learned_addr learned my addr 172.21.15.18:0/3557899248 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051e59c640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051ed9d640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb6b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 -- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb67fa0 msgr2=0x55ffbbb6aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 -- 172.21.15.18:0/3557899248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 msgr2=0x55ffbbb6b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb6b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 -- 172.21.15.18:0/3557899248 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ffbbb6c5d0 con 0x55ffbbb68d10 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051e59c640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f051dd9b640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6af70 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f051400c6a0 tx=0x7f051409b060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a764dbd7ffa9cd55 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f0505ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f0505ffb640 1 -- 172.21.15.18:0/3557899248 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05140b7070 con 0x55ffbbb68d10 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ffbbad3e50 con 0x55ffbbb68d10 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f0505ffb640 1 -- 172.21.15.18:0/3557899248 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f05140b92c0 con 0x55ffbbb68d10 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f0505ffb640 1 -- 172.21.15.18:0/3557899248 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f05140b94c0 con 0x55ffbbb68d10 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.787+0000 7f0527827740 10 client.17124 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:05.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ffbbbdcf90 con 0x55ffbbb68d10 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0505ffb640 1 -- 172.21.15.18:0/3557899248 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ffbbad3e50 con 0x55ffbbb68d10 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0505ffb640 1 -- 172.21.15.18:0/3557899248 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0514096cf0 con 0x55ffbbb68d10 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0527827740 10 client.17124 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0527827740 10 client.17124 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0527827740 20 client.17124 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0527827740 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbbdd660 0x55ffbbbdfa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0527827740 4 client.17124 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ffbba526e0 con 0x55ffbbbdd660 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f051e59c640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbbdd660 0x55ffbbbdfa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f051e59c640 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbbdd660 0x55ffbbbdfa50 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=624de6f7c7b7171f server_cookie=b3964ba9d22da93 in_seq=0 out_seq=0 2024-03-07T10:05:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.788+0000 7f0505ffb640 10 client.17124 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0505ffb640 1 -- 172.21.15.18:0/3557899248 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ffbba526e0 con 0x55ffbbbdd660 2024-03-07T10:05:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0505ffb640 10 client.17124 handle_command_reply: tid=0 2024-03-07T10:05:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 client.17124 shutdown 2024-03-07T10:05:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb68d10 msgr2=0x55ffbbb6af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6af70 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f051400c6a0 tx=0x7f051409b060 comp rx=0 tx=0).stop 2024-03-07T10:05:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 shutdown_connections 2024-03-07T10:05:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ffbbbdd660 0x55ffbbbdfa50 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ffbbb71520 0x55ffbbb6b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ffbbb68d10 0x55ffbbb6af70 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 --2- 172.21.15.18:0/3557899248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ffbbb67fa0 0x55ffbbb6aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 >> 172.21.15.18:0/3557899248 conn(0x55ffbbb2f580 msgr2=0x55ffbbb64070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.809+0000 7f0505ffb640 0 client.17124 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 shutdown_connections 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f0527827740 1 -- 172.21.15.18:0/3557899248 wait complete. 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f0527827740 20 client.17124 trim_cache size 0 max 16384 2024-03-07T10:05:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:05:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:05:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:05:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:05:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f05080a1ee0 msgr2=0x7f05080a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f05080a1ee0 0x7f05080a43a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f05100095f0 tx=0x7f0510005f90 comp rx=0 tx=0).stop 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 msgr2=0x7f05201983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f05201983b0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f051400e9f0 tx=0x7f051400edf0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 shutdown_connections 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f05201065e0 0x7f052019c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f05080a1ee0 0x7f05080a43a0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0520100ee0 0x7f05201983b0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 --2- 172.21.15.18:0/1955254463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0520100520 0x7f0520197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 >> 172.21.15.18:0/1955254463 conn(0x7f0520077650 msgr2=0x7f05200ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 shutdown_connections 2024-03-07T10:05:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:05.810+0000 7f052495a640 1 -- 172.21.15.18:0/1955254463 wait complete. 2024-03-07T10:05:07.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:06 smithi018 ceph-mon[32171]: pgmap v182: 97 pgs: 97 active+clean; 3.9 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 7.6 MiB/s wr, 851 op/s 2024-03-07T10:05:07.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:06 smithi063 ceph-mon[36356]: pgmap v182: 97 pgs: 97 active+clean; 3.9 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 7.6 MiB/s wr, 851 op/s 2024-03-07T10:05:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:06 smithi077 ceph-mon[36374]: pgmap v182: 97 pgs: 97 active+clean; 3.9 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 7.6 MiB/s wr, 851 op/s 2024-03-07T10:05:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 345.0 s, 253.4 tps, lat 394.513 ms stddev 243.513 2024-03-07T10:05:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:08 smithi063 ceph-mon[36356]: pgmap v183: 97 pgs: 97 active+clean; 3.9 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 5.2 MiB/s wr, 599 op/s 2024-03-07T10:05:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:08 smithi077 ceph-mon[36374]: pgmap v183: 97 pgs: 97 active+clean; 3.9 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 5.2 MiB/s wr, 599 op/s 2024-03-07T10:05:09.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:08 smithi018 ceph-mon[32171]: pgmap v183: 97 pgs: 97 active+clean; 3.9 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 5.2 MiB/s wr, 599 op/s 2024-03-07T10:05:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:09 smithi063 ceph-mon[36356]: pgmap v184: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 6.4 MiB/s wr, 807 op/s 2024-03-07T10:05:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:09 smithi077 ceph-mon[36374]: pgmap v184: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 6.4 MiB/s wr, 807 op/s 2024-03-07T10:05:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:09 smithi018 ceph-mon[32171]: pgmap v184: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 6.4 MiB/s wr, 807 op/s 2024-03-07T10:05:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:11 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:05:11.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:11 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:05:11.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:11 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:05:12.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:12 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:05:12.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:12 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:05:12.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:12 smithi018 ceph-mon[32171]: pgmap v185: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 3.6 MiB/s wr, 521 op/s 2024-03-07T10:05:12.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:12 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:05:12.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:12 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:05:12.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:12 smithi063 ceph-mon[36356]: pgmap v185: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 3.6 MiB/s wr, 521 op/s 2024-03-07T10:05:12.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:12 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:05:12.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:12 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:05:12.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:12 smithi077 ceph-mon[36374]: pgmap v185: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 3.6 MiB/s wr, 521 op/s 2024-03-07T10:05:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 350.0 s, 1468.6 tps, lat 71.042 ms stddev 168.022 2024-03-07T10:05:14.304 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:14 smithi077 ceph-mon[36374]: pgmap v186: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 6.8 MiB/s wr, 653 op/s 2024-03-07T10:05:14.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:14 smithi018 ceph-mon[32171]: pgmap v186: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 6.8 MiB/s wr, 653 op/s 2024-03-07T10:05:14.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:14 smithi063 ceph-mon[36356]: pgmap v186: 97 pgs: 97 active+clean; 3.9 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 6.8 MiB/s wr, 653 op/s 2024-03-07T10:05:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:16 smithi018 ceph-mon[32171]: pgmap v187: 97 pgs: 97 active+clean; 4.1 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 30 MiB/s wr, 1.65k op/s 2024-03-07T10:05:16.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:16 smithi063 ceph-mon[36356]: pgmap v187: 97 pgs: 97 active+clean; 4.1 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 30 MiB/s wr, 1.65k op/s 2024-03-07T10:05:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:16 smithi077 ceph-mon[36374]: pgmap v187: 97 pgs: 97 active+clean; 4.1 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 30 MiB/s wr, 1.65k op/s 2024-03-07T10:05:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 355.0 s, 2461.4 tps, lat 40.392 ms stddev 45.213 2024-03-07T10:05:18.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:18 smithi018 ceph-mon[32171]: pgmap v188: 97 pgs: 97 active+clean; 4.1 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 MiB/s wr, 1.42k op/s 2024-03-07T10:05:18.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:18 smithi063 ceph-mon[36356]: pgmap v188: 97 pgs: 97 active+clean; 4.1 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 MiB/s wr, 1.42k op/s 2024-03-07T10:05:18.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:18 smithi077 ceph-mon[36374]: pgmap v188: 97 pgs: 97 active+clean; 4.1 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 MiB/s wr, 1.42k op/s 2024-03-07T10:05:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 -- 172.21.15.18:0/1187607007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100ef0 msgr2=0x7f969010d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 --2- 172.21.15.18:0/1187607007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100ef0 0x7f969010d3b0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9688009ca0 tx=0x7f968802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 -- 172.21.15.18:0/1187607007 shutdown_connections 2024-03-07T10:05:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 --2- 172.21.15.18:0/1187607007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100ef0 0x7f969010d3b0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 --2- 172.21.15.18:0/1187607007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9690100530 0x7f96901009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 --2- 172.21.15.18:0/1187607007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96901065f0 0x7f96901069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 -- 172.21.15.18:0/1187607007 >> 172.21.15.18:0/1187607007 conn(0x7f96900776b0 msgr2=0x7f9690077ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.918+0000 7f96956a5640 1 -- 172.21.15.18:0/1187607007 shutdown_connections 2024-03-07T10:05:18.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.920+0000 7f96956a5640 1 -- 172.21.15.18:0/1187607007 wait complete. 2024-03-07T10:05:18.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.920+0000 7f96956a5640 1 Processor -- start 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f96956a5640 1 -- start start 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f96956a5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100530 0x7f96901021a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f96956a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9690100ef0 0x7f96901026e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f96956a5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96901065f0 0x7f9690102c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f96956a5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96901108d0 con 0x7f9690100530 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f96956a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9690110750 con 0x7f9690100ef0 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f96956a5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9690110a50 con 0x7f96901065f0 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100530 0x7f96901021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100530 0x7f96901021a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54122/0 (socket says 172.21.15.18:54122) 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 -- 172.21.15.18:0/1929510023 learned_addr learned my addr 172.21.15.18:0/1929510023 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f9687fff640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9690100ef0 0x7f96901026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.926 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968f7fe640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96901065f0 0x7f9690102c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 -- 172.21.15.18:0/1929510023 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96901065f0 msgr2=0x7f9690102c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96901065f0 0x7f9690102c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 -- 172.21.15.18:0/1929510023 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9690100ef0 msgr2=0x7f96901026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9690100ef0 0x7f96901026e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.921+0000 7f968effd640 1 -- 172.21.15.18:0/1929510023 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96901a62f0 con 0x7f9690100530 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.922+0000 7f968effd640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100530 0x7f96901021a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f968000e9f0 tx=0x7f968000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.922+0000 7f968cff9640 1 -- 172.21.15.18:0/1929510023 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968000cd80 con 0x7f9690100530 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.922+0000 7f968cff9640 1 -- 172.21.15.18:0/1929510023 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9680005500 con 0x7f9690100530 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.922+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96901a65e0 con 0x7f9690100530 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.922+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96901a6b30 con 0x7f9690100530 2024-03-07T10:05:18.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.923+0000 7f968cff9640 1 -- 172.21.15.18:0/1929510023 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9680010690 con 0x7f9690100530 2024-03-07T10:05:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.925+0000 7f968cff9640 1 -- 172.21.15.18:0/1929510023 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9680010830 con 0x7f9690100530 2024-03-07T10:05:18.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.925+0000 7f969856a740 1 Processor -- start 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.925+0000 7f969856a740 1 -- start start 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f969856a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f969856a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5e8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f969856a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5f1520 0x55f3ac5f3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f969856a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ac54c5c0 con 0x55f3ac5f1520 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f969856a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ac4f5900 con 0x55f3ac5e8d10 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f969856a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ac548660 con 0x55f3ac5e7fa0 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f968f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f9687fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5f1520 0x55f3ac5f3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f968f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54378/0 (socket says 172.21.15.18:54378) 2024-03-07T10:05:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.926+0000 7f968f7fe640 1 -- 172.21.15.18:0/1722824142 learned_addr learned my addr 172.21.15.18:0/1722824142 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968f7fe640 1 -- 172.21.15.18:0/1722824142 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e7fa0 msgr2=0x55f3ac5e8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968f7fe640 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5e8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968f7fe640 1 -- 172.21.15.18:0/1722824142 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5f1520 msgr2=0x55f3ac5f3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968cff9640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f967c0a1f60 0x7f967c0a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968f7fe640 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5f1520 0x55f3ac5f3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968f7fe640 1 -- 172.21.15.18:0/1722824142 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3ac261210 con 0x55f3ac5e8d10 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f9687fff640 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5f1520 0x55f3ac5f3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968cff9640 1 -- 172.21.15.18:0/1929510023 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f96800ce450 con 0x7f9690100530 2024-03-07T10:05:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.927+0000 7f968f7fe640 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e7a60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9688009ca0 tx=0x7f9688009900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1cf2599161e3b7e7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.928+0000 7f96857fa640 1 -- 172.21.15.18:0/1722824142 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688043020 con 0x55f3ac5e8d10 2024-03-07T10:05:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.928+0000 7f968effd640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f967c0a1f60 0x7f967c0a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.928+0000 7f96857fa640 1 -- 172.21.15.18:0/1722824142 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9688003970 con 0x55f3ac5e8d10 2024-03-07T10:05:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.928+0000 7f96857fa640 1 -- 172.21.15.18:0/1722824142 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688039040 con 0x55f3ac5e8d10 2024-03-07T10:05:18.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 -- 172.21.15.18:0/1722824142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e8d10 msgr2=0x55f3ac5e7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e7a60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9688009ca0 tx=0x7f9688009900 comp rx=0 tx=0).stop 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f968effd640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f967c0a1f60 0x7f967c0a4420 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x55f3ac5e9470 tx=0x7f96800ce750 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 -- 172.21.15.18:0/1722824142 shutdown_connections 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5f1520 0x55f3ac5f3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5e8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 --2- 172.21.15.18:0/1722824142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e7a60 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 -- 172.21.15.18:0/1722824142 >> 172.21.15.18:0/1722824142 conn(0x55f3ac5af580 msgr2=0x55f3ac5e2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 -- 172.21.15.18:0/1722824142 shutdown_connections 2024-03-07T10:05:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 -- 172.21.15.18:0/1722824142 wait complete. 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 -- start start 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.929+0000 7f969856a740 1 Processor -- start 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f969856a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ee580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f969856a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5eeac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f969856a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5f1520 0x55f3ac5ef000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f969856a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ac5fcaa0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f969856a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ac508d60 con 0x55f3ac5e7fa0 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f969856a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ac5fcc20 con 0x55f3ac5f1520 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f969856a740 10 client.0 _ll_register_callbacks cb 0x55f3ac260a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f968f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ee580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f9687fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5eeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f968f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ee580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54388/0 (socket says 172.21.15.18:54388) 2024-03-07T10:05:18.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f968f7fe640 1 -- 172.21.15.18:0/3413711160 learned_addr learned my addr 172.21.15.18:0/3413711160 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f968f7fe640 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5f1520 0x55f3ac5ef000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f9687fff640 1 -- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5f1520 msgr2=0x55f3ac5ef000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f9687fff640 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5f1520 0x55f3ac5ef000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f9687fff640 1 -- 172.21.15.18:0/3413711160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e7fa0 msgr2=0x55f3ac5ee580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f9687fff640 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ee580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.930+0000 7f9687fff640 1 -- 172.21.15.18:0/3413711160 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f3ac32d620 con 0x55f3ac5e8d10 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f9687fff640 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5eeac0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x55f3ac5e8a40 tx=0x7f9678012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=943c1cac1c0eb150 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f96767fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f96767fc640 1 -- 172.21.15.18:0/3413711160 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678004030 con 0x55f3ac5e8d10 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f96767fc640 1 -- 172.21.15.18:0/3413711160 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f96780041d0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9688003970 con 0x55f3ac5e8d10 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f96767fc640 1 -- 172.21.15.18:0/3413711160 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96780043d0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 10 client.17136 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f3ac608ed0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f96767fc640 1 -- 172.21.15.18:0/3413711160 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9688003970 con 0x55f3ac5e8d10 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f96767fc640 1 -- 172.21.15.18:0/3413711160 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9678003bb0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 10 client.17136 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 10 client.17136 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 20 client.17136 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac60a390 0x55f3ac60c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.940 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 4 client.17136 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.931+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f3ac559b00 con 0x55f3ac60a390 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.932+0000 7f968f7fe640 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac60a390 0x55f3ac60c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.932+0000 7f96767fc640 10 client.17136 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.932+0000 7f968f7fe640 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac60a390 0x55f3ac60c780 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44b9c1216b8703a1 server_cookie=b3ecad841f3779e7 in_seq=0 out_seq=0 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.933+0000 7f96767fc640 1 -- 172.21.15.18:0/3413711160 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f3ac559b00 con 0x55f3ac60a390 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.933+0000 7f96767fc640 10 client.17136 handle_command_reply: tid=0 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.933+0000 7f969856a740 1 client.17136 shutdown 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e8d10 msgr2=0x55f3ac5eeac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:18.941 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5eeac0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x55f3ac5e8a40 tx=0x7f9678012b60 comp rx=0 tx=0).stop 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 shutdown_connections 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac60a390 0x55f3ac60c780 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5f1520 0x55f3ac5ef000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5eeac0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 --2- 172.21.15.18:0/3413711160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ee580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f96767fc640 0 client.17136 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.934+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 >> 172.21.15.18:0/3413711160 conn(0x55f3ac5af580 msgr2=0x55f3ac5e49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.935+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 shutdown_connections 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.935+0000 7f969856a740 1 -- 172.21.15.18:0/3413711160 wait complete. 2024-03-07T10:05:18.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.935+0000 7f969856a740 20 client.17136 trim_cache size 0 max 16384 2024-03-07T10:05:18.963 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.961+0000 7f969856a740 1 Processor -- start 2024-03-07T10:05:18.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.965+0000 7f969856a740 1 -- start start 2024-03-07T10:05:18.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.965+0000 7f969856a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5f0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.965+0000 7f969856a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.965+0000 7f969856a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac605400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.965+0000 7f969856a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9670010d10 con 0x55f3ac5e7fa0 2024-03-07T10:05:18.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.965+0000 7f969856a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967000e810 con 0x55f3ac5f1520 2024-03-07T10:05:18.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.965+0000 7f969856a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967000c8b0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.967+0000 7f9687fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.967+0000 7f9687fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e47f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35254/0 (socket says 172.21.15.18:35254) 2024-03-07T10:05:18.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.967+0000 7f9687fff640 1 -- 172.21.15.18:0/1954552300 learned_addr learned my addr 172.21.15.18:0/1954552300 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:18.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.969+0000 7f968f7fe640 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac605400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.969+0000 7f968f7fe640 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5f0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.973+0000 7f9687fff640 1 -- 172.21.15.18:0/1954552300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 msgr2=0x55f3ac605400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.973+0000 7f9687fff640 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac605400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.973+0000 7f9687fff640 1 -- 172.21.15.18:0/1954552300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 msgr2=0x55f3ac5f0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.973+0000 7f9687fff640 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5f0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.973+0000 7f9687fff640 1 -- 172.21.15.18:0/1954552300 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3ac5dded0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.976+0000 7f9687fff640 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e47f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9678005970 tx=0x7f96780059a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdf5f28a4438d22c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:18.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.977+0000 7f9684ff9640 1 -- 172.21.15.18:0/1954552300 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678010570 con 0x55f3ac5e8d10 2024-03-07T10:05:18.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.977+0000 7f9684ff9640 1 -- 172.21.15.18:0/1954552300 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9678010710 con 0x55f3ac5e8d10 2024-03-07T10:05:18.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.977+0000 7f9684ff9640 1 -- 172.21.15.18:0/1954552300 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678005030 con 0x55f3ac5e8d10 2024-03-07T10:05:18.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.980+0000 7f969856a740 1 -- 172.21.15.18:0/1954552300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 msgr2=0x55f3ac5e47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:18.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.980+0000 7f969856a740 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e47f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9678005970 tx=0x7f96780059a0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.984+0000 7f969856a740 1 -- 172.21.15.18:0/1954552300 shutdown_connections 2024-03-07T10:05:18.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.984+0000 7f969856a740 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac605400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.984+0000 7f969856a740 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5e47f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.984+0000 7f969856a740 1 --2- 172.21.15.18:0/1954552300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5f0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.986 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.984+0000 7f969856a740 1 -- 172.21.15.18:0/1954552300 >> 172.21.15.18:0/1954552300 conn(0x55f3ac5af580 msgr2=0x55f3ac5e40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:18.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.988+0000 7f969856a740 1 -- 172.21.15.18:0/1954552300 shutdown_connections 2024-03-07T10:05:18.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.989+0000 7f969856a740 1 -- 172.21.15.18:0/1954552300 wait complete. 2024-03-07T10:05:18.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.989+0000 7f969856a740 1 -- start start 2024-03-07T10:05:18.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.989+0000 7f969856a740 1 Processor -- start 2024-03-07T10:05:18.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.990+0000 7f969856a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ebad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.990+0000 7f969856a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5ec010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.992 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.990+0000 7f969856a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac662c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:18.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.990+0000 7f969856a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967000ceb0 con 0x55f3ac5e7fa0 2024-03-07T10:05:18.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.990+0000 7f969856a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967000e1b0 con 0x55f3ac5f1520 2024-03-07T10:05:18.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.990+0000 7f969856a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f967000d4f0 con 0x55f3ac5e8d10 2024-03-07T10:05:18.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.990+0000 7f969856a740 10 client.0 _ll_register_callbacks cb 0x7f9678009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:18.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.991+0000 7f968f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac662c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.991+0000 7f968f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ebad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.995 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.991+0000 7f968f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ebad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:54154/0 (socket says 172.21.15.18:54154) 2024-03-07T10:05:18.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.991+0000 7f968f7fe640 1 -- 172.21.15.18:0/165108642 learned_addr learned my addr 172.21.15.18:0/165108642 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:18.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.991+0000 7f9687fff640 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5ec010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:18.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.992+0000 7f968f7fe640 1 -- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 msgr2=0x55f3ac5ec010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.992+0000 7f968f7fe640 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5ec010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.996 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.992+0000 7f968f7fe640 1 -- 172.21.15.18:0/165108642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 msgr2=0x55f3ac5ebad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:18.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.992+0000 7f968f7fe640 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ebad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:18.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.992+0000 7f968f7fe640 1 -- 172.21.15.18:0/165108642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f3ac602140 con 0x55f3ac5f1520 2024-03-07T10:05:18.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.992+0000 7f968f7fe640 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac662c20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9688009890 tx=0x7f9688009900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f54b28f25dcd6d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:18.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.992+0000 7f96767fc640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:18.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.993+0000 7f96767fc640 1 -- 172.21.15.18:0/165108642 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688043040 con 0x55f3ac5f1520 2024-03-07T10:05:18.997 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.993+0000 7f96767fc640 1 -- 172.21.15.18:0/165108642 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f9688003ca0 con 0x55f3ac5f1520 2024-03-07T10:05:18.998 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.993+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9678010710 con 0x55f3ac5f1520 2024-03-07T10:05:19.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.994+0000 7f96767fc640 1 -- 172.21.15.18:0/165108642 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9688032590 con 0x55f3ac5f1520 2024-03-07T10:05:19.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.995+0000 7f969856a740 10 client.26930 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:19.000 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.995+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f3ac5eada0 con 0x55f3ac5f1520 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.995+0000 7f96767fc640 1 -- 172.21.15.18:0/165108642 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9678010710 con 0x55f3ac5f1520 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.996+0000 7f96767fc640 1 -- 172.21.15.18:0/165108642 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f968804b450 con 0x55f3ac5f1520 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.996+0000 7f969856a740 10 client.26930 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.996+0000 7f969856a740 10 client.26930 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.996+0000 7f969856a740 20 client.26930 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.996+0000 7f969856a740 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac5eb090 0x55f3ac5f9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.996+0000 7f969856a740 4 client.26930 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.996+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f3ac553e50 con 0x55f3ac5eb090 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.997+0000 7f9687fff640 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac5eb090 0x55f3ac5f9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.997+0000 7f9687fff640 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac5eb090 0x55f3ac5f9f80 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c276a3a8ec16569 server_cookie=dc6229bf6fc08267 in_seq=0 out_seq=0 2024-03-07T10:05:19.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:18.997+0000 7f96767fc640 10 client.26930 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f96767fc640 1 -- 172.21.15.18:0/165108642 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f3ac553e50 con 0x55f3ac5eb090 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f96767fc640 10 client.26930 handle_command_reply: tid=0 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 client.26930 shutdown 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 msgr2=0x55f3ac662c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac662c20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9688009890 tx=0x7f9688009900 comp rx=0 tx=0).stop 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 shutdown_connections 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3ac5eb090 0x55f3ac5f9f80 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3ac5f1520 0x55f3ac662c20 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3ac5e8d10 0x55f3ac5ec010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f96767fc640 0 client.26930 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 --2- 172.21.15.18:0/165108642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3ac5e7fa0 0x55f3ac5ebad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 >> 172.21.15.18:0/165108642 conn(0x55f3ac5af580 msgr2=0x55f3ac5e1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 shutdown_connections 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 1 -- 172.21.15.18:0/165108642 wait complete. 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.047+0000 7f969856a740 20 client.26930 trim_cache size 0 max 16384 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:05:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:05:19.051 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.049+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f967c0a1f60 msgr2=0x7f967c0a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.049+0000 7f96956a5640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f967c0a1f60 0x7f967c0a4420 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x55f3ac5e9470 tx=0x7f96800ce750 comp rx=0 tx=0).stop 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100530 msgr2=0x7f96901021a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100530 0x7f96901021a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f968000e9f0 tx=0x7f968000edf0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 shutdown_connections 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96901065f0 0x7f9690102c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9690100ef0 0x7f96901026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f967c0a1f60 0x7f967c0a4420 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 --2- 172.21.15.18:0/1929510023 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9690100530 0x7f96901021a0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 >> 172.21.15.18:0/1929510023 conn(0x7f96900776b0 msgr2=0x7f96900ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 shutdown_connections 2024-03-07T10:05:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:19.050+0000 7f96956a5640 1 -- 172.21.15.18:0/1929510023 wait complete. 2024-03-07T10:05:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:19 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:05:19.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:19 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:05:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:19 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:05:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:20 smithi018 ceph-mon[32171]: pgmap v189: 97 pgs: 97 active+clean; 4.1 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 32 MiB/s wr, 1.70k op/s 2024-03-07T10:05:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:20 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:05:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:20 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:05:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:20 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:05:20.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:20 smithi063 ceph-mon[36356]: pgmap v189: 97 pgs: 97 active+clean; 4.1 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 32 MiB/s wr, 1.70k op/s 2024-03-07T10:05:20.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:20 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:05:20.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:20 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:05:20.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:20 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:05:20.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:20 smithi077 ceph-mon[36374]: pgmap v189: 97 pgs: 97 active+clean; 4.1 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 32 MiB/s wr, 1.70k op/s 2024-03-07T10:05:20.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:20 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:05:20.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:20 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:05:20.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:20 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:05:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:22 smithi018 ceph-mon[32171]: pgmap v190: 97 pgs: 97 active+clean; 4.1 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 MiB/s wr, 1.49k op/s 2024-03-07T10:05:22.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:22 smithi063 ceph-mon[36356]: pgmap v190: 97 pgs: 97 active+clean; 4.1 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 MiB/s wr, 1.49k op/s 2024-03-07T10:05:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:22 smithi077 ceph-mon[36374]: pgmap v190: 97 pgs: 97 active+clean; 4.1 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 MiB/s wr, 1.49k op/s 2024-03-07T10:05:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 360.0 s, 2948.6 tps, lat 34.105 ms stddev 39.220 2024-03-07T10:05:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:24 smithi018 ceph-mon[32171]: pgmap v191: 97 pgs: 97 active+clean; 4.1 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 MiB/s wr, 1.57k op/s 2024-03-07T10:05:24.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:24 smithi063 ceph-mon[36356]: pgmap v191: 97 pgs: 97 active+clean; 4.1 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 MiB/s wr, 1.57k op/s 2024-03-07T10:05:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:24 smithi077 ceph-mon[36374]: pgmap v191: 97 pgs: 97 active+clean; 4.1 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 MiB/s wr, 1.57k op/s 2024-03-07T10:05:26.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:26 smithi018 ceph-mon[32171]: pgmap v192: 97 pgs: 97 active+clean; 4.2 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 30 MiB/s wr, 1.66k op/s 2024-03-07T10:05:26.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:26 smithi063 ceph-mon[36356]: pgmap v192: 97 pgs: 97 active+clean; 4.2 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 30 MiB/s wr, 1.66k op/s 2024-03-07T10:05:26.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:26 smithi077 ceph-mon[36374]: pgmap v192: 97 pgs: 97 active+clean; 4.2 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 30 MiB/s wr, 1.66k op/s 2024-03-07T10:05:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 365.0 s, 3070.4 tps, lat 32.572 ms stddev 39.414 2024-03-07T10:05:28.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:28 smithi018 ceph-mon[32171]: pgmap v193: 97 pgs: 97 active+clean; 4.2 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 5.5 MiB/s wr, 582 op/s 2024-03-07T10:05:28.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:28 smithi063 ceph-mon[36356]: pgmap v193: 97 pgs: 97 active+clean; 4.2 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 5.5 MiB/s wr, 582 op/s 2024-03-07T10:05:28.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:28 smithi077 ceph-mon[36374]: pgmap v193: 97 pgs: 97 active+clean; 4.2 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 5.5 MiB/s wr, 582 op/s 2024-03-07T10:05:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:30 smithi018 ceph-mon[32171]: pgmap v194: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 8.9 MiB/s wr, 888 op/s 2024-03-07T10:05:30.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:30 smithi063 ceph-mon[36356]: pgmap v194: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 8.9 MiB/s wr, 888 op/s 2024-03-07T10:05:30.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:30 smithi077 ceph-mon[36374]: pgmap v194: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 8.9 MiB/s wr, 888 op/s 2024-03-07T10:05:31.139 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:05:31.140 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:05:31.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 -- 172.21.15.18:0/862735492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6908101c10 msgr2=0x7f69081051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 --2- 172.21.15.18:0/862735492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6908101c10 0x7f69081051b0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f68f8009900 tx=0x7f68f802bc30 comp rx=0 tx=0).stop 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 -- 172.21.15.18:0/862735492 shutdown_connections 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 --2- 172.21.15.18:0/862735492 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69081058e0 0x7f690810d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 --2- 172.21.15.18:0/862735492 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6908101c10 0x7f69081051b0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 --2- 172.21.15.18:0/862735492 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6908101260 0x7f6908101640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 -- 172.21.15.18:0/862735492 >> 172.21.15.18:0/862735492 conn(0x7f6908075820 msgr2=0x7f6908075c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 -- 172.21.15.18:0/862735492 shutdown_connections 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 -- 172.21.15.18:0/862735492 wait complete. 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 Processor -- start 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.283+0000 7f690cb71640 1 -- start start 2024-03-07T10:05:31.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690cb71640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6908101260 0x7f6908197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690cb71640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69081058e0 0x7f69081983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690cb71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f690819c750 0x7f690819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690cb71640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6908110910 con 0x7f690819c750 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690cb71640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6908110790 con 0x7f69081058e0 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690cb71640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6908110a90 con 0x7f6908101260 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6906d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f690819c750 0x7f690819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6905d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69081058e0 0x7f69081983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6906d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f690819c750 0x7f690819cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59102/0 (socket says 172.21.15.18:59102) 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6908101260 0x7f6908197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6906d9d640 1 -- 172.21.15.18:0/4059903460 learned_addr learned my addr 172.21.15.18:0/4059903460 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6905d9b640 1 -- 172.21.15.18:0/4059903460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6908101260 msgr2=0x7f6908197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6905d9b640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6908101260 0x7f6908197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6905d9b640 1 -- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f690819c750 msgr2=0x7f690819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6905d9b640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f690819c750 0x7f690819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6905d9b640 1 -- 172.21.15.18:0/4059903460 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f690819d240 con 0x7f69081058e0 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f690659c640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6908101260 0x7f6908197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6906d9d640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f690819c750 0x7f690819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.284+0000 7f6905d9b640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69081058e0 0x7f69081983d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f68f8009230 tx=0x7f68f8004360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.285+0000 7f68ff7fe640 1 -- 172.21.15.18:0/4059903460 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f8043020 con 0x7f69081058e0 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.285+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f690819d4d0 con 0x7f69081058e0 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.285+0000 7f68ff7fe640 1 -- 172.21.15.18:0/4059903460 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68f80054e0 con 0x7f69081058e0 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.285+0000 7f68ff7fe640 1 -- 172.21.15.18:0/4059903460 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f8003b20 con 0x7f69081058e0 2024-03-07T10:05:31.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.285+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69081a4c90 con 0x7f69081058e0 2024-03-07T10:05:31.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.288+0000 7f68ff7fe640 1 -- 172.21.15.18:0/4059903460 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f68f8046020 con 0x7f69081058e0 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f68ff7fe640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f68f40a1ef0 0x7f68f40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 Processor -- start 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f68ff7fe640 1 -- 172.21.15.18:0/4059903460 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f68f80f0020 con 0x7f69081058e0 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690659c640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f68f40a1ef0 0x7f68f40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 -- start start 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f0eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f176f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 0x558747f1a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558747e71dd0 con 0x558747f0f050 2024-03-07T10:05:31.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558747e1aae0 con 0x558747f0e730 2024-03-07T10:05:31.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.289+0000 7f690f963740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558747e6de70 con 0x558747f17c30 2024-03-07T10:05:31.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f68f40a1ef0 0x7f68f40a43b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f68f0009fc0 tx=0x7f68f0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f0eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f0eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40852/0 (socket says 172.21.15.18:40852) 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 -- 172.21.15.18:0/141919126 learned_addr learned my addr 172.21.15.18:0/141919126 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f6905d9b640 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f176f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 -- 172.21.15.18:0/141919126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 msgr2=0x558747f1a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 0x558747f1a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 -- 172.21.15.18:0/141919126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 msgr2=0x558747f176f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f176f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 -- 172.21.15.18:0/141919126 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558747c507d0 con 0x558747f0e730 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f6905d9b640 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f176f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.290+0000 7f690659c640 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f0eb10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f68f00042f0 tx=0x7f68f0014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f13cf395ec61db7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.291+0000 7f68fcff9640 1 -- 172.21.15.18:0/141919126 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f0026470 con 0x558747f0e730 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.291+0000 7f68fcff9640 1 -- 172.21.15.18:0/141919126 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68f000f960 con 0x558747f0e730 2024-03-07T10:05:31.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.291+0000 7f68fcff9640 1 -- 172.21.15.18:0/141919126 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f001da20 con 0x558747f0e730 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.291+0000 7f690f963740 1 -- 172.21.15.18:0/141919126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 msgr2=0x558747f0eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.291+0000 7f690f963740 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f0eb10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f68f00042f0 tx=0x7f68f0014000 comp rx=0 tx=0).stop 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- 172.21.15.18:0/141919126 shutdown_connections 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 0x558747f1a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f176f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 --2- 172.21.15.18:0/141919126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f0eb10 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- 172.21.15.18:0/141919126 >> 172.21.15.18:0/141919126 conn(0x558747f08e60 msgr2=0x558747f09240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- 172.21.15.18:0/141919126 shutdown_connections 2024-03-07T10:05:31.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- 172.21.15.18:0/141919126 wait complete. 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- start start 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 Processor -- start 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0e730 0x558747f14aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f14fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f17c30 0x558747f15520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558747f1aa20 con 0x558747f0f050 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558747e2e070 con 0x558747f17c30 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558747f1aba0 con 0x558747f0e730 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690f963740 10 client.0 _ll_register_callbacks cb 0x558747e2da40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0e730 0x558747f14aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f6906d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f17c30 0x558747f15520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f6906d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f17c30 0x558747f15520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40868/0 (socket says 172.21.15.18:40868) 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f6906d9d640 1 -- 172.21.15.18:0/748168286 learned_addr learned my addr 172.21.15.18:0/748168286 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f690659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0e730 0x558747f14aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60768/0 (socket says 172.21.15.18:60768) 2024-03-07T10:05:31.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.292+0000 7f6905d9b640 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f14fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.293+0000 7f6906d9d640 1 -- 172.21.15.18:0/748168286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0e730 msgr2=0x558747f14aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.293+0000 7f6906d9d640 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0e730 0x558747f14aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.293+0000 7f6906d9d640 1 -- 172.21.15.18:0/748168286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 msgr2=0x558747f14fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.293+0000 7f6906d9d640 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f14fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.293+0000 7f6906d9d640 1 -- 172.21.15.18:0/748168286 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558747b863f0 con 0x558747f17c30 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.293+0000 7f6906d9d640 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f17c30 0x558747f15520 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6900004a80 tx=0x7f6900010ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e868815ea86c8158 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.293+0000 7f68edffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.294+0000 7f68edffb640 1 -- 172.21.15.18:0/748168286 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f690001a470 con 0x558747f17c30 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.294+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f68f000f960 con 0x558747f17c30 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.294+0000 7f68edffb640 1 -- 172.21.15.18:0/748168286 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f690001a610 con 0x558747f17c30 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.294+0000 7f68edffb640 1 -- 172.21.15.18:0/748168286 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f690001a810 con 0x558747f17c30 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.294+0000 7f690f963740 10 client.26942 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.294+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558747b460f0 con 0x558747f17c30 2024-03-07T10:05:31.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.294+0000 7f68edffb640 1 -- 172.21.15.18:0/748168286 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68f000f960 con 0x558747f17c30 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f68edffb640 1 -- 172.21.15.18:0/748168286 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6900011ae0 con 0x558747f17c30 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690f963740 10 client.26942 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690f963740 10 client.26942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690f963740 20 client.26942 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690f963740 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f27b20 0x558747f29f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690f963740 4 client.26942 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558747e7f310 con 0x558747f27b20 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690659c640 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f27b20 0x558747f29f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f68edffb640 10 client.26942 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:31.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.295+0000 7f690659c640 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f27b20 0x558747f29f10 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d2e22542ae8a084 server_cookie=3542cad5131a5a80 in_seq=0 out_seq=0 2024-03-07T10:05:31.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f68edffb640 1 -- 172.21.15.18:0/748168286 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558747e7f310 con 0x558747f27b20 2024-03-07T10:05:31.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f68edffb640 10 client.26942 handle_command_reply: tid=0 2024-03-07T10:05:31.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 client.26942 shutdown 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f17c30 msgr2=0x558747f15520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f17c30 0x558747f15520 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6900004a80 tx=0x7f6900010ef0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 shutdown_connections 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f27b20 0x558747f29f10 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f17c30 0x558747f15520 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f14fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 --2- 172.21.15.18:0/748168286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0e730 0x558747f14aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 >> 172.21.15.18:0/748168286 conn(0x558747f08e60 msgr2=0x558747f0abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f68edffb640 0 client.26942 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 shutdown_connections 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.296+0000 7f690f963740 1 -- 172.21.15.18:0/748168286 wait complete. 2024-03-07T10:05:31.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.297+0000 7f690f963740 20 client.26942 trim_cache size 0 max 16384 2024-03-07T10:05:31.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 Processor -- start 2024-03-07T10:05:31.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 -- start start 2024-03-07T10:05:31.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f171d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f13c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 0x558747f07d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69081af850 con 0x558747f0f050 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69081ad350 con 0x558747f0e730 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.313+0000 7f690f963740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69081ab3f0 con 0x558747f17c30 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f13c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f13c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59144/0 (socket says 172.21.15.18:59144) 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 -- 172.21.15.18:0/618314507 learned_addr learned my addr 172.21.15.18:0/618314507 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6906d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 0x558747f07d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f690659c640 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f171d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 -- 172.21.15.18:0/618314507 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 msgr2=0x558747f07d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 0x558747f07d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 -- 172.21.15.18:0/618314507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 msgr2=0x558747f171d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f171d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 -- 172.21.15.18:0/618314507 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558747f10540 con 0x558747f0f050 2024-03-07T10:05:31.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f6905d9b640 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f13c00 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f68f80b8f10 tx=0x7f68f80ef040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b51390625a8ceae7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f68effff640 1 -- 172.21.15.18:0/618314507 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f80bcab0 con 0x558747f0f050 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f68effff640 1 -- 172.21.15.18:0/618314507 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68f80ede50 con 0x558747f0f050 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.314+0000 7f68effff640 1 -- 172.21.15.18:0/618314507 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f8003cc0 con 0x558747f0f050 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 -- 172.21.15.18:0/618314507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 msgr2=0x558747f13c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f13c00 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f68f80b8f10 tx=0x7f68f80ef040 comp rx=0 tx=0).stop 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 -- 172.21.15.18:0/618314507 shutdown_connections 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f17c30 0x558747f07d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f0f050 0x558747f13c00 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 --2- 172.21.15.18:0/618314507 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f171d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 -- 172.21.15.18:0/618314507 >> 172.21.15.18:0/618314507 conn(0x558747f08e60 msgr2=0x558747f07630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 -- 172.21.15.18:0/618314507 shutdown_connections 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 -- 172.21.15.18:0/618314507 wait complete. 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 -- start start 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 Processor -- start 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f1b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0f050 0x558747f1b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.315+0000 7f690f963740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f17c30 0x558747f1be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690f963740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69081ab9f0 con 0x558747f17c30 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690f963740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69081accf0 con 0x558747f0e730 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690f963740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69081ac030 con 0x558747f0f050 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690f963740 10 client.0 _ll_register_callbacks cb 0x7f69000106a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f17c30 0x558747f1be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f17c30 0x558747f1be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59158/0 (socket says 172.21.15.18:59158) 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 -- 172.21.15.18:0/3653135164 learned_addr learned my addr 172.21.15.18:0/3653135164 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690659c640 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f1b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6905d9b640 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0f050 0x558747f1b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 -- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0f050 msgr2=0x558747f1b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0f050 0x558747f1b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 -- 172.21.15.18:0/3653135164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 msgr2=0x558747f1b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f1b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 -- 172.21.15.18:0/3653135164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558747f82330 con 0x558747f17c30 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f6906d9d640 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f17c30 0x558747f1be30 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f6900010480 tx=0x7f6900009590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cb353700f8a15b5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f68edffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f68edffb640 1 -- 172.21.15.18:0/3653135164 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6900031060 con 0x558747f17c30 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f68edffb640 1 -- 172.21.15.18:0/3653135164 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f6900021470 con 0x558747f17c30 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f68f80ede50 con 0x558747f17c30 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f68edffb640 1 -- 172.21.15.18:0/3653135164 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6900026070 con 0x558747f17c30 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690f963740 10 client.17160 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.316+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558747f83640 con 0x558747f17c30 2024-03-07T10:05:31.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f68edffb640 1 -- 172.21.15.18:0/3653135164 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68f80ede50 con 0x558747f17c30 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f68edffb640 1 -- 172.21.15.18:0/3653135164 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6900021b60 con 0x558747f17c30 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690f963740 10 client.17160 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690f963740 10 client.17160 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690f963740 20 client.17160 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690f963740 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f83cb0 0x558747f860d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690f963740 4 client.17160 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558747e79660 con 0x558747f83cb0 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690659c640 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f83cb0 0x558747f860d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f68edffb640 10 client.17160 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690659c640 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f83cb0 0x558747f860d0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ca6cb19e225c507 server_cookie=924026569a2bba10 in_seq=0 out_seq=0 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f68edffb640 1 -- 172.21.15.18:0/3653135164 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558747e79660 con 0x558747f83cb0 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f68edffb640 10 client.17160 handle_command_reply: tid=0 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.317+0000 7f690f963740 1 client.17160 shutdown 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f17c30 msgr2=0x558747f1be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f17c30 0x558747f1be30 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f6900010480 tx=0x7f6900009590 comp rx=0 tx=0).stop 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 shutdown_connections 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558747f83cb0 0x558747f860d0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558747f17c30 0x558747f1be30 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558747f0f050 0x558747f1b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 --2- 172.21.15.18:0/3653135164 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558747f0e730 0x558747f1b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f68edffb640 0 client.17160 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 >> 172.21.15.18:0/3653135164 conn(0x558747f08e60 msgr2=0x558747f07630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 shutdown_connections 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 1 -- 172.21.15.18:0/3653135164 wait complete. 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690f963740 20 client.17160 trim_cache size 0 max 16384 2024-03-07T10:05:31.326 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:05:31.327 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:05:31.327 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:05:31.327 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f68f40a1ef0 msgr2=0x7f68f40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f68f40a1ef0 0x7f68f40a43b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f68f0009fc0 tx=0x7f68f0005f90 comp rx=0 tx=0).stop 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69081058e0 msgr2=0x7f69081983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69081058e0 0x7f69081983d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f68f8009230 tx=0x7f68f8004360 comp rx=0 tx=0).stop 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 shutdown_connections 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f68f40a1ef0 0x7f68f40a43b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f690819c750 0x7f690819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69081058e0 0x7f69081983d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 --2- 172.21.15.18:0/4059903460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6908101260 0x7f6908197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 >> 172.21.15.18:0/4059903460 conn(0x7f6908075820 msgr2=0x7f6908104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 shutdown_connections 2024-03-07T10:05:31.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.318+0000 7f690cb71640 1 -- 172.21.15.18:0/4059903460 wait complete. 2024-03-07T10:05:31.335 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:05:31.335 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:05:31.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.499+0000 7f7f116b6640 1 -- 172.21.15.18:0/170309925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 msgr2=0x7f7f0c105450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.499+0000 7f7f116b6640 1 --2- 172.21.15.18:0/170309925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 0x7f7f0c105450 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f7efc009930 tx=0x7f7efc02bd10 comp rx=0 tx=0).stop 2024-03-07T10:05:31.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.500+0000 7f7f116b6640 1 -- 172.21.15.18:0/170309925 shutdown_connections 2024-03-07T10:05:31.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.500+0000 7f7f116b6640 1 --2- 172.21.15.18:0/170309925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f0c105a70 0x7f7f0c105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.501+0000 7f7f116b6640 1 --2- 172.21.15.18:0/170309925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 0x7f7f0c105450 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.501+0000 7f7f116b6640 1 --2- 172.21.15.18:0/170309925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 0x7f7f0c100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.501+0000 7f7f116b6640 1 -- 172.21.15.18:0/170309925 >> 172.21.15.18:0/170309925 conn(0x7f7f0c0776e0 msgr2=0x7f7f0c077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.501+0000 7f7f116b6640 1 -- 172.21.15.18:0/170309925 shutdown_connections 2024-03-07T10:05:31.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.501+0000 7f7f116b6640 1 -- 172.21.15.18:0/170309925 wait complete. 2024-03-07T10:05:31.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.502+0000 7f7f116b6640 1 Processor -- start 2024-03-07T10:05:31.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.502+0000 7f7f116b6640 1 -- start start 2024-03-07T10:05:31.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f116b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 0x7f7f0c19e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f116b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 0x7f7f0c19eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f116b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f0c105a70 0x7f7f0c1a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f116b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f0c118080 con 0x7f7f0c100f90 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 0x7f7f0c19e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 0x7f7f0c19e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60812/0 (socket says 172.21.15.18:60812) 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 -- 172.21.15.18:0/3007590129 learned_addr learned my addr 172.21.15.18:0/3007590129 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f0c117f00 con 0x7f7f0c105a70 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f0c118200 con 0x7f7f0c100670 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0a7fc640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 0x7f7f0c19eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0b7fe640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f0c105a70 0x7f7f0c1a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 -- 172.21.15.18:0/3007590129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f0c105a70 msgr2=0x7f7f0c1a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f0c105a70 0x7f7f0c1a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 -- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 msgr2=0x7f7f0c19eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 0x7f7f0c19eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.503+0000 7f7f0affd640 1 -- 172.21.15.18:0/3007590129 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f0c1a3590 con 0x7f7f0c100670 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.504+0000 7f7f0affd640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 0x7f7f0c19e5a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7f0000c890 tx=0x7f7f0000cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.504+0000 7f7ef3fff640 1 -- 172.21.15.18:0/3007590129 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f00004220 con 0x7f7f0c100670 2024-03-07T10:05:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.504+0000 7f7ef3fff640 1 -- 172.21.15.18:0/3007590129 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f000043c0 con 0x7f7f0c100670 2024-03-07T10:05:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.504+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f0c1a3880 con 0x7f7f0c100670 2024-03-07T10:05:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.505+0000 7f7ef3fff640 1 -- 172.21.15.18:0/3007590129 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f000049c0 con 0x7f7f0c100670 2024-03-07T10:05:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.505+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f0c1ab110 con 0x7f7f0c100670 2024-03-07T10:05:31.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.506+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f0c0684e0 con 0x7f7f0c100670 2024-03-07T10:05:31.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.508+0000 7f7ef3fff640 1 -- 172.21.15.18:0/3007590129 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7f00004b60 con 0x7f7f0c100670 2024-03-07T10:05:31.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.508+0000 7f7ef3fff640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7ef40a1f70 0x7f7ef40a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:31.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.508+0000 7f7f0a7fc640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7ef40a1f70 0x7f7ef40a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:31.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.508+0000 7f7ef3fff640 1 -- 172.21.15.18:0/3007590129 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f7f000cddb0 con 0x7f7f0c100670 2024-03-07T10:05:31.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.509+0000 7f7f0a7fc640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7ef40a1f70 0x7f7ef40a4430 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7efc009900 tx=0x7f7efc005a20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:31.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.513+0000 7f7ef3fff640 1 -- 172.21.15.18:0/3007590129 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f7f00014030 con 0x7f7f0c100670 2024-03-07T10:05:31.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.857+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7f0c1ab340 con 0x7f7f0c100670 2024-03-07T10:05:31.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.858+0000 7f7ef3fff640 1 -- 172.21.15.18:0/3007590129 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f7f0009a7e0 con 0x7f7f0c100670 2024-03-07T10:05:31.860 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:05:31.860 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:05:31.860 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:05:31.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7ef40a1f70 msgr2=0x7f7ef40a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7ef40a1f70 0x7f7ef40a4430 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7efc009900 tx=0x7f7efc005a20 comp rx=0 tx=0).stop 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 msgr2=0x7f7f0c19e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 0x7f7f0c19e5a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7f0000c890 tx=0x7f7f0000cd50 comp rx=0 tx=0).stop 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 shutdown_connections 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f0c105a70 0x7f7f0c1a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7ef40a1f70 0x7f7ef40a4430 secure :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7efc009900 tx=0x7f7efc005a20 comp rx=0 tx=0).stop 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f0c100f90 0x7f7f0c19eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 --2- 172.21.15.18:0/3007590129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f0c100670 0x7f7f0c19e5a0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:31.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.862+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 >> 172.21.15.18:0/3007590129 conn(0x7f7f0c0776e0 msgr2=0x7f7f0c103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:31.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.863+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 shutdown_connections 2024-03-07T10:05:31.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:31.863+0000 7f7f116b6640 1 -- 172.21.15.18:0/3007590129 wait complete. 2024-03-07T10:05:31.876 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:05:31.876 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:05:32.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 -- 172.21.15.18:0/3332840545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb61810fde0 msgr2=0x7fb618108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3332840545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb61810fde0 0x7fb618108660 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb600009900 tx=0x7fb60002bd10 comp rx=0 tx=0).stop 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 -- 172.21.15.18:0/3332840545 shutdown_connections 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3332840545 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6181091c0 0x7fb61811ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3332840545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6181101c0 0x7fb618108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3332840545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb61810fde0 0x7fb618108660 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 -- 172.21.15.18:0/3332840545 >> 172.21.15.18:0/3332840545 conn(0x7fb61806da40 msgr2=0x7fb61806de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 -- 172.21.15.18:0/3332840545 shutdown_connections 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.032+0000 7fb61e35d640 1 -- 172.21.15.18:0/3332840545 wait complete. 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.033+0000 7fb61e35d640 1 Processor -- start 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.033+0000 7fb61e35d640 1 -- start start 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb61e35d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6181091c0 0x7fb6181a6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb61e35d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb61810fde0 0x7fb6181a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb61e35d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6181101c0 0x7fb6181ab630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb61e35d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb618120810 con 0x7fb6181101c0 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb61e35d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb618120690 con 0x7fb6181091c0 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb61e35d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb618120990 con 0x7fb61810fde0 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb61810fde0 0x7fb6181a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb61810fde0 0x7fb6181a72b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60832/0 (socket says 172.21.15.18:60832) 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb6177fe640 1 -- 172.21.15.18:0/3784148095 learned_addr learned my addr 172.21.15.18:0/3784148095 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.034+0000 7fb617fff640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6181091c0 0x7fb6181a6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.035+0000 7fb6177fe640 1 -- 172.21.15.18:0/3784148095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6181091c0 msgr2=0x7fb6181a6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.035+0000 7fb6177fe640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6181091c0 0x7fb6181a6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.035+0000 7fb6177fe640 1 -- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6181101c0 msgr2=0x7fb6181ab630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.035+0000 7fb6177fe640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6181101c0 0x7fb6181ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.035+0000 7fb6177fe640 1 -- 172.21.15.18:0/3784148095 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6181abd60 con 0x7fb61810fde0 2024-03-07T10:05:32.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.035+0000 7fb6177fe640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb61810fde0 0x7fb6181a72b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb61000b450 tx=0x7fb61000b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.035+0000 7fb6157fa640 1 -- 172.21.15.18:0/3784148095 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb610015020 con 0x7fb61810fde0 2024-03-07T10:05:32.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.036+0000 7fb6157fa640 1 -- 172.21.15.18:0/3784148095 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb610011d70 con 0x7fb61810fde0 2024-03-07T10:05:32.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.036+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6181ac050 con 0x7fb61810fde0 2024-03-07T10:05:32.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.036+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6181b38e0 con 0x7fb61810fde0 2024-03-07T10:05:32.040 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.036+0000 7fb6157fa640 1 -- 172.21.15.18:0/3784148095 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61000f340 con 0x7fb61810fde0 2024-03-07T10:05:32.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.041+0000 7fb621213740 1 Processor -- start 2024-03-07T10:05:32.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.041+0000 7fb6157fa640 1 -- 172.21.15.18:0/3784148095 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb610018020 con 0x7fb61810fde0 2024-03-07T10:05:32.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.042+0000 7fb621213740 1 -- start start 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.042+0000 7fb621213740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317aec550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.042+0000 7fb621213740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.042+0000 7fb621213740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317af7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.042+0000 7fb621213740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562317ab3330 con 0x562317aec170 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.042+0000 7fb621213740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562317a4fe90 con 0x562317af5670 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.042+0000 7fb621213740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623179f8d00 con 0x562317aeca90 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6157fa640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb6040a20c0 0x7fb6040a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317af7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317af7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40934/0 (socket says 172.21.15.18:40934) 2024-03-07T10:05:32.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 -- 172.21.15.18:0/873894166 learned_addr learned my addr 172.21.15.18:0/873894166 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 -- 172.21.15.18:0/873894166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 msgr2=0x562317af5130 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:05:32.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 --2- 172.21.15.18:0/873894166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 -- 172.21.15.18:0/873894166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 msgr2=0x562317aec550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 --2- 172.21.15.18:0/873894166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317aec550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6177fe640 1 -- 172.21.15.18:0/873894166 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5623179f7b90 con 0x562317af5670 2024-03-07T10:05:32.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.043+0000 7fb6157fa640 1 -- 172.21.15.18:0/3784148095 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fb6100cd9f0 con 0x7fb61810fde0 2024-03-07T10:05:32.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.044+0000 7fb61c8fa640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb6040a20c0 0x7fb6040a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.044+0000 7fb6177fe640 1 --2- 172.21.15.18:0/873894166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317af7a60 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb610096df0 tx=0x7fb6100c4ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f99577c1a180b63a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.044+0000 7fb60e7fc640 1 -- 172.21.15.18:0/873894166 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb610065a00 con 0x562317af5670 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.044+0000 7fb60e7fc640 1 -- 172.21.15.18:0/873894166 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb61009ab20 con 0x562317af5670 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.044+0000 7fb60e7fc640 1 -- 172.21.15.18:0/873894166 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6100cb2f0 con 0x562317af5670 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 -- 172.21.15.18:0/873894166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 msgr2=0x562317af7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 --2- 172.21.15.18:0/873894166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317af7a60 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb610096df0 tx=0x7fb6100c4ae0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb61c8fa640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb6040a20c0 0x7fb6040a4580 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb608009270 tx=0x7fb608009440 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 -- 172.21.15.18:0/873894166 shutdown_connections 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 --2- 172.21.15.18:0/873894166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317af7a60 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 --2- 172.21.15.18:0/873894166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 --2- 172.21.15.18:0/873894166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317aec550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 -- 172.21.15.18:0/873894166 >> 172.21.15.18:0/873894166 conn(0x562317ae68a0 msgr2=0x562317ae6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 -- 172.21.15.18:0/873894166 shutdown_connections 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.045+0000 7fb621213740 1 -- 172.21.15.18:0/873894166 wait complete. 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 -- start start 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 Processor -- start 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aeca90 0x562317af2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317af5670 0x562317af3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623179ee470 con 0x562317aec170 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562317a4bf30 con 0x562317aeca90 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb621213740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562317af8460 con 0x562317af5670 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb617fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aeca90 0x562317af2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aeca90 0x562317af2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40950/0 (socket says 172.21.15.18:40950) 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb617fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af26b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59210/0 (socket says 172.21.15.18:59210) 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.046+0000 7fb6177fe640 1 -- 172.21.15.18:0/2906789218 learned_addr learned my addr 172.21.15.18:0/2906789218 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb621213740 10 client.0 _ll_register_callbacks cb 0x562317a49d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb6177fe640 1 -- 172.21.15.18:0/2906789218 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317af5670 msgr2=0x562317af3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb6177fe640 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317af5670 0x562317af3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb6177fe640 1 -- 172.21.15.18:0/2906789218 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 msgr2=0x562317af26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb6177fe640 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb6177fe640 1 -- 172.21.15.18:0/2906789218 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5623177643f0 con 0x562317aeca90 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb61009ab20 con 0x562317aeca90 2024-03-07T10:05:32.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb6177fe640 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aeca90 0x562317af2bf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb610010b20 tx=0x7fb6100967a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c1886a92c0007f8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb5f77fe640 10 client.26966 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb5f77fe640 1 -- 172.21.15.18:0/2906789218 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61009a420 con 0x562317aeca90 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb5f77fe640 1 -- 172.21.15.18:0/2906789218 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fb6100cb2f0 con 0x562317aeca90 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb5f77fe640 1 -- 172.21.15.18:0/2906789218 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb61009e570 con 0x562317aeca90 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb621213740 10 client.26966 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.047+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x56231782e7d0 con 0x562317aeca90 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.048+0000 7fb5f77fe640 1 -- 172.21.15.18:0/2906789218 <== mon.2 v2:172.21.15.63:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb61005da00 con 0x562317aeca90 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.048+0000 7fb621213740 10 client.26966 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.048+0000 7fb621213740 10 client.26966 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:05:32.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.048+0000 7fb621213740 20 client.26966 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.048+0000 7fb621213740 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b055d0 0x562317b079c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.048+0000 7fb621213740 4 client.26966 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:32.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.048+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562317a5d3d0 con 0x562317b055d0 2024-03-07T10:05:32.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.050+0000 7fb617fff640 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b055d0 0x562317b079c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.051+0000 7fb5f77fe640 10 client.26966 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:05:32.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.051+0000 7fb617fff640 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b055d0 0x562317b079c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=53b0a2d514636d03 server_cookie=eab6b3ca56d45aee in_seq=0 out_seq=0 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.052+0000 7fb5f77fe640 1 -- 172.21.15.18:0/2906789218 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562317a5d3d0 con 0x562317b055d0 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.052+0000 7fb5f77fe640 10 client.26966 handle_command_reply: tid=0 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.052+0000 7fb621213740 1 client.26966 shutdown 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aeca90 msgr2=0x562317af2bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aeca90 0x562317af2bf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb610010b20 tx=0x7fb6100967a0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 shutdown_connections 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b055d0 0x562317b079c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317af5670 0x562317af3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aeca90 0x562317af2bf0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 --2- 172.21.15.18:0/2906789218 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb5f77fe640 0 client.26966 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:05:32.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 >> 172.21.15.18:0/2906789218 conn(0x562317ae68a0 msgr2=0x562317ae85f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 shutdown_connections 2024-03-07T10:05:32.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 1 -- 172.21.15.18:0/2906789218 wait complete. 2024-03-07T10:05:32.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.053+0000 7fb621213740 20 client.26966 trim_cache size 0 max 16384 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 Processor -- start 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 -- start start 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af4de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317ae57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f8010c80 con 0x562317aec170 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f800e780 con 0x562317af5670 2024-03-07T10:05:32.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb621213740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f800c820 con 0x562317aeca90 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb617fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60848/0 (socket says 172.21.15.18:60848) 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb617fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af4de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59212/0 (socket says 172.21.15.18:59212) 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb6177fe640 1 -- 172.21.15.18:0/185342333 learned_addr learned my addr 172.21.15.18:0/185342333 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.074+0000 7fb61c8fa640 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317ae57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb6177fe640 1 -- 172.21.15.18:0/185342333 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 msgr2=0x562317ae57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb6177fe640 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317ae57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb6177fe640 1 -- 172.21.15.18:0/185342333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 msgr2=0x562317af4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb6177fe640 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb6177fe640 1 -- 172.21.15.18:0/185342333 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562317af7a60 con 0x562317aeca90 2024-03-07T10:05:32.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb61c8fa640 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317ae57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:32.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb6177fe640 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af2f50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb610096da0 tx=0x7fb6100ba000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2365731b25742fb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb60dffb640 1 -- 172.21.15.18:0/185342333 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61006a020 con 0x562317aeca90 2024-03-07T10:05:32.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb60dffb640 1 -- 172.21.15.18:0/185342333 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb61009ab20 con 0x562317aeca90 2024-03-07T10:05:32.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.075+0000 7fb60dffb640 1 -- 172.21.15.18:0/185342333 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6100cb260 con 0x562317aeca90 2024-03-07T10:05:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 -- 172.21.15.18:0/185342333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 msgr2=0x562317af2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af2f50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb610096da0 tx=0x7fb6100ba000 comp rx=0 tx=0).stop 2024-03-07T10:05:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 -- 172.21.15.18:0/185342333 shutdown_connections 2024-03-07T10:05:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317af5670 0x562317ae57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af2f50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 --2- 172.21.15.18:0/185342333 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317aec170 0x562317af4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 -- 172.21.15.18:0/185342333 >> 172.21.15.18:0/185342333 conn(0x562317ae68a0 msgr2=0x562317ae50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 -- 172.21.15.18:0/185342333 shutdown_connections 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.076+0000 7fb621213740 1 -- 172.21.15.18:0/185342333 wait complete. 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.077+0000 7fb621213740 1 -- start start 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.077+0000 7fb621213740 1 Processor -- start 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.077+0000 7fb621213740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aec170 0x562317af8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.077+0000 7fb621213740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.077+0000 7fb621213740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317af5670 0x562317b5fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb621213740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f800ce20 con 0x562317af5670 2024-03-07T10:05:32.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb621213740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f800e120 con 0x562317aec170 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb621213740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f800d460 con 0x562317aeca90 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb621213740 10 client.0 _ll_register_callbacks cb 0x7fb61008cab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb61c8fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317af5670 0x562317b5fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb6177fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb61c8fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317af5670 0x562317b5fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59218/0 (socket says 172.21.15.18:59218) 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb617fff640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aec170 0x562317af8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb61c8fa640 1 -- 172.21.15.18:0/3622355919 learned_addr learned my addr 172.21.15.18:0/3622355919 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb617fff640 1 -- 172.21.15.18:0/3622355919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 msgr2=0x562317af9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb617fff640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb617fff640 1 -- 172.21.15.18:0/3622355919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317af5670 msgr2=0x562317b5fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb617fff640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317af5670 0x562317b5fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb617fff640 1 -- 172.21.15.18:0/3622355919 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562317af9ba0 con 0x562317aec170 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb6177fe640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb61c8fa640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317af5670 0x562317b5fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb617fff640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aec170 0x562317af8dd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb600009230 tx=0x7fb6000042c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3b24cde0ee38dde server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.078+0000 7fb5f77fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb5f77fe640 1 -- 172.21.15.18:0/3622355919 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6000043f0 con 0x562317aec170 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb5f77fe640 1 -- 172.21.15.18:0/3622355919 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fb60002c990 con 0x562317aec170 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb61009ab20 con 0x562317aec170 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb5f77fe640 1 -- 172.21.15.18:0/3622355919 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb60002cb90 con 0x562317aec170 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 10 client.26972 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562317b61170 con 0x562317aec170 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb5f77fe640 1 -- 172.21.15.18:0/3622355919 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb61009ab20 con 0x562317aec170 2024-03-07T10:05:32.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb5f77fe640 1 -- 172.21.15.18:0/3622355919 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb600005320 con 0x562317aec170 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 10 client.26972 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 10 client.26972 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 20 client.26972 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b61840 0x562317b63c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 4 client.26972 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562317a57720 con 0x562317b61840 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.079+0000 7fb6177fe640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b61840 0x562317b63c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.080+0000 7fb5f77fe640 10 client.26972 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.080+0000 7fb6177fe640 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b61840 0x562317b63c60 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=32bfc10b4b37672e server_cookie=30b800543d5c0b33 in_seq=0 out_seq=0 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.080+0000 7fb5f77fe640 1 -- 172.21.15.18:0/3622355919 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562317a57720 con 0x562317b61840 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.080+0000 7fb5f77fe640 10 client.26972 handle_command_reply: tid=0 2024-03-07T10:05:32.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.080+0000 7fb621213740 1 client.26972 shutdown 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aec170 msgr2=0x562317af8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aec170 0x562317af8dd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb600009230 tx=0x7fb6000042c0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 shutdown_connections 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562317b61840 0x562317b63c60 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562317af5670 0x562317b5fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb5f77fe640 0 client.26972 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562317aeca90 0x562317af9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 --2- 172.21.15.18:0/3622355919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562317aec170 0x562317af8dd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.081+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 >> 172.21.15.18:0/3622355919 conn(0x562317ae68a0 msgr2=0x562317af0b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.082+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 shutdown_connections 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.082+0000 7fb621213740 1 -- 172.21.15.18:0/3622355919 wait complete. 2024-03-07T10:05:32.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.082+0000 7fb621213740 20 client.26972 trim_cache size 0 max 16384 2024-03-07T10:05:32.090 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb6040a20c0 msgr2=0x7fb6040a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb6040a20c0 0x7fb6040a4580 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb608009270 tx=0x7fb608009440 comp rx=0 tx=0).stop 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb61810fde0 msgr2=0x7fb6181a72b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb61810fde0 0x7fb6181a72b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb61000b450 tx=0x7fb61000b910 comp rx=0 tx=0).stop 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 shutdown_connections 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb6040a20c0 0x7fb6040a4580 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6181101c0 0x7fb6181ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb61810fde0 0x7fb6181a72b0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 --2- 172.21.15.18:0/3784148095 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6181091c0 0x7fb6181a6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 >> 172.21.15.18:0/3784148095 conn(0x7fb61806da40 msgr2=0x7fb618070280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 shutdown_connections 2024-03-07T10:05:32.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.084+0000 7fb61e35d640 1 -- 172.21.15.18:0/3784148095 wait complete. 2024-03-07T10:05:32.100 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:05:32.100 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:05:32.136 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:32 smithi018 ceph-mon[32171]: pgmap v195: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 6.3 MiB/s wr, 607 op/s 2024-03-07T10:05:32.137 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:32 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3007590129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:05:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.175+0000 7f73d9778640 1 -- 172.21.15.18:0/2083128080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4107630 msgr2=0x7f73d4107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.175+0000 7f73d9778640 1 --2- 172.21.15.18:0/2083128080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4107630 0x7f73d4107a10 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f73c400dd40 tx=0x7f73c402b980 comp rx=0 tx=0).stop 2024-03-07T10:05:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.175+0000 7f73d9778640 1 -- 172.21.15.18:0/2083128080 shutdown_connections 2024-03-07T10:05:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.175+0000 7f73d9778640 1 --2- 172.21.15.18:0/2083128080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4101fe0 0x7f73d410e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.175+0000 7f73d9778640 1 --2- 172.21.15.18:0/2083128080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f73d4101620 0x7f73d4101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.175+0000 7f73d9778640 1 --2- 172.21.15.18:0/2083128080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4107630 0x7f73d4107a10 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.175+0000 7f73d9778640 1 -- 172.21.15.18:0/2083128080 >> 172.21.15.18:0/2083128080 conn(0x7f73d40fd110 msgr2=0x7f73d40ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.176+0000 7f73d9778640 1 -- 172.21.15.18:0/2083128080 shutdown_connections 2024-03-07T10:05:32.178 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.176+0000 7f73d9778640 1 -- 172.21.15.18:0/2083128080 wait complete. 2024-03-07T10:05:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 Processor -- start 2024-03-07T10:05:32.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 -- start start 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4101620 0x7f73d4072e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f73d4101fe0 0x7f73d406bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4107630 0x7f73d406c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73d410f830 con 0x7f73d4101620 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73d410f6b0 con 0x7f73d4101fe0 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d9778640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73d410f9b0 con 0x7f73d4107630 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4107630 0x7f73d406c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4107630 0x7f73d406c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60868/0 (socket says 172.21.15.18:60868) 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.177+0000 7f73d37fe640 1 -- 172.21.15.18:0/3806809265 learned_addr learned my addr 172.21.15.18:0/3806809265 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d27fc640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f73d4101fe0 0x7f73d406bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4101620 0x7f73d4072e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d27fc640 1 -- 172.21.15.18:0/3806809265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4107630 msgr2=0x7f73d406c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d27fc640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4107630 0x7f73d406c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d27fc640 1 -- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4101620 msgr2=0x7f73d4072e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d27fc640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4101620 0x7f73d4072e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d27fc640 1 -- 172.21.15.18:0/3806809265 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73d406ca80 con 0x7f73d4101fe0 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d37fe640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4107630 0x7f73d406c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73d27fc640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f73d4101fe0 0x7f73d406bf50 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f73c8016f70 tx=0x7f73c8014550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.178+0000 7f73bbfff640 1 -- 172.21.15.18:0/3806809265 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c800fbd0 con 0x7f73d4101fe0 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.179+0000 7f73bbfff640 1 -- 172.21.15.18:0/3806809265 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f73c8021070 con 0x7f73d4101fe0 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.179+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73d406cd10 con 0x7f73d4101fe0 2024-03-07T10:05:32.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.179+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73d4070c90 con 0x7f73d4101fe0 2024-03-07T10:05:32.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.179+0000 7f73bbfff640 1 -- 172.21.15.18:0/3806809265 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c801c910 con 0x7f73d4101fe0 2024-03-07T10:05:32.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.184+0000 7f73bbfff640 1 -- 172.21.15.18:0/3806809265 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f73c801a050 con 0x7f73d4101fe0 2024-03-07T10:05:32.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.184+0000 7f73dc1fd740 1 Processor -- start 2024-03-07T10:05:32.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73bbfff640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f73bc0a1fe0 0x7f73bc0a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73bbfff640 1 -- 172.21.15.18:0/3806809265 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f73c80d62f0 con 0x7f73d4101fe0 2024-03-07T10:05:32.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73dc1fd740 1 -- start start 2024-03-07T10:05:32.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e9831ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.187 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e9831efa0 0x562e9831f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e98328520 0x562e9832a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e982835c0 con 0x562e9831fd10 2024-03-07T10:05:32.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9822c900 con 0x562e98328520 2024-03-07T10:05:32.188 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.185+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9827f660 con 0x562e9831efa0 2024-03-07T10:05:32.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e9831ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e9831ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59252/0 (socket says 172.21.15.18:59252) 2024-03-07T10:05:32.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 -- 172.21.15.18:0/43168111 learned_addr learned my addr 172.21.15.18:0/43168111 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 -- 172.21.15.18:0/43168111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e9831efa0 msgr2=0x562e9831f420 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:05:32.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/43168111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e9831efa0 0x562e9831f420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.189 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 -- 172.21.15.18:0/43168111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e98328520 msgr2=0x562e9832a910 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/43168111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e98328520 0x562e9832a910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.186+0000 7f73d2ffd640 1 -- 172.21.15.18:0/43168111 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e97f98210 con 0x562e9831fd10 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.187+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/43168111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e9831ea60 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f73c4000c00 tx=0x7f73c4009080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e98711ca9f2985b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.187+0000 7f73b97fa640 1 -- 172.21.15.18:0/43168111 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c40046c0 con 0x562e9831fd10 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.187+0000 7f73d37fe640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f73bc0a1fe0 0x7f73bc0a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.187+0000 7f73b97fa640 1 -- 172.21.15.18:0/43168111 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f73c4004860 con 0x562e9831fd10 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.188+0000 7f73dc1fd740 1 -- 172.21.15.18:0/43168111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 msgr2=0x562e9831ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.188+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/43168111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e9831ea60 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f73c4000c00 tx=0x7f73c4009080 comp rx=0 tx=0).stop 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73dc1fd740 1 -- 172.21.15.18:0/43168111 shutdown_connections 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/43168111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e98328520 0x562e9832a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/43168111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e9831efa0 0x562e9831f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/43168111 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e9831ea60 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73dc1fd740 1 -- 172.21.15.18:0/43168111 >> 172.21.15.18:0/43168111 conn(0x562e982e6580 msgr2=0x562e98319c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73d37fe640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f73bc0a1fe0 0x7f73bc0a44a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x562e9831ae20 tx=0x7f73cc009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73dc1fd740 1 -- 172.21.15.18:0/43168111 shutdown_connections 2024-03-07T10:05:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.190+0000 7f73dc1fd740 1 -- 172.21.15.18:0/43168111 wait complete. 2024-03-07T10:05:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 -- start start 2024-03-07T10:05:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 Processor -- start 2024-03-07T10:05:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831efa0 0x562e98325540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e98325a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98325fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9835e260 con 0x562e9831fd10 2024-03-07T10:05:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9823fd60 con 0x562e9831efa0 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e9835e3e0 con 0x562e98328520 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.191+0000 7f73dc1fd740 10 client.0 _ll_register_callbacks cb 0x562e97f97a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.192+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98325fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.192+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98325fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60894/0 (socket says 172.21.15.18:60894) 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.192+0000 7f73d37fe640 1 -- 172.21.15.18:0/2966388455 learned_addr learned my addr 172.21.15.18:0/2966388455 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.192+0000 7f73d27fc640 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e98325a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.193+0000 7f73d27fc640 1 -- 172.21.15.18:0/2966388455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 msgr2=0x562e98325fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.193+0000 7f73d27fc640 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98325fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.193+0000 7f73d27fc640 1 -- 172.21.15.18:0/2966388455 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831efa0 msgr2=0x562e98325540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.193+0000 7f73d27fc640 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831efa0 0x562e98325540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.193+0000 7f73d27fc640 1 -- 172.21.15.18:0/2966388455 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562e98064620 con 0x562e9831fd10 2024-03-07T10:05:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.193+0000 7f73d27fc640 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e98325a80 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f73c80d3970 tx=0x7f73c80a45e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ff63c881e297686 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.193+0000 7f73b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.194+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2966388455 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c80a7070 con 0x562e9831fd10 2024-03-07T10:05:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.194+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2966388455 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f73c80a31f0 con 0x562e9831fd10 2024-03-07T10:05:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.197+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f73c4004860 con 0x562e9831fd10 2024-03-07T10:05:32.201 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.199+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2966388455 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f73c80d3df0 con 0x562e9831fd10 2024-03-07T10:05:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.203+0000 7f73dc1fd740 10 client.17190 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.203+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562e9836a650 con 0x562e9831fd10 2024-03-07T10:05:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.209+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2966388455 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f73c4004860 con 0x562e9831fd10 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.210+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2966388455 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f73c80bcc60 con 0x562e9831fd10 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.211+0000 7f73dc1fd740 10 client.17190 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.211+0000 7f73dc1fd740 10 client.17190 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.211+0000 7f73dc1fd740 20 client.17190 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.211+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e9836bac0 0x562e9836deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.211+0000 7f73dc1fd740 4 client.17190 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.211+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562e98290b00 con 0x562e9836bac0 2024-03-07T10:05:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.212+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e9836bac0 0x562e9836deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.213+0000 7f73b6ff5640 10 client.17190 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.213+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e9836bac0 0x562e9836deb0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98d319803316963 server_cookie=2d22b24dcd462625 in_seq=0 out_seq=0 2024-03-07T10:05:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.214+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2966388455 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562e98290b00 con 0x562e9836bac0 2024-03-07T10:05:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.214+0000 7f73b6ff5640 10 client.17190 handle_command_reply: tid=0 2024-03-07T10:05:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.214+0000 7f73dc1fd740 1 client.17190 shutdown 2024-03-07T10:05:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.214+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 msgr2=0x562e98325a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.214+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e98325a80 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f73c80d3970 tx=0x7f73c80a45e0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 shutdown_connections 2024-03-07T10:05:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e9836bac0 0x562e9836deb0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98325fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831fd10 0x562e98325a80 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2966388455 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831efa0 0x562e98325540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73b6ff5640 0 client.17190 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 >> 172.21.15.18:0/2966388455 conn(0x562e982e6580 msgr2=0x562e9831b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 shutdown_connections 2024-03-07T10:05:32.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2966388455 wait complete. 2024-03-07T10:05:32.218 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.216+0000 7f73dc1fd740 20 client.17190 trim_cache size 0 max 16384 2024-03-07T10:05:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.245+0000 7f73dc1fd740 1 Processor -- start 2024-03-07T10:05:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73dc1fd740 1 -- start start 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98325a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98325fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98366c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c0010d90 con 0x562e9831efa0 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c000e890 con 0x562e9831fd10 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c000c930 con 0x562e98328520 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98325a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98325fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98366c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98325fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41002/0 (socket says 172.21.15.18:41002) 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98325a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59264/0 (socket says 172.21.15.18:59264) 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 -- 172.21.15.18:0/4261129998 learned_addr learned my addr 172.21.15.18:0/4261129998 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98366c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60910/0 (socket says 172.21.15.18:60910) 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 -- 172.21.15.18:0/4261129998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 msgr2=0x562e98366c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/4261129998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98366c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 -- 172.21.15.18:0/4261129998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 msgr2=0x562e98325fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/4261129998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98325fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.246+0000 7f73d2ffd640 1 -- 172.21.15.18:0/4261129998 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e9836e4e0 con 0x562e9831efa0 2024-03-07T10:05:32.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/4261129998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98325a90 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f73c4009210 tx=0x7f73c4005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfbc067443aae0c0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73b8ff9640 1 -- 172.21.15.18:0/4261129998 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c4034040 con 0x562e9831efa0 2024-03-07T10:05:32.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73b8ff9640 1 -- 172.21.15.18:0/4261129998 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f73c40048c0 con 0x562e9831efa0 2024-03-07T10:05:32.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73b8ff9640 1 -- 172.21.15.18:0/4261129998 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c40038c0 con 0x562e9831efa0 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73dc1fd740 1 -- 172.21.15.18:0/4261129998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 msgr2=0x562e98325a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/4261129998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98325a90 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f73c4009210 tx=0x7f73c4005bd0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73dc1fd740 1 -- 172.21.15.18:0/4261129998 shutdown_connections 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/4261129998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e98366c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/4261129998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98325fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.247+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/4261129998 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98325a90 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 -- 172.21.15.18:0/4261129998 >> 172.21.15.18:0/4261129998 conn(0x562e982e6580 msgr2=0x562e983274f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 -- 172.21.15.18:0/4261129998 shutdown_connections 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 -- 172.21.15.18:0/4261129998 wait complete. 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 -- start start 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 Processor -- start 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98363110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98363650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e9835f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c000cf30 con 0x562e9831efa0 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c000e230 con 0x562e9831fd10 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73c000d570 con 0x562e98328520 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.248+0000 7f73dc1fd740 10 client.0 _ll_register_callbacks cb 0x7f73c809f920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e9835f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e9835f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60916/0 (socket says 172.21.15.18:60916) 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 -- 172.21.15.18:0/2214678430 learned_addr learned my addr 172.21.15.18:0/2214678430 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98363110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d27fc640 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98363650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 -- 172.21.15.18:0/2214678430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 msgr2=0x562e98363650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98363650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 -- 172.21.15.18:0/2214678430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 msgr2=0x562e98363110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98363110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.249+0000 7f73d37fe640 1 -- 172.21.15.18:0/2214678430 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562e9835fd90 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73d37fe640 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e9835f560 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f73cc01e450 tx=0x7f73cc004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f802912a010a44ac server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2214678430 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73cc02c060 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2214678430 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f73cc01edd0 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f73c40048c0 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2214678430 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f73cc02f420 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73dc1fd740 10 client.27043 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.250+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562e983c7fb0 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2214678430 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f73c40048c0 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2214678430 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f73cc026070 con 0x562e98328520 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73dc1fd740 10 client.27043 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73dc1fd740 10 client.27043 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:32.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73dc1fd740 20 client.27043 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e983c86e0 0x562e983cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73dc1fd740 4 client.27043 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:05:32.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562e9828ae50 con 0x562e983c86e0 2024-03-07T10:05:32.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e983c86e0 0x562e983cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73b6ff5640 10 client.27043 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.251+0000 7f73d2ffd640 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e983c86e0 0x562e983cab00 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46bdc7358fcd4520 server_cookie=8aca033bfe0efd40 in_seq=0 out_seq=0 2024-03-07T10:05:32.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.271+0000 7f39f91ce640 1 -- 172.21.15.18:0/1161731886 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e402c880 con 0x7f39f4103820 2024-03-07T10:05:32.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.271+0000 7f39fc434640 1 -- 172.21.15.18:0/1161731886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f4103820 msgr2=0x7f39f4103ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.271+0000 7f39fc434640 1 --2- 172.21.15.18:0/1161731886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f4103820 0x7f39f4103ca0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009900 tx=0x7f39e402bc80 comp rx=0 tx=0).stop 2024-03-07T10:05:32.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.272+0000 7f39fc434640 1 -- 172.21.15.18:0/1161731886 shutdown_connections 2024-03-07T10:05:32.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.272+0000 7f39fc434640 1 --2- 172.21.15.18:0/1161731886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f39f41041e0 0x7f39f41106f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.272+0000 7f39fc434640 1 --2- 172.21.15.18:0/1161731886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f4103820 0x7f39f4103ca0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.272+0000 7f39fc434640 1 --2- 172.21.15.18:0/1161731886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39f4109830 0x7f39f4109c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.272+0000 7f39fc434640 1 -- 172.21.15.18:0/1161731886 >> 172.21.15.18:0/1161731886 conn(0x7f39f40ff2f0 msgr2=0x7f39f4101710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.273+0000 7f39fc434640 1 -- 172.21.15.18:0/1161731886 shutdown_connections 2024-03-07T10:05:32.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.273+0000 7f39fc434640 1 -- 172.21.15.18:0/1161731886 wait complete. 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.273+0000 7f39fc434640 1 Processor -- start 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.273+0000 7f39fc434640 1 -- start start 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fc434640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f39f4103820 0x7f39f419a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fc434640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f41041e0 0x7f39f419a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fc434640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39f4109830 0x7f39f419e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fc434640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f4113c90 con 0x7f39f4103820 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fc434640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f4113b10 con 0x7f39f41041e0 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fc434640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f4113e10 con 0x7f39f4109830 2024-03-07T10:05:32.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fa1d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f39f4103820 0x7f39f419a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fa1d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f39f4103820 0x7f39f419a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59298/0 (socket says 172.21.15.18:59298) 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fa1d0640 1 -- 172.21.15.18:0/434660193 learned_addr learned my addr 172.21.15.18:0/434660193 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39fa9d1640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39f4109830 0x7f39f419e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.274+0000 7f39f99cf640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f41041e0 0x7f39f419a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39fa9d1640 1 -- 172.21.15.18:0/434660193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f41041e0 msgr2=0x7f39f419a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39fa9d1640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f41041e0 0x7f39f419a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39fa9d1640 1 -- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f39f4103820 msgr2=0x7f39f419a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39fa9d1640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f39f4103820 0x7f39f419a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39fa9d1640 1 -- 172.21.15.18:0/434660193 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39f419f120 con 0x7f39f4109830 2024-03-07T10:05:32.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39fa9d1640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39f4109830 0x7f39f419e9f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f39ec00be20 tx=0x7f39ec00bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39eb7fe640 1 -- 172.21.15.18:0/434660193 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39ec019070 con 0x7f39f4109830 2024-03-07T10:05:32.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39eb7fe640 1 -- 172.21.15.18:0/434660193 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39ec014920 con 0x7f39f4109830 2024-03-07T10:05:32.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.275+0000 7f39eb7fe640 1 -- 172.21.15.18:0/434660193 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39ec012920 con 0x7f39f4109830 2024-03-07T10:05:32.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.276+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39f419f410 con 0x7f39f4109830 2024-03-07T10:05:32.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.276+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39f406d090 con 0x7f39f4109830 2024-03-07T10:05:32.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.278+0000 7f39eb7fe640 1 -- 172.21.15.18:0/434660193 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f39ec01c070 con 0x7f39f4109830 2024-03-07T10:05:32.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.278+0000 7f39ff235740 1 Processor -- start 2024-03-07T10:05:32.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.278+0000 7f39ff235740 1 -- start start 2024-03-07T10:05:32.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39ff235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327bffa550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39ff235740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327c003130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39ff235740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c005a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39ff235740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56327bfc1330 con 0x56327bffa170 2024-03-07T10:05:32.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39ff235740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56327bf5de90 con 0x56327c003670 2024-03-07T10:05:32.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39ff235740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56327bf06d00 con 0x56327bffaa90 2024-03-07T10:05:32.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39eb7fe640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f39e00a1fb0 0x7f39e00a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39eb7fe640 1 -- 172.21.15.18:0/434660193 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f39ec0cd900 con 0x7f39f4109830 2024-03-07T10:05:32.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.279+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c005a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c005a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41058/0 (socket says 172.21.15.18:41058) 2024-03-07T10:05:32.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 -- 172.21.15.18:0/3603368222 learned_addr learned my addr 172.21.15.18:0/3603368222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327bffa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327c003130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73b6ff5640 1 -- 172.21.15.18:0/2214678430 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562e9828ae50 con 0x562e983c86e0 2024-03-07T10:05:32.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73b6ff5640 10 client.27043 handle_command_reply: tid=0 2024-03-07T10:05:32.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 client.27043 shutdown 2024-03-07T10:05:32.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 -- 172.21.15.18:0/3603368222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 msgr2=0x56327c003130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327c003130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 -- 172.21.15.18:0/3603368222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 msgr2=0x56327bffa550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327bffa550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 -- 172.21.15.18:0/3603368222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56327bf05b90 con 0x56327c003670 2024-03-07T10:05:32.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 msgr2=0x562e9835f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e9835f560 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f73cc01e450 tx=0x7f73cc004ab0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 shutdown_connections 2024-03-07T10:05:32.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562e983c86e0 0x562e983cab00 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e98328520 0x562e9835f560 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562e9831fd10 0x562e98363650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73b6ff5640 0 client.27043 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 --2- 172.21.15.18:0/2214678430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562e9831efa0 0x562e98363110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 >> 172.21.15.18:0/2214678430 conn(0x562e982e6580 msgr2=0x562e98326af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f39f99cf640 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c005a60 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009900 tx=0x7f39e4005b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0c0e4984cc0ed5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.280+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 shutdown_connections 2024-03-07T10:05:32.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.281+0000 7f73dc1fd740 1 -- 172.21.15.18:0/2214678430 wait complete. 2024-03-07T10:05:32.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.281+0000 7f73dc1fd740 20 client.27043 trim_cache size 0 max 16384 2024-03-07T10:05:32.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.281+0000 7f39e8bfe640 1 -- 172.21.15.18:0/3603368222 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e402e070 con 0x56327c003670 2024-03-07T10:05:32.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.281+0000 7f39e8bfe640 1 -- 172.21.15.18:0/3603368222 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39e402ed00 con 0x56327c003670 2024-03-07T10:05:32.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.281+0000 7f39e8bfe640 1 -- 172.21.15.18:0/3603368222 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e402c980 con 0x56327c003670 2024-03-07T10:05:32.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.281+0000 7f39fa9d1640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f39e00a1fb0 0x7f39e00a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:05:32.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:05:32.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:05:32.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:05:32.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f73bc0a1fe0 msgr2=0x7f73bc0a44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f73bc0a1fe0 0x7f73bc0a44a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x562e9831ae20 tx=0x7f73cc009500 comp rx=0 tx=0).stop 2024-03-07T10:05:32.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f73d4101fe0 msgr2=0x7f73d406bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 -- 172.21.15.18:0/3603368222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 msgr2=0x56327c005a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f73d4101fe0 0x7f73d406bf50 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f73c8016f70 tx=0x7f73c8014550 comp rx=0 tx=0).stop 2024-03-07T10:05:32.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c005a60 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009900 tx=0x7f39e4005b50 comp rx=0 tx=0).stop 2024-03-07T10:05:32.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39fa9d1640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f39e00a1fb0 0x7f39e00a4470 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f39ec096e10 tx=0x7f39ec004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 -- 172.21.15.18:0/3603368222 shutdown_connections 2024-03-07T10:05:32.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c005a60 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327c003130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 --2- 172.21.15.18:0/3603368222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327bffa550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 -- 172.21.15.18:0/3603368222 >> 172.21.15.18:0/3603368222 conn(0x56327bff48a0 msgr2=0x56327bff4c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 shutdown_connections 2024-03-07T10:05:32.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f73d4107630 0x7f73d406c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f73d4101fe0 0x7f73d406bf50 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f73bc0a1fe0 0x7f73bc0a44a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 --2- 172.21.15.18:0/3806809265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f73d4101620 0x7f73d4072e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 >> 172.21.15.18:0/3806809265 conn(0x7f73d40fd110 msgr2=0x7f73d40fd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 -- 172.21.15.18:0/3603368222 shutdown_connections 2024-03-07T10:05:32.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 -- 172.21.15.18:0/3603368222 wait complete. 2024-03-07T10:05:32.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 shutdown_connections 2024-03-07T10:05:32.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f73d9778640 1 -- 172.21.15.18:0/3806809265 wait complete. 2024-03-07T10:05:32.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 -- start start 2024-03-07T10:05:32.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.282+0000 7f39ff235740 1 Processor -- start 2024-03-07T10:05:32.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39ff235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327c000720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39ff235740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffaa90 0x56327c000c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39ff235740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327c003670 0x56327c0011a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39ff235740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56327befc470 con 0x56327bffa170 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39ff235740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56327bf59f30 con 0x56327bffaa90 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39ff235740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56327c006400 con 0x56327c003670 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327c000720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327c000720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59320/0 (socket says 172.21.15.18:59320) 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39f99cf640 1 -- 172.21.15.18:0/749971587 learned_addr learned my addr 172.21.15.18:0/749971587 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffaa90 0x56327c000c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39f99cf640 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327c003670 0x56327c0011a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39ff235740 10 client.0 _ll_register_callbacks cb 0x56327bf57d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39fa1d0640 1 -- 172.21.15.18:0/749971587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327c003670 msgr2=0x56327c0011a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327c003670 0x56327c0011a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39fa1d0640 1 -- 172.21.15.18:0/749971587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 msgr2=0x56327c000720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327c000720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.283+0000 7f39fa1d0640 1 -- 172.21.15.18:0/749971587 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56327bc723f0 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.284+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffaa90 0x56327c000c60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f39f00058c0 tx=0x7f39f0010eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c71eecbce21840b9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.284+0000 7f39ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.284+0000 7f39ddffb640 1 -- 172.21.15.18:0/749971587 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39f000fc20 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.284+0000 7f39ddffb640 1 -- 172.21.15.18:0/749971587 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f39f000fdc0 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.284+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f39e402ed00 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.284+0000 7f39ddffb640 1 -- 172.21.15.18:0/749971587 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39f0005020 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 10 client.26996 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56327bd3c7d0 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ddffb640 1 -- 172.21.15.18:0/749971587 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39e402ed00 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ddffb640 1 -- 172.21.15.18:0/749971587 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f39f0021480 con 0x56327bffaa90 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 10 client.26996 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 10 client.26996 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 20 client.26996 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c013860 0x56327c015c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 4 client.26996 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56327bf6b3d0 con 0x56327c013860 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.285+0000 7f39f99cf640 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c013860 0x56327c015c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.286+0000 7f39ddffb640 10 client.26996 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.286+0000 7f39f99cf640 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c013860 0x56327c015c50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88dfcdbf96fccfcc server_cookie=d066dedde1cb6c6e in_seq=0 out_seq=0 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.286+0000 7f39ddffb640 1 -- 172.21.15.18:0/749971587 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56327bf6b3d0 con 0x56327c013860 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.286+0000 7f39ddffb640 10 client.26996 handle_command_reply: tid=0 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.286+0000 7f39ff235740 1 client.26996 shutdown 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffaa90 msgr2=0x56327c000c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffaa90 0x56327c000c60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f39f00058c0 tx=0x7f39f0010eb0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 shutdown_connections 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c013860 0x56327c015c50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327c003670 0x56327c0011a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ddffb640 0 client.26996 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffaa90 0x56327c000c60 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 --2- 172.21.15.18:0/749971587 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffa170 0x56327c000720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 >> 172.21.15.18:0/749971587 conn(0x56327bff48a0 msgr2=0x56327bff65f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 shutdown_connections 2024-03-07T10:05:32.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 1 -- 172.21.15.18:0/749971587 wait complete. 2024-03-07T10:05:32.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.287+0000 7f39ff235740 20 client.26996 trim_cache size 0 max 16384 2024-03-07T10:05:32.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.303+0000 7f39ff235740 1 Processor -- start 2024-03-07T10:05:32.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.303+0000 7f39ff235740 1 -- start start 2024-03-07T10:05:32.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39ff235740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffa170 0x56327c002e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39ff235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffaa90 0x56327c000fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39ff235740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c00eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.306 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39ff235740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f41ba3b0 con 0x56327bffaa90 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39ff235740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f41b7eb0 con 0x56327c003670 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39ff235740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f4067c50 con 0x56327bffa170 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffa170 0x56327c002e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffa170 0x56327c002e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60946/0 (socket says 172.21.15.18:60946) 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 -- 172.21.15.18:0/2262977222 learned_addr learned my addr 172.21.15.18:0/2262977222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c00eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffaa90 0x56327c000fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 -- 172.21.15.18:0/2262977222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 msgr2=0x56327c00eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c00eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 -- 172.21.15.18:0/2262977222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffaa90 msgr2=0x56327c000fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffaa90 0x56327c000fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 -- 172.21.15.18:0/2262977222 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56327bffa8c0 con 0x56327bffa170 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.304+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffa170 0x56327c002e50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f39e4054480 tx=0x7f39e402c1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86701976b9715532 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39dffff640 1 -- 172.21.15.18:0/2262977222 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e402e9e0 con 0x56327bffa170 2024-03-07T10:05:32.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39dffff640 1 -- 172.21.15.18:0/2262977222 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39e402eb80 con 0x56327bffa170 2024-03-07T10:05:32.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39dffff640 1 -- 172.21.15.18:0/2262977222 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e4042460 con 0x56327bffa170 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 -- 172.21.15.18:0/2262977222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffa170 msgr2=0x56327c002e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffa170 0x56327c002e50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f39e4054480 tx=0x7f39e402c1a0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 -- 172.21.15.18:0/2262977222 shutdown_connections 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327c003670 0x56327c00eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327bffaa90 0x56327c000fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 --2- 172.21.15.18:0/2262977222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffa170 0x56327c002e50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 -- 172.21.15.18:0/2262977222 >> 172.21.15.18:0/2262977222 conn(0x56327bff48a0 msgr2=0x56327bff3960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.305+0000 7f39ff235740 1 -- 172.21.15.18:0/2262977222 shutdown_connections 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 -- 172.21.15.18:0/2262977222 wait complete. 2024-03-07T10:05:32.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 -- start start 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 Processor -- start 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffa170 0x56327bffd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327bffdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327c003670 0x56327c0680b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f4072f70 con 0x56327c003670 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f41b7850 con 0x56327bffa170 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f4073570 con 0x56327bffaa90 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39ff235740 10 client.0 _ll_register_callbacks cb 0x7f39f000a890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327c003670 0x56327c0680b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327c003670 0x56327c0680b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59342/0 (socket says 172.21.15.18:59342) 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 -- 172.21.15.18:0/2992041755 learned_addr learned my addr 172.21.15.18:0/2992041755 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffa170 0x56327bffd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327bffdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 -- 172.21.15.18:0/2992041755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 msgr2=0x56327bffdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327bffdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 -- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffa170 msgr2=0x56327bffd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffa170 0x56327bffd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.306+0000 7f39f99cf640 1 -- 172.21.15.18:0/2992041755 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56327c068670 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.307+0000 7f39f99cf640 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327c003670 0x56327c0680b0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f39e40059d0 tx=0x7f39e4005340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e20c92f7c6dd6c9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.307+0000 7f39ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ddffb640 1 -- 172.21.15.18:0/2992041755 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e40540b0 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ddffb640 1 -- 172.21.15.18:0/2992041755 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f39e4054250 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f39e402eb80 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ddffb640 1 -- 172.21.15.18:0/2992041755 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39e40053e0 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 10 client.17211 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56327c06fa20 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ddffb640 1 -- 172.21.15.18:0/2992041755 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39e402eb80 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ddffb640 1 -- 172.21.15.18:0/2992041755 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f39e40549e0 con 0x56327c003670 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 10 client.17211 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 10 client.17211 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 20 client.17211 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c06fd00 0x56327c0720f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 4 client.17211 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.308+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56327bf65720 con 0x56327c06fd00 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c06fd00 0x56327c0720f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ddffb640 10 client.17211 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39fa1d0640 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c06fd00 0x56327c0720f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5850fa32f771ccee server_cookie=96b0a60ff40c96bd in_seq=0 out_seq=0 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ddffb640 1 -- 172.21.15.18:0/2992041755 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56327bf65720 con 0x56327c06fd00 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ddffb640 10 client.17211 handle_command_reply: tid=0 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 client.17211 shutdown 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327c003670 msgr2=0x56327c0680b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327c003670 0x56327c0680b0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f39e40059d0 tx=0x7f39e4005340 comp rx=0 tx=0).stop 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 shutdown_connections 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56327c003670 0x56327c0680b0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56327c06fd00 0x56327c0720f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56327bffaa90 0x56327bffdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 --2- 172.21.15.18:0/2992041755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56327bffa170 0x56327bffd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ddffb640 0 client.17211 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.309+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 >> 172.21.15.18:0/2992041755 conn(0x56327bff48a0 msgr2=0x56327bff3960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 shutdown_connections 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39ff235740 1 -- 172.21.15.18:0/2992041755 wait complete. 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39ff235740 20 client.17211 trim_cache size 0 max 16384 2024-03-07T10:05:32.316 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:05:32.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f39e00a1fb0 msgr2=0x7f39e00a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f39e00a1fb0 0x7f39e00a4470 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f39ec096e10 tx=0x7f39ec004a40 comp rx=0 tx=0).stop 2024-03-07T10:05:32.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39f4109830 msgr2=0x7f39f419e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39f4109830 0x7f39f419e9f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f39ec00be20 tx=0x7f39ec00bf10 comp rx=0 tx=0).stop 2024-03-07T10:05:32.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 shutdown_connections 2024-03-07T10:05:32.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f39f4109830 0x7f39f419e9f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39f41041e0 0x7f39f419a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f39e00a1fb0 0x7f39e00a4470 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 --2- 172.21.15.18:0/434660193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f39f4103820 0x7f39f419a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 >> 172.21.15.18:0/434660193 conn(0x7f39f40ff2f0 msgr2=0x7f39f40ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 shutdown_connections 2024-03-07T10:05:32.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.310+0000 7f39fc434640 1 -- 172.21.15.18:0/434660193 wait complete. 2024-03-07T10:05:32.325 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:05:32.325 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:05:32.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:32 smithi063 ceph-mon[36356]: pgmap v195: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 6.3 MiB/s wr, 607 op/s 2024-03-07T10:05:32.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:32 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3007590129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:05:32.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:32 smithi077 ceph-mon[36374]: pgmap v195: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 6.3 MiB/s wr, 607 op/s 2024-03-07T10:05:32.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:32 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3007590129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:05:32.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.514+0000 7f9197087640 1 -- 172.21.15.18:0/3934644085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91901015e0 msgr2=0x7f9190101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.514+0000 7f9197087640 1 --2- 172.21.15.18:0/3934644085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91901015e0 0x7f9190101a60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f917c009860 tx=0x7f917c02bb70 comp rx=0 tx=0).stop 2024-03-07T10:05:32.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- 172.21.15.18:0/3934644085 shutdown_connections 2024-03-07T10:05:32.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 --2- 172.21.15.18:0/3934644085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9190101fa0 0x7f919010e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 --2- 172.21.15.18:0/3934644085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91901015e0 0x7f9190101a60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 --2- 172.21.15.18:0/3934644085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9190107680 0x7f9190107a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- 172.21.15.18:0/3934644085 >> 172.21.15.18:0/3934644085 conn(0x7f91900fd0f0 msgr2=0x7f91900ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- 172.21.15.18:0/3934644085 shutdown_connections 2024-03-07T10:05:32.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- 172.21.15.18:0/3934644085 wait complete. 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 Processor -- start 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- start start 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91901015e0 0x7f9190197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9190101fa0 0x7f9190198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9190107680 0x7f919019c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91901119c0 con 0x7f9190101fa0 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9190111840 con 0x7f9190107680 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.515+0000 7f9197087640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9190111b40 con 0x7f91901015e0 2024-03-07T10:05:32.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91901015e0 0x7f9190197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f918ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9190101fa0 0x7f9190198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91901015e0 0x7f9190197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60982/0 (socket says 172.21.15.18:60982) 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 -- 172.21.15.18:0/504931116 learned_addr learned my addr 172.21.15.18:0/504931116 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9195624640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9190107680 0x7f919019c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 -- 172.21.15.18:0/504931116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9190107680 msgr2=0x7f919019c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9190107680 0x7f919019c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 -- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9190101fa0 msgr2=0x7f9190198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9190101fa0 0x7f9190198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 -- 172.21.15.18:0/504931116 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f919019cea0 con 0x7f91901015e0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9194e23640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91901015e0 0x7f9190197f00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f918400e9f0 tx=0x7f918400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f918dffb640 1 -- 172.21.15.18:0/504931116 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f918400ccc0 con 0x7f91901015e0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f919019d190 con 0x7f91901015e0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f918dffb640 1 -- 172.21.15.18:0/504931116 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f91840035f0 con 0x7f91901015e0 2024-03-07T10:05:32.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.516+0000 7f918dffb640 1 -- 172.21.15.18:0/504931116 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f918400ce60 con 0x7f91901015e0 2024-03-07T10:05:32.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.517+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9190073890 con 0x7f91901015e0 2024-03-07T10:05:32.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.519+0000 7f918dffb640 1 -- 172.21.15.18:0/504931116 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9184010690 con 0x7f91901015e0 2024-03-07T10:05:32.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.520+0000 7f918dffb640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f91800a1f70 0x7f91800a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.520+0000 7f918dffb640 1 -- 172.21.15.18:0/504931116 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f91840cf470 con 0x7f91901015e0 2024-03-07T10:05:32.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.521+0000 7f918ffff640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f91800a1f70 0x7f91800a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.521+0000 7f918ffff640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f91800a1f70 0x7f91800a4430 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f917c02c180 tx=0x7f917c0056d0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 Processor -- start 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 -- start start 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326be9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bf2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326bf4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c326bb0330 con 0x55c326be9a90 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c326b4ce90 con 0x55c326bf2670 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9199e79740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c326af5d00 con 0x55c326be9170 2024-03-07T10:05:32.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f918ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bf2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9194e23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326be9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f918ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bf2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59374/0 (socket says 172.21.15.18:59374) 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f918ffff640 1 -- 172.21.15.18:0/3473513277 learned_addr learned my addr 172.21.15.18:0/3473513277 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.522+0000 7f9195624640 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326bf4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f9194e23640 1 -- 172.21.15.18:0/3473513277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 msgr2=0x55c326bf4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f9194e23640 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326bf4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f9194e23640 1 -- 172.21.15.18:0/3473513277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 msgr2=0x55c326bf2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f9194e23640 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bf2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f9194e23640 1 -- 172.21.15.18:0/3473513277 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c326af4b90 con 0x55c326be9170 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f9194e23640 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326be9550 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f91840ccaf0 tx=0x7f918409bc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e94bdad94105653 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f917affd640 1 -- 172.21.15.18:0/3473513277 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91840b3020 con 0x55c326be9170 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f917affd640 1 -- 172.21.15.18:0/3473513277 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f918409fee0 con 0x55c326be9170 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.523+0000 7f917affd640 1 -- 172.21.15.18:0/3473513277 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91840ccd70 con 0x55c326be9170 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 -- 172.21.15.18:0/3473513277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 msgr2=0x55c326be9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326be9550 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f91840ccaf0 tx=0x7f918409bc90 comp rx=0 tx=0).stop 2024-03-07T10:05:32.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 -- 172.21.15.18:0/3473513277 shutdown_connections 2024-03-07T10:05:32.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326bf4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bf2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 --2- 172.21.15.18:0/3473513277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326be9550 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 -- 172.21.15.18:0/3473513277 >> 172.21.15.18:0/3473513277 conn(0x55c326be38a0 msgr2=0x55c326be3c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.524+0000 7f9199e79740 1 -- 172.21.15.18:0/3473513277 shutdown_connections 2024-03-07T10:05:32.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.525+0000 7f9199e79740 1 -- 172.21.15.18:0/3473513277 wait complete. 2024-03-07T10:05:32.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.525+0000 7f9199e79740 1 -- start start 2024-03-07T10:05:32.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.525+0000 7f9199e79740 1 Processor -- start 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9170 0x55c326bef740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9a90 0x55c326befc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326bf2670 0x55c326bf01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c326aeb470 con 0x55c326be9170 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c326b48f30 con 0x55c326be9a90 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c326bf5450 con 0x55c326bf2670 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 10 client.0 _ll_register_callbacks cb 0x55c326b46d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9170 0x55c326bef740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9195624640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326bf2670 0x55c326bf01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9170 0x55c326bef740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59382/0 (socket says 172.21.15.18:59382) 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 -- 172.21.15.18:0/3707900129 learned_addr learned my addr 172.21.15.18:0/3707900129 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f918ffff640 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9a90 0x55c326befc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 -- 172.21.15.18:0/3707900129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326bf2670 msgr2=0x55c326bf01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326bf2670 0x55c326bf01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 -- 172.21.15.18:0/3707900129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9a90 msgr2=0x55c326befc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9a90 0x55c326befc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 -- 172.21.15.18:0/3707900129 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c3268613f0 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f918ffff640 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9a90 0x55c326befc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9194e23640 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9170 0x55c326bef740 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f9184000c00 tx=0x7f9184098610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=181286f8f06cc952 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f916ffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f916ffff640 1 -- 172.21.15.18:0/3707900129 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91840b3030 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f916ffff640 1 -- 172.21.15.18:0/3707900129 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f91840037a0 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.526+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f918409fee0 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f916ffff640 1 -- 172.21.15.18:0/3707900129 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f91840ba070 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 10 client.17223 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c32692b7d0 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f916ffff640 1 -- 172.21.15.18:0/3707900129 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f918409fee0 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f916ffff640 1 -- 172.21.15.18:0/3707900129 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f918407abb0 con 0x55c326be9170 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 10 client.17223 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 10 client.17223 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:32.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 20 client.17223 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c04960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 4 client.17223 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c326b5a3d0 con 0x55c326c02570 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.527+0000 7f918ffff640 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c04960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.528+0000 7f918ffff640 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c04960 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c3fb542442cd1f2 server_cookie=eaae95782cf75f8c in_seq=0 out_seq=0 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.528+0000 7f916ffff640 10 client.17223 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.528+0000 7f916ffff640 1 -- 172.21.15.18:0/3707900129 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c326b5a3d0 con 0x55c326c02570 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.528+0000 7f916ffff640 10 client.17223 handle_command_reply: tid=0 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.528+0000 7f9199e79740 1 client.17223 shutdown 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9170 msgr2=0x55c326bef740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9170 0x55c326bef740 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f9184000c00 tx=0x7f9184098610 comp rx=0 tx=0).stop 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 shutdown_connections 2024-03-07T10:05:32.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c04960 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326bf2670 0x55c326bf01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f916ffff640 0 client.17223 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9a90 0x55c326befc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 --2- 172.21.15.18:0/3707900129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9170 0x55c326bef740 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 >> 172.21.15.18:0/3707900129 conn(0x55c326be38a0 msgr2=0x55c326be55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.529+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 shutdown_connections 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.530+0000 7f9199e79740 1 -- 172.21.15.18:0/3707900129 wait complete. 2024-03-07T10:05:32.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.530+0000 7f9199e79740 20 client.17223 trim_cache size 0 max 16384 2024-03-07T10:05:32.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.549+0000 7f9199e79740 1 Processor -- start 2024-03-07T10:05:32.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.550+0000 7f9199e79740 1 -- start start 2024-03-07T10:05:32.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.550+0000 7f9199e79740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326bf1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.550+0000 7f9199e79740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bec9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9199e79740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326becf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9199e79740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91901ad790 con 0x55c326be9a90 2024-03-07T10:05:32.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9199e79740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91901ab290 con 0x55c326bf2670 2024-03-07T10:05:32.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9199e79740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91901a9330 con 0x55c326be9170 2024-03-07T10:05:32.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9194e23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326bf1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9195624640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326becf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9195624640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326becf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41128/0 (socket says 172.21.15.18:41128) 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f9195624640 1 -- 172.21.15.18:0/2852699508 learned_addr learned my addr 172.21.15.18:0/2852699508 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.551+0000 7f918ffff640 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bec9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f9194e23640 1 -- 172.21.15.18:0/2852699508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 msgr2=0x55c326becf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f9194e23640 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326becf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f9194e23640 1 -- 172.21.15.18:0/2852699508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 msgr2=0x55c326bec9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f9194e23640 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bec9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f9194e23640 1 -- 172.21.15.18:0/2852699508 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c326be8260 con 0x55c326be9170 2024-03-07T10:05:32.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f9194e23640 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326bf1e70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f918400e9c0 tx=0x7f918409bc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e8841716ce25d0e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f917a7fc640 1 -- 172.21.15.18:0/2852699508 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91840b3070 con 0x55c326be9170 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f917a7fc640 1 -- 172.21.15.18:0/2852699508 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f918409fee0 con 0x55c326be9170 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.552+0000 7f917a7fc640 1 -- 172.21.15.18:0/2852699508 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f918407abb0 con 0x55c326be9170 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 -- 172.21.15.18:0/2852699508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 msgr2=0x55c326bf1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326bf1e70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f918400e9c0 tx=0x7f918409bc90 comp rx=0 tx=0).stop 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 -- 172.21.15.18:0/2852699508 shutdown_connections 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326bf2670 0x55c326becf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326be9a90 0x55c326bec9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 --2- 172.21.15.18:0/2852699508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9170 0x55c326bf1e70 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 -- 172.21.15.18:0/2852699508 >> 172.21.15.18:0/2852699508 conn(0x55c326be38a0 msgr2=0x55c326bfdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 -- 172.21.15.18:0/2852699508 shutdown_connections 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 -- 172.21.15.18:0/2852699508 wait complete. 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.553+0000 7f9199e79740 1 -- start start 2024-03-07T10:05:32.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.554+0000 7f9199e79740 1 Processor -- start 2024-03-07T10:05:32.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.554+0000 7f9199e79740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9170 0x55c326c07330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.554+0000 7f9199e79740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9a90 0x55c326c07870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9194e23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9170 0x55c326c07330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9194e23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9170 0x55c326c07330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41138/0 (socket says 172.21.15.18:41138) 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9194e23640 1 -- 172.21.15.18:0/1767615687 learned_addr learned my addr 172.21.15.18:0/1767615687 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9199e79740 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326bf2670 0x55c326c058d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91901a9930 con 0x55c326bf2670 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91901aac30 con 0x55c326be9170 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91901a9f70 con 0x55c326be9a90 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f918ffff640 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9a90 0x55c326c07870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9199e79740 10 client.0 _ll_register_callbacks cb 0x7f91880093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:32.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f9195624640 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326bf2670 0x55c326c058d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f918ffff640 1 -- 172.21.15.18:0/1767615687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9170 msgr2=0x55c326c07330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f918ffff640 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9170 0x55c326c07330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f918ffff640 1 -- 172.21.15.18:0/1767615687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326bf2670 msgr2=0x55c326c058d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f918ffff640 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326bf2670 0x55c326c058d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.555+0000 7f918ffff640 1 -- 172.21.15.18:0/1767615687 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c326c060d0 con 0x55c326be9a90 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f918ffff640 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9a90 0x55c326c07870 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f917c005e00 tx=0x7f917c02bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d37f8fbb6975ce1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f916ffff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f916ffff640 1 -- 172.21.15.18:0/1767615687 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f917c034650 con 0x55c326be9a90 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f916ffff640 1 -- 172.21.15.18:0/1767615687 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f917c0347f0 con 0x55c326be9a90 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f918409fee0 con 0x55c326be9a90 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f916ffff640 1 -- 172.21.15.18:0/1767615687 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f917c0577e0 con 0x55c326be9a90 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f9199e79740 10 client.27076 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.556+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c326c5e6a0 con 0x55c326be9a90 2024-03-07T10:05:32.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f916ffff640 1 -- 172.21.15.18:0/1767615687 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f917c05b030 con 0x55c326be9a90 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f916ffff640 1 -- 172.21.15.18:0/1767615687 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f917c032640 con 0x55c326be9a90 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f9199e79740 10 client.27076 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f9199e79740 10 client.27076 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f9199e79740 20 client.27076 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f9199e79740 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c60e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f9199e79740 4 client.27076 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f918409fee0 con 0x55c326c02570 2024-03-07T10:05:32.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.557+0000 7f9194e23640 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c60e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.558+0000 7f916ffff640 10 client.27076 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.558+0000 7f9194e23640 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c60e40 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d62435b4edf69177 server_cookie=d8773bfc962cfb04 in_seq=0 out_seq=0 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.558+0000 7f916ffff640 1 -- 172.21.15.18:0/1767615687 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f918409fee0 con 0x55c326c02570 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.558+0000 7f916ffff640 10 client.27076 handle_command_reply: tid=0 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.558+0000 7f9199e79740 1 client.27076 shutdown 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.558+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9a90 msgr2=0x55c326c07870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9a90 0x55c326c07870 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f917c005e00 tx=0x7f917c02bb70 comp rx=0 tx=0).stop 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 shutdown_connections 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c326c02570 0x55c326c60e40 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c326bf2670 0x55c326c058d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c326be9a90 0x55c326c07870 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 --2- 172.21.15.18:0/1767615687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c326be9170 0x55c326c07330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 >> 172.21.15.18:0/1767615687 conn(0x55c326be38a0 msgr2=0x55c326be20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f916ffff640 0 client.27076 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:32.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.559+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 shutdown_connections 2024-03-07T10:05:32.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.560+0000 7f9199e79740 1 -- 172.21.15.18:0/1767615687 wait complete. 2024-03-07T10:05:32.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.560+0000 7f9199e79740 20 client.27076 trim_cache size 0 max 16384 2024-03-07T10:05:32.564 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:05:32.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.561+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f91800a1f70 msgr2=0x7f91800a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.561+0000 7f9197087640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f91800a1f70 0x7f91800a4430 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f917c02c180 tx=0x7f917c0056d0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.561+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91901015e0 msgr2=0x7f9190197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:32.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.561+0000 7f9197087640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91901015e0 0x7f9190197f00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f918400e9f0 tx=0x7f918400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 shutdown_connections 2024-03-07T10:05:32.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9190107680 0x7f919019c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f91800a1f70 0x7f91800a4430 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9190101fa0 0x7f9190198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 --2- 172.21.15.18:0/504931116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91901015e0 0x7f9190197f00 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:32.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 >> 172.21.15.18:0/504931116 conn(0x7f91900fd0f0 msgr2=0x7f91900fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:32.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 shutdown_connections 2024-03-07T10:05:32.566 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:32.562+0000 7f9197087640 1 -- 172.21.15.18:0/504931116 wait complete. 2024-03-07T10:05:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 370.0 s, 2198.6 tps, lat 45.211 ms stddev 50.169 2024-03-07T10:05:33.578 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:05:33.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:05:33.578 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:05:33.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 -- 172.21.15.18:0/1118534262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010a7c0 msgr2=0x7f49a0116c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 --2- 172.21.15.18:0/1118534262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010a7c0 0x7f49a0116c80 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4998009ca0 tx=0x7f499802c180 comp rx=0 tx=0).stop 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 -- 172.21.15.18:0/1118534262 shutdown_connections 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 --2- 172.21.15.18:0/1118534262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010a7c0 0x7f49a0116c80 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 --2- 172.21.15.18:0/1118534262 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 0x7f49a010a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 --2- 172.21.15.18:0/1118534262 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49a010fee0 0x7f49a01102c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 -- 172.21.15.18:0/1118534262 >> 172.21.15.18:0/1118534262 conn(0x7f49a006e690 msgr2=0x7f49a0108660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 -- 172.21.15.18:0/1118534262 shutdown_connections 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 -- 172.21.15.18:0/1118534262 wait complete. 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.738+0000 7f49a702b640 1 Processor -- start 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a702b640 1 -- start start 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a702b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 0x7f49a01a8590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a702b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49a010a7c0 0x7f49a01a8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a702b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010fee0 0x7f49a01a2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a702b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a011a1a0 con 0x7f49a0109e20 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a702b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a011a020 con 0x7f49a010fee0 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a702b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a011a320 con 0x7f49a010a7c0 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 0x7f49a01a8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f499ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49a010a7c0 0x7f49a01a8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a55c8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010fee0 0x7f49a01a2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 0x7f49a01a8590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59442/0 (socket says 172.21.15.18:59442) 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 -- 172.21.15.18:0/3439891982 learned_addr learned my addr 172.21.15.18:0/3439891982 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f499ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49a010a7c0 0x7f49a01a8ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32818/0 (socket says 172.21.15.18:32818) 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 -- 172.21.15.18:0/3439891982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49a010a7c0 msgr2=0x7f49a01a8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49a010a7c0 0x7f49a01a8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 -- 172.21.15.18:0/3439891982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010fee0 msgr2=0x7f49a01a2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010fee0 0x7f49a01a2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 -- 172.21.15.18:0/3439891982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49a01a2f10 con 0x7f49a0109e20 2024-03-07T10:05:33.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a55c8640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010fee0 0x7f49a01a2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:33.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.739+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 0x7f49a01a8590 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f499400ea60 tx=0x7f499400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:33.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.740+0000 7f499dffb640 1 -- 172.21.15.18:0/3439891982 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f499400cde0 con 0x7f49a0109e20 2024-03-07T10:05:33.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.740+0000 7f499dffb640 1 -- 172.21.15.18:0/3439891982 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49940035f0 con 0x7f49a0109e20 2024-03-07T10:05:33.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.740+0000 7f499dffb640 1 -- 172.21.15.18:0/3439891982 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4994010670 con 0x7f49a0109e20 2024-03-07T10:05:33.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.740+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49a01a3200 con 0x7f49a0109e20 2024-03-07T10:05:33.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.740+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49a01af510 con 0x7f49a0109e20 2024-03-07T10:05:33.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 Processor -- start 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 -- start start 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752afb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752b00e0 0x5634752c1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752c1a60 0x5634752c3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563475213b10 con 0x5634752af730 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634751bcd50 con 0x5634752b00e0 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a9e13740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56347520fbb0 con 0x5634752c1a60 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f499ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752c1a60 0x5634752c3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f499ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752c1a60 0x5634752c3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32826/0 (socket says 172.21.15.18:32826) 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f49a55c8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752afb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.744+0000 7f499ffff640 1 -- 172.21.15.18:0/455508651 learned_addr learned my addr 172.21.15.18:0/455508651 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f499ffff640 1 -- 172.21.15.18:0/455508651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752b00e0 msgr2=0x5634752c1520 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f499ffff640 1 --2- 172.21.15.18:0/455508651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752b00e0 0x5634752c1520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f499ffff640 1 -- 172.21.15.18:0/455508651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 msgr2=0x5634752afb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:33.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f499ffff640 1 --2- 172.21.15.18:0/455508651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752afb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f499ffff640 1 -- 172.21.15.18:0/455508651 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563474ff07e0 con 0x5634752c1a60 2024-03-07T10:05:33.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f499ffff640 1 --2- 172.21.15.18:0/455508651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752c1a60 0x5634752c3e50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4990009c90 tx=0x7f4990011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78867df5a9570efc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:33.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f4986ffd640 1 -- 172.21.15.18:0/455508651 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990005220 con 0x5634752c1a60 2024-03-07T10:05:33.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f4986ffd640 1 -- 172.21.15.18:0/455508651 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4990004c80 con 0x5634752c1a60 2024-03-07T10:05:33.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.745+0000 7f4986ffd640 1 -- 172.21.15.18:0/455508651 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990019930 con 0x5634752c1a60 2024-03-07T10:05:33.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 -- 172.21.15.18:0/455508651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752c1a60 msgr2=0x5634752c3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 --2- 172.21.15.18:0/455508651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752c1a60 0x5634752c3e50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4990009c90 tx=0x7f4990011810 comp rx=0 tx=0).stop 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 -- 172.21.15.18:0/455508651 shutdown_connections 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 --2- 172.21.15.18:0/455508651 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752c1a60 0x5634752c3e50 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 --2- 172.21.15.18:0/455508651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752b00e0 0x5634752c1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 --2- 172.21.15.18:0/455508651 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752afb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 -- 172.21.15.18:0/455508651 >> 172.21.15.18:0/455508651 conn(0x5634752aa480 msgr2=0x5634752aa860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f499dffb640 1 -- 172.21.15.18:0/3439891982 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f49940037a0 con 0x7f49a0109e20 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 -- 172.21.15.18:0/455508651 shutdown_connections 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.746+0000 7f49a9e13740 1 -- 172.21.15.18:0/455508651 wait complete. 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.747+0000 7f49a9e13740 1 -- start start 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.747+0000 7f499dffb640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49880a1e80 0x7f49880a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.747+0000 7f49a9e13740 1 Processor -- start 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.747+0000 7f499dffb640 1 -- 172.21.15.18:0/3439891982 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f49940ce460 con 0x7f49a0109e20 2024-03-07T10:05:33.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a55c8640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49880a1e80 0x7f49880a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752af730 0x5634752be890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752c1a60 0x5634752bedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752bf310 0x5634752cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a9e13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634752c4820 con 0x5634752bf310 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a9e13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634751d0190 con 0x5634752c1a60 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a9e13740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634752c49a0 con 0x5634752af730 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a9e13740 10 client.0 _ll_register_callbacks cb 0x5634751bf770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f499ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752c1a60 0x5634752bedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a55c8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752bf310 0x5634752cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a55c8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752bf310 0x5634752cdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59458/0 (socket says 172.21.15.18:59458) 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f499ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752c1a60 0x5634752bedd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41150/0 (socket says 172.21.15.18:41150) 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a55c8640 1 -- 172.21.15.18:0/3104030257 learned_addr learned my addr 172.21.15.18:0/3104030257 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:33.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752af730 0x5634752be890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f499ffff640 1 -- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752af730 msgr2=0x5634752be890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f499ffff640 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752af730 0x5634752be890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f499ffff640 1 -- 172.21.15.18:0/3104030257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752bf310 msgr2=0x5634752cdd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f499ffff640 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752bf310 0x5634752cdd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f499ffff640 1 -- 172.21.15.18:0/3104030257 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563475050f70 con 0x5634752c1a60 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a55c8640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49880a1e80 0x7f49880a4340 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4998009a60 tx=0x7f4998003a70 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.748+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752af730 0x5634752be890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f499ffff640 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752c1a60 0x5634752bedd0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x5634752ab8a0 tx=0x7f4990019430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bfb3fb4083be129 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f497ffff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f497ffff640 1 -- 172.21.15.18:0/3104030257 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990029070 con 0x5634752c1a60 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f497ffff640 1 -- 172.21.15.18:0/3104030257 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f4990005240 con 0x5634752c1a60 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4990004c80 con 0x5634752c1a60 2024-03-07T10:05:33.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f497ffff640 1 -- 172.21.15.18:0/3104030257 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4990035050 con 0x5634752c1a60 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f49a9e13740 10 client.27029 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563474ee8170 con 0x5634752c1a60 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f497ffff640 1 -- 172.21.15.18:0/3104030257 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4990004c80 con 0x5634752c1a60 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.749+0000 7f497ffff640 1 -- 172.21.15.18:0/3104030257 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4990023550 con 0x5634752c1a60 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a9e13740 10 client.27029 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a9e13740 10 client.27029 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a9e13740 20 client.27029 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5634752d1f30 0x5634752d4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a9e13740 4 client.27029 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5634751e9930 con 0x5634752d1f30 2024-03-07T10:05:33.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5634752d1f30 0x5634752d4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5634752d1f30 0x5634752d4320 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bef903caa0eecac3 server_cookie=f2056b073b59910f in_seq=0 out_seq=0 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.750+0000 7f497ffff640 10 client.27029 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.751+0000 7f497ffff640 1 -- 172.21.15.18:0/3104030257 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5634751e9930 con 0x5634752d1f30 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.751+0000 7f497ffff640 10 client.27029 handle_command_reply: tid=0 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.751+0000 7f49a9e13740 1 client.27029 shutdown 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752c1a60 msgr2=0x5634752bedd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752c1a60 0x5634752bedd0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x5634752ab8a0 tx=0x7f4990019430 comp rx=0 tx=0).stop 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 shutdown_connections 2024-03-07T10:05:33.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5634752d1f30 0x5634752d4320 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752bf310 0x5634752cdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752c1a60 0x5634752bedd0 secure :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0x5634752ab8a0 tx=0x7f4990019430 comp rx=0 tx=0).stop 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3104030257 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752af730 0x5634752be890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.752+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 >> 172.21.15.18:0/3104030257 conn(0x5634752aa480 msgr2=0x5634752ac1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.753+0000 7f497ffff640 0 client.27029 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.753+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 shutdown_connections 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.753+0000 7f49a9e13740 1 -- 172.21.15.18:0/3104030257 wait complete. 2024-03-07T10:05:33.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.753+0000 7f49a9e13740 20 client.27029 trim_cache size 0 max 16384 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a9e13740 1 Processor -- start 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a9e13740 1 -- start start 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752bbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752bf310 0x5634752bc030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752beec0 0x5634752c2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a9e13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a01b5ed0 con 0x5634752af730 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a4dc7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752bbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a4dc7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752bbaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59474/0 (socket says 172.21.15.18:59474) 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a4dc7640 1 -- 172.21.15.18:0/3443571080 learned_addr learned my addr 172.21.15.18:0/3443571080 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f499ffff640 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752bf310 0x5634752bc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.782+0000 7f49a9e13740 1 -- 172.21.15.18:0/3443571080 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a01b39d0 con 0x5634752bf310 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f49a9e13740 1 -- 172.21.15.18:0/3443571080 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a01b1a90 con 0x5634752beec0 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f49a55c8640 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752beec0 0x5634752c2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f499ffff640 1 -- 172.21.15.18:0/3443571080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752beec0 msgr2=0x5634752c2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f499ffff640 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752beec0 0x5634752c2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f499ffff640 1 -- 172.21.15.18:0/3443571080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 msgr2=0x5634752bbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f499ffff640 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752bbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f499ffff640 1 -- 172.21.15.18:0/3443571080 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5634752aee40 con 0x5634752bf310 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752bbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f499ffff640 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752bf310 0x5634752bc030 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x5634752bf920 tx=0x7f4990004930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff7f7f4e1903d068 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:33.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f49867fc640 1 -- 172.21.15.18:0/3443571080 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990029070 con 0x5634752bf310 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f49867fc640 1 -- 172.21.15.18:0/3443571080 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4990023c90 con 0x5634752bf310 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.783+0000 7f49867fc640 1 -- 172.21.15.18:0/3443571080 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49900052a0 con 0x5634752bf310 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.784+0000 7f49a9e13740 1 -- 172.21.15.18:0/3443571080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752bf310 msgr2=0x5634752bc030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.784+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752bf310 0x5634752bc030 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x5634752bf920 tx=0x7f4990004930 comp rx=0 tx=0).stop 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.784+0000 7f49a9e13740 1 -- 172.21.15.18:0/3443571080 shutdown_connections 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.784+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752beec0 0x5634752c2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.784+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752bf310 0x5634752bc030 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.784+0000 7f49a9e13740 1 --2- 172.21.15.18:0/3443571080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752af730 0x5634752bbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.784+0000 7f49a9e13740 1 -- 172.21.15.18:0/3443571080 >> 172.21.15.18:0/3443571080 conn(0x5634752aa480 msgr2=0x5634752bd160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:33.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.787+0000 7f49a9e13740 1 -- 172.21.15.18:0/3443571080 shutdown_connections 2024-03-07T10:05:33.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.787+0000 7f49a9e13740 1 -- 172.21.15.18:0/3443571080 wait complete. 2024-03-07T10:05:33.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.787+0000 7f49a9e13740 1 -- start start 2024-03-07T10:05:33.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.788+0000 7f49a9e13740 1 Processor -- start 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.788+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752af730 0x5634752c9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.788+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752beec0 0x5634752c4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a9e13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752bf310 0x5634752c55f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a9e13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a01b2090 con 0x5634752beec0 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752af730 0x5634752c9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a9e13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a01b3370 con 0x5634752af730 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752af730 0x5634752c9b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41168/0 (socket says 172.21.15.18:41168) 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 -- 172.21.15.18:0/2444013720 learned_addr learned my addr 172.21.15.18:0/2444013720 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a01b26b0 con 0x5634752bf310 2024-03-07T10:05:33.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f499ffff640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752beec0 0x5634752c4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a55c8640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752bf310 0x5634752c55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a9e13740 10 client.0 _ll_register_callbacks cb 0x7f4998037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 -- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752bf310 msgr2=0x5634752c55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752bf310 0x5634752c55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 -- 172.21.15.18:0/2444013720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752beec0 msgr2=0x5634752c4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752beec0 0x5634752c4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 -- 172.21.15.18:0/2444013720 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5634752c5dc0 con 0x5634752af730 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a55c8640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752bf310 0x5634752c55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f49a4dc7640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752af730 0x5634752c9b00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f499401f000 tx=0x7f4994009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc1621f6f1caa8a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f497ffff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.789+0000 7f497ffff640 1 -- 172.21.15.18:0/2444013720 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49940a3580 con 0x5634752af730 2024-03-07T10:05:33.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f497ffff640 1 -- 172.21.15.18:0/2444013720 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f49940cbdc0 con 0x5634752af730 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4990023c90 con 0x5634752af730 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f497ffff640 1 -- 172.21.15.18:0/2444013720 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4994097450 con 0x5634752af730 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 10 client.27035 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56347532d760 con 0x5634752af730 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f497ffff640 1 -- 172.21.15.18:0/2444013720 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4990023c90 con 0x5634752af730 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f497ffff640 1 -- 172.21.15.18:0/2444013720 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4994004000 con 0x5634752af730 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 10 client.27035 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 10 client.27035 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:33.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 20 client.27035 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:33.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56347532dde0 0x563475330200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 4 client.27035 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:05:33.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.790+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5634751d5050 con 0x56347532dde0 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.791+0000 7f499ffff640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56347532dde0 0x563475330200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.792+0000 7f499ffff640 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56347532dde0 0x563475330200 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9f6ad613c0a72c0 server_cookie=38b48984c68f8ce9 in_seq=0 out_seq=0 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.792+0000 7f497ffff640 10 client.27035 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.793+0000 7f497ffff640 1 -- 172.21.15.18:0/2444013720 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5634751d5050 con 0x56347532dde0 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.793+0000 7f497ffff640 10 client.27035 handle_command_reply: tid=0 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.793+0000 7f49a9e13740 1 client.27035 shutdown 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752af730 msgr2=0x5634752c9b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752af730 0x5634752c9b00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f499401f000 tx=0x7f4994009310 comp rx=0 tx=0).stop 2024-03-07T10:05:33.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 shutdown_connections 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56347532dde0 0x563475330200 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5634752bf310 0x5634752c55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5634752beec0 0x5634752c4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 --2- 172.21.15.18:0/2444013720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5634752af730 0x5634752c9b00 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 >> 172.21.15.18:0/2444013720 conn(0x5634752aa480 msgr2=0x5634752ab880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f497ffff640 0 client.27035 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 shutdown_connections 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 1 -- 172.21.15.18:0/2444013720 wait complete. 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.794+0000 7f49a9e13740 20 client.27035 trim_cache size 0 max 16384 2024-03-07T10:05:33.798 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:05:33.799 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:05:33.799 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "b54ce495-e702-478e-b9df-30e581d9557b", 2024-03-07T10:05:33.799 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:05:33.799 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:05:33.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.795+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49880a1e80 msgr2=0x7f49880a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.795+0000 7f49a702b640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49880a1e80 0x7f49880a4340 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4998009a60 tx=0x7f4998003a70 comp rx=0 tx=0).stop 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.795+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 msgr2=0x7f49a01a8590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.795+0000 7f49a702b640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 0x7f49a01a8590 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f499400ea60 tx=0x7f499400ef20 comp rx=0 tx=0).stop 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.796+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 shutdown_connections 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.796+0000 7f49a702b640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f49a010fee0 0x7f49a01a2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.796+0000 7f49a702b640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f49a010a7c0 0x7f49a01a8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.796+0000 7f49a702b640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49880a1e80 0x7f49880a4340 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.796+0000 7f49a702b640 1 --2- 172.21.15.18:0/3439891982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f49a0109e20 0x7f49a01a8590 secure :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f499400ea60 tx=0x7f499400ef20 comp rx=0 tx=0).stop 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.796+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 >> 172.21.15.18:0/3439891982 conn(0x7f49a006e690 msgr2=0x7f49a006f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.798+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 shutdown_connections 2024-03-07T10:05:33.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.798+0000 7f49a702b640 1 -- 172.21.15.18:0/3439891982 wait complete. 2024-03-07T10:05:33.816 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:05:33.817 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:05:33.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 -- 172.21.15.18:0/2198397662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b3410bc50 msgr2=0x7f8b3410e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 --2- 172.21.15.18:0/2198397662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b3410bc50 0x7f8b3410e080 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c009be0 tx=0x7f8b2c02bf80 comp rx=0 tx=0).stop 2024-03-07T10:05:33.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 -- 172.21.15.18:0/2198397662 shutdown_connections 2024-03-07T10:05:33.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 --2- 172.21.15.18:0/2198397662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b3410bc50 0x7f8b3410e080 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 --2- 172.21.15.18:0/2198397662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b341031a0 0x7f8b3410b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 --2- 172.21.15.18:0/2198397662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b34102880 0x7f8b34102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 -- 172.21.15.18:0/2198397662 >> 172.21.15.18:0/2198397662 conn(0x7f8b34077710 msgr2=0x7f8b34077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 -- 172.21.15.18:0/2198397662 shutdown_connections 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.989+0000 7f8b3a867640 1 -- 172.21.15.18:0/2198397662 wait complete. 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.990+0000 7f8b3a867640 1 Processor -- start 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.990+0000 7f8b3a867640 1 -- start start 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b3a867640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b34102880 0x7f8b34197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b3a867640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b341031a0 0x7f8b341983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b3a867640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b3410bc50 0x7f8b3419c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b3a867640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b341119e0 con 0x7f8b34102880 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b3a867640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b34111860 con 0x7f8b3410bc50 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b3a867640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b34111b60 con 0x7f8b341031a0 2024-03-07T10:05:33.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b34102880 0x7f8b34197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b34102880 0x7f8b34197ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59508/0 (socket says 172.21.15.18:59508) 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 -- 172.21.15.18:0/3095601528 learned_addr learned my addr 172.21.15.18:0/3095601528 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b337fe640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b341031a0 0x7f8b341983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b38e04640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b3410bc50 0x7f8b3419c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 -- 172.21.15.18:0/3095601528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b341031a0 msgr2=0x7f8b341983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b341031a0 0x7f8b341983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 -- 172.21.15.18:0/3095601528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b3410bc50 msgr2=0x7f8b3419c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b3410bc50 0x7f8b3419c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 -- 172.21.15.18:0/3095601528 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b3419ce90 con 0x7f8b34102880 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b34102880 0x7f8b34197ea0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f8b2400e9f0 tx=0x7f8b2400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.991+0000 7f8b317fa640 1 -- 172.21.15.18:0/3095601528 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2400ccc0 con 0x7f8b34102880 2024-03-07T10:05:33.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.992+0000 7f8b317fa640 1 -- 172.21.15.18:0/3095601528 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b2400ce60 con 0x7f8b34102880 2024-03-07T10:05:33.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.992+0000 7f8b317fa640 1 -- 172.21.15.18:0/3095601528 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b24010690 con 0x7f8b34102880 2024-03-07T10:05:33.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.992+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b3419d180 con 0x7f8b34102880 2024-03-07T10:05:33.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.992+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b341a4a10 con 0x7f8b34102880 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b317fa640 1 -- 172.21.15.18:0/3095601528 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8b240046c0 con 0x7f8b34102880 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 Processor -- start 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 -- start start 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6460 0x5602f26c6840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602f2629dd0 con 0x5602f26d4040 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602f25d2ae0 con 0x5602f26c6d80 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602f2625e70 con 0x5602f26c6460 2024-03-07T10:05:34.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.994+0000 7f8b337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b38e04640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6460 0x5602f26c6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59518/0 (socket says 172.21.15.18:59518) 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 -- 172.21.15.18:0/2886410445 learned_addr learned my addr 172.21.15.18:0/2886410445 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b317fa640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8b1c0a1f70 0x7f8b1c0a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b33fff640 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 -- 172.21.15.18:0/2886410445 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6460 msgr2=0x5602f26c6840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6460 0x5602f26c6840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b38e04640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8b1c0a1f70 0x7f8b1c0a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 -- 172.21.15.18:0/2886410445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 msgr2=0x5602f26d3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 -- 172.21.15.18:0/2886410445 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5602f24087d0 con 0x5602f26d4040 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b337fe640 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d6430 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f8b28009c60 tx=0x7f8b28011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4406d84f2aac4036 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:34.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b317fa640 1 -- 172.21.15.18:0/3095601528 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8b240ce6d0 con 0x7f8b34102880 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b1a7fc640 1 -- 172.21.15.18:0/2886410445 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2801e070 con 0x5602f26d4040 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b1a7fc640 1 -- 172.21.15.18:0/2886410445 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b28009e10 con 0x5602f26d4040 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.995+0000 7f8b1a7fc640 1 -- 172.21.15.18:0/2886410445 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b28019670 con 0x5602f26d4040 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 -- 172.21.15.18:0/2886410445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 msgr2=0x5602f26d6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b38e04640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8b1c0a1f70 0x7f8b1c0a4430 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c0334c0 tx=0x7f8b2c02bf80 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d6430 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f8b28009c60 tx=0x7f8b28011810 comp rx=0 tx=0).stop 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 -- 172.21.15.18:0/2886410445 shutdown_connections 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d6430 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/2886410445 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6460 0x5602f26c6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 -- 172.21.15.18:0/2886410445 >> 172.21.15.18:0/2886410445 conn(0x5602f26c0e60 msgr2=0x5602f26c1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 -- 172.21.15.18:0/2886410445 shutdown_connections 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 -- 172.21.15.18:0/2886410445 wait complete. 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.996+0000 7f8b3d64e740 1 -- start start 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 Processor -- start 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602f26d6e00 con 0x5602f26d4040 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602f25e6070 con 0x5602f26c6460 2024-03-07T10:05:34.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602f26d6f80 con 0x5602f26c6d80 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 10 client.0 _ll_register_callbacks cb 0x5602f25e5a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59530/0 (socket says 172.21.15.18:59530) 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b337fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 -- 172.21.15.18:0/507861975 learned_addr learned my addr 172.21.15.18:0/507861975 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b33fff640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 -- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 msgr2=0x5602f26d0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 -- 172.21.15.18:0/507861975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 msgr2=0x5602f26d3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 -- 172.21.15.18:0/507861975 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5602f233e3f0 con 0x5602f26d4040 2024-03-07T10:05:34.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b337fe640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:34.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b33fff640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:05:34.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b38e04640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d1560 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c009be0 tx=0x7f8b2c009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53cd8939e6a3b553 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:34.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b137fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:34.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b137fe640 1 -- 172.21.15.18:0/507861975 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c052020 con 0x5602f26d4040 2024-03-07T10:05:34.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b137fe640 1 -- 172.21.15.18:0/507861975 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8b2c004550 con 0x5602f26d4040 2024-03-07T10:05:34.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.997+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8b28009e10 con 0x5602f26d4040 2024-03-07T10:05:34.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b137fe640 1 -- 172.21.15.18:0/507861975 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b2c004750 con 0x5602f26d4040 2024-03-07T10:05:34.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 10 client.17259 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:34.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5602f22fe0f0 con 0x5602f26d4040 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b137fe640 1 -- 172.21.15.18:0/507861975 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b28009e10 con 0x5602f26d4040 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b137fe640 1 -- 172.21.15.18:0/507861975 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8b2c040040 con 0x5602f26d4040 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 10 client.17259 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 10 client.17259 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 20 client.17259 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f26e3da0 0x5602f26e61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 4 client.17259 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5602f2637310 con 0x5602f26e3da0 2024-03-07T10:05:34.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.998+0000 7f8b33fff640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f26e3da0 0x5602f26e61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.999+0000 7f8b137fe640 10 client.17259 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.999+0000 7f8b33fff640 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f26e3da0 0x5602f26e61d0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c569c6cc315bfb3 server_cookie=d71160638f5c345b in_seq=0 out_seq=0 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.999+0000 7f8b137fe640 1 -- 172.21.15.18:0/507861975 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5602f2637310 con 0x5602f26e3da0 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.999+0000 7f8b137fe640 10 client.17259 handle_command_reply: tid=0 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.999+0000 7f8b3d64e740 1 client.17259 shutdown 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.999+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 msgr2=0x5602f26d1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:33.999+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d1560 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c009be0 tx=0x7f8b2c009500 comp rx=0 tx=0).stop 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 shutdown_connections 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f26e3da0 0x5602f26e61d0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d1560 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/507861975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b137fe640 0 client.17259 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:34.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 >> 172.21.15.18:0/507861975 conn(0x5602f26c0e60 msgr2=0x5602f26c2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:34.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 shutdown_connections 2024-03-07T10:05:34.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 1 -- 172.21.15.18:0/507861975 wait complete. 2024-03-07T10:05:34.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.000+0000 7f8b3d64e740 20 client.17259 trim_cache size 0 max 16384 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 Processor -- start 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 -- start start 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26c6460 0x5602f26d35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26d4040 0x5602f26ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b341ad740 con 0x5602f26c6460 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b341ab240 con 0x5602f26c6d80 2024-03-07T10:05:34.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b341a92e0 con 0x5602f26d4040 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26c6460 0x5602f26d35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26c6460 0x5602f26d35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59538/0 (socket says 172.21.15.18:59538) 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.019+0000 7f8b33fff640 1 -- 172.21.15.18:0/3638755755 learned_addr learned my addr 172.21.15.18:0/3638755755 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b38e04640 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26d4040 0x5602f26ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b337fe640 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b33fff640 1 -- 172.21.15.18:0/3638755755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26d4040 msgr2=0x5602f26ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26d4040 0x5602f26ce0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b33fff640 1 -- 172.21.15.18:0/3638755755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 msgr2=0x5602f26d3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b33fff640 1 -- 172.21.15.18:0/3638755755 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5602f26c6bb0 con 0x5602f26c6460 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b337fe640 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26c6460 0x5602f26d35a0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f8b2409af80 tx=0x7f8b240d0b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64aa0f561f03205c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b19ffb640 1 -- 172.21.15.18:0/3638755755 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b240a3790 con 0x5602f26c6460 2024-03-07T10:05:34.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b19ffb640 1 -- 172.21.15.18:0/3638755755 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b2409aff0 con 0x5602f26c6460 2024-03-07T10:05:34.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.020+0000 7f8b19ffb640 1 -- 172.21.15.18:0/3638755755 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b240a3560 con 0x5602f26c6460 2024-03-07T10:05:34.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3638755755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26c6460 msgr2=0x5602f26d35a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:34.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26c6460 0x5602f26d35a0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f8b2409af80 tx=0x7f8b240d0b20 comp rx=0 tx=0).stop 2024-03-07T10:05:34.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3638755755 shutdown_connections 2024-03-07T10:05:34.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26d4040 0x5602f26ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6d80 0x5602f26d3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3638755755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26c6460 0x5602f26d35a0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3638755755 >> 172.21.15.18:0/3638755755 conn(0x5602f26c0e60 msgr2=0x5602f26cc180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3638755755 shutdown_connections 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3638755755 wait complete. 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.021+0000 7f8b3d64e740 1 -- start start 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 1 Processor -- start 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b341a98e0 con 0x5602f26d4040 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b341aabe0 con 0x5602f26c6460 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b341a9f20 con 0x5602f26c6d80 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b3d64e740 10 client.0 _ll_register_callbacks cb 0x7f8b2c009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b337fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d8350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59550/0 (socket says 172.21.15.18:59550) 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 -- 172.21.15.18:0/3486192968 learned_addr learned my addr 172.21.15.18:0/3486192968 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 -- 172.21.15.18:0/3486192968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 msgr2=0x5602f26d7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 -- 172.21.15.18:0/3486192968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 msgr2=0x5602f26d78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 -- 172.21.15.18:0/3486192968 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5602f273e980 con 0x5602f26d4040 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b38e04640 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d8350 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c033e50 tx=0x7f8b2c0046e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32d09562ecbd8f0a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b137fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b137fe640 1 -- 172.21.15.18:0/3486192968 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c052040 con 0x5602f26d4040 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.022+0000 7f8b137fe640 1 -- 172.21.15.18:0/3486192968 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8b2c034a80 con 0x5602f26d4040 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8b2409aff0 con 0x5602f26d4040 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b137fe640 1 -- 172.21.15.18:0/3486192968 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b2c06e050 con 0x5602f26d4040 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 10 client.17265 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5602f273fc30 con 0x5602f26d4040 2024-03-07T10:05:34.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b137fe640 1 -- 172.21.15.18:0/3486192968 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b2409aff0 con 0x5602f26d4040 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b137fe640 1 -- 172.21.15.18:0/3486192968 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8b2c069030 con 0x5602f26d4040 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 10 client.17265 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 10 client.17265 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 20 client.17265 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f2740350 0x5602f2742770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 4 client.17265 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5602f2631660 con 0x5602f2740350 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.023+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f2740350 0x5602f2742770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b33fff640 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f2740350 0x5602f2742770 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56e60000d07de306 server_cookie=b7b6142246f2431b in_seq=0 out_seq=0 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b137fe640 10 client.17265 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b137fe640 1 -- 172.21.15.18:0/3486192968 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+267 (crc 0 0 0) 0x5602f2631660 con 0x5602f2740350 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b137fe640 10 client.17265 handle_command_reply: tid=0 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 client.17265 shutdown 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 msgr2=0x5602f26d8350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:34.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d8350 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c033e50 tx=0x7f8b2c0046e0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 shutdown_connections 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5602f2740350 0x5602f2742770 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5602f26d4040 0x5602f26d8350 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5602f26c6d80 0x5602f26d7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b137fe640 0 client.17265 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 --2- 172.21.15.18:0/3486192968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5602f26c6460 0x5602f26d78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 >> 172.21.15.18:0/3486192968 conn(0x5602f26c0e60 msgr2=0x5602f26bf630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 shutdown_connections 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 1 -- 172.21.15.18:0/3486192968 wait complete. 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.024+0000 7f8b3d64e740 20 client.17265 trim_cache size 0 max 16384 2024-03-07T10:05:34.032 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "scrub active (173 inodes in the stack)", 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "b54ce495-e702-478e-b9df-30e581d9557b": { 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "b54ce495-e702-478e-b9df-30e581d9557b", 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:05:34.033 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8b1c0a1f70 msgr2=0x7f8b1c0a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8b1c0a1f70 0x7f8b1c0a4430 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c0334c0 tx=0x7f8b2c02bf80 comp rx=0 tx=0).stop 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b34102880 msgr2=0x7f8b34197ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b34102880 0x7f8b34197ea0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f8b2400e9f0 tx=0x7f8b2400edf0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 shutdown_connections 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b3410bc50 0x7f8b3419c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8b341031a0 0x7f8b341983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8b1c0a1f70 0x7f8b1c0a4430 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 --2- 172.21.15.18:0/3095601528 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8b34102880 0x7f8b34197ea0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:34.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 >> 172.21.15.18:0/3095601528 conn(0x7f8b34077710 msgr2=0x7f8b340fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:34.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 shutdown_connections 2024-03-07T10:05:34.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:05:34.025+0000 7f8b3a867640 1 -- 172.21.15.18:0/3095601528 wait complete. 2024-03-07T10:05:34.038 INFO:tasks.cephfs.filesystem:scrub status for tag:b54ce495-e702-478e-b9df-30e581d9557b - {'path': '/', 'tag': 'b54ce495-e702-478e-b9df-30e581d9557b', 'options': 'recursive,force'} 2024-03-07T10:05:34.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:34 smithi018 ceph-mon[32171]: pgmap v196: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 8.6 MiB/s wr, 668 op/s 2024-03-07T10:05:34.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:34 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:05:34.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:34 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:34.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:34 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:05:34.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:34 smithi063 ceph-mon[36356]: pgmap v196: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 8.6 MiB/s wr, 668 op/s 2024-03-07T10:05:34.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:34 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:05:34.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:34 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:34.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:34 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:05:34.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:34 smithi077 ceph-mon[36374]: pgmap v196: 97 pgs: 97 active+clean; 4.2 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 8.6 MiB/s wr, 668 op/s 2024-03-07T10:05:34.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:34 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:05:34.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:34 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:34.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:34 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:05:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:35 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:05:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:35 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:05:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:35 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:35 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:35 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:35 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:05:35.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:35 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:05:35.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:35 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:35 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:35 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:35 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:05:35.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:35 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:05:35.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:35 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:35 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:35.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:35 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:05:36.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:36 smithi018 ceph-mon[32171]: pgmap v197: 97 pgs: 97 active+clean; 4.3 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 16 MiB/s wr, 941 op/s 2024-03-07T10:05:36.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:36 smithi063 ceph-mon[36356]: pgmap v197: 97 pgs: 97 active+clean; 4.3 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 16 MiB/s wr, 941 op/s 2024-03-07T10:05:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:36 smithi077 ceph-mon[36374]: pgmap v197: 97 pgs: 97 active+clean; 4.3 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 16 MiB/s wr, 941 op/s 2024-03-07T10:05:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 375.0 s, 2597.6 tps, lat 38.734 ms stddev 46.901 2024-03-07T10:05:38.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:38 smithi018 ceph-mon[32171]: pgmap v198: 97 pgs: 97 active+clean; 4.3 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 14 MiB/s wr, 720 op/s 2024-03-07T10:05:38.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:38 smithi063 ceph-mon[36356]: pgmap v198: 97 pgs: 97 active+clean; 4.3 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 14 MiB/s wr, 720 op/s 2024-03-07T10:05:38.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:38 smithi077 ceph-mon[36374]: pgmap v198: 97 pgs: 97 active+clean; 4.3 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 14 MiB/s wr, 720 op/s 2024-03-07T10:05:40.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:40 smithi018 ceph-mon[32171]: pgmap v199: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 24 MiB/s wr, 1.15k op/s 2024-03-07T10:05:40.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:40 smithi063 ceph-mon[36356]: pgmap v199: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 24 MiB/s wr, 1.15k op/s 2024-03-07T10:05:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:40 smithi077 ceph-mon[36374]: pgmap v199: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 24 MiB/s wr, 1.15k op/s 2024-03-07T10:05:41.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:41 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:05:41.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:41 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:05:41.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:41 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:05:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:42 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:05:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:42 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:05:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:42 smithi063 ceph-mon[36356]: pgmap v200: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 20 MiB/s wr, 846 op/s 2024-03-07T10:05:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:42 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:05:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:42 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:05:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:42 smithi077 ceph-mon[36374]: pgmap v200: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 20 MiB/s wr, 846 op/s 2024-03-07T10:05:42.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:42 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:05:42.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:42 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:05:42.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:42 smithi018 ceph-mon[32171]: pgmap v200: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 20 MiB/s wr, 846 op/s 2024-03-07T10:05:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 380.0 s, 2857.8 tps, lat 34.943 ms stddev 41.288 2024-03-07T10:05:44.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:44 smithi063 ceph-mon[36356]: pgmap v201: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 21 MiB/s wr, 868 op/s 2024-03-07T10:05:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:44 smithi077 ceph-mon[36374]: pgmap v201: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 21 MiB/s wr, 868 op/s 2024-03-07T10:05:44.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:44 smithi018 ceph-mon[32171]: pgmap v201: 97 pgs: 97 active+clean; 4.4 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 21 MiB/s wr, 868 op/s 2024-03-07T10:05:45.408 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.407+0000 7fd9155a1640 1 -- 172.21.15.18:0/3929319104 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9101056d0 msgr2=0x7fd910068e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.407+0000 7fd9155a1640 1 --2- 172.21.15.18:0/3929319104 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9101056d0 0x7fd910068e50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd908009ca0 tx=0x7fd90802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.409 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.408+0000 7fd9155a1640 1 -- 172.21.15.18:0/3929319104 shutdown_connections 2024-03-07T10:05:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.408+0000 7fd9155a1640 1 --2- 172.21.15.18:0/3929319104 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9101056d0 0x7fd910068e50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.408+0000 7fd9155a1640 1 --2- 172.21.15.18:0/3929319104 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd910101200 0x7fd910104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.408+0000 7fd9155a1640 1 --2- 172.21.15.18:0/3929319104 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd910100850 0x7fd910100c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.408+0000 7fd9155a1640 1 -- 172.21.15.18:0/3929319104 >> 172.21.15.18:0/3929319104 conn(0x7fd910075ec0 msgr2=0x7fd9100762d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:45.424 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.422+0000 7fd9155a1640 1 -- 172.21.15.18:0/3929319104 shutdown_connections 2024-03-07T10:05:45.425 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.423+0000 7fd9155a1640 1 -- 172.21.15.18:0/3929319104 wait complete. 2024-03-07T10:05:45.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.424+0000 7fd9155a1640 1 Processor -- start 2024-03-07T10:05:45.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.425+0000 7fd9155a1640 1 -- start start 2024-03-07T10:05:45.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.425+0000 7fd9155a1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd910100850 0x7fd910199ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.425+0000 7fd9155a1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9101056d0 0x7fd91019a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.426+0000 7fd9155a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd91019e790 0x7fd91019ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.426+0000 7fd9155a1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd910113a40 con 0x7fd9101056d0 2024-03-07T10:05:45.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.426+0000 7fd9155a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9101138c0 con 0x7fd91019e790 2024-03-07T10:05:45.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.426+0000 7fd9155a1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd910113bc0 con 0x7fd910100850 2024-03-07T10:05:45.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.427+0000 7fd90ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd910100850 0x7fd910199ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.427+0000 7fd914da0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd91019e790 0x7fd91019ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.427+0000 7fd90f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9101056d0 0x7fd91019a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.427+0000 7fd914da0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd91019e790 0x7fd91019ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:58502/0 (socket says 172.21.15.18:58502) 2024-03-07T10:05:45.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.427+0000 7fd914da0640 1 -- 172.21.15.18:0/158502827 learned_addr learned my addr 172.21.15.18:0/158502827 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.428+0000 7fd914da0640 1 -- 172.21.15.18:0/158502827 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd910100850 msgr2=0x7fd910199ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.428+0000 7fd914da0640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd910100850 0x7fd910199ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.428+0000 7fd914da0640 1 -- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9101056d0 msgr2=0x7fd91019a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.428+0000 7fd914da0640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9101056d0 0x7fd91019a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.428+0000 7fd914da0640 1 -- 172.21.15.18:0/158502827 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd91019f280 con 0x7fd91019e790 2024-03-07T10:05:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.429+0000 7fd914da0640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd91019e790 0x7fd91019ec40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd90802c700 tx=0x7fd908032f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:45.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.434+0000 7fd90d7fa640 1 -- 172.21.15.18:0/158502827 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd908044070 con 0x7fd91019e790 2024-03-07T10:05:45.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.434+0000 7fd90d7fa640 1 -- 172.21.15.18:0/158502827 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd908034cd0 con 0x7fd91019e790 2024-03-07T10:05:45.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.434+0000 7fd90d7fa640 1 -- 172.21.15.18:0/158502827 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd908039040 con 0x7fd91019e790 2024-03-07T10:05:45.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.434+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd91019f510 con 0x7fd91019e790 2024-03-07T10:05:45.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.434+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9101a6c80 con 0x7fd91019e790 2024-03-07T10:05:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.438+0000 7fd90d7fa640 1 -- 172.21.15.18:0/158502827 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd908047070 con 0x7fd91019e790 2024-03-07T10:05:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.439+0000 7fd9195ee740 1 Processor -- start 2024-03-07T10:05:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.440+0000 7fd90d7fa640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8f80a2020 0x7fd8f80a44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.440+0000 7fd90d7fa640 1 -- 172.21.15.18:0/158502827 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd9080ef7e0 con 0x7fd91019e790 2024-03-07T10:05:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.440+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8f80a2020 0x7fd8f80a44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.441+0000 7fd9195ee740 1 -- start start 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.441+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e05c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.441+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06180 0x55ceb7e06600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.441+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e0f700 0x55ceb7e11af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.441+0000 7fd9195ee740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ceb7d6a5c0 con 0x55ceb7e0f700 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.441+0000 7fd9195ee740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ceb7d13900 con 0x55ceb7e06180 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.441+0000 7fd9195ee740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ceb7d66660 con 0x55ceb7e06ef0 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd914da0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e0f700 0x55ceb7e11af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd914da0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e0f700 0x55ceb7e11af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39810/0 (socket says 172.21.15.18:39810) 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd914da0640 1 -- 172.21.15.18:0/2739580035 learned_addr learned my addr 172.21.15.18:0/2739580035 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd90ffff640 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e05c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd90ffff640 1 -- 172.21.15.18:0/2739580035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06180 msgr2=0x55ceb7e06600 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:05:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd90ffff640 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06180 0x55ceb7e06600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd90ffff640 1 -- 172.21.15.18:0/2739580035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e0f700 msgr2=0x55ceb7e11af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd90ffff640 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e0f700 0x55ceb7e11af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.442+0000 7fd90ffff640 1 -- 172.21.15.18:0/2739580035 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ceb7a7f210 con 0x55ceb7e06ef0 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.443+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8f80a2020 0x7fd8f80a44e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd910104fa0 tx=0x7fd90400b390 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.443+0000 7fd90ffff640 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e05c40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fd900009b90 tx=0x7fd900010740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb68f947e3ebbad5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.444+0000 7fd8f67fc640 1 -- 172.21.15.18:0/2739580035 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd900004020 con 0x55ceb7e06ef0 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.444+0000 7fd8f67fc640 1 -- 172.21.15.18:0/2739580035 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd9000041c0 con 0x55ceb7e06ef0 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.444+0000 7fd8f67fc640 1 -- 172.21.15.18:0/2739580035 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9000126b0 con 0x55ceb7e06ef0 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.445+0000 7fd9195ee740 1 -- 172.21.15.18:0/2739580035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 msgr2=0x55ceb7e05c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.445+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e05c40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fd900009b90 tx=0x7fd900010740 comp rx=0 tx=0).stop 2024-03-07T10:05:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 -- 172.21.15.18:0/2739580035 shutdown_connections 2024-03-07T10:05:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e0f700 0x55ceb7e11af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06180 0x55ceb7e06600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2739580035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e05c40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 -- 172.21.15.18:0/2739580035 >> 172.21.15.18:0/2739580035 conn(0x55ceb7dcd580 msgr2=0x55ceb7e00e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 -- 172.21.15.18:0/2739580035 shutdown_connections 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 -- 172.21.15.18:0/2739580035 wait complete. 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.446+0000 7fd9195ee740 1 -- start start 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 1 Processor -- start 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e0f700 0x55ceb7e0d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ceb7e1ac90 con 0x55ceb7e06180 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ceb7d26d60 con 0x55ceb7e0f700 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ceb7e1ae10 con 0x55ceb7e06ef0 2024-03-07T10:05:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd9195ee740 10 client.0 _ll_register_callbacks cb 0x55ceb7a7ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd90f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd90ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd90ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39812/0 (socket says 172.21.15.18:39812) 2024-03-07T10:05:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd90ffff640 1 -- 172.21.15.18:0/3776219954 learned_addr learned my addr 172.21.15.18:0/3776219954 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.447+0000 7fd914da0640 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e0f700 0x55ceb7e0d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.448+0000 7fd914da0640 1 -- 172.21.15.18:0/3776219954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 msgr2=0x55ceb7e0cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.448+0000 7fd914da0640 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.448+0000 7fd914da0640 1 -- 172.21.15.18:0/3776219954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 msgr2=0x55ceb7e0c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.448+0000 7fd914da0640 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.448+0000 7fd914da0640 1 -- 172.21.15.18:0/3776219954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ceb7b4b620 con 0x55ceb7e0f700 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd914da0640 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e0f700 0x55ceb7e0d300 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd908009430 tx=0x7fd9080bbe50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e04535763e744d4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd8ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/3776219954 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9080c0170 con 0x55ceb7e0f700 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/3776219954 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd9080c4560 con 0x55ceb7e0f700 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd9000041c0 con 0x55ceb7e0f700 2024-03-07T10:05:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/3776219954 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd9080bc250 con 0x55ceb7e0f700 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd9195ee740 10 client.27059 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.449+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ceb7e270d0 con 0x55ceb7e0f700 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/3776219954 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd9000041c0 con 0x55ceb7e0f700 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/3776219954 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd908004c60 con 0x55ceb7e0f700 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd9195ee740 10 client.27059 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd9195ee740 10 client.27059 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd9195ee740 20 client.27059 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e28530 0x55ceb7e2a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd9195ee740 4 client.27059 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ceb7d77b00 con 0x55ceb7e28530 2024-03-07T10:05:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.450+0000 7fd90ffff640 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e28530 0x55ceb7e2a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.451+0000 7fd90ffff640 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e28530 0x55ceb7e2a920 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=172c30b7cfb4969c server_cookie=3136a0242dbd6c2f in_seq=0 out_seq=0 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.451+0000 7fd8ef7fe640 10 client.27059 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.451+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/3776219954 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ceb7d77b00 con 0x55ceb7e28530 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd8ef7fe640 10 client.27059 handle_command_reply: tid=0 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 client.27059 shutdown 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e0f700 msgr2=0x55ceb7e0d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e0f700 0x55ceb7e0d300 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd908009430 tx=0x7fd9080bbe50 comp rx=0 tx=0).stop 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 shutdown_connections 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e28530 0x55ceb7e2a920 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e0f700 0x55ceb7e0d300 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd8ef7fe640 0 client.27059 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3776219954 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 >> 172.21.15.18:0/3776219954 conn(0x55ceb7dcd580 msgr2=0x55ceb7e02bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 shutdown_connections 2024-03-07T10:05:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 1 -- 172.21.15.18:0/3776219954 wait complete. 2024-03-07T10:05:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.452+0000 7fd9195ee740 20 client.27059 trim_cache size 0 max 16384 2024-03-07T10:05:45.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 Processor -- start 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 -- start start 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e23560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9101ad5a0 con 0x55ceb7e06180 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9101ab0a0 con 0x55ceb7e06ef0 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.474+0000 7fd9195ee740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9101a9160 con 0x55ceb7e0f700 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:58520/0 (socket says 172.21.15.18:58520) 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 -- 172.21.15.18:0/3623671896 learned_addr learned my addr 172.21.15.18:0/3623671896 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd914da0640 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e23560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.477 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90ffff640 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 -- 172.21.15.18:0/3623671896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 msgr2=0x55ceb7e23560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e23560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 -- 172.21.15.18:0/3623671896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 msgr2=0x55ceb7e0efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 -- 172.21.15.18:0/3623671896 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ceb7e2ac90 con 0x55ceb7e06ef0 2024-03-07T10:05:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0d120 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd904010f60 tx=0x7fd904013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c29efb679c9fc62 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd8f5ffb640 1 -- 172.21.15.18:0/3623671896 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd904028640 con 0x55ceb7e06ef0 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.475+0000 7fd8f5ffb640 1 -- 172.21.15.18:0/3623671896 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd904028cc0 con 0x55ceb7e06ef0 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.476+0000 7fd8f5ffb640 1 -- 172.21.15.18:0/3623671896 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90401ed80 con 0x55ceb7e06ef0 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.476+0000 7fd9195ee740 1 -- 172.21.15.18:0/3623671896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 msgr2=0x55ceb7e0d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.476+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0d120 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd904010f60 tx=0x7fd904013000 comp rx=0 tx=0).stop 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.477+0000 7fd9195ee740 1 -- 172.21.15.18:0/3623671896 shutdown_connections 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.477+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e23560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.477+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e0d120 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.477+0000 7fd9195ee740 1 --2- 172.21.15.18:0/3623671896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e0efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.477+0000 7fd9195ee740 1 -- 172.21.15.18:0/3623671896 >> 172.21.15.18:0/3623671896 conn(0x55ceb7dcd580 msgr2=0x55ceb7e02a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.477+0000 7fd9195ee740 1 -- 172.21.15.18:0/3623671896 shutdown_connections 2024-03-07T10:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.477+0000 7fd9195ee740 1 -- 172.21.15.18:0/3623671896 wait complete. 2024-03-07T10:05:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.478+0000 7fd9195ee740 1 -- start start 2024-03-07T10:05:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.478+0000 7fd9195ee740 1 Processor -- start 2024-03-07T10:05:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e113f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e08b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd90ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e113f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd9195ee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e09050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd90ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e113f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:39826/0 (socket says 172.21.15.18:39826) 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd90ffff640 1 -- 172.21.15.18:0/2661485951 learned_addr learned my addr 172.21.15.18:0/2661485951 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9101a9760 con 0x55ceb7e06180 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9101aaa40 con 0x55ceb7e06ef0 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e08b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9101a9d80 con 0x55ceb7e0f700 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd914da0640 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e09050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.479+0000 7fd9195ee740 10 client.0 _ll_register_callbacks cb 0x7fd9080099a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd90f7fe640 1 -- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 msgr2=0x55ceb7e09050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e09050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd90f7fe640 1 -- 172.21.15.18:0/2661485951 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 msgr2=0x55ceb7e113f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e113f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd90f7fe640 1 -- 172.21.15.18:0/2661485951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ceb7e09880 con 0x55ceb7e06ef0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd90f7fe640 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e08b10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x55ceb7dfc440 tx=0x7fd90401fc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbd8f0230f9ac51d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd8ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/2661485951 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd904039060 con 0x55ceb7e06ef0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/2661485951 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fd90401fe30 con 0x55ceb7e06ef0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd904028cc0 con 0x55ceb7e06ef0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/2661485951 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd90401e420 con 0x55ceb7e06ef0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd9195ee740 10 client.27065 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ceb7e84db0 con 0x55ceb7e06ef0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.480+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/2661485951 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd904028cc0 con 0x55ceb7e06ef0 2024-03-07T10:05:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/2661485951 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd904026020 con 0x55ceb7e06ef0 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd9195ee740 10 client.27065 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd9195ee740 10 client.27065 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd9195ee740 20 client.27065 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e85330 0x55ceb7e87750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd9195ee740 4 client.27065 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ceb7d71e50 con 0x55ceb7e85330 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd90ffff640 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e85330 0x55ceb7e87750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd8ef7fe640 10 client.27065 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:45.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.481+0000 7fd90ffff640 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e85330 0x55ceb7e87750 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b547b264171c152 server_cookie=ea8931ff8041f511 in_seq=0 out_seq=0 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.499+0000 7fd8ef7fe640 1 -- 172.21.15.18:0/2661485951 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ceb7d71e50 con 0x55ceb7e85330 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.499+0000 7fd8ef7fe640 10 client.27065 handle_command_reply: tid=0 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.499+0000 7fd9195ee740 1 client.27065 shutdown 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 msgr2=0x55ceb7e08b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e08b10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x55ceb7dfc440 tx=0x7fd90401fc40 comp rx=0 tx=0).stop 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 shutdown_connections 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ceb7e85330 0x55ceb7e87750 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7e0f700 0x55ceb7e09050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ceb7e06ef0 0x55ceb7e08b10 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 --2- 172.21.15.18:0/2661485951 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ceb7e06180 0x55ceb7e113f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 >> 172.21.15.18:0/2661485951 conn(0x55ceb7dcd580 msgr2=0x55ceb7e02100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:45.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd8ef7fe640 0 client.27065 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:45.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 shutdown_connections 2024-03-07T10:05:45.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 1 -- 172.21.15.18:0/2661485951 wait complete. 2024-03-07T10:05:45.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.500+0000 7fd9195ee740 20 client.27065 trim_cache size 0 max 16384 2024-03-07T10:05:45.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:05:45.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:05:45.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:05:45.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:05:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.501+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8f80a2020 msgr2=0x7fd8f80a44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.501+0000 7fd9155a1640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8f80a2020 0x7fd8f80a44e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd910104fa0 tx=0x7fd90400b390 comp rx=0 tx=0).stop 2024-03-07T10:05:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.501+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd91019e790 msgr2=0x7fd91019ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.501+0000 7fd9155a1640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd91019e790 0x7fd91019ec40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd90802c700 tx=0x7fd908032f20 comp rx=0 tx=0).stop 2024-03-07T10:05:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 shutdown_connections 2024-03-07T10:05:45.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd91019e790 0x7fd91019ec40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8f80a2020 0x7fd8f80a44e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9101056d0 0x7fd91019a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 --2- 172.21.15.18:0/158502827 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd910100850 0x7fd910199ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 >> 172.21.15.18:0/158502827 conn(0x7fd910075ec0 msgr2=0x7fd9100ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 shutdown_connections 2024-03-07T10:05:45.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:45.502+0000 7fd9155a1640 1 -- 172.21.15.18:0/158502827 wait complete. 2024-03-07T10:05:46.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:46 smithi063 ceph-mon[36356]: pgmap v202: 97 pgs: 97 active+clean; 4.5 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 27 MiB/s wr, 1.08k op/s 2024-03-07T10:05:46.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:46 smithi077 ceph-mon[36374]: pgmap v202: 97 pgs: 97 active+clean; 4.5 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 27 MiB/s wr, 1.08k op/s 2024-03-07T10:05:46.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:46 smithi018 ceph-mon[32171]: pgmap v202: 97 pgs: 97 active+clean; 4.5 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 27 MiB/s wr, 1.08k op/s 2024-03-07T10:05:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 385.0 s, 2413.4 tps, lat 41.289 ms stddev 46.006 2024-03-07T10:05:48.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:48 smithi063 ceph-mon[36356]: pgmap v203: 97 pgs: 97 active+clean; 4.5 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 19 MiB/s wr, 728 op/s 2024-03-07T10:05:48.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:48 smithi077 ceph-mon[36374]: pgmap v203: 97 pgs: 97 active+clean; 4.5 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 19 MiB/s wr, 728 op/s 2024-03-07T10:05:48.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:48 smithi018 ceph-mon[32171]: pgmap v203: 97 pgs: 97 active+clean; 4.5 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 19 MiB/s wr, 728 op/s 2024-03-07T10:05:50.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:50 smithi063 ceph-mon[36356]: pgmap v204: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 25 MiB/s wr, 1.00k op/s 2024-03-07T10:05:50.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:50 smithi077 ceph-mon[36374]: pgmap v204: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 25 MiB/s wr, 1.00k op/s 2024-03-07T10:05:50.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:50 smithi018 ceph-mon[32171]: pgmap v204: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 25 MiB/s wr, 1.00k op/s 2024-03-07T10:05:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:52 smithi063 ceph-mon[36356]: pgmap v205: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 570 op/s 2024-03-07T10:05:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:52 smithi077 ceph-mon[36374]: pgmap v205: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 570 op/s 2024-03-07T10:05:52.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:52 smithi018 ceph-mon[32171]: pgmap v205: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 570 op/s 2024-03-07T10:05:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 390.0 s, 2479.2 tps, lat 40.162 ms stddev 48.764 2024-03-07T10:05:54.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:54 smithi063 ceph-mon[36356]: pgmap v206: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 577 op/s 2024-03-07T10:05:54.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:54 smithi077 ceph-mon[36374]: pgmap v206: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 577 op/s 2024-03-07T10:05:54.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:54 smithi018 ceph-mon[32171]: pgmap v206: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 577 op/s 2024-03-07T10:05:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:56 smithi063 ceph-mon[36356]: pgmap v207: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 20 MiB/s wr, 845 op/s 2024-03-07T10:05:56.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:56 smithi077 ceph-mon[36374]: pgmap v207: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 20 MiB/s wr, 845 op/s 2024-03-07T10:05:56.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:56 smithi018 ceph-mon[32171]: pgmap v207: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 20 MiB/s wr, 845 op/s 2024-03-07T10:05:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 395.0 s, 2251.0 tps, lat 44.807 ms stddev 84.724 2024-03-07T10:05:58.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:05:58 smithi063 ceph-mon[36356]: pgmap v208: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 12 MiB/s wr, 570 op/s 2024-03-07T10:05:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:05:58 smithi077 ceph-mon[36374]: pgmap v208: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 12 MiB/s wr, 570 op/s 2024-03-07T10:05:58.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:05:58 smithi018 ceph-mon[32171]: pgmap v208: 97 pgs: 97 active+clean; 4.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 12 MiB/s wr, 570 op/s 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 -- 172.21.15.18:0/2726350103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100ee0 msgr2=0x7fafa410d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/2726350103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100ee0 0x7fafa410d3a0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7faf9c009ca0 tx=0x7faf9c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 -- 172.21.15.18:0/2726350103 shutdown_connections 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/2726350103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100ee0 0x7fafa410d3a0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/2726350103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafa4100520 0x7fafa41009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/2726350103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa41065e0 0x7fafa41069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 -- 172.21.15.18:0/2726350103 >> 172.21.15.18:0/2726350103 conn(0x7fafa4077650 msgr2=0x7fafa4077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 -- 172.21.15.18:0/2726350103 shutdown_connections 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 -- 172.21.15.18:0/2726350103 wait complete. 2024-03-07T10:05:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.626+0000 7fafa9f1d640 1 Processor -- start 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa9f1d640 1 -- start start 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa9f1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100520 0x7fafa419ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa9f1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa4100ee0 0x7fafa419cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa9f1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafa41065e0 0x7fafa4196b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa9f1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa41108c0 con 0x7fafa4100520 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa9f1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa4110740 con 0x7fafa41065e0 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa9f1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa4110a40 con 0x7fafa4100ee0 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100520 0x7fafa419ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafa41065e0 0x7fafa4196b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa4100ee0 0x7fafa419cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100520 0x7fafa419ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38548/0 (socket says 172.21.15.18:38548) 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa37fe640 1 -- 172.21.15.18:0/891855365 learned_addr learned my addr 172.21.15.18:0/891855365 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa2ffd640 1 -- 172.21.15.18:0/891855365 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafa41065e0 msgr2=0x7fafa4196b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafa41065e0 0x7fafa4196b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa2ffd640 1 -- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100520 msgr2=0x7fafa419ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100520 0x7fafa419ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa2ffd640 1 -- 172.21.15.18:0/891855365 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafa41973e0 con 0x7fafa4100ee0 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa3fff640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafa41065e0 0x7fafa4196b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.627+0000 7fafa37fe640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100520 0x7fafa419ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.628+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa4100ee0 0x7fafa419cfa0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7faf9800e9f0 tx=0x7faf9800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.628+0000 7fafa0ff9640 1 -- 172.21.15.18:0/891855365 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9800ccc0 con 0x7fafa4100ee0 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.628+0000 7fafa0ff9640 1 -- 172.21.15.18:0/891855365 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf98010910 con 0x7fafa4100ee0 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.628+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafa41976d0 con 0x7fafa4100ee0 2024-03-07T10:05:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.628+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafa41a39e0 con 0x7fafa4100ee0 2024-03-07T10:05:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.628+0000 7fafa0ff9640 1 -- 172.21.15.18:0/891855365 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf98018960 con 0x7fafa4100ee0 2024-03-07T10:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.631+0000 7faface05740 1 Processor -- start 2024-03-07T10:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7faface05740 1 -- start start 2024-03-07T10:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7faface05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280562d10 0x564280561a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7faface05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280562420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7faface05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x56428056d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7faface05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642804c65c0 con 0x56428056b520 2024-03-07T10:05:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7faface05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56428046f900 con 0x564280561fa0 2024-03-07T10:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7faface05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642804c2660 con 0x564280562d10 2024-03-07T10:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280562420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280562420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53036/0 (socket says 172.21.15.18:53036) 2024-03-07T10:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 -- 172.21.15.18:0/474068259 learned_addr learned my addr 172.21.15.18:0/474068259 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.632+0000 7fafa0ff9640 1 -- 172.21.15.18:0/891855365 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7faf98010ac0 con 0x7fafa4100ee0 2024-03-07T10:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x56428056d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa3fff640 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280562d10 0x564280561a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 -- 172.21.15.18:0/474068259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280562d10 msgr2=0x564280561a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280562d10 0x564280561a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 -- 172.21.15.18:0/474068259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 msgr2=0x56428056d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x56428056d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa37fe640 1 -- 172.21.15.18:0/474068259 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5642801db210 con 0x564280561fa0 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.633+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x56428056d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.634+0000 7fafa37fe640 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280562420 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7faf94011630 tx=0x7faf94011af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c34de0c9ce8d6f91 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.634+0000 7fafa0ff9640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf8c0a20b0 0x7faf8c0a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.634+0000 7faf89ffb640 1 -- 172.21.15.18:0/474068259 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9401e070 con 0x564280561fa0 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.634+0000 7faf89ffb640 1 -- 172.21.15.18:0/474068259 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf9400fbd0 con 0x564280561fa0 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.634+0000 7faf89ffb640 1 -- 172.21.15.18:0/474068259 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf94019d00 con 0x564280561fa0 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.634+0000 7fafa0ff9640 1 -- 172.21.15.18:0/891855365 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7faf980ce510 con 0x7fafa4100ee0 2024-03-07T10:05:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.635+0000 7fafa3fff640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf8c0a20b0 0x7faf8c0a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.635+0000 7faface05740 1 -- 172.21.15.18:0/474068259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 msgr2=0x564280562420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.635+0000 7fafa3fff640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf8c0a20b0 0x7faf8c0a4570 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7faf9c005e30 tx=0x7faf9c005d80 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.635+0000 7faface05740 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280562420 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7faf94011630 tx=0x7faf94011af0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.635+0000 7faface05740 1 -- 172.21.15.18:0/474068259 shutdown_connections 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x56428056d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280562420 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 --2- 172.21.15.18:0/474068259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280562d10 0x564280561a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 -- 172.21.15.18:0/474068259 >> 172.21.15.18:0/474068259 conn(0x564280529580 msgr2=0x56428055cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 -- 172.21.15.18:0/474068259 shutdown_connections 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 -- 172.21.15.18:0/474068259 wait complete. 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 -- start start 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.636+0000 7faface05740 1 Processor -- start 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7faface05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280561fa0 0x564280575840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7faface05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x564280575d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7faface05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x564280566bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7faface05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56428056e1d0 con 0x56428056b520 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7faface05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564280482d60 con 0x564280562d10 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7faface05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56428056e350 con 0x564280561fa0 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7faface05740 10 client.0 _ll_register_callbacks cb 0x5642801daa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280561fa0 0x564280575840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280561fa0 0x564280575840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39322/0 (socket says 172.21.15.18:39322) 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa37fe640 1 -- 172.21.15.18:0/60301859 learned_addr learned my addr 172.21.15.18:0/60301859 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x564280575d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa3fff640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x564280566bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa2ffd640 1 -- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280561fa0 msgr2=0x564280575840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280561fa0 0x564280575840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa2ffd640 1 -- 172.21.15.18:0/60301859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 msgr2=0x564280566bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x564280566bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.637+0000 7fafa2ffd640 1 -- 172.21.15.18:0/60301859 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5642802a7620 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7fafa37fe640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280561fa0 0x564280575840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x564280575d80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7faf980cbb90 tx=0x7faf9809ad70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60f2b35c37f19848 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faf82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faf82ffd640 1 -- 172.21.15.18:0/60301859 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9809a530 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faf82ffd640 1 -- 172.21.15.18:0/60301859 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7faf98010430 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faface05740 1 -- 172.21.15.18:0/60301859 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf9400fbd0 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faf82ffd640 1 -- 172.21.15.18:0/60301859 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf9809aee0 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faface05740 10 client.27077 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faface05740 1 -- 172.21.15.18:0/60301859 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5642805700e0 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.638+0000 7faf82ffd640 1 -- 172.21.15.18:0/60301859 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf9400fbd0 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faf82ffd640 1 -- 172.21.15.18:0/60301859 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faf980b3b60 con 0x564280562d10 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faface05740 10 client.27077 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faface05740 10 client.27077 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faface05740 20 client.27077 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faface05740 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564280571550 0x5642805739b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faface05740 4 client.27077 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:05:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faface05740 1 -- 172.21.15.18:0/60301859 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5642804d3b00 con 0x564280571550 2024-03-07T10:05:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7fafa37fe640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564280571550 0x5642805739b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7faf82ffd640 10 client.27077 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.639+0000 7fafa37fe640 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564280571550 0x5642805739b0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d73e76b2aecf5605 server_cookie=8eb13498ed25dd23 in_seq=0 out_seq=0 2024-03-07T10:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faf82ffd640 1 -- 172.21.15.18:0/60301859 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5642804d3b00 con 0x564280571550 2024-03-07T10:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faf82ffd640 10 client.27077 handle_command_reply: tid=0 2024-03-07T10:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 client.27077 shutdown 2024-03-07T10:05:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 -- 172.21.15.18:0/60301859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 msgr2=0x564280575d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x564280575d80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7faf980cbb90 tx=0x7faf9809ad70 comp rx=0 tx=0).stop 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 -- 172.21.15.18:0/60301859 shutdown_connections 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564280571550 0x5642805739b0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56428056b520 0x564280566bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x564280575d80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 --2- 172.21.15.18:0/60301859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564280561fa0 0x564280575840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faf82ffd640 0 client.27077 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 -- 172.21.15.18:0/60301859 >> 172.21.15.18:0/60301859 conn(0x564280529580 msgr2=0x56428055e9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 -- 172.21.15.18:0/60301859 shutdown_connections 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 1 -- 172.21.15.18:0/60301859 wait complete. 2024-03-07T10:05:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.640+0000 7faface05740 20 client.27077 trim_cache size 0 max 16384 2024-03-07T10:05:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 Processor -- start 2024-03-07T10:05:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 -- start start 2024-03-07T10:05:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280583960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280562d10 0x56428056c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280564310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa41ad690 con 0x564280562d10 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa41ab190 con 0x564280561fa0 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.661+0000 7faface05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa41a9230 con 0x56428056b520 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280583960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280583960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53068/0 (socket says 172.21.15.18:53068) 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 -- 172.21.15.18:0/2287118475 learned_addr learned my addr 172.21.15.18:0/2287118475 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280562d10 0x56428056c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa3fff640 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280564310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 -- 172.21.15.18:0/2287118475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 msgr2=0x564280564310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280564310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 -- 172.21.15.18:0/2287118475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280562d10 msgr2=0x56428056c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280562d10 0x56428056c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 -- 172.21.15.18:0/2287118475 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56428055cea0 con 0x564280561fa0 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa2ffd640 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280562d10 0x56428056c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:05:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7fafa37fe640 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280583960 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7faf94014040 tx=0x7faf940097a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3156a08b973280bb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7faf897fa640 1 -- 172.21.15.18:0/2287118475 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9402e070 con 0x564280561fa0 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7faf897fa640 1 -- 172.21.15.18:0/2287118475 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf94009d60 con 0x564280561fa0 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.662+0000 7faf897fa640 1 -- 172.21.15.18:0/2287118475 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf94029070 con 0x564280561fa0 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 -- 172.21.15.18:0/2287118475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 msgr2=0x564280583960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280583960 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7faf94014040 tx=0x7faf940097a0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 -- 172.21.15.18:0/2287118475 shutdown_connections 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280564310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280562d10 0x56428056c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 --2- 172.21.15.18:0/2287118475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280561fa0 0x564280583960 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 -- 172.21.15.18:0/2287118475 >> 172.21.15.18:0/2287118475 conn(0x564280529580 msgr2=0x56428056b900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 -- 172.21.15.18:0/2287118475 shutdown_connections 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 -- 172.21.15.18:0/2287118475 wait complete. 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.663+0000 7faface05740 1 -- start start 2024-03-07T10:05:58.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 1 Processor -- start 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280561fa0 0x564280583940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x5642805824a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280582b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa41a9830 con 0x564280561fa0 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa41aab30 con 0x564280562d10 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa41a9e70 con 0x56428056b520 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280561fa0 0x564280583940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7faface05740 10 client.0 _ll_register_callbacks cb 0x7faf98097180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7fafa3fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280582b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7fafa37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280561fa0 0x564280583940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38582/0 (socket says 172.21.15.18:38582) 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7fafa2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x5642805824a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.664+0000 7fafa37fe640 1 -- 172.21.15.18:0/1432277358 learned_addr learned my addr 172.21.15.18:0/1432277358 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:05:58.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.665+0000 7fafa3fff640 1 -- 172.21.15.18:0/1432277358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 msgr2=0x5642805824a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.665+0000 7fafa3fff640 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x5642805824a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.665+0000 7fafa3fff640 1 -- 172.21.15.18:0/1432277358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280561fa0 msgr2=0x564280583940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:05:58.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.665+0000 7fafa3fff640 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280561fa0 0x564280583940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.665+0000 7fafa3fff640 1 -- 172.21.15.18:0/1432277358 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5642805d65f0 con 0x56428056b520 2024-03-07T10:05:58.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.665+0000 7fafa3fff640 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280582b90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faf9c009bf0 tx=0x7faf9c02e050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=767ad2391915b140 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:05:58.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.665+0000 7faf82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.666+0000 7faf82ffd640 1 -- 172.21.15.18:0/1432277358 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9c060060 con 0x56428056b520 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.666+0000 7faf82ffd640 1 -- 172.21.15.18:0/1432277358 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7faf9c003d80 con 0x56428056b520 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.666+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf94009d60 con 0x56428056b520 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.666+0000 7faf82ffd640 1 -- 172.21.15.18:0/1432277358 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf9c039040 con 0x56428056b520 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.666+0000 7faface05740 10 client.27145 fetch_fsmap learned FSMap version 26 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.666+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5642805d77a0 con 0x56428056b520 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faf82ffd640 1 -- 172.21.15.18:0/1432277358 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf94009d60 con 0x56428056b520 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faf82ffd640 1 -- 172.21.15.18:0/1432277358 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faf9c0046c0 con 0x56428056b520 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faface05740 10 client.27145 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faface05740 10 client.27145 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faface05740 20 client.27145 populate_metadata read hostname 'smithi018' 2024-03-07T10:05:58.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faface05740 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5642805d7e30 0x5642805da250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:05:58.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faface05740 4 client.27145 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:05:58.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.667+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5642804cde50 con 0x5642805d7e30 2024-03-07T10:05:58.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.668+0000 7fafa37fe640 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5642805d7e30 0x5642805da250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:05:58.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.668+0000 7fafa37fe640 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5642805d7e30 0x5642805da250 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc7daa414a7589f8 server_cookie=7b3fe82454458eb8 in_seq=0 out_seq=0 2024-03-07T10:05:58.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.668+0000 7faf82ffd640 10 client.27145 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.721+0000 7faf82ffd640 1 -- 172.21.15.18:0/1432277358 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5642804cde50 con 0x5642805d7e30 2024-03-07T10:05:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.721+0000 7faf82ffd640 10 client.27145 handle_command_reply: tid=0 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.721+0000 7faface05740 1 client.27145 shutdown 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 msgr2=0x564280582b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280582b90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faf9c009bf0 tx=0x7faf9c02e050 comp rx=0 tx=0).stop 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 shutdown_connections 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5642805d7e30 0x5642805da250 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56428056b520 0x564280582b90 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564280562d10 0x5642805824a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faf82ffd640 0 client.27145 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 --2- 172.21.15.18:0/1432277358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564280561fa0 0x564280583940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 >> 172.21.15.18:0/1432277358 conn(0x564280529580 msgr2=0x564280566460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 shutdown_connections 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 1 -- 172.21.15.18:0/1432277358 wait complete. 2024-03-07T10:05:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7faface05740 20 client.27145 trim_cache size 0 max 16384 2024-03-07T10:05:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:05:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:05:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:05:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf8c0a20b0 msgr2=0x7faf8c0a4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf8c0a20b0 0x7faf8c0a4570 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7faf9c005e30 tx=0x7faf9c005d80 comp rx=0 tx=0).stop 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa4100ee0 msgr2=0x7fafa419cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa4100ee0 0x7fafa419cfa0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7faf9800e9f0 tx=0x7faf9800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 shutdown_connections 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fafa41065e0 0x7fafa4196b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fafa4100ee0 0x7fafa419cfa0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf8c0a20b0 0x7faf8c0a4570 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 --2- 172.21.15.18:0/891855365 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fafa4100520 0x7fafa419ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:05:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.722+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 >> 172.21.15.18:0/891855365 conn(0x7fafa4077650 msgr2=0x7fafa40fefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:05:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.723+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 shutdown_connections 2024-03-07T10:05:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:05:58.723+0000 7fafa9f1d640 1 -- 172.21.15.18:0/891855365 wait complete. 2024-03-07T10:06:00.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:00 smithi063 ceph-mon[36356]: pgmap v209: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 42 MiB/s wr, 1.85k op/s 2024-03-07T10:06:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:00 smithi077 ceph-mon[36374]: pgmap v209: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 42 MiB/s wr, 1.85k op/s 2024-03-07T10:06:00.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:00 smithi018 ceph-mon[32171]: pgmap v209: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 42 MiB/s wr, 1.85k op/s 2024-03-07T10:06:02.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:02 smithi063 ceph-mon[36356]: pgmap v210: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 36 MiB/s wr, 1.57k op/s 2024-03-07T10:06:02.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:02 smithi077 ceph-mon[36374]: pgmap v210: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 36 MiB/s wr, 1.57k op/s 2024-03-07T10:06:02.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:02 smithi018 ceph-mon[32171]: pgmap v210: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 36 MiB/s wr, 1.57k op/s 2024-03-07T10:06:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 400.0 s, 2116.2 tps, lat 47.167 ms stddev 65.241 2024-03-07T10:06:04.039 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:06:04.039 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:06:04.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 -- 172.21.15.18:0/1485689872 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100520 msgr2=0x7f429c1009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/1485689872 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100520 0x7f429c1009a0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f4290009900 tx=0x7f429002bc30 comp rx=0 tx=0).stop 2024-03-07T10:06:04.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 -- 172.21.15.18:0/1485689872 shutdown_connections 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/1485689872 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f429c100ee0 0x7f429c10d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/1485689872 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100520 0x7f429c1009a0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/1485689872 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f429c1065e0 0x7f429c1069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 -- 172.21.15.18:0/1485689872 >> 172.21.15.18:0/1485689872 conn(0x7f429c077710 msgr2=0x7f429c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 -- 172.21.15.18:0/1485689872 shutdown_connections 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.174+0000 7f42a2a2b640 1 -- 172.21.15.18:0/1485689872 wait complete. 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 Processor -- start 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 -- start start 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f429c100520 0x7f429c108de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100ee0 0x7f429c109320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f429c1065e0 0x7f429c1aa120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c10f810 con 0x7f429c100ee0 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c10f690 con 0x7f429c100520 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a2a2b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c10f990 con 0x7f429c1065e0 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100ee0 0x7f429c109320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100ee0 0x7f429c109320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38610/0 (socket says 172.21.15.18:38610) 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 -- 172.21.15.18:0/268908812 learned_addr learned my addr 172.21.15.18:0/268908812 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f429c1065e0 0x7f429c1aa120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429bfff640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f429c100520 0x7f429c108de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 -- 172.21.15.18:0/268908812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f429c1065e0 msgr2=0x7f429c1aa120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f429c1065e0 0x7f429c1aa120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 -- 172.21.15.18:0/268908812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f429c100520 msgr2=0x7f429c108de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f429c100520 0x7f429c108de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429b7fe640 1 -- 172.21.15.18:0/268908812 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f429c1aa770 con 0x7f429c100ee0 2024-03-07T10:06:04.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f429c1065e0 0x7f429c1aa120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:04.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.175+0000 7f429bfff640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f429c100520 0x7f429c108de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:04.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.176+0000 7f429b7fe640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100ee0 0x7f429c109320 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f4290006010 tx=0x7f4290004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.176+0000 7f42997fa640 1 -- 172.21.15.18:0/268908812 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4290041070 con 0x7f429c100ee0 2024-03-07T10:06:04.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.176+0000 7f42997fa640 1 -- 172.21.15.18:0/268908812 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f42900054e0 con 0x7f429c100ee0 2024-03-07T10:06:04.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.176+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f429c1aaa00 con 0x7f429c100ee0 2024-03-07T10:06:04.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.176+0000 7f42997fa640 1 -- 172.21.15.18:0/268908812 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4290003d00 con 0x7f429c100ee0 2024-03-07T10:06:04.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.176+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f429c1aaef0 con 0x7f429c100ee0 2024-03-07T10:06:04.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.178+0000 7f42997fa640 1 -- 172.21.15.18:0/268908812 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4290044070 con 0x7f429c100ee0 2024-03-07T10:06:04.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 Processor -- start 2024-03-07T10:06:04.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 -- start start 2024-03-07T10:06:04.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d4ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d4b050 0x561489d536f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d53c30 0x561489d56020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561489caddd0 con 0x561489d4b050 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561489c56ae0 con 0x561489d4a730 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f42a5815740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561489ca9e70 con 0x561489d53c30 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d53c30 0x561489d56020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d53c30 0x561489d56020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39354/0 (socket says 172.21.15.18:39354) 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f429b7fe640 1 -- 172.21.15.18:0/3545160405 learned_addr learned my addr 172.21.15.18:0/3545160405 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.179+0000 7f429bfff640 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d4b050 0x561489d536f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f429b7fe640 1 -- 172.21.15.18:0/3545160405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 msgr2=0x561489d4ab10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f429b7fe640 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d4ab10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f429b7fe640 1 -- 172.21.15.18:0/3545160405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d4b050 msgr2=0x561489d536f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f429b7fe640 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d4b050 0x561489d536f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f429b7fe640 1 -- 172.21.15.18:0/3545160405 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561489a8c7d0 con 0x561489d53c30 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f429b7fe640 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d53c30 0x561489d56020 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f42900ed480 tx=0x7f42900f3de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dff2db4c826f4177 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f42997fa640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f42840a1f20 0x7f42840a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f42827fc640 1 -- 172.21.15.18:0/3545160405 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42900bbcb0 con 0x561489d53c30 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.180+0000 7f42827fc640 1 -- 172.21.15.18:0/3545160405 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f42900b7150 con 0x561489d53c30 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.181+0000 7f42827fc640 1 -- 172.21.15.18:0/3545160405 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42900bbfe0 con 0x561489d53c30 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.181+0000 7f42997fa640 1 -- 172.21.15.18:0/268908812 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f42900efd20 con 0x7f429c100ee0 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.181+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f42840a1f20 0x7f42840a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.181+0000 7f42a5815740 1 -- 172.21.15.18:0/3545160405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d53c30 msgr2=0x561489d56020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.181+0000 7f42a5815740 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d53c30 0x561489d56020 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f42900ed480 tx=0x7f42900f3de0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a5815740 1 -- 172.21.15.18:0/3545160405 shutdown_connections 2024-03-07T10:06:04.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a5815740 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d53c30 0x561489d56020 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a5815740 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d4b050 0x561489d536f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a5815740 1 --2- 172.21.15.18:0/3545160405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d4ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a5815740 1 -- 172.21.15.18:0/3545160405 >> 172.21.15.18:0/3545160405 conn(0x561489d44e60 msgr2=0x561489d45240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a5815740 1 -- 172.21.15.18:0/3545160405 shutdown_connections 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f42840a1f20 0x7f42840a43e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4294009fd0 tx=0x7f4294009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.182+0000 7f42a5815740 1 -- 172.21.15.18:0/3545160405 wait complete. 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 -- start start 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 Processor -- start 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d50b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d51090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d515d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561489d567e0 con 0x561489d53c30 2024-03-07T10:06:04.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561489c6a070 con 0x561489d4a730 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561489d56960 con 0x561489d4b050 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a5815740 10 client.0 _ll_register_callbacks cb 0x561489c69a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a0fc8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d51090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a0fc8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d515d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38622/0 (socket says 172.21.15.18:38622) 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f429b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d51090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39366/0 (socket says 172.21.15.18:39366) 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f42a0fc8640 1 -- 172.21.15.18:0/1640381649 learned_addr learned my addr 172.21.15.18:0/1640381649 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.183+0000 7f429bfff640 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d50b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f429b7fe640 1 -- 172.21.15.18:0/1640381649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 msgr2=0x561489d50b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f429b7fe640 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d50b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f429b7fe640 1 -- 172.21.15.18:0/1640381649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 msgr2=0x561489d515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f429b7fe640 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f429b7fe640 1 -- 172.21.15.18:0/1640381649 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5614899c23f0 con 0x561489d4b050 2024-03-07T10:06:04.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f429b7fe640 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d51090 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f42900ed480 tx=0x7f42900ed4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51744a318d9620f5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f427b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f427b7fe640 1 -- 172.21.15.18:0/1640381649 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f429004b060 con 0x561489d4b050 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f427b7fe640 1 -- 172.21.15.18:0/1640381649 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f42900bab60 con 0x561489d4b050 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f42900b7150 con 0x561489d4b050 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.184+0000 7f427b7fe640 1 -- 172.21.15.18:0/1640381649 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f42900bc1c0 con 0x561489d4b050 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 10 client.27157 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5614899820f0 con 0x561489d4b050 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f427b7fe640 1 -- 172.21.15.18:0/1640381649 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f42900b7150 con 0x561489d4b050 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f427b7fe640 1 -- 172.21.15.18:0/1640381649 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f42900a70e0 con 0x561489d4b050 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 10 client.27157 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 10 client.27157 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 20 client.27157 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:04.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489d63720 0x561489d65b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 4 client.27157 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.185+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561489cbb310 con 0x561489d63720 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.186+0000 7f429bfff640 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489d63720 0x561489d65b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.186+0000 7f427b7fe640 10 client.27157 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.186+0000 7f429bfff640 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489d63720 0x561489d65b10 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91c76da1b0c1b642 server_cookie=5a27c6f6ea514b79 in_seq=0 out_seq=0 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f427b7fe640 1 -- 172.21.15.18:0/1640381649 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561489cbb310 con 0x561489d63720 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f427b7fe640 10 client.27157 handle_command_reply: tid=0 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 client.27157 shutdown 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 msgr2=0x561489d51090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d51090 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f42900ed480 tx=0x7f42900ed4b0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 shutdown_connections 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489d63720 0x561489d65b10 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f427b7fe640 0 client.27157 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:04.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d51090 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 --2- 172.21.15.18:0/1640381649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d50b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 >> 172.21.15.18:0/1640381649 conn(0x561489d44e60 msgr2=0x561489d46bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 shutdown_connections 2024-03-07T10:06:04.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 1 -- 172.21.15.18:0/1640381649 wait complete. 2024-03-07T10:06:04.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.187+0000 7f42a5815740 20 client.27157 trim_cache size 0 max 16384 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 Processor -- start 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 -- start start 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4a730 0x561489d53280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4b050 0x561489d5f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d5f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1b5f90 con 0x561489d53c30 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1b3a90 con 0x561489d4b050 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a5815740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1b1b30 con 0x561489d4a730 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d5f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d5f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38630/0 (socket says 172.21.15.18:38630) 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 -- 172.21.15.18:0/319221178 learned_addr learned my addr 172.21.15.18:0/319221178 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f429bfff640 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4a730 0x561489d53280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f429b7fe640 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4b050 0x561489d5f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 -- 172.21.15.18:0/319221178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4a730 msgr2=0x561489d53280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4a730 0x561489d53280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 -- 172.21.15.18:0/319221178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4b050 msgr2=0x561489d5f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4b050 0x561489d5f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 -- 172.21.15.18:0/319221178 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561489d4f0a0 con 0x561489d53c30 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.209+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d5f5b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f4294005fd0 tx=0x7f4294014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9667d7899d521011 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.210+0000 7f4281ffb640 1 -- 172.21.15.18:0/319221178 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4294004790 con 0x561489d53c30 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.210+0000 7f4281ffb640 1 -- 172.21.15.18:0/319221178 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f429401e420 con 0x561489d53c30 2024-03-07T10:06:04.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.210+0000 7f4281ffb640 1 -- 172.21.15.18:0/319221178 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4294027630 con 0x561489d53c30 2024-03-07T10:06:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.211+0000 7f42a5815740 1 -- 172.21.15.18:0/319221178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 msgr2=0x561489d5f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.211+0000 7f42a5815740 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d5f5b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f4294005fd0 tx=0x7f4294014000 comp rx=0 tx=0).stop 2024-03-07T10:06:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.211+0000 7f42a5815740 1 -- 172.21.15.18:0/319221178 shutdown_connections 2024-03-07T10:06:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.211+0000 7f42a5815740 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d5f5b0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.211+0000 7f42a5815740 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4b050 0x561489d5f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.211+0000 7f42a5815740 1 --2- 172.21.15.18:0/319221178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4a730 0x561489d53280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.211+0000 7f42a5815740 1 -- 172.21.15.18:0/319221178 >> 172.21.15.18:0/319221178 conn(0x561489d44e60 msgr2=0x561489d43ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.212+0000 7f42a5815740 1 -- 172.21.15.18:0/319221178 shutdown_connections 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.215+0000 7f42a5815740 1 -- 172.21.15.18:0/319221178 wait complete. 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.215+0000 7f42a5815740 1 -- start start 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 1 Processor -- start 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d5b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d57cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d581f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1b2130 con 0x561489d53c30 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1b3430 con 0x561489d4a730 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1b2770 con 0x561489d4b050 2024-03-07T10:06:04.219 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.216+0000 7f42a5815740 10 client.0 _ll_register_callbacks cb 0x7f42900f0020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:04.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.219+0000 7f42a0fc8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d581f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.219+0000 7f42a0fc8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d581f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38642/0 (socket says 172.21.15.18:38642) 2024-03-07T10:06:04.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.219+0000 7f42a0fc8640 1 -- 172.21.15.18:0/1021544108 learned_addr learned my addr 172.21.15.18:0/1021544108 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.219+0000 7f429b7fe640 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d57cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.220+0000 7f42a0fc8640 1 -- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 msgr2=0x561489d57cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.221+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d57cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.221+0000 7f42a0fc8640 1 -- 172.21.15.18:0/1021544108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 msgr2=0x561489d5b930 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.221+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d5b930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.221+0000 7f42a0fc8640 1 -- 172.21.15.18:0/1021544108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561489d58a20 con 0x561489d53c30 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.222+0000 7f42a0fc8640 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d581f0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f42940049d0 tx=0x7f4294003f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88eb3d3c745800fa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.222+0000 7f427b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:06:04.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.223+0000 7f427b7fe640 1 -- 172.21.15.18:0/1021544108 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4294035060 con 0x561489d53c30 2024-03-07T10:06:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.223+0000 7f427b7fe640 1 -- 172.21.15.18:0/1021544108 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f429401e7e0 con 0x561489d53c30 2024-03-07T10:06:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.223+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f429401e420 con 0x561489d53c30 2024-03-07T10:06:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.224+0000 7f427b7fe640 1 -- 172.21.15.18:0/1021544108 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4294030430 con 0x561489d53c30 2024-03-07T10:06:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.224+0000 7f42a5815740 10 client.17319 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:04.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.224+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561489db6f50 con 0x561489d53c30 2024-03-07T10:06:04.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.225+0000 7f427b7fe640 1 -- 172.21.15.18:0/1021544108 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f429401e420 con 0x561489d53c30 2024-03-07T10:06:04.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.225+0000 7f427b7fe640 1 -- 172.21.15.18:0/1021544108 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f429402f070 con 0x561489d53c30 2024-03-07T10:06:04.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.228+0000 7f42a5815740 10 client.17319 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:04.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.228+0000 7f42a5815740 10 client.17319 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:04.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.228+0000 7f42a5815740 20 client.17319 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:04.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.228+0000 7f42a5815740 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489db74e0 0x561489db9900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.228+0000 7f42a5815740 4 client.17319 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:06:04.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.228+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561489cb5660 con 0x561489db74e0 2024-03-07T10:06:04.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.231+0000 7f429bfff640 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489db74e0 0x561489db9900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.241+0000 7f429bfff640 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489db74e0 0x561489db9900 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc496e86a0cc286a server_cookie=458528e6bc6d1409 in_seq=0 out_seq=0 2024-03-07T10:06:04.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.242+0000 7f427b7fe640 10 client.17319 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:04.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.244+0000 7f427b7fe640 1 -- 172.21.15.18:0/1021544108 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x561489cb5660 con 0x561489db74e0 2024-03-07T10:06:04.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.244+0000 7f427b7fe640 10 client.17319 handle_command_reply: tid=0 2024-03-07T10:06:04.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.245+0000 7f42a5815740 1 client.17319 shutdown 2024-03-07T10:06:04.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.246+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 msgr2=0x561489d581f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.246+0000 7f42a5815740 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d581f0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f42940049d0 tx=0x7f4294003f60 comp rx=0 tx=0).stop 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 shutdown_connections 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561489db74e0 0x561489db9900 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561489d53c30 0x561489d581f0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561489d4b050 0x561489d57cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 --2- 172.21.15.18:0/1021544108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561489d4a730 0x561489d5b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 >> 172.21.15.18:0/1021544108 conn(0x561489d44e60 msgr2=0x561489d46290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f427b7fe640 0 client.17319 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 shutdown_connections 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 1 -- 172.21.15.18:0/1021544108 wait complete. 2024-03-07T10:06:04.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.247+0000 7f42a5815740 20 client.17319 trim_cache size 0 max 16384 2024-03-07T10:06:04.250 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:06:04.250 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:06:04.250 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:06:04.250 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f42840a1f20 msgr2=0x7f42840a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f42840a1f20 0x7f42840a43e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4294009fd0 tx=0x7f4294009500 comp rx=0 tx=0).stop 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100ee0 msgr2=0x7f429c109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100ee0 0x7f429c109320 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f4290006010 tx=0x7f4290004270 comp rx=0 tx=0).stop 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 shutdown_connections 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f429c1065e0 0x7f429c1aa120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f42840a1f20 0x7f42840a43e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f429c100ee0 0x7f429c109320 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 --2- 172.21.15.18:0/268908812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f429c100520 0x7f429c108de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 >> 172.21.15.18:0/268908812 conn(0x7f429c077710 msgr2=0x7f429c0ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 shutdown_connections 2024-03-07T10:06:04.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.248+0000 7f42a2a2b640 1 -- 172.21.15.18:0/268908812 wait complete. 2024-03-07T10:06:04.262 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:06:04.262 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:06:04.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:04 smithi018 ceph-mon[32171]: pgmap v211: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 36 MiB/s wr, 1.60k op/s 2024-03-07T10:06:04.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- 172.21.15.18:0/3124369305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 msgr2=0x7ff48410e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 --2- 172.21.15.18:0/3124369305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff48410e4e0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ff47c009cd0 tx=0x7ff47c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- 172.21.15.18:0/3124369305 shutdown_connections 2024-03-07T10:06:04.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 --2- 172.21.15.18:0/3124369305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff48410e4e0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 --2- 172.21.15.18:0/3124369305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff484101610 0x7ff484101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 --2- 172.21.15.18:0/3124369305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4841076b0 0x7ff484107a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- 172.21.15.18:0/3124369305 >> 172.21.15.18:0/3124369305 conn(0x7ff4840fd120 msgr2=0x7ff4840ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- 172.21.15.18:0/3124369305 shutdown_connections 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- 172.21.15.18:0/3124369305 wait complete. 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 Processor -- start 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- start start 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff484101610 0x7ff484073960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff484073ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4841076b0 0x7ff4840743e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4841119f0 con 0x7ff484101fd0 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff484111870 con 0x7ff484101610 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.372+0000 7ff489314640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff484111b70 con 0x7ff4841076b0 2024-03-07T10:06:04.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff484073ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff484073ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38658/0 (socket says 172.21.15.18:38658) 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 -- 172.21.15.18:0/2874140051 learned_addr learned my addr 172.21.15.18:0/2874140051 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff4837fe640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4841076b0 0x7ff4840743e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff482ffd640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff484101610 0x7ff484073960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 -- 172.21.15.18:0/2874140051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4841076b0 msgr2=0x7ff4840743e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4841076b0 0x7ff4840743e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 -- 172.21.15.18:0/2874140051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff484101610 msgr2=0x7ff484073960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff484101610 0x7ff484073960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 -- 172.21.15.18:0/2874140051 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4841a62d0 con 0x7ff484101fd0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff47bfff640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff484073ea0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00d950 tx=0x7ff46c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff480ff9640 1 -- 172.21.15.18:0/2874140051 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff46c017030 con 0x7ff484101fd0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff480ff9640 1 -- 172.21.15.18:0/2874140051 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff46c004020 con 0x7ff484101fd0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4841a65c0 con 0x7ff484101fd0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff480ff9640 1 -- 172.21.15.18:0/2874140051 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff46c0047a0 con 0x7ff484101fd0 2024-03-07T10:06:04.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.373+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4841a6b10 con 0x7ff484101fd0 2024-03-07T10:06:04.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.374+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4840684e0 con 0x7ff484101fd0 2024-03-07T10:06:04.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.376+0000 7ff480ff9640 1 -- 172.21.15.18:0/2874140051 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ff46c0041d0 con 0x7ff484101fd0 2024-03-07T10:06:04.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.376+0000 7ff480ff9640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4700a1f20 0x7ff4700a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.377+0000 7ff482ffd640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4700a1f20 0x7ff4700a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.377+0000 7ff480ff9640 1 -- 172.21.15.18:0/2874140051 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7ff46c0ce130 con 0x7ff484101fd0 2024-03-07T10:06:04.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.377+0000 7ff482ffd640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4700a1f20 0x7ff4700a43e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff484102750 tx=0x7ff474005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.381+0000 7ff480ff9640 1 -- 172.21.15.18:0/2874140051 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff46c09b250 con 0x7ff484101fd0 2024-03-07T10:06:04.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:04 smithi063 ceph-mon[36356]: pgmap v211: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 36 MiB/s wr, 1.60k op/s 2024-03-07T10:06:04.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:04 smithi077 ceph-mon[36374]: pgmap v211: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 36 MiB/s wr, 1.60k op/s 2024-03-07T10:06:04.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.714+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff484074e40 con 0x7ff484101fd0 2024-03-07T10:06:04.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.715+0000 7ff480ff9640 1 -- 172.21.15.18:0/2874140051 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7ff484074e40 con 0x7ff484101fd0 2024-03-07T10:06:04.717 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:06:04.717 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:06:04.717 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4700a1f20 msgr2=0x7ff4700a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4700a1f20 0x7ff4700a43e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff484102750 tx=0x7ff474005f90 comp rx=0 tx=0).stop 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 msgr2=0x7ff484073ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff484073ea0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00d950 tx=0x7ff46c00de10 comp rx=0 tx=0).stop 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 shutdown_connections 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4841076b0 0x7ff4840743e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4700a1f20 0x7ff4700a43e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff484101fd0 0x7ff484073ea0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 --2- 172.21.15.18:0/2874140051 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff484101610 0x7ff484073960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 >> 172.21.15.18:0/2874140051 conn(0x7ff4840fd120 msgr2=0x7ff4840fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 shutdown_connections 2024-03-07T10:06:04.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.717+0000 7ff489314640 1 -- 172.21.15.18:0/2874140051 wait complete. 2024-03-07T10:06:04.733 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:06:04.734 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:06:04.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.889+0000 7f506b59e640 1 -- 172.21.15.18:0/1107173258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f506c10fc50 msgr2=0x7f506c110030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.889+0000 7f506b59e640 1 --2- 172.21.15.18:0/1107173258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f506c10fc50 0x7f506c110030 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f505c009cd0 tx=0x7f505c02c120 comp rx=0 tx=0).stop 2024-03-07T10:06:04.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.890+0000 7f506b59e640 1 -- 172.21.15.18:0/1107173258 shutdown_connections 2024-03-07T10:06:04.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.890+0000 7f506b59e640 1 --2- 172.21.15.18:0/1107173258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f506c10e2d0 0x7f506c11ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.890+0000 7f506b59e640 1 --2- 172.21.15.18:0/1107173258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10d740 0x7f506c10dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.890+0000 7f506b59e640 1 --2- 172.21.15.18:0/1107173258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f506c10fc50 0x7f506c110030 secure :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f505c009cd0 tx=0x7f505c02c120 comp rx=0 tx=0).stop 2024-03-07T10:06:04.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.890+0000 7f506b59e640 1 -- 172.21.15.18:0/1107173258 >> 172.21.15.18:0/1107173258 conn(0x7f506c06c540 msgr2=0x7f506c06c950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.896+0000 7f506b59e640 1 -- 172.21.15.18:0/1107173258 shutdown_connections 2024-03-07T10:06:04.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.901+0000 7f506b59e640 1 -- 172.21.15.18:0/1107173258 wait complete. 2024-03-07T10:06:04.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.902+0000 7f506b59e640 1 Processor -- start 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f506b59e640 1 -- start start 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f506b59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f506c10d740 0x7f506c11c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f506b59e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10e2d0 0x7f506c1156b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f506b59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f506c115bf0 0x7f506c1160a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f506b59e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f506c120740 con 0x7f506c10d740 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f506b59e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f506c1205c0 con 0x7f506c115bf0 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f506b59e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f506c1208c0 con 0x7f506c10e2d0 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f5069d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10e2d0 0x7f506c1156b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f5069d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10e2d0 0x7f506c1156b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39416/0 (socket says 172.21.15.18:39416) 2024-03-07T10:06:04.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.903+0000 7f5069d9b640 1 -- 172.21.15.18:0/1628523057 learned_addr learned my addr 172.21.15.18:0/1628523057 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.904+0000 7f5069d9b640 1 -- 172.21.15.18:0/1628523057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f506c115bf0 msgr2=0x7f506c1160a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.904+0000 7f5069d9b640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f506c115bf0 0x7f506c1160a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.904+0000 7f5069d9b640 1 -- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f506c10d740 msgr2=0x7f506c11c5e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.904+0000 7f5069d9b640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f506c10d740 0x7f506c11c5e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.904+0000 7f5069d9b640 1 -- 172.21.15.18:0/1628523057 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f506c11a130 con 0x7f506c10e2d0 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.904+0000 7f5069d9b640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10e2d0 0x7f506c1156b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f505400b450 tx=0x7f505400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.905+0000 7f50637fe640 1 -- 172.21.15.18:0/1628523057 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5054015020 con 0x7f506c10e2d0 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.905+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f506c11a420 con 0x7f506c10e2d0 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.905+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f506c11a970 con 0x7f506c10e2d0 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.905+0000 7f50637fe640 1 -- 172.21.15.18:0/1628523057 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5054011d70 con 0x7f506c10e2d0 2024-03-07T10:06:04.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.905+0000 7f50637fe640 1 -- 172.21.15.18:0/1628523057 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505400f340 con 0x7f506c10e2d0 2024-03-07T10:06:04.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.908+0000 7f50637fe640 1 -- 172.21.15.18:0/1628523057 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f5054018020 con 0x7f506c10e2d0 2024-03-07T10:06:04.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 Processor -- start 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 -- start start 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a279670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a282250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a284b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55940a240330 con 0x55940a279290 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55940a1dce90 con 0x55940a279bb0 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5073b9a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55940a185d00 con 0x55940a282790 2024-03-07T10:06:04.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f506ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a279670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f506ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a279670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38682/0 (socket says 172.21.15.18:38682) 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f5069d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a284b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.909+0000 7f506ad9d640 1 -- 172.21.15.18:0/2418793075 learned_addr learned my addr 172.21.15.18:0/2418793075 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f50637fe640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f50580a20f0 0x7f50580a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f506a59c640 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a282250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f506ad9d640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f50580a20f0 0x7f50580a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f50637fe640 1 -- 172.21.15.18:0/1628523057 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f50540cdb30 con 0x7f506c10e2d0 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f5069d9b640 1 -- 172.21.15.18:0/2418793075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 msgr2=0x55940a282250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f5069d9b640 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a282250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f5069d9b640 1 -- 172.21.15.18:0/2418793075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 msgr2=0x55940a279670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f5069d9b640 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a279670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f5069d9b640 1 -- 172.21.15.18:0/2418793075 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55940a184b90 con 0x55940a282790 2024-03-07T10:06:04.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f506a59c640 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a282250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:04.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f5069d9b640 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a284b80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f50540cb2c0 tx=0x7f505400e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bed5103930e6ee0f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.910+0000 7f5060ff9640 1 -- 172.21.15.18:0/2418793075 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505409a560 con 0x55940a282790 2024-03-07T10:06:04.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5060ff9640 1 -- 172.21.15.18:0/2418793075 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f505409e6b0 con 0x55940a282790 2024-03-07T10:06:04.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5060ff9640 1 -- 172.21.15.18:0/2418793075 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50540999b0 con 0x55940a282790 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 -- 172.21.15.18:0/2418793075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 msgr2=0x55940a284b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f506ad9d640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f50580a20f0 0x7f50580a45b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5064009db0 tx=0x7f5064004770 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a284b80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f50540cb2c0 tx=0x7f505400e000 comp rx=0 tx=0).stop 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 -- 172.21.15.18:0/2418793075 shutdown_connections 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a284b80 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a282250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 --2- 172.21.15.18:0/2418793075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a279670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 -- 172.21.15.18:0/2418793075 >> 172.21.15.18:0/2418793075 conn(0x55940a2739c0 msgr2=0x55940a273da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 -- 172.21.15.18:0/2418793075 shutdown_connections 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.911+0000 7f5073b9a740 1 -- 172.21.15.18:0/2418793075 wait complete. 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 -- start start 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 Processor -- start 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a27f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a27fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a2801d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55940a17b470 con 0x55940a279290 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55940a1d8f30 con 0x55940a279bb0 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55940a285520 con 0x55940a282790 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5073b9a740 10 client.0 _ll_register_callbacks cb 0x55940a1d6d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a2801d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a27f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a2801d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39434/0 (socket says 172.21.15.18:39434) 2024-03-07T10:06:04.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 -- 172.21.15.18:0/1007712968 learned_addr learned my addr 172.21.15.18:0/1007712968 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506a59c640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a27f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38684/0 (socket says 172.21.15.18:38684) 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f5069d9b640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a27fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 -- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 msgr2=0x55940a27fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a27fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 -- 172.21.15.18:0/1007712968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 msgr2=0x55940a27f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a27f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.912+0000 7f506ad9d640 1 -- 172.21.15.18:0/1007712968 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559409ef13f0 con 0x55940a282790 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5069d9b640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a27fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f506ad9d640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a2801d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f50640169e0 tx=0x7f5064004700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea4d394e3ea93d04 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5051ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5051ffb640 1 -- 172.21.15.18:0/1007712968 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5064026060 con 0x55940a282790 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f505409e6b0 con 0x55940a282790 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5051ffb640 1 -- 172.21.15.18:0/1007712968 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f5064015d50 con 0x55940a282790 2024-03-07T10:06:04.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5051ffb640 1 -- 172.21.15.18:0/1007712968 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f506400f050 con 0x55940a282790 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5073b9a740 10 client.27175 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559409fbb7d0 con 0x55940a282790 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.913+0000 7f5051ffb640 1 -- 172.21.15.18:0/1007712968 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f505409e6b0 con 0x55940a282790 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f5051ffb640 1 -- 172.21.15.18:0/1007712968 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f50640203a0 con 0x55940a282790 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f5073b9a740 10 client.27175 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f5073b9a740 10 client.27175 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f5073b9a740 20 client.27175 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f5073b9a740 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a294d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f5073b9a740 4 client.27175 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55940a1ea3d0 con 0x55940a292950 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.914+0000 7f506a59c640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a294d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.915+0000 7f5051ffb640 10 client.27175 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:04.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.915+0000 7f506a59c640 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a294d40 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=632f1949c58f99ba server_cookie=de20238d277f23bd in_seq=0 out_seq=0 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.916+0000 7f5051ffb640 1 -- 172.21.15.18:0/1007712968 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55940a1ea3d0 con 0x55940a292950 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.916+0000 7f5051ffb640 10 client.27175 handle_command_reply: tid=0 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.916+0000 7f5073b9a740 1 client.27175 shutdown 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 msgr2=0x55940a2801d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a2801d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f50640169e0 tx=0x7f5064004700 comp rx=0 tx=0).stop 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 shutdown_connections 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a294d40 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a282790 0x55940a2801d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a27fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5051ffb640 0 client.27175 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 --2- 172.21.15.18:0/1007712968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a27f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 >> 172.21.15.18:0/1007712968 conn(0x55940a2739c0 msgr2=0x55940a275710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 shutdown_connections 2024-03-07T10:06:04.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 1 -- 172.21.15.18:0/1007712968 wait complete. 2024-03-07T10:06:04.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.917+0000 7f5073b9a740 20 client.27175 trim_cache size 0 max 16384 2024-03-07T10:06:04.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 Processor -- start 2024-03-07T10:06:04.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 -- start start 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a281e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279bb0 0x55940a273da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a282790 0x55940a28dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c010d10 con 0x55940a279290 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c00e810 con 0x55940a282790 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5073b9a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c00c8b0 con 0x55940a279bb0 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f506a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a281e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f506a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a281e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38692/0 (socket says 172.21.15.18:38692) 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f506a59c640 1 -- 172.21.15.18:0/140242087 learned_addr learned my addr 172.21.15.18:0/140242087 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f506ad9d640 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a282790 0x55940a28dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.932+0000 7f5069d9b640 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279bb0 0x55940a273da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f506a59c640 1 -- 172.21.15.18:0/140242087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279bb0 msgr2=0x55940a273da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f506a59c640 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279bb0 0x55940a273da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f506a59c640 1 -- 172.21.15.18:0/140242087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a282790 msgr2=0x55940a28dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f506a59c640 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a282790 0x55940a28dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f506a59c640 1 -- 172.21.15.18:0/140242087 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55940a27e700 con 0x55940a279290 2024-03-07T10:06:04.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f506ad9d640 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a282790 0x55940a28dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:04.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f506a59c640 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a281e80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f505c02c730 tx=0x7f505c032360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcefe4635f39be41 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f5053fff640 1 -- 172.21.15.18:0/140242087 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c039040 con 0x55940a279290 2024-03-07T10:06:04.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f5053fff640 1 -- 172.21.15.18:0/140242087 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f505c03a040 con 0x55940a279290 2024-03-07T10:06:04.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.933+0000 7f5053fff640 1 -- 172.21.15.18:0/140242087 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c0042a0 con 0x55940a279290 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 -- 172.21.15.18:0/140242087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 msgr2=0x55940a281e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a281e80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f505c02c730 tx=0x7f505c032360 comp rx=0 tx=0).stop 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 -- 172.21.15.18:0/140242087 shutdown_connections 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a282790 0x55940a28dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279bb0 0x55940a273da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 --2- 172.21.15.18:0/140242087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a279290 0x55940a281e80 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 -- 172.21.15.18:0/140242087 >> 172.21.15.18:0/140242087 conn(0x55940a2739c0 msgr2=0x55940a272960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 -- 172.21.15.18:0/140242087 shutdown_connections 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 -- 172.21.15.18:0/140242087 wait complete. 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 -- start start 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 Processor -- start 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279290 0x55940a289f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a28a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.934+0000 7f5073b9a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a282790 0x55940a286390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f5073b9a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c00ceb0 con 0x55940a282790 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f5073b9a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c00e1b0 con 0x55940a279bb0 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f5073b9a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f504c00d4f0 con 0x55940a279290 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f5073b9a740 10 client.0 _ll_register_callbacks cb 0x7f50640093f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f5069d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a28a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279290 0x55940a289f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279290 0x55940a289f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39458/0 (socket says 172.21.15.18:39458) 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 -- 172.21.15.18:0/3339148675 learned_addr learned my addr 172.21.15.18:0/3339148675 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:04.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 -- 172.21.15.18:0/3339148675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 msgr2=0x55940a28a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a28a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 -- 172.21.15.18:0/3339148675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a282790 msgr2=0x55940a286390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a282790 0x55940a286390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 -- 172.21.15.18:0/3339148675 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55940a286b90 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.935+0000 7f506a59c640 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279290 0x55940a289f30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f505c0325a0 tx=0x7f505c02c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fae5038e3708c62f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5051ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5051ffb640 1 -- 172.21.15.18:0/3339148675 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c054020 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5051ffb640 1 -- 172.21.15.18:0/3339148675 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f505c032d00 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f505c03a040 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5051ffb640 1 -- 172.21.15.18:0/3339148675 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f505c05f050 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 10 client.27181 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55940a2eec80 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5051ffb640 1 -- 172.21.15.18:0/3339148675 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f505c050480 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5051ffb640 1 -- 172.21.15.18:0/3339148675 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f505c03f040 con 0x55940a279290 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 10 client.27181 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:04.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 10 client.27181 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 20 client.27181 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a2f1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 4 client.27181 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.936+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f505c03a040 con 0x55940a292950 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.937+0000 7f5069d9b640 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a2f1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.937+0000 7f5069d9b640 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a2f1330 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4b82e2c14ddfa2d7 server_cookie=a6b4edbf45f82e66 in_seq=0 out_seq=0 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.937+0000 7f5051ffb640 10 client.27181 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.937+0000 7f5051ffb640 1 -- 172.21.15.18:0/3339148675 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f505c03a040 con 0x55940a292950 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.937+0000 7f5051ffb640 10 client.27181 handle_command_reply: tid=0 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 client.27181 shutdown 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279290 msgr2=0x55940a289f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279290 0x55940a289f30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f505c0325a0 tx=0x7f505c02c910 comp rx=0 tx=0).stop 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 shutdown_connections 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55940a292950 0x55940a2f1330 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5051ffb640 0 client.27181 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55940a282790 0x55940a286390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55940a279bb0 0x55940a28a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 --2- 172.21.15.18:0/3339148675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55940a279290 0x55940a289f30 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 >> 172.21.15.18:0/3339148675 conn(0x55940a2739c0 msgr2=0x55940a272960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 shutdown_connections 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 1 -- 172.21.15.18:0/3339148675 wait complete. 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f5073b9a740 20 client.27181 trim_cache size 0 max 16384 2024-03-07T10:06:04.944 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:06:04.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.938+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f50580a20f0 msgr2=0x7f50580a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f50580a20f0 0x7f50580a45b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5064009db0 tx=0x7f5064004770 comp rx=0 tx=0).stop 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10e2d0 msgr2=0x7f506c1156b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10e2d0 0x7f506c1156b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f505400b450 tx=0x7f505400b910 comp rx=0 tx=0).stop 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 shutdown_connections 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f506c115bf0 0x7f506c1160a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f506c10e2d0 0x7f506c1156b0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f50580a20f0 0x7f50580a45b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 --2- 172.21.15.18:0/1628523057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f506c10d740 0x7f506c11c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 >> 172.21.15.18:0/1628523057 conn(0x7f506c06c540 msgr2=0x7f506c0709e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 shutdown_connections 2024-03-07T10:06:04.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:04.939+0000 7f506b59e640 1 -- 172.21.15.18:0/1628523057 wait complete. 2024-03-07T10:06:04.953 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:06:04.953 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:06:05.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.097+0000 7f893616e640 1 -- 172.21.15.18:0/2203786550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f893010d060 msgr2=0x7f893010d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.097+0000 7f893616e640 1 --2- 172.21.15.18:0/2203786550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f893010d060 0x7f893010d440 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f89200085a0 tx=0x7f892002fbc0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.098+0000 7f893616e640 1 -- 172.21.15.18:0/2203786550 shutdown_connections 2024-03-07T10:06:05.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.098+0000 7f893616e640 1 --2- 172.21.15.18:0/2203786550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 0x7f8930114ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.098+0000 7f893616e640 1 --2- 172.21.15.18:0/2203786550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 0x7f8930108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.098+0000 7f893616e640 1 --2- 172.21.15.18:0/2203786550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f893010d060 0x7f893010d440 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.098+0000 7f893616e640 1 -- 172.21.15.18:0/2203786550 >> 172.21.15.18:0/2203786550 conn(0x7f893006db20 msgr2=0x7f893006df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.099+0000 7f893616e640 1 -- 172.21.15.18:0/2203786550 shutdown_connections 2024-03-07T10:06:05.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.099+0000 7f893616e640 1 -- 172.21.15.18:0/2203786550 wait complete. 2024-03-07T10:06:05.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.100+0000 7f893616e640 1 Processor -- start 2024-03-07T10:06:05.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.101+0000 7f893616e640 1 -- start start 2024-03-07T10:06:05.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.101+0000 7f893616e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 0x7f893019e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.101+0000 7f893616e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 0x7f893019e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.101+0000 7f893616e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f893010d060 0x7f89301a2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.101+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 0x7f893019e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.101+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 0x7f893019e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38712/0 (socket says 172.21.15.18:38712) 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.102+0000 7f892effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 0x7f893019e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.102+0000 7f892effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 0x7f893019e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39464/0 (socket says 172.21.15.18:39464) 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.102+0000 7f893616e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8930118060 con 0x7f8930108660 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.102+0000 7f892f7fe640 1 -- 172.21.15.18:0/1300897248 learned_addr learned my addr 172.21.15.18:0/1300897248 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.102+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8930117ee0 con 0x7f893010d060 2024-03-07T10:06:05.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.102+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89301181e0 con 0x7f8930109020 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.103+0000 7f892f7fe640 1 -- 172.21.15.18:0/1300897248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 msgr2=0x7f893019e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.103+0000 7f892f7fe640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 0x7f893019e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.103+0000 7f892f7fe640 1 -- 172.21.15.18:0/1300897248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f893010d060 msgr2=0x7f89301a2b40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.103+0000 7f892f7fe640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f893010d060 0x7f89301a2b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.103+0000 7f892f7fe640 1 -- 172.21.15.18:0/1300897248 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89301a3270 con 0x7f8930108660 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.103+0000 7f892effd640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 0x7f893019e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.103+0000 7f892f7fe640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 0x7f893019e280 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f8920004770 tx=0x7f892000a370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.104+0000 7f892cff9640 1 -- 172.21.15.18:0/1300897248 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8920004260 con 0x7f8930108660 2024-03-07T10:06:05.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.104+0000 7f892cff9640 1 -- 172.21.15.18:0/1300897248 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8920045070 con 0x7f8930108660 2024-03-07T10:06:05.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.104+0000 7f892cff9640 1 -- 172.21.15.18:0/1300897248 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8920003e10 con 0x7f8930108660 2024-03-07T10:06:05.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.104+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89301a3500 con 0x7f8930108660 2024-03-07T10:06:05.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.104+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89301aadf0 con 0x7f8930108660 2024-03-07T10:06:05.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.107+0000 7f8939030740 1 Processor -- start 2024-03-07T10:06:05.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.108+0000 7f892cff9640 1 -- 172.21.15.18:0/1300897248 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f89200035f0 con 0x7f8930108660 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892cff9640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f89180a2070 0x7f89180a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f8939030740 1 -- start start 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892ffff640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f89180a2070 0x7f89180a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892cff9640 1 -- 172.21.15.18:0/1300897248 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f89200f37b0 con 0x7f8930108660 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f8939030740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x55974171f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f8939030740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741728130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f8939030740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x55974172aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f8939030740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597416e6330 con 0x55974171f170 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f8939030740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559741682e90 con 0x55974171fa90 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f8939030740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55974162bd00 con 0x559741728670 2024-03-07T10:06:05.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x55974171f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741728130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x55974171f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38722/0 (socket says 172.21.15.18:38722) 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892f7fe640 1 -- 172.21.15.18:0/3290899215 learned_addr learned my addr 172.21.15.18:0/3290899215 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.109+0000 7f892ffff640 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x55974172aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f892f7fe640 1 -- 172.21.15.18:0/3290899215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 msgr2=0x55974172aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f892f7fe640 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x55974172aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f892f7fe640 1 -- 172.21.15.18:0/3290899215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 msgr2=0x559741728130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f892f7fe640 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741728130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f892f7fe640 1 -- 172.21.15.18:0/3290899215 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55974162ab90 con 0x55974171f170 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f892ffff640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f89180a2070 0x7f89180a4530 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8928005fd0 tx=0x7f8928009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f892f7fe640 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x55974171f550 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f89200c84b0 tx=0x7f89200bc580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1e108c0b28a6081 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f891dffb640 1 -- 172.21.15.18:0/3290899215 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89200c0240 con 0x55974171f170 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f891dffb640 1 -- 172.21.15.18:0/3290899215 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f89200c4390 con 0x55974171f170 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.110+0000 7f891dffb640 1 -- 172.21.15.18:0/3290899215 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89200c04a0 con 0x55974171f170 2024-03-07T10:06:05.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 -- 172.21.15.18:0/3290899215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 msgr2=0x55974171f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x55974171f550 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f89200c84b0 tx=0x7f89200bc580 comp rx=0 tx=0).stop 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 -- 172.21.15.18:0/3290899215 shutdown_connections 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x55974172aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741728130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 --2- 172.21.15.18:0/3290899215 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x55974171f550 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 -- 172.21.15.18:0/3290899215 >> 172.21.15.18:0/3290899215 conn(0x5597417198a0 msgr2=0x559741719c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 -- 172.21.15.18:0/3290899215 shutdown_connections 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 -- 172.21.15.18:0/3290899215 wait complete. 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 -- start start 2024-03-07T10:06:05.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.111+0000 7f8939030740 1 Processor -- start 2024-03-07T10:06:05.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8939030740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171f170 0x559741725660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8939030740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741725ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8939030740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x5597417260e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8939030740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559741621470 con 0x559741728670 2024-03-07T10:06:05.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8939030740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55974167ef30 con 0x55974171fa90 2024-03-07T10:06:05.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8939030740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559741682e90 con 0x55974171f170 2024-03-07T10:06:05.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x5597417260e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171f170 0x559741725660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171f170 0x559741725660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39484/0 (socket says 172.21.15.18:39484) 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741725ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x5597417260e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38728/0 (socket says 172.21.15.18:38728) 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892f7fe640 1 -- 172.21.15.18:0/2470135091 learned_addr learned my addr 172.21.15.18:0/2470135091 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8939030740 10 client.0 _ll_register_callbacks cb 0x55974167cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 -- 172.21.15.18:0/2470135091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171f170 msgr2=0x559741725660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171f170 0x559741725660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 -- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 msgr2=0x559741725ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741725ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 -- 172.21.15.18:0/2470135091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5597413973f0 con 0x559741728670 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892f7fe640 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171f170 0x559741725660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892effd640 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741725ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:05.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f892ffff640 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x5597417260e0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f8928007a20 tx=0x7f8928004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3024adcf2f8bdf84 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.112+0000 7f8912ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8912ffd640 1 -- 172.21.15.18:0/2470135091 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8928025020 con 0x559741728670 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8912ffd640 1 -- 172.21.15.18:0/2470135091 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f8928016d40 con 0x559741728670 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f89200c4390 con 0x559741728670 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8912ffd640 1 -- 172.21.15.18:0/2470135091 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8928030050 con 0x559741728670 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 10 client.17349 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5597414617d0 con 0x559741728670 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8912ffd640 1 -- 172.21.15.18:0/2470135091 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f89200c4390 con 0x559741728670 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8912ffd640 1 -- 172.21.15.18:0/2470135091 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f89280293a0 con 0x559741728670 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 10 client.17349 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 10 client.17349 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 20 client.17349 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:05.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974173aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 4 client.17349 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:05.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5597416903d0 con 0x559741738630 2024-03-07T10:06:05.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.113+0000 7f892f7fe640 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974173aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.114+0000 7f892f7fe640 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974173aa50 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=925ba521b40041da server_cookie=251f192024d94ca0 in_seq=0 out_seq=0 2024-03-07T10:06:05.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.114+0000 7f8912ffd640 10 client.17349 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:05.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.115+0000 7f8912ffd640 1 -- 172.21.15.18:0/2470135091 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5597416903d0 con 0x559741738630 2024-03-07T10:06:05.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.115+0000 7f8912ffd640 10 client.17349 handle_command_reply: tid=0 2024-03-07T10:06:05.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.115+0000 7f8939030740 1 client.17349 shutdown 2024-03-07T10:06:05.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 msgr2=0x5597417260e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x5597417260e0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f8928007a20 tx=0x7f8928004a40 comp rx=0 tx=0).stop 2024-03-07T10:06:05.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 shutdown_connections 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x5597417260e0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741725ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974173aa50 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8912ffd640 0 client.17349 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 --2- 172.21.15.18:0/2470135091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171f170 0x559741725660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 >> 172.21.15.18:0/2470135091 conn(0x5597417198a0 msgr2=0x55974171b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 shutdown_connections 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 1 -- 172.21.15.18:0/2470135091 wait complete. 2024-03-07T10:06:05.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.116+0000 7f8939030740 20 client.17349 trim_cache size 0 max 16384 2024-03-07T10:06:05.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.131+0000 7f8939030740 1 Processor -- start 2024-03-07T10:06:05.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.132+0000 7f8939030740 1 -- start start 2024-03-07T10:06:05.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.132+0000 7f8939030740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x559741727d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.132+0000 7f8939030740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741714a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.132+0000 7f8939030740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x559741725f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.132+0000 7f8939030740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891400e7c0 con 0x55974171f170 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.132+0000 7f8939030740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891400c860 con 0x55974171fa90 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.132+0000 7f8939030740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891400e160 con 0x559741728670 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x559741727d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x559741727d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38742/0 (socket says 172.21.15.18:38742) 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 -- 172.21.15.18:0/2271494089 learned_addr learned my addr 172.21.15.18:0/2271494089 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892effd640 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741714a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892ffff640 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x559741725f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 -- 172.21.15.18:0/2271494089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 msgr2=0x559741725f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x559741725f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 -- 172.21.15.18:0/2271494089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 msgr2=0x559741714a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741714a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 -- 172.21.15.18:0/2271494089 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55974173adc0 con 0x55974171f170 2024-03-07T10:06:05.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.133+0000 7f892f7fe640 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x559741727d90 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f89200be4f0 tx=0x7f89200bc4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6713d0316f4534c9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.136+0000 7f891d7fa640 1 -- 172.21.15.18:0/2271494089 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89200c4390 con 0x55974171f170 2024-03-07T10:06:05.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.136+0000 7f891d7fa640 1 -- 172.21.15.18:0/2271494089 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f89200f1110 con 0x55974171f170 2024-03-07T10:06:05.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.136+0000 7f891d7fa640 1 -- 172.21.15.18:0/2271494089 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89200c8550 con 0x55974171f170 2024-03-07T10:06:05.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 -- 172.21.15.18:0/2271494089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 msgr2=0x559741727d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x559741727d90 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f89200be4f0 tx=0x7f89200bc4e0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 -- 172.21.15.18:0/2271494089 shutdown_connections 2024-03-07T10:06:05.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559741728670 0x559741725f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171fa90 0x559741714a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 --2- 172.21.15.18:0/2271494089 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55974171f170 0x559741727d90 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 -- 172.21.15.18:0/2271494089 >> 172.21.15.18:0/2271494089 conn(0x5597417198a0 msgr2=0x559741719c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 -- 172.21.15.18:0/2271494089 shutdown_connections 2024-03-07T10:06:05.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.137+0000 7f8939030740 1 -- 172.21.15.18:0/2271494089 wait complete. 2024-03-07T10:06:05.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.138+0000 7f8939030740 1 -- start start 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.138+0000 7f8939030740 1 Processor -- start 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f8939030740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171f170 0x559741723070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f8939030740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171fa90 0x559741721930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f8939030740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x559741721e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171fa90 0x559741721930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171f170 0x559741723070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171fa90 0x559741721930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39492/0 (socket says 172.21.15.18:39492) 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171f170 0x559741723070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53252/0 (socket says 172.21.15.18:53252) 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892effd640 1 -- 172.21.15.18:0/3637238650 learned_addr learned my addr 172.21.15.18:0/3637238650 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891400d4a0 con 0x559741728670 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891400ce60 con 0x55974171f170 2024-03-07T10:06:05.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891400db00 con 0x55974171fa90 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f8939030740 10 client.0 _ll_register_callbacks cb 0x7f8928007cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892ffff640 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x559741721e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 -- 172.21.15.18:0/3637238650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171fa90 msgr2=0x559741721930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171fa90 0x559741721930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 -- 172.21.15.18:0/3637238650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 msgr2=0x559741721e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x559741721e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 -- 172.21.15.18:0/3637238650 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559741722530 con 0x55974171f170 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.139+0000 7f892f7fe640 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171f170 0x559741723070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f89200f1050 tx=0x7f89200be750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e90cb434de0a9cb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8912ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8912ffd640 1 -- 172.21.15.18:0/3637238650 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f892000f070 con 0x55974171f170 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f89200f1110 con 0x55974171f170 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8912ffd640 1 -- 172.21.15.18:0/3637238650 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f89200c0540 con 0x55974171f170 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8912ffd640 1 -- 172.21.15.18:0/3637238650 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f89200c4390 con 0x55974171f170 2024-03-07T10:06:05.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 10 client.27128 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559741722530 con 0x55974171f170 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8912ffd640 1 -- 172.21.15.18:0/3637238650 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f89200f1110 con 0x55974171f170 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8912ffd640 1 -- 172.21.15.18:0/3637238650 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f89200bf690 con 0x55974171f170 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 10 client.27128 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 10 client.27128 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 20 client.27128 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974179e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 4 client.27128 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.140+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55974168a720 con 0x559741738630 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f892effd640 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974179e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8912ffd640 10 client.27128 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f892effd640 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974179e900 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=15e1ee1570242ad0 server_cookie=4ee21065fbbe46ff in_seq=0 out_seq=0 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8912ffd640 1 -- 172.21.15.18:0/3637238650 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55974168a720 con 0x559741738630 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8912ffd640 10 client.27128 handle_command_reply: tid=0 2024-03-07T10:06:05.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 client.27128 shutdown 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171f170 msgr2=0x559741723070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171f170 0x559741723070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f89200f1050 tx=0x7f89200be750 comp rx=0 tx=0).stop 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 shutdown_connections 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559741728670 0x559741721e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x559741738630 0x55974179e900 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55974171fa90 0x559741721930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 --2- 172.21.15.18:0/3637238650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55974171f170 0x559741723070 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 >> 172.21.15.18:0/3637238650 conn(0x5597417198a0 msgr2=0x55974171acf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.141+0000 7f8912ffd640 0 client.27128 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.142+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 shutdown_connections 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.142+0000 7f8939030740 1 -- 172.21.15.18:0/3637238650 wait complete. 2024-03-07T10:06:05.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.142+0000 7f8939030740 20 client.27128 trim_cache size 0 max 16384 2024-03-07T10:06:05.148 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:06:05.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.142+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f89180a2070 msgr2=0x7f89180a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.142+0000 7f893616e640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f89180a2070 0x7f89180a4530 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8928005fd0 tx=0x7f8928009260 comp rx=0 tx=0).stop 2024-03-07T10:06:05.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.142+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 msgr2=0x7f893019e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.142+0000 7f893616e640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 0x7f893019e280 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f8920004770 tx=0x7f892000a370 comp rx=0 tx=0).stop 2024-03-07T10:06:05.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.143+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 shutdown_connections 2024-03-07T10:06:05.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.143+0000 7f893616e640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f893010d060 0x7f89301a2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.143+0000 7f893616e640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8930109020 0x7f893019e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.143+0000 7f893616e640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f89180a2070 0x7f89180a4530 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.143+0000 7f893616e640 1 --2- 172.21.15.18:0/1300897248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8930108660 0x7f893019e280 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.143+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 >> 172.21.15.18:0/1300897248 conn(0x7f893006db20 msgr2=0x7f89300708f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.144+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 shutdown_connections 2024-03-07T10:06:05.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.144+0000 7f893616e640 1 -- 172.21.15.18:0/1300897248 wait complete. 2024-03-07T10:06:05.159 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:06:05.159 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.317+0000 7fc7ceb89640 1 -- 172.21.15.18:0/4252262264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 msgr2=0x7fc7c8108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/4252262264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 0x7fc7c8108660 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc7b801a910 tx=0x7fc7b803cd40 comp rx=0 tx=0).stop 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 -- 172.21.15.18:0/4252262264 shutdown_connections 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/4252262264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7c81091c0 0x7fc7c811ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/4252262264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 0x7fc7c8108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/4252262264 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 0x7fc7c8108660 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 -- 172.21.15.18:0/4252262264 >> 172.21.15.18:0/4252262264 conn(0x7fc7c806da40 msgr2=0x7fc7c806de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 -- 172.21.15.18:0/4252262264 shutdown_connections 2024-03-07T10:06:05.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.318+0000 7fc7ceb89640 1 -- 172.21.15.18:0/4252262264 wait complete. 2024-03-07T10:06:05.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 Processor -- start 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 -- start start 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7c81091c0 0x7fc7c811cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 0x7fc7c8118d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 0x7fc7c8119240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c8113100 con 0x7fc7c810fde0 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c8112f80 con 0x7fc7c81091c0 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.319+0000 7fc7ceb89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c8113280 con 0x7fc7c81101c0 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 0x7fc7c8119240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 0x7fc7c8119240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39506/0 (socket says 172.21.15.18:39506) 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 -- 172.21.15.18:0/3727694244 learned_addr learned my addr 172.21.15.18:0/3727694244 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 0x7fc7c8118d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cc925640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7c81091c0 0x7fc7c811cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 -- 172.21.15.18:0/3727694244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7c81091c0 msgr2=0x7fc7c811cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7c81091c0 0x7fc7c811cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 -- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 msgr2=0x7fc7c8118d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 0x7fc7c8118d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cd126640 1 -- 172.21.15.18:0/3727694244 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7c8119b00 con 0x7fc7c81101c0 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.320+0000 7fc7cc925640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7c81091c0 0x7fc7c811cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.321+0000 7fc7cd126640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 0x7fc7c8119240 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000b3f0 tx=0x7fc7b000b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.321+0000 7fc7c5ffb640 1 -- 172.21.15.18:0/3727694244 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b0015020 con 0x7fc7c81101c0 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.321+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7c81aac40 con 0x7fc7c81101c0 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.321+0000 7fc7c5ffb640 1 -- 172.21.15.18:0/3727694244 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7b0011d10 con 0x7fc7c81101c0 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.321+0000 7fc7c5ffb640 1 -- 172.21.15.18:0/3727694244 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b001ae60 con 0x7fc7c81101c0 2024-03-07T10:06:05.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.321+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7c81ab160 con 0x7fc7c81101c0 2024-03-07T10:06:05.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.325+0000 7fc7c5ffb640 1 -- 172.21.15.18:0/3727694244 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc7b0018020 con 0x7fc7c81101c0 2024-03-07T10:06:05.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.326+0000 7fc7c5ffb640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7b40a1f70 0x7fc7b40a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.326+0000 7fc7c5ffb640 1 -- 172.21.15.18:0/3727694244 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc7b00cdab0 con 0x7fc7c81101c0 2024-03-07T10:06:05.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.326+0000 7fc7cc925640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7b40a1f70 0x7fc7b40a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.327+0000 7fc7d1971740 1 Processor -- start 2024-03-07T10:06:05.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.327+0000 7fc7d1971740 1 -- start start 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a925550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 0x56467a92e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a92e670 0x56467a930a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7d1971740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56467a8ec330 con 0x56467a925a90 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7d1971740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56467a888e90 con 0x56467a92e670 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7d1971740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56467a831d00 con 0x56467a925170 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7cd126640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a92e670 0x56467a930a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7cd126640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a92e670 0x56467a930a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53288/0 (socket says 172.21.15.18:53288) 2024-03-07T10:06:05.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.328+0000 7fc7cd126640 1 -- 172.21.15.18:0/173480168 learned_addr learned my addr 172.21.15.18:0/173480168 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cc925640 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a925550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cd126640 1 -- 172.21.15.18:0/173480168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 msgr2=0x56467a925550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cd126640 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a925550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cd126640 1 -- 172.21.15.18:0/173480168 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 msgr2=0x56467a92e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cd126640 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 0x56467a92e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cd126640 1 -- 172.21.15.18:0/173480168 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56467a830b90 con 0x56467a92e670 2024-03-07T10:06:05.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cc925640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7b40a1f70 0x7fc7b40a4430 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8005ab0 tx=0x7fc7b8005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.329+0000 7fc7cd126640 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a92e670 0x56467a930a60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000bfd0 tx=0x7fc7b009abe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee0c74bf2f5b4286 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.330+0000 7fc7beffd640 1 -- 172.21.15.18:0/173480168 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b009e630 con 0x56467a92e670 2024-03-07T10:06:05.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.330+0000 7fc7beffd640 1 -- 172.21.15.18:0/173480168 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7b00a2c80 con 0x56467a92e670 2024-03-07T10:06:05.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.330+0000 7fc7beffd640 1 -- 172.21.15.18:0/173480168 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b009e170 con 0x56467a92e670 2024-03-07T10:06:05.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 -- 172.21.15.18:0/173480168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a92e670 msgr2=0x56467a930a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a92e670 0x56467a930a60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000bfd0 tx=0x7fc7b009abe0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 -- 172.21.15.18:0/173480168 shutdown_connections 2024-03-07T10:06:05.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a92e670 0x56467a930a60 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 0x56467a92e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 --2- 172.21.15.18:0/173480168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a925550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 -- 172.21.15.18:0/173480168 >> 172.21.15.18:0/173480168 conn(0x56467a91f8a0 msgr2=0x56467a91fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 -- 172.21.15.18:0/173480168 shutdown_connections 2024-03-07T10:06:05.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 -- 172.21.15.18:0/173480168 wait complete. 2024-03-07T10:06:05.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.331+0000 7fc7d1971740 1 -- start start 2024-03-07T10:06:05.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7d1971740 1 Processor -- start 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a92b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925a90 0x56467a92bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a92e670 0x56467a92c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7cc925640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a92b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7cc925640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a92b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39528/0 (socket says 172.21.15.18:39528) 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7cc925640 1 -- 172.21.15.18:0/3559698932 learned_addr learned my addr 172.21.15.18:0/3559698932 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56467a827470 con 0x56467a92e670 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56467a884f30 con 0x56467a925a90 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56467a931460 con 0x56467a925170 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7cd126640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a92e670 0x56467a92c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.332+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925a90 0x56467a92bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7d1971740 10 client.0 _ll_register_callbacks cb 0x56467a882d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7cc925640 1 -- 172.21.15.18:0/3559698932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925a90 msgr2=0x56467a92bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7cc925640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925a90 0x56467a92bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7cc925640 1 -- 172.21.15.18:0/3559698932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a92e670 msgr2=0x56467a92c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7cc925640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a92e670 0x56467a92c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7cc925640 1 -- 172.21.15.18:0/3559698932 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56467a59d3f0 con 0x56467a925170 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7cd126640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a92e670 0x56467a92c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7cc925640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a92b700 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8046000 tx=0x7fc7b803cd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8dd153ac1c5590bb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7a7fff640 1 -- 172.21.15.18:0/3559698932 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8003d00 con 0x56467a925170 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7a7fff640 1 -- 172.21.15.18:0/3559698932 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc7b8019040 con 0x56467a925170 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.333+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc7b00a2c80 con 0x56467a925170 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.334+0000 7fc7a7fff640 1 -- 172.21.15.18:0/3559698932 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7b804f470 con 0x56467a925170 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.334+0000 7fc7d1971740 10 client.27208 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.334+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56467a6677d0 con 0x56467a925170 2024-03-07T10:06:05.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.334+0000 7fc7a7fff640 1 -- 172.21.15.18:0/3559698932 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7b00a2c80 con 0x56467a925170 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.334+0000 7fc7a7fff640 1 -- 172.21.15.18:0/3559698932 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc7b80456a0 con 0x56467a925170 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7d1971740 10 client.27208 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7d1971740 10 client.27208 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7d1971740 20 client.27208 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7d1971740 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a93e700 0x56467a940b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7d1971740 4 client.27208 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56467a8963d0 con 0x56467a93e700 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a93e700 0x56467a940b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a93e700 0x56467a940b70 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab8ef1fcbd28e5a7 server_cookie=881704001db57f23 in_seq=0 out_seq=0 2024-03-07T10:06:05.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.335+0000 7fc7a7fff640 10 client.27208 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:05.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7a7fff640 1 -- 172.21.15.18:0/3559698932 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56467a8963d0 con 0x56467a93e700 2024-03-07T10:06:05.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7a7fff640 10 client.27208 handle_command_reply: tid=0 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 client.27208 shutdown 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 msgr2=0x56467a92b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a92b700 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8046000 tx=0x7fc7b803cd40 comp rx=0 tx=0).stop 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 shutdown_connections 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a93e700 0x56467a940b70 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a92e670 0x56467a92c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925a90 0x56467a92bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 --2- 172.21.15.18:0/3559698932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925170 0x56467a92b700 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 >> 172.21.15.18:0/3559698932 conn(0x56467a91f8a0 msgr2=0x56467a9215f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7a7fff640 0 client.27208 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.336+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 shutdown_connections 2024-03-07T10:06:05.341 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.337+0000 7fc7d1971740 1 -- 172.21.15.18:0/3559698932 wait complete. 2024-03-07T10:06:05.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.337+0000 7fc7d1971740 20 client.27208 trim_cache size 0 max 16384 2024-03-07T10:06:05.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:05 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2874140051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:06:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.353+0000 7fc7d1971740 1 Processor -- start 2024-03-07T10:06:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.353+0000 7fc7d1971740 1 -- start start 2024-03-07T10:06:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a91f8a0 0x56467a92de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925170 0x56467a929fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 0x56467a939ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7d1971740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c81b6040 con 0x56467a925a90 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7d1971740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c81b3b40 con 0x56467a925170 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7d1971740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c81b1be0 con 0x56467a91f8a0 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a91f8a0 0x56467a92de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a91f8a0 0x56467a92de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39544/0 (socket says 172.21.15.18:39544) 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 -- 172.21.15.18:0/781494672 learned_addr learned my addr 172.21.15.18:0/781494672 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925170 0x56467a929fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cd126640 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 0x56467a939ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 -- 172.21.15.18:0/781494672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925170 msgr2=0x56467a929fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925170 0x56467a929fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 -- 172.21.15.18:0/781494672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 msgr2=0x56467a939ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 0x56467a939ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 -- 172.21.15.18:0/781494672 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56467a92a6b0 con 0x56467a91f8a0 2024-03-07T10:06:05.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.354+0000 7fc7cc925640 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a91f8a0 0x56467a92de30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc7b801a860 tx=0x7fc7b80058b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53f7369dc66a0066 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.355+0000 7fc7be7fc640 1 -- 172.21.15.18:0/781494672 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8068030 con 0x56467a91f8a0 2024-03-07T10:06:05.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.355+0000 7fc7be7fc640 1 -- 172.21.15.18:0/781494672 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7b8071070 con 0x56467a91f8a0 2024-03-07T10:06:05.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.355+0000 7fc7be7fc640 1 -- 172.21.15.18:0/781494672 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b804f700 con 0x56467a91f8a0 2024-03-07T10:06:05.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 -- 172.21.15.18:0/781494672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a91f8a0 msgr2=0x56467a92de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a91f8a0 0x56467a92de30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc7b801a860 tx=0x7fc7b80058b0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 -- 172.21.15.18:0/781494672 shutdown_connections 2024-03-07T10:06:05.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925a90 0x56467a939ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a925170 0x56467a929fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 --2- 172.21.15.18:0/781494672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a91f8a0 0x56467a92de30 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 -- 172.21.15.18:0/781494672 >> 172.21.15.18:0/781494672 conn(0x56467a9270d0 msgr2=0x56467a91e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 -- 172.21.15.18:0/781494672 shutdown_connections 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.356+0000 7fc7d1971740 1 -- 172.21.15.18:0/781494672 wait complete. 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 -- start start 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 Processor -- start 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a91f8a0 0x56467a9922d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925170 0x56467a992810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925a90 0x56467a932380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c81b21e0 con 0x56467a925170 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c81b34e0 con 0x56467a91f8a0 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c81b2820 con 0x56467a925a90 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7d1971740 10 client.0 _ll_register_callbacks cb 0x7fc7b801a790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7cc925640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a91f8a0 0x56467a9922d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7c7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925170 0x56467a992810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7cc925640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a91f8a0 0x56467a9922d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53310/0 (socket says 172.21.15.18:53310) 2024-03-07T10:06:05.365 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7cc925640 1 -- 172.21.15.18:0/2354032880 learned_addr learned my addr 172.21.15.18:0/2354032880 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:05.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7c7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925170 0x56467a992810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38828/0 (socket says 172.21.15.18:38828) 2024-03-07T10:06:05.366 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.357+0000 7fc7cd126640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925a90 0x56467a932380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7c7fff640 1 -- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925a90 msgr2=0x56467a932380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925a90 0x56467a932380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7c7fff640 1 -- 172.21.15.18:0/2354032880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a91f8a0 msgr2=0x56467a9922d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a91f8a0 0x56467a9922d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7c7fff640 1 -- 172.21.15.18:0/2354032880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56467a932a70 con 0x56467a925170 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7cd126640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925a90 0x56467a932380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7cc925640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a91f8a0 0x56467a9922d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7c7fff640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925170 0x56467a992810 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x56467a92af60 tx=0x7fc7c000be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7adae8ef087b6859 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7a7fff640 1 -- 172.21.15.18:0/2354032880 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7c001f070 con 0x56467a925170 2024-03-07T10:06:05.368 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7a7fff640 1 -- 172.21.15.18:0/2354032880 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc7c0019b40 con 0x56467a925170 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc7b8071070 con 0x56467a925170 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7a7fff640 1 -- 172.21.15.18:0/2354032880 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7c0019d40 con 0x56467a925170 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7d1971740 10 client.17370 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.358+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56467a99ac20 con 0x56467a925170 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7a7fff640 1 -- 172.21.15.18:0/2354032880 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7b8071070 con 0x56467a925170 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7a7fff640 1 -- 172.21.15.18:0/2354032880 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc7c0024970 con 0x56467a925170 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7d1971740 10 client.17370 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7d1971740 10 client.17370 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7d1971740 20 client.17370 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7d1971740 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a92e670 0x56467a99d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7d1971740 4 client.17370 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56467a890720 con 0x56467a92e670 2024-03-07T10:06:05.369 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.359+0000 7fc7cc925640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a92e670 0x56467a99d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7cc925640 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a92e670 0x56467a99d310 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56542a4705f7ecac server_cookie=abb20535ba25f4c in_seq=0 out_seq=0 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7a7fff640 10 client.17370 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7a7fff640 1 -- 172.21.15.18:0/2354032880 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56467a890720 con 0x56467a92e670 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7a7fff640 10 client.17370 handle_command_reply: tid=0 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 client.17370 shutdown 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925170 msgr2=0x56467a992810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925170 0x56467a992810 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x56467a92af60 tx=0x7fc7c000be40 comp rx=0 tx=0).stop 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 shutdown_connections 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56467a92e670 0x56467a99d310 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7a7fff640 0 client.17370 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56467a925a90 0x56467a932380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56467a925170 0x56467a992810 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 --2- 172.21.15.18:0/2354032880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56467a91f8a0 0x56467a9922d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.370 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 >> 172.21.15.18:0/2354032880 conn(0x56467a9270d0 msgr2=0x56467a91e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 shutdown_connections 2024-03-07T10:06:05.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 1 -- 172.21.15.18:0/2354032880 wait complete. 2024-03-07T10:06:05.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.360+0000 7fc7d1971740 20 client.17370 trim_cache size 0 max 16384 2024-03-07T10:06:05.371 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:06:05.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7b40a1f70 msgr2=0x7fc7b40a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7b40a1f70 0x7fc7b40a4430 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8005ab0 tx=0x7fc7b8005fd0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 msgr2=0x7fc7c8119240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:05.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 0x7fc7c8119240 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000b3f0 tx=0x7fc7b000b8b0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 shutdown_connections 2024-03-07T10:06:05.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7c81101c0 0x7fc7c8119240 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7b40a1f70 0x7fc7b40a4430 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc7c810fde0 0x7fc7c8118d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 --2- 172.21.15.18:0/3727694244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc7c81091c0 0x7fc7c811cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:05.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 >> 172.21.15.18:0/3727694244 conn(0x7fc7c806da40 msgr2=0x7fc7c810ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:05.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 shutdown_connections 2024-03-07T10:06:05.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:05.361+0000 7fc7ceb89640 1 -- 172.21.15.18:0/3727694244 wait complete. 2024-03-07T10:06:05.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:05 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2874140051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:06:05.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:05 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2874140051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:06:06.377 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:06:06.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:06:06.378 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:06:06.412 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:06 smithi018 ceph-mon[32171]: pgmap v212: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 45 MiB/s wr, 2.44k op/s 2024-03-07T10:06:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:06 smithi063 ceph-mon[36356]: pgmap v212: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 45 MiB/s wr, 2.44k op/s 2024-03-07T10:06:06.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:06 smithi077 ceph-mon[36374]: pgmap v212: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 45 MiB/s wr, 2.44k op/s 2024-03-07T10:06:06.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 -- 172.21.15.18:0/1787647336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 msgr2=0x7f232810e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 --2- 172.21.15.18:0/1787647336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f232810e090 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f2320009ca0 tx=0x7f232002c1a0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 -- 172.21.15.18:0/1787647336 shutdown_connections 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 --2- 172.21.15.18:0/1787647336 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f232810e090 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 --2- 172.21.15.18:0/1787647336 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2328103190 0x7f232810b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 --2- 172.21.15.18:0/1787647336 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2328102870 0x7f2328102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 -- 172.21.15.18:0/1787647336 >> 172.21.15.18:0/1787647336 conn(0x7f2328077730 msgr2=0x7f2328077b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 -- 172.21.15.18:0/1787647336 shutdown_connections 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.520+0000 7f232f91d640 1 -- 172.21.15.18:0/1787647336 wait complete. 2024-03-07T10:06:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 Processor -- start 2024-03-07T10:06:06.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 -- start start 2024-03-07T10:06:06.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2328102870 0x7f232819e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2328103190 0x7f232819ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f23281a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f232810f7e0 con 0x7f232810bc40 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f232810f660 con 0x7f2328102870 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232f91d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f232810f960 con 0x7f2328103190 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232deba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f23281a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232deba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f23281a2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38844/0 (socket says 172.21.15.18:38844) 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.521+0000 7f232deba640 1 -- 172.21.15.18:0/1574791854 learned_addr learned my addr 172.21.15.18:0/1574791854 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2328103190 0x7f232819ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232d6b9640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2328102870 0x7f232819e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232ceb8640 1 -- 172.21.15.18:0/1574791854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2328102870 msgr2=0x7f232819e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2328102870 0x7f232819e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232ceb8640 1 -- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 msgr2=0x7f23281a2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f23281a2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232ceb8640 1 -- 172.21.15.18:0/1574791854 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23281a3540 con 0x7f2328103190 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232deba640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f23281a2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2328103190 0x7f232819ea90 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f231800d6d0 tx=0x7f231800db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f231e7fc640 1 -- 172.21.15.18:0/1574791854 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318017070 con 0x7f2328103190 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23281a3830 con 0x7f2328103190 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f231e7fc640 1 -- 172.21.15.18:0/1574791854 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f23180047a0 con 0x7f2328103190 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f231e7fc640 1 -- 172.21.15.18:0/1574791854 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318009cd0 con 0x7f2328103190 2024-03-07T10:06:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.522+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23281ab0c0 con 0x7f2328103190 2024-03-07T10:06:06.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 Processor -- start 2024-03-07T10:06:06.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 -- start start 2024-03-07T10:06:06.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f231e7fc640 1 -- 172.21.15.18:0/1574791854 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2318005220 con 0x7f2328103190 2024-03-07T10:06:06.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a224ad50 0x5582a224b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224b670 0x5582a2253d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a2254250 0x5582a2256640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582a21aeb10 con 0x5582a2254250 2024-03-07T10:06:06.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582a2157d50 con 0x5582a224ad50 2024-03-07T10:06:06.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.525+0000 7f2332808740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582a21aabb0 con 0x5582a224b670 2024-03-07T10:06:06.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.526+0000 7f232ceb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a2254250 0x5582a2256640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.526+0000 7f232ceb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a2254250 0x5582a2256640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38850/0 (socket says 172.21.15.18:38850) 2024-03-07T10:06:06.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.526+0000 7f232ceb8640 1 -- 172.21.15.18:0/3204234217 learned_addr learned my addr 172.21.15.18:0/3204234217 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.526+0000 7f231e7fc640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f23140a1f40 0x7f23140a4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.527+0000 7f232ceb8640 1 -- 172.21.15.18:0/3204234217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224b670 msgr2=0x5582a2253d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.527+0000 7f232ceb8640 1 --2- 172.21.15.18:0/3204234217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224b670 0x5582a2253d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.527+0000 7f232ceb8640 1 -- 172.21.15.18:0/3204234217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a224ad50 msgr2=0x5582a224b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.527+0000 7f232ceb8640 1 --2- 172.21.15.18:0/3204234217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a224ad50 0x5582a224b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.527+0000 7f231e7fc640 1 -- 172.21.15.18:0/1574791854 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f23180cdbb0 con 0x7f2328103190 2024-03-07T10:06:06.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.527+0000 7f232ceb8640 1 -- 172.21.15.18:0/3204234217 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582a1f8b7e0 con 0x5582a2254250 2024-03-07T10:06:06.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.528+0000 7f232ceb8640 1 --2- 172.21.15.18:0/3204234217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a2254250 0x5582a2256640 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f231809a2e0 tx=0x7f2318005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be86fe362721021 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.528+0000 7f232deba640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f23140a1f40 0x7f23140a4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.528+0000 7f23137fe640 1 -- 172.21.15.18:0/3204234217 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318020070 con 0x5582a2254250 2024-03-07T10:06:06.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.528+0000 7f23137fe640 1 -- 172.21.15.18:0/3204234217 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f231809a5e0 con 0x5582a2254250 2024-03-07T10:06:06.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f23137fe640 1 -- 172.21.15.18:0/3204234217 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318020070 con 0x5582a2254250 2024-03-07T10:06:06.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 -- 172.21.15.18:0/3204234217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a2254250 msgr2=0x5582a2256640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 --2- 172.21.15.18:0/3204234217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a2254250 0x5582a2256640 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f231809a2e0 tx=0x7f2318005850 comp rx=0 tx=0).stop 2024-03-07T10:06:06.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f232deba640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f23140a1f40 0x7f23140a4400 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2320006010 tx=0x7f232002e040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 -- 172.21.15.18:0/3204234217 shutdown_connections 2024-03-07T10:06:06.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 --2- 172.21.15.18:0/3204234217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a2254250 0x5582a2256640 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 --2- 172.21.15.18:0/3204234217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224b670 0x5582a2253d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 --2- 172.21.15.18:0/3204234217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a224ad50 0x5582a224b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 -- 172.21.15.18:0/3204234217 >> 172.21.15.18:0/3204234217 conn(0x5582a2245480 msgr2=0x5582a2245860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 -- 172.21.15.18:0/3204234217 shutdown_connections 2024-03-07T10:06:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.529+0000 7f2332808740 1 -- 172.21.15.18:0/3204234217 wait complete. 2024-03-07T10:06:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 -- start start 2024-03-07T10:06:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 Processor -- start 2024-03-07T10:06:06.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224ad50 0x5582a2253c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2250ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2251600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582a2256fe0 con 0x5582a224b670 2024-03-07T10:06:06.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582a216b190 con 0x5582a2254250 2024-03-07T10:06:06.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582a2257160 con 0x5582a224ad50 2024-03-07T10:06:06.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.530+0000 7f2332808740 10 client.0 _ll_register_callbacks cb 0x5582a215a770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224ad50 0x5582a2253c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224ad50 0x5582a2253c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39592/0 (socket says 172.21.15.18:39592) 2024-03-07T10:06:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 -- 172.21.15.18:0/1364506310 learned_addr learned my addr 172.21.15.18:0/1364506310 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2250ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232deba640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2251600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 -- 172.21.15.18:0/1364506310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 msgr2=0x5582a2251600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2251600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 -- 172.21.15.18:0/1364506310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 msgr2=0x5582a2250ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2250ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 -- 172.21.15.18:0/1364506310 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582a1febf70 con 0x5582a224ad50 2024-03-07T10:06:06.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2250ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:06.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f232d6b9640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224ad50 0x5582a2253c60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f232400be60 tx=0x7f23240107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a663f45c3ef26e75 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f2310ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:06.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f2310ff9640 1 -- 172.21.15.18:0/1364506310 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2324011850 con 0x5582a224ad50 2024-03-07T10:06:06.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f2310ff9640 1 -- 172.21.15.18:0/1364506310 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f23240119f0 con 0x5582a224ad50 2024-03-07T10:06:06.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.531+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f231809a5e0 con 0x5582a224ad50 2024-03-07T10:06:06.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2310ff9640 1 -- 172.21.15.18:0/1364506310 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2324011bf0 con 0x5582a224ad50 2024-03-07T10:06:06.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 10 client.27223 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:06.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5582a1e83170 con 0x5582a224ad50 2024-03-07T10:06:06.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2310ff9640 1 -- 172.21.15.18:0/1364506310 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f231809a5e0 con 0x5582a224ad50 2024-03-07T10:06:06.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2310ff9640 1 -- 172.21.15.18:0/1364506310 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2324024420 con 0x5582a224ad50 2024-03-07T10:06:06.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 10 client.27223 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:06.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 10 client.27223 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:06.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 20 client.27223 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:06.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a2264410 0x5582a2266800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 4 client.27223 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:06.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582a2184930 con 0x5582a2264410 2024-03-07T10:06:06.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.532+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a2264410 0x5582a2266800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.533+0000 7f232ceb8640 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a2264410 0x5582a2266800 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33978229f167d65c server_cookie=367e95778714163d in_seq=0 out_seq=0 2024-03-07T10:06:06.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.533+0000 7f2310ff9640 10 client.27223 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.534+0000 7f2310ff9640 1 -- 172.21.15.18:0/1364506310 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5582a2184930 con 0x5582a2264410 2024-03-07T10:06:06.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.534+0000 7f2310ff9640 10 client.27223 handle_command_reply: tid=0 2024-03-07T10:06:06.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.534+0000 7f2332808740 1 client.27223 shutdown 2024-03-07T10:06:06.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224ad50 msgr2=0x5582a2253c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224ad50 0x5582a2253c60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f232400be60 tx=0x7f23240107a0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 shutdown_connections 2024-03-07T10:06:06.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a2264410 0x5582a2266800 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2251600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2250ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 --2- 172.21.15.18:0/1364506310 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a224ad50 0x5582a2253c60 secure :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f232400be60 tx=0x7f23240107a0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.535+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 >> 172.21.15.18:0/1364506310 conn(0x5582a2245480 msgr2=0x5582a22471d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.536+0000 7f2310ff9640 0 client.27223 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.536+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 shutdown_connections 2024-03-07T10:06:06.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.536+0000 7f2332808740 1 -- 172.21.15.18:0/1364506310 wait complete. 2024-03-07T10:06:06.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.536+0000 7f2332808740 20 client.27223 trim_cache size 0 max 16384 2024-03-07T10:06:06.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.564+0000 7f2332808740 1 Processor -- start 2024-03-07T10:06:06.567 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.566+0000 7f2332808740 1 -- start start 2024-03-07T10:06:06.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.570+0000 7f2332808740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2253720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.570+0000 7f2332808740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2253c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.570+0000 7f2332808740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a226c080 0x5582a224c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.570+0000 7f2332808740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23281b5ee0 con 0x5582a224b670 2024-03-07T10:06:06.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.570+0000 7f2332808740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23281b39e0 con 0x5582a2254250 2024-03-07T10:06:06.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.570+0000 7f2332808740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23281b1a80 con 0x5582a226c080 2024-03-07T10:06:06.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.571+0000 7f232deba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a226c080 0x5582a224c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.571+0000 7f232deba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a226c080 0x5582a224c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39606/0 (socket says 172.21.15.18:39606) 2024-03-07T10:06:06.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.571+0000 7f232deba640 1 -- 172.21.15.18:0/915324921 learned_addr learned my addr 172.21.15.18:0/915324921 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.572+0000 7f232ceb8640 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2253c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.572+0000 7f232d6b9640 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2253720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.574+0000 7f232deba640 1 -- 172.21.15.18:0/915324921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 msgr2=0x5582a2253c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.574+0000 7f232deba640 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2253c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.574+0000 7f232deba640 1 -- 172.21.15.18:0/915324921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 msgr2=0x5582a2253720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.574+0000 7f232deba640 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2253720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.574+0000 7f232deba640 1 -- 172.21.15.18:0/915324921 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582a2251970 con 0x5582a226c080 2024-03-07T10:06:06.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.576+0000 7f232deba640 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a226c080 0x5582a224c290 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2320034990 tx=0x7f232003e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19a561ed0aeaf177 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.577+0000 7f2312ffd640 1 -- 172.21.15.18:0/915324921 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2320052070 con 0x5582a226c080 2024-03-07T10:06:06.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.577+0000 7f2312ffd640 1 -- 172.21.15.18:0/915324921 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2320045040 con 0x5582a226c080 2024-03-07T10:06:06.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.577+0000 7f2312ffd640 1 -- 172.21.15.18:0/915324921 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2320039040 con 0x5582a226c080 2024-03-07T10:06:06.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.578+0000 7f2332808740 1 -- 172.21.15.18:0/915324921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a226c080 msgr2=0x5582a224c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.578+0000 7f2332808740 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a226c080 0x5582a224c290 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2320034990 tx=0x7f232003e000 comp rx=0 tx=0).stop 2024-03-07T10:06:06.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 -- 172.21.15.18:0/915324921 shutdown_connections 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a226c080 0x5582a224c290 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a2254250 0x5582a2253c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 --2- 172.21.15.18:0/915324921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a2253720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 -- 172.21.15.18:0/915324921 >> 172.21.15.18:0/915324921 conn(0x5582a2245480 msgr2=0x5582a2245860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 -- 172.21.15.18:0/915324921 shutdown_connections 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 -- 172.21.15.18:0/915324921 wait complete. 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.579+0000 7f2332808740 1 -- start start 2024-03-07T10:06:06.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.580+0000 7f2332808740 1 Processor -- start 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.580+0000 7f2332808740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a224ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.580+0000 7f2332808740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a2254250 0x5582a22bcc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f2332808740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a226c080 0x5582a22bd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f232d6b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a224ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f232d6b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a224ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38870/0 (socket says 172.21.15.18:38870) 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f232d6b9640 1 -- 172.21.15.18:0/669405889 learned_addr learned my addr 172.21.15.18:0/669405889 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23281b2080 con 0x5582a224b670 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f232deba640 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a226c080 0x5582a22bd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f232ceb8640 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a2254250 0x5582a22bcc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23281b3380 con 0x5582a226c080 2024-03-07T10:06:06.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.581+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23281b26c0 con 0x5582a2254250 2024-03-07T10:06:06.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.582+0000 7f2332808740 10 client.0 _ll_register_callbacks cb 0x7f232400b690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.583+0000 7f232ceb8640 1 -- 172.21.15.18:0/669405889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a226c080 msgr2=0x5582a22bd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.583+0000 7f232ceb8640 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a226c080 0x5582a22bd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.583+0000 7f232ceb8640 1 -- 172.21.15.18:0/669405889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 msgr2=0x5582a224ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.583+0000 7f232ceb8640 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a224ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.583+0000 7f232ceb8640 1 -- 172.21.15.18:0/669405889 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582a224b4a0 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.583+0000 7f232ceb8640 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a2254250 0x5582a22bcc30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2318085150 tx=0x7f2318005bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3569c66291187a0f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2310ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2310ff9640 1 -- 172.21.15.18:0/669405889 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318050060 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2310ff9640 1 -- 172.21.15.18:0/669405889 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7f23180cb510 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2320045040 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2310ff9640 1 -- 172.21.15.18:0/669405889 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2318020040 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2332808740 10 client.27229 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5582a225b460 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2310ff9640 1 -- 172.21.15.18:0/669405889 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2320045040 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.584+0000 7f2310ff9640 1 -- 172.21.15.18:0/669405889 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2318048ce0 con 0x5582a2254250 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f2332808740 10 client.27229 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f2332808740 10 client.27229 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f2332808740 20 client.27229 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f2332808740 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a225b750 0x5582a225bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.587 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f2332808740 4 client.27229 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:06:06.588 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5582a2170050 con 0x5582a225b750 2024-03-07T10:06:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f232d6b9640 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a225b750 0x5582a225bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.585+0000 7f2310ff9640 10 client.27229 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.586+0000 7f232d6b9640 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a225b750 0x5582a225bbe0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7adf71875bb0edf3 server_cookie=72a1c16c68be2cb1 in_seq=0 out_seq=0 2024-03-07T10:06:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2310ff9640 1 -- 172.21.15.18:0/669405889 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5582a2170050 con 0x5582a225b750 2024-03-07T10:06:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2310ff9640 10 client.27229 handle_command_reply: tid=0 2024-03-07T10:06:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 client.27229 shutdown 2024-03-07T10:06:06.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a2254250 msgr2=0x5582a22bcc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a2254250 0x5582a22bcc30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f2318085150 tx=0x7f2318005bf0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 shutdown_connections 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582a225b750 0x5582a225bbe0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2310ff9640 0 client.27229 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582a226c080 0x5582a22bd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582a2254250 0x5582a22bcc30 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 --2- 172.21.15.18:0/669405889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582a224b670 0x5582a224ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 >> 172.21.15.18:0/669405889 conn(0x5582a2245480 msgr2=0x5582a224f490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 shutdown_connections 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 1 -- 172.21.15.18:0/669405889 wait complete. 2024-03-07T10:06:06.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.587+0000 7f2332808740 20 client.27229 trim_cache size 0 max 16384 2024-03-07T10:06:06.591 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:06:06.591 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:06:06.591 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "f647de4b-7b36-444c-9010-606b5c262340", 2024-03-07T10:06:06.591 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:06:06.591 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:06:06.591 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f23140a1f40 msgr2=0x7f23140a4400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f23140a1f40 0x7f23140a4400 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2320006010 tx=0x7f232002e040 comp rx=0 tx=0).stop 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2328103190 msgr2=0x7f232819ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2328103190 0x7f232819ea90 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f231800d6d0 tx=0x7f231800db90 comp rx=0 tx=0).stop 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 shutdown_connections 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f23140a1f40 0x7f23140a4400 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f232810bc40 0x7f23281a2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2328103190 0x7f232819ea90 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 --2- 172.21.15.18:0/1574791854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2328102870 0x7f232819e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 >> 172.21.15.18:0/1574791854 conn(0x7f2328077730 msgr2=0x7f23280fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 shutdown_connections 2024-03-07T10:06:06.592 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.588+0000 7f232f91d640 1 -- 172.21.15.18:0/1574791854 wait complete. 2024-03-07T10:06:06.603 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:06:06.603 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:06:06.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.802+0000 7fc8227e7640 1 -- 172.21.15.18:0/2932858951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c108660 msgr2=0x7fc81c108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.802+0000 7fc8227e7640 1 --2- 172.21.15.18:0/2932858951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c108660 0x7fc81c108ae0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc810009930 tx=0x7fc81002bc40 comp rx=0 tx=0).stop 2024-03-07T10:06:06.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.804+0000 7fc8227e7640 1 -- 172.21.15.18:0/2932858951 shutdown_connections 2024-03-07T10:06:06.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.804+0000 7fc8227e7640 1 --2- 172.21.15.18:0/2932858951 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc81c109020 0x7fc81c114ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.804+0000 7fc8227e7640 1 --2- 172.21.15.18:0/2932858951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c108660 0x7fc81c108ae0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.804+0000 7fc8227e7640 1 --2- 172.21.15.18:0/2932858951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c10d060 0x7fc81c10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.804+0000 7fc8227e7640 1 -- 172.21.15.18:0/2932858951 >> 172.21.15.18:0/2932858951 conn(0x7fc81c06cb30 msgr2=0x7fc81c06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.807+0000 7fc8227e7640 1 -- 172.21.15.18:0/2932858951 shutdown_connections 2024-03-07T10:06:06.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.807+0000 7fc8227e7640 1 -- 172.21.15.18:0/2932858951 wait complete. 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 Processor -- start 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 -- start start 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc81c108660 0x7fc81c1ac8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c109020 0x7fc81c1ace10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c10d060 0x7fc81c1a6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c118010 con 0x7fc81c108660 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c117e90 con 0x7fc81c109020 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.808+0000 7fc8227e7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c118190 con 0x7fc81c10d060 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.809+0000 7fc81b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c109020 0x7fc81c1ace10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c109020 0x7fc81c1ace10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53380/0 (socket says 172.21.15.18:53380) 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81b7fe640 1 -- 172.21.15.18:0/3437092430 learned_addr learned my addr 172.21.15.18:0/3437092430 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.809+0000 7fc81bfff640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc81c108660 0x7fc81c1ac8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc820d84640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c10d060 0x7fc81c1a6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81bfff640 1 -- 172.21.15.18:0/3437092430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c10d060 msgr2=0x7fc81c1a6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81bfff640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c10d060 0x7fc81c1a6a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81bfff640 1 -- 172.21.15.18:0/3437092430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c109020 msgr2=0x7fc81c1ace10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81bfff640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c109020 0x7fc81c1ace10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81bfff640 1 -- 172.21.15.18:0/3437092430 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc81c1a7200 con 0x7fc81c108660 2024-03-07T10:06:06.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.810+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c109020 0x7fc81c1ace10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:06.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.811+0000 7fc81bfff640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc81c108660 0x7fc81c1ac8d0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fc81400cce0 tx=0x7fc8140075f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.812+0000 7fc8197fa640 1 -- 172.21.15.18:0/3437092430 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc814004b20 con 0x7fc81c108660 2024-03-07T10:06:06.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.812+0000 7fc8197fa640 1 -- 172.21.15.18:0/3437092430 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc814004cc0 con 0x7fc81c108660 2024-03-07T10:06:06.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.812+0000 7fc8197fa640 1 -- 172.21.15.18:0/3437092430 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81400f6b0 con 0x7fc81c108660 2024-03-07T10:06:06.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.812+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc81c1a74f0 con 0x7fc81c108660 2024-03-07T10:06:06.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.812+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc81c1b3790 con 0x7fc81c108660 2024-03-07T10:06:06.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.817+0000 7fc8255cc740 1 Processor -- start 2024-03-07T10:06:06.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8255cc740 1 -- start start 2024-03-07T10:06:06.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8197fa640 1 -- 172.21.15.18:0/3437092430 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc81400f890 con 0x7fc81c108660 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217bdeb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217be76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217bea020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8255cc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561217b41dd0 con 0x561217be7c30 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8255cc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561217aeaae0 con 0x561217bde730 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8255cc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561217b3de70 con 0x561217bdf050 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc820d84640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217bdeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217be76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc81b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217bea020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217be76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39656/0 (socket says 172.21.15.18:39656) 2024-03-07T10:06:06.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc81bfff640 1 -- 172.21.15.18:0/375055077 learned_addr learned my addr 172.21.15.18:0/375055077 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.818+0000 7fc8197fa640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc8040a2070 0x7fc8040a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc81b7fe640 1 -- 172.21.15.18:0/375055077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 msgr2=0x561217be76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc8197fa640 1 -- 172.21.15.18:0/3437092430 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc8140ce100 con 0x7fc81c108660 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217be76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc81b7fe640 1 -- 172.21.15.18:0/375055077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 msgr2=0x561217bdeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217bdeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc81b7fe640 1 -- 172.21.15.18:0/375055077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612179207d0 con 0x561217be7c30 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc81bfff640 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217be76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc820d84640 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217bdeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc820d84640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc8040a2070 0x7fc8040a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.819+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217bea020 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fc810006010 tx=0x7fc81002e6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3df5b3a5a3f4a2d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.820+0000 7fc8027fc640 1 -- 172.21.15.18:0/375055077 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc810043070 con 0x561217be7c30 2024-03-07T10:06:06.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.820+0000 7fc8027fc640 1 -- 172.21.15.18:0/375055077 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc81002ec80 con 0x561217be7c30 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.820+0000 7fc8027fc640 1 -- 172.21.15.18:0/375055077 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81002cb40 con 0x561217be7c30 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc8255cc740 1 -- 172.21.15.18:0/375055077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 msgr2=0x561217bea020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc820d84640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc8040a2070 0x7fc8040a4530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc80c009b70 tx=0x7fc80c0046c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc8255cc740 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217bea020 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fc810006010 tx=0x7fc81002e6b0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc8255cc740 1 -- 172.21.15.18:0/375055077 shutdown_connections 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc8255cc740 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217bea020 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc8255cc740 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217be76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc8255cc740 1 --2- 172.21.15.18:0/375055077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217bdeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.821+0000 7fc8255cc740 1 -- 172.21.15.18:0/375055077 >> 172.21.15.18:0/375055077 conn(0x561217bd8e60 msgr2=0x561217bd9240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.822+0000 7fc8255cc740 1 -- 172.21.15.18:0/375055077 shutdown_connections 2024-03-07T10:06:06.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.822+0000 7fc8255cc740 1 -- 172.21.15.18:0/375055077 wait complete. 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.822+0000 7fc8255cc740 1 -- start start 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.822+0000 7fc8255cc740 1 Processor -- start 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bde730 0x561217be76b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217be4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc8255cc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561217bea9c0 con 0x561217be7c30 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc8255cc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561217afe070 con 0x561217bdf050 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc8255cc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561217beab40 con 0x561217bde730 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc8255cc740 10 client.0 _ll_register_callbacks cb 0x561217afda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:06.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bde730 0x561217be76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217be4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bde730 0x561217be76b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:39668/0 (socket says 172.21.15.18:39668) 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 -- 172.21.15.18:0/1688474811 learned_addr learned my addr 172.21.15.18:0/1688474811 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc820d84640 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 -- 172.21.15.18:0/1688474811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 msgr2=0x561217be4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217be4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 -- 172.21.15.18:0/1688474811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 msgr2=0x561217be5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.823+0000 7fc81bfff640 1 -- 172.21.15.18:0/1688474811 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5612178563f0 con 0x561217bde730 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc81bfff640 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bde730 0x561217be76b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc814096e80 tx=0x7fc814007f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7ec81257076f350 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc7fb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/1688474811 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81401d040 con 0x561217bde730 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/1688474811 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc8140d02b0 con 0x561217bde730 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc81002ec80 con 0x561217bde730 2024-03-07T10:06:06.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/1688474811 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc81409a7f0 con 0x561217bde730 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc8255cc740 10 client.27238 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5612178160f0 con 0x561217bde730 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.824+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/1688474811 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc81409b120 con 0x561217bde730 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/1688474811 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc814099e70 con 0x561217bde730 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc8255cc740 10 client.27238 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc8255cc740 10 client.27238 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc8255cc740 20 client.27238 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc8255cc740 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217bf9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc8255cc740 4 client.27238 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc81002ec80 con 0x561217bf7a70 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.825+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217bf9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.826+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217bf9ef0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=158c11cf679aac3c server_cookie=160a5a382b295618 in_seq=0 out_seq=0 2024-03-07T10:06:06.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.826+0000 7fc7fb7fe640 10 client.27238 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.826+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/1688474811 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fc81002ec80 con 0x561217bf7a70 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.826+0000 7fc7fb7fe640 10 client.27238 handle_command_reply: tid=0 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 client.27238 shutdown 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bde730 msgr2=0x561217be76b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bde730 0x561217be76b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc814096e80 tx=0x7fc814007f80 comp rx=0 tx=0).stop 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 shutdown_connections 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217bf9ef0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc7fb7fe640 0 client.27238 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217be4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 --2- 172.21.15.18:0/1688474811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bde730 0x561217be76b0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 >> 172.21.15.18:0/1688474811 conn(0x561217bd8e60 msgr2=0x561217bdabb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 shutdown_connections 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.827+0000 7fc8255cc740 1 -- 172.21.15.18:0/1688474811 wait complete. 2024-03-07T10:06:06.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.828+0000 7fc8255cc740 20 client.27238 trim_cache size 0 max 16384 2024-03-07T10:06:06.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.851+0000 7fc8255cc740 1 Processor -- start 2024-03-07T10:06:06.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.851+0000 7fc8255cc740 1 -- start start 2024-03-07T10:06:06.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217be4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217bda9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc8255cc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc808010d00 con 0x561217be7c30 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc8255cc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80800e800 con 0x561217bde730 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc8255cc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80800c8a0 con 0x561217bdf050 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217be4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217be4320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53404/0 (socket says 172.21.15.18:53404) 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc81bfff640 1 -- 172.21.15.18:0/107848568 learned_addr learned my addr 172.21.15.18:0/107848568 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.852+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217bda9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.853+0000 7fc820d84640 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.853+0000 7fc81bfff640 1 -- 172.21.15.18:0/107848568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 msgr2=0x561217bda9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.853+0000 7fc81bfff640 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217bda9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.853+0000 7fc81bfff640 1 -- 172.21.15.18:0/107848568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 msgr2=0x561217be7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.853+0000 7fc81bfff640 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.853+0000 7fc81bfff640 1 -- 172.21.15.18:0/107848568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561217bf42b0 con 0x561217bde730 2024-03-07T10:06:06.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.853+0000 7fc820d84640 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:06.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.854+0000 7fc81bfff640 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217be4320 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc814000f80 tx=0x7fc8140ce380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f309669490396fdb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.854+0000 7fc801ffb640 1 -- 172.21.15.18:0/107848568 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8140b7070 con 0x561217bde730 2024-03-07T10:06:06.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.854+0000 7fc801ffb640 1 -- 172.21.15.18:0/107848568 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc814096040 con 0x561217bde730 2024-03-07T10:06:06.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.854+0000 7fc801ffb640 1 -- 172.21.15.18:0/107848568 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81401d040 con 0x561217bde730 2024-03-07T10:06:06.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 -- 172.21.15.18:0/107848568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 msgr2=0x561217be4320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217be4320 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc814000f80 tx=0x7fc8140ce380 comp rx=0 tx=0).stop 2024-03-07T10:06:06.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 -- 172.21.15.18:0/107848568 shutdown_connections 2024-03-07T10:06:06.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217be7c30 0x561217be7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217bdf050 0x561217bda9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 --2- 172.21.15.18:0/107848568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bde730 0x561217be4320 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 -- 172.21.15.18:0/107848568 >> 172.21.15.18:0/107848568 conn(0x561217bd8e60 msgr2=0x561217bda2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 -- 172.21.15.18:0/107848568 shutdown_connections 2024-03-07T10:06:06.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.855+0000 7fc8255cc740 1 -- 172.21.15.18:0/107848568 wait complete. 2024-03-07T10:06:06.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.856+0000 7fc8255cc740 1 -- start start 2024-03-07T10:06:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.856+0000 7fc8255cc740 1 Processor -- start 2024-03-07T10:06:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.856+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217bde730 0x561217befc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.856+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217beb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc8255cc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217be7c30 0x561217beb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217bde730 0x561217befc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217bde730 0x561217befc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38932/0 (socket says 172.21.15.18:38932) 2024-03-07T10:06:06.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc8255cc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80800cea0 con 0x561217bde730 2024-03-07T10:06:06.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81bfff640 1 -- 172.21.15.18:0/941201327 learned_addr learned my addr 172.21.15.18:0/941201327 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:06.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80800e1a0 con 0x561217bdf050 2024-03-07T10:06:06.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc80800d4e0 con 0x561217be7c30 2024-03-07T10:06:06.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc8255cc740 10 client.0 _ll_register_callbacks cb 0x7fc8140cb720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:06.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217beb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc820d84640 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217be7c30 0x561217beb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81b7fe640 1 -- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217be7c30 msgr2=0x561217beb7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217be7c30 0x561217beb7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81b7fe640 1 -- 172.21.15.18:0/941201327 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217bde730 msgr2=0x561217befc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217bde730 0x561217befc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81b7fe640 1 -- 172.21.15.18:0/941201327 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561217bebfd0 con 0x561217bdf050 2024-03-07T10:06:06.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc81b7fe640 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217beb1e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc810000c00 tx=0x7fc81002c5e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c30d5ca0384788c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:06.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc7fb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:06:06.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/941201327 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc810055060 con 0x561217bdf050 2024-03-07T10:06:06.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/941201327 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8636+0+0 (secure 0 0 0) 0x7fc81002e0b0 con 0x561217bdf050 2024-03-07T10:06:06.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.857+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc814096040 con 0x561217bdf050 2024-03-07T10:06:06.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/941201327 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc810043040 con 0x561217bdf050 2024-03-07T10:06:06.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 10 client.27170 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561217c534d0 con 0x561217bdf050 2024-03-07T10:06:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/941201327 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc814096040 con 0x561217bdf050 2024-03-07T10:06:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/941201327 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc81002ca00 con 0x561217bdf050 2024-03-07T10:06:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 10 client.27170 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 10 client.27170 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 20 client.27170 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217c55770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:06.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 4 client.27170 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:06:06.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561217b4f310 con 0x561217bf7a70 2024-03-07T10:06:06.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.858+0000 7fc81bfff640 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217c55770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:06.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc7fb7fe640 10 client.27170 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc81bfff640 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217c55770 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d58a5e9408687e4f server_cookie=52cb2a89658003c5 in_seq=0 out_seq=0 2024-03-07T10:06:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc7fb7fe640 1 -- 172.21.15.18:0/941201327 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x561217b4f310 con 0x561217bf7a70 2024-03-07T10:06:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc7fb7fe640 10 client.27170 handle_command_reply: tid=0 2024-03-07T10:06:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 client.27170 shutdown 2024-03-07T10:06:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 msgr2=0x561217beb1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217beb1e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc810000c00 tx=0x7fc81002c5e0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 shutdown_connections 2024-03-07T10:06:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561217bf7a70 0x561217c55770 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561217be7c30 0x561217beb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561217bdf050 0x561217beb1e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 --2- 172.21.15.18:0/941201327 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561217bde730 0x561217befc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 >> 172.21.15.18:0/941201327 conn(0x561217bd8e60 msgr2=0x561217bdaaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc7fb7fe640 0 client.27170 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:06.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 shutdown_connections 2024-03-07T10:06:06.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 1 -- 172.21.15.18:0/941201327 wait complete. 2024-03-07T10:06:06.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.859+0000 7fc8255cc740 20 client.27170 trim_cache size 0 max 16384 2024-03-07T10:06:06.875 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:06:06.876 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:06:06.876 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:06:06.876 INFO:teuthology.orchestra.run.smithi018.stdout: "f647de4b-7b36-444c-9010-606b5c262340": { 2024-03-07T10:06:06.876 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:06:06.876 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "f647de4b-7b36-444c-9010-606b5c262340", 2024-03-07T10:06:06.877 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:06:06.877 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:06:06.877 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:06:06.877 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:06:06.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc8040a2070 msgr2=0x7fc8040a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc8040a2070 0x7fc8040a4530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc80c009b70 tx=0x7fc80c0046c0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc81c108660 msgr2=0x7fc81c1ac8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:06.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc81c108660 0x7fc81c1ac8d0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fc81400cce0 tx=0x7fc8140075f0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 shutdown_connections 2024-03-07T10:06:06.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc81c10d060 0x7fc81c1a6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc81c109020 0x7fc81c1ace10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc8040a2070 0x7fc8040a4530 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 --2- 172.21.15.18:0/3437092430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc81c108660 0x7fc81c1ac8d0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:06.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 >> 172.21.15.18:0/3437092430 conn(0x7fc81c06cb30 msgr2=0x7fc81c070cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:06.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 shutdown_connections 2024-03-07T10:06:06.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:06.860+0000 7fc8227e7640 1 -- 172.21.15.18:0/3437092430 wait complete. 2024-03-07T10:06:06.882 INFO:tasks.cephfs.filesystem:scrub status for tag:f647de4b-7b36-444c-9010-606b5c262340 - {'path': '/', 'tag': 'f647de4b-7b36-444c-9010-606b5c262340', 'options': 'recursive,force'} 2024-03-07T10:06:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:07 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:06:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:07 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:07 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:06:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:07 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:06:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:07 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:06:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:07 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:07 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:07 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:06:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:07 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:07 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:06:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:07 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:06:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:07 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:06:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:07 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:07 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:07 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:06:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:07 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:07 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:06:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:07 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:06:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:07 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:06:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:07 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:07 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 405.0 s, 2039.4 tps, lat 48.999 ms stddev 58.545 2024-03-07T10:06:08.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:08 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:08.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:08 smithi063 ceph-mon[36356]: pgmap v213: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-03-07T10:06:08.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:08 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:08.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:08 smithi077 ceph-mon[36374]: pgmap v213: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-03-07T10:06:08.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:08 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:08.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:08 smithi018 ceph-mon[32171]: pgmap v213: 97 pgs: 97 active+clean; 4.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-03-07T10:06:10.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:10 smithi063 ceph-mon[36356]: pgmap v214: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 43 MiB/s wr, 2.46k op/s 2024-03-07T10:06:10.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:10 smithi077 ceph-mon[36374]: pgmap v214: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 43 MiB/s wr, 2.46k op/s 2024-03-07T10:06:10.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:10 smithi018 ceph-mon[32171]: pgmap v214: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 43 MiB/s wr, 2.46k op/s 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1220882829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0108840 msgr2=0x7f84e0108c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1220882829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0108840 0x7f84e0108c20 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f84dc009900 tx=0x7f84dc02bc40 comp rx=0 tx=0).stop 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1220882829 shutdown_connections 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1220882829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84e01147b0 0x7f84e0116ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1220882829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84e0109160 0x7f84e0114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1220882829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0108840 0x7f84e0108c20 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1220882829 >> 172.21.15.18:0/1220882829 conn(0x7f84e006c710 msgr2=0x7f84e006cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1220882829 shutdown_connections 2024-03-07T10:06:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1220882829 wait complete. 2024-03-07T10:06:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.846+0000 7f84e7c2b640 1 Processor -- start 2024-03-07T10:06:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e7c2b640 1 -- start start 2024-03-07T10:06:11.851 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e7c2b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84e0108840 0x7f84e019e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.851 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e7c2b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0109160 0x7f84e019e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.851 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e7c2b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84e01147b0 0x7f84e01a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e7c2b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e0117ff0 con 0x7f84e0109160 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e7c2b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e0117e70 con 0x7f84e01147b0 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e7c2b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e0118170 con 0x7f84e0108840 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e51c6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0109160 0x7f84e019e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e51c6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0109160 0x7f84e019e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60214/0 (socket says 172.21.15.18:60214) 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e51c6640 1 -- 172.21.15.18:0/1841935407 learned_addr learned my addr 172.21.15.18:0/1841935407 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e59c7640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84e0108840 0x7f84e019e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.847+0000 7f84e61c8640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84e01147b0 0x7f84e01a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.848+0000 7f84e51c6640 1 -- 172.21.15.18:0/1841935407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84e0108840 msgr2=0x7f84e019e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.848+0000 7f84e51c6640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84e0108840 0x7f84e019e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.848+0000 7f84e51c6640 1 -- 172.21.15.18:0/1841935407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84e01147b0 msgr2=0x7f84e01a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.848+0000 7f84e51c6640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84e01147b0 0x7f84e01a2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.848+0000 7f84e51c6640 1 -- 172.21.15.18:0/1841935407 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84e01a34a0 con 0x7f84e0109160 2024-03-07T10:06:11.852 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.849+0000 7f84e51c6640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0109160 0x7f84e019e9f0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f84d0012fc0 tx=0x7f84d0010490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:11.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.849+0000 7f84d6ffd640 1 -- 172.21.15.18:0/1841935407 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d000de50 con 0x7f84e0109160 2024-03-07T10:06:11.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.849+0000 7f84d6ffd640 1 -- 172.21.15.18:0/1841935407 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84d001d070 con 0x7f84e0109160 2024-03-07T10:06:11.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.849+0000 7f84d6ffd640 1 -- 172.21.15.18:0/1841935407 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d00186e0 con 0x7f84e0109160 2024-03-07T10:06:11.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.850+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84e01a3730 con 0x7f84e0109160 2024-03-07T10:06:11.853 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.850+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84e01ab020 con 0x7f84e0109160 2024-03-07T10:06:11.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.853+0000 7f84d6ffd640 1 -- 172.21.15.18:0/1841935407 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f84d0016050 con 0x7f84e0109160 2024-03-07T10:06:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.853+0000 7f84eaa0f740 1 Processor -- start 2024-03-07T10:06:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.853+0000 7f84eaa0f740 1 -- start start 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa667ad10 0x556aa6679a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa667a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa6683520 0x556aa6685910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556aa65de5c0 con 0x556aa6679fa0 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556aa6587900 con 0x556aa6683520 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556aa65da660 con 0x556aa667ad10 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e61c8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa667ad10 0x556aa6679a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e51c6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa6683520 0x556aa6685910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e61c8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa667ad10 0x556aa6679a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:56236/0 (socket says 172.21.15.18:56236) 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e61c8640 1 -- 172.21.15.18:0/2538001231 learned_addr learned my addr 172.21.15.18:0/2538001231 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84d6ffd640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a21d0 0x7f84cc0a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e59c7640 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa667a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e51c6640 1 -- 172.21.15.18:0/2538001231 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa667ad10 msgr2=0x556aa6679a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e51c6640 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa667ad10 0x556aa6679a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e51c6640 1 -- 172.21.15.18:0/2538001231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 msgr2=0x556aa667a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e51c6640 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa667a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e51c6640 1 -- 172.21.15.18:0/2538001231 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556aa62f3210 con 0x556aa6683520 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.854+0000 7f84e61c8640 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa667ad10 0x556aa6679a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.855+0000 7f84e51c6640 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa6683520 0x556aa6685910 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f84d00cf6e0 tx=0x7f84d009e860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be97dc74cdb86983 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.855+0000 7f84cbfff640 1 -- 172.21.15.18:0/2538001231 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d006be00 con 0x556aa6683520 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.855+0000 7f84e61c8640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a21d0 0x7f84cc0a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.855+0000 7f84cbfff640 1 -- 172.21.15.18:0/2538001231 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84d009e980 con 0x556aa6683520 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.855+0000 7f84cbfff640 1 -- 172.21.15.18:0/2538001231 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d006adc0 con 0x556aa6683520 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.855+0000 7f84d6ffd640 1 -- 172.21.15.18:0/1841935407 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f84d00d2060 con 0x7f84e0109160 2024-03-07T10:06:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.856+0000 7f84e61c8640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a21d0 0x7f84cc0a4690 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f84d80125f0 tx=0x7f84d8004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:11.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.857+0000 7f84eaa0f740 1 -- 172.21.15.18:0/2538001231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa6683520 msgr2=0x556aa6685910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.857+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa6683520 0x556aa6685910 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f84d00cf6e0 tx=0x7f84d009e860 comp rx=0 tx=0).stop 2024-03-07T10:06:11.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.857+0000 7f84eaa0f740 1 -- 172.21.15.18:0/2538001231 shutdown_connections 2024-03-07T10:06:11.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.857+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa6683520 0x556aa6685910 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.857+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa667a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.857+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/2538001231 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa667ad10 0x556aa6679a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.857+0000 7f84eaa0f740 1 -- 172.21.15.18:0/2538001231 >> 172.21.15.18:0/2538001231 conn(0x556aa6641580 msgr2=0x556aa6674c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.858+0000 7f84eaa0f740 1 -- 172.21.15.18:0/2538001231 shutdown_connections 2024-03-07T10:06:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.858+0000 7f84eaa0f740 1 -- 172.21.15.18:0/2538001231 wait complete. 2024-03-07T10:06:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.858+0000 7f84eaa0f740 1 -- start start 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.858+0000 7f84eaa0f740 1 Processor -- start 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa6680620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6680b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6683520 0x556aa66810a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556aa66861f0 con 0x556aa6679fa0 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556aa659ad60 con 0x556aa667ad10 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556aa6686370 con 0x556aa6683520 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84eaa0f740 10 client.0 _ll_register_callbacks cb 0x556aa62f2a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84e51c6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6680b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84e51c6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6680b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59372/0 (socket says 172.21.15.18:59372) 2024-03-07T10:06:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84e51c6640 1 -- 172.21.15.18:0/1319263602 learned_addr learned my addr 172.21.15.18:0/1319263602 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84e59c7640 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa6680620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.859+0000 7f84e61c8640 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6683520 0x556aa66810a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84e51c6640 1 -- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6683520 msgr2=0x556aa66810a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84e51c6640 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6683520 0x556aa66810a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84e51c6640 1 -- 172.21.15.18:0/1319263602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 msgr2=0x556aa6680620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84e51c6640 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa6680620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84e51c6640 1 -- 172.21.15.18:0/1319263602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556aa63bf620 con 0x556aa667ad10 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84e51c6640 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6680b60 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f84d00a6bf0 tx=0x7f84d000ba20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48f4b5a34fb03b8c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84c97fa640 1 -- 172.21.15.18:0/1319263602 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d006aff0 con 0x556aa667ad10 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84c97fa640 1 -- 172.21.15.18:0/1319263602 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f84d009cc80 con 0x556aa667ad10 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f84d009e980 con 0x556aa667ad10 2024-03-07T10:06:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84c97fa640 1 -- 172.21.15.18:0/1319263602 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84d006b250 con 0x556aa667ad10 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84eaa0f740 10 client.27182 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556aa66925b0 con 0x556aa667ad10 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.860+0000 7f84c97fa640 1 -- 172.21.15.18:0/1319263602 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84d009e980 con 0x556aa667ad10 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84c97fa640 1 -- 172.21.15.18:0/1319263602 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f84d009de60 con 0x556aa667ad10 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84eaa0f740 10 client.27182 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84eaa0f740 10 client.27182 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84eaa0f740 20 client.27182 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa6693900 0x556aa6695cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84eaa0f740 4 client.27182 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556aa65ebb00 con 0x556aa6693900 2024-03-07T10:06:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.861+0000 7f84e59c7640 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa6693900 0x556aa6695cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.862+0000 7f84e59c7640 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa6693900 0x556aa6695cf0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22c94a5d8f3dfe82 server_cookie=2714786bc58a7cf5 in_seq=0 out_seq=0 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.862+0000 7f84c97fa640 10 client.27182 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.863+0000 7f84c97fa640 1 -- 172.21.15.18:0/1319263602 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556aa65ebb00 con 0x556aa6693900 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.863+0000 7f84c97fa640 10 client.27182 handle_command_reply: tid=0 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.863+0000 7f84eaa0f740 1 client.27182 shutdown 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 msgr2=0x556aa6680b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6680b60 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f84d00a6bf0 tx=0x7f84d000ba20 comp rx=0 tx=0).stop 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 shutdown_connections 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa6693900 0x556aa6695cf0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6683520 0x556aa66810a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6680b60 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/1319263602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6679fa0 0x556aa6680620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 >> 172.21.15.18:0/1319263602 conn(0x556aa6641580 msgr2=0x556aa66769e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84c97fa640 0 client.27182 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 shutdown_connections 2024-03-07T10:06:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 1 -- 172.21.15.18:0/1319263602 wait complete. 2024-03-07T10:06:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.864+0000 7f84eaa0f740 20 client.27182 trim_cache size 0 max 16384 2024-03-07T10:06:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.891+0000 7f84eaa0f740 1 Processor -- start 2024-03-07T10:06:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.892+0000 7f84eaa0f740 1 -- start start 2024-03-07T10:06:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.892+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa6682d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.892+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa66767a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.892+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa667d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e01b6040 con 0x556aa6683520 2024-03-07T10:06:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e01b3b40 con 0x556aa667ad10 2024-03-07T10:06:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84eaa0f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e01b1c00 con 0x556aa6679fa0 2024-03-07T10:06:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa667d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa667d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60246/0 (socket says 172.21.15.18:60246) 2024-03-07T10:06:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 -- 172.21.15.18:0/3828048765 learned_addr learned my addr 172.21.15.18:0/3828048765 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 -- 172.21.15.18:0/3828048765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 msgr2=0x556aa6682d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 --2- 172.21.15.18:0/3828048765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa6682d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 -- 172.21.15.18:0/3828048765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 msgr2=0x556aa66767a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:06:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 --2- 172.21.15.18:0/3828048765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa66767a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.893+0000 7f84e61c8640 1 -- 172.21.15.18:0/3828048765 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556aa6679270 con 0x556aa6683520 2024-03-07T10:06:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.894+0000 7f84e61c8640 1 --2- 172.21.15.18:0/3828048765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa667d8e0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f84d800f6d0 tx=0x7f84d8019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=381df1ca0b62ff40 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.896+0000 7f84cb7fe640 1 -- 172.21.15.18:0/3828048765 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d8004b20 con 0x556aa6683520 2024-03-07T10:06:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.896+0000 7f84cb7fe640 1 -- 172.21.15.18:0/3828048765 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84d8004cc0 con 0x556aa6683520 2024-03-07T10:06:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.896+0000 7f84cb7fe640 1 -- 172.21.15.18:0/3828048765 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84d8005490 con 0x556aa6683520 2024-03-07T10:06:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.897+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3828048765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 msgr2=0x556aa667d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.897+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3828048765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa667d8e0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f84d800f6d0 tx=0x7f84d8019000 comp rx=0 tx=0).stop 2024-03-07T10:06:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.900+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3828048765 shutdown_connections 2024-03-07T10:06:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.900+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3828048765 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa667d8e0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.900+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3828048765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa66767a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.900+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3828048765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa6682d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.900+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3828048765 >> 172.21.15.18:0/3828048765 conn(0x556aa6641580 msgr2=0x556aa6676090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:11.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.902+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3828048765 shutdown_connections 2024-03-07T10:06:11.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.902+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3828048765 wait complete. 2024-03-07T10:06:11.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.902+0000 7f84eaa0f740 1 -- start start 2024-03-07T10:06:11.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.903+0000 7f84eaa0f740 1 Processor -- start 2024-03-07T10:06:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.903+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa66989e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.903+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6696d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.903+0000 7f84eaa0f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa66972c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.903+0000 7f84e59c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa66989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.903+0000 7f84e59c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa66989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:56270/0 (socket says 172.21.15.18:56270) 2024-03-07T10:06:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e51c6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6696d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e51c6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6696d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59378/0 (socket says 172.21.15.18:59378) 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e59c7640 1 -- 172.21.15.18:0/3457050248 learned_addr learned my addr 172.21.15.18:0/3457050248 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e01b2200 con 0x556aa6683520 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e01b34e0 con 0x556aa667ad10 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84e01b2820 con 0x556aa6679fa0 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e61c8640 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa66972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84eaa0f740 10 client.0 _ll_register_callbacks cb 0x7f84d009e4c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e59c7640 1 -- 172.21.15.18:0/3457050248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 msgr2=0x556aa6696d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e59c7640 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6696d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e59c7640 1 -- 172.21.15.18:0/3457050248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 msgr2=0x556aa66972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e59c7640 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa66972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e59c7640 1 -- 172.21.15.18:0/3457050248 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556aa66979b0 con 0x556aa6679fa0 2024-03-07T10:06:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.904+0000 7f84e61c8640 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa66972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.905+0000 7f84e59c7640 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa66989e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f84dc02f020 tx=0x7f84dc02c790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f47b1909a968e628 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.905+0000 7f84c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.905+0000 7f84c97fa640 1 -- 172.21.15.18:0/3457050248 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84dc04c020 con 0x556aa6679fa0 2024-03-07T10:06:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.905+0000 7f84c97fa640 1 -- 172.21.15.18:0/3457050248 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f84dc02cb90 con 0x556aa6679fa0 2024-03-07T10:06:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.905+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f84d8004cc0 con 0x556aa6679fa0 2024-03-07T10:06:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.905+0000 7f84c97fa640 1 -- 172.21.15.18:0/3457050248 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84dc057050 con 0x556aa6679fa0 2024-03-07T10:06:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 10 client.27259 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556aa66f8540 con 0x556aa6679fa0 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84c97fa640 1 -- 172.21.15.18:0/3457050248 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f84d8004cc0 con 0x556aa6679fa0 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84c97fa640 1 -- 172.21.15.18:0/3457050248 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f84dc004ec0 con 0x556aa6679fa0 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 10 client.27259 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 10 client.27259 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 20 client.27259 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa66f8c70 0x556aa66fb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 4 client.27259 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556aa65e5e50 con 0x556aa66f8c70 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.906+0000 7f84e51c6640 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa66f8c70 0x556aa66fb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.907+0000 7f84c97fa640 10 client.27259 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.907+0000 7f84e51c6640 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa66f8c70 0x556aa66fb090 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5956337a6f43f325 server_cookie=8459e84fc3e028c8 in_seq=0 out_seq=0 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.945+0000 7f84c97fa640 1 -- 172.21.15.18:0/3457050248 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556aa65e5e50 con 0x556aa66f8c70 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.945+0000 7f84c97fa640 10 client.27259 handle_command_reply: tid=0 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.945+0000 7f84eaa0f740 1 client.27259 shutdown 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.945+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 msgr2=0x556aa66989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.945+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa66989e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f84dc02f020 tx=0x7f84dc02c790 comp rx=0 tx=0).stop 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 shutdown_connections 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556aa66f8c70 0x556aa66fb090 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556aa6683520 0x556aa66972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556aa667ad10 0x556aa6696d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 --2- 172.21.15.18:0/3457050248 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556aa6679fa0 0x556aa66989e0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 >> 172.21.15.18:0/3457050248 conn(0x556aa6641580 msgr2=0x556aa668ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84c97fa640 0 client.27259 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 shutdown_connections 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 1 -- 172.21.15.18:0/3457050248 wait complete. 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.946+0000 7f84eaa0f740 20 client.27259 trim_cache size 0 max 16384 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:06:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:06:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a21d0 msgr2=0x7f84cc0a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a21d0 0x7f84cc0a4690 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f84d80125f0 tx=0x7f84d8004a40 comp rx=0 tx=0).stop 2024-03-07T10:06:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0109160 msgr2=0x7f84e019e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0109160 0x7f84e019e9f0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f84d0012fc0 tx=0x7f84d0010490 comp rx=0 tx=0).stop 2024-03-07T10:06:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 shutdown_connections 2024-03-07T10:06:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f84e01147b0 0x7f84e01a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f84cc0a21d0 0x7f84cc0a4690 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f84e0109160 0x7f84e019e9f0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 --2- 172.21.15.18:0/1841935407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f84e0108840 0x7f84e019e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 >> 172.21.15.18:0/1841935407 conn(0x7f84e006c710 msgr2=0x7f84e0070280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 shutdown_connections 2024-03-07T10:06:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:11.947+0000 7f84e7c2b640 1 -- 172.21.15.18:0/1841935407 wait complete. 2024-03-07T10:06:12.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:12 smithi063 ceph-mon[36356]: pgmap v215: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 13 MiB/s wr, 1.19k op/s 2024-03-07T10:06:12.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:12 smithi063 ceph-mon[36356]: osdmap e92: 12 total, 12 up, 12 in 2024-03-07T10:06:12.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:12 smithi077 ceph-mon[36374]: pgmap v215: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 13 MiB/s wr, 1.19k op/s 2024-03-07T10:06:12.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:12 smithi077 ceph-mon[36374]: osdmap e92: 12 total, 12 up, 12 in 2024-03-07T10:06:12.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:12 smithi018 ceph-mon[32171]: pgmap v215: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 13 MiB/s wr, 1.19k op/s 2024-03-07T10:06:12.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:12 smithi018 ceph-mon[32171]: osdmap e92: 12 total, 12 up, 12 in 2024-03-07T10:06:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 410.0 s, 2390.6 tps, lat 41.943 ms stddev 60.430 2024-03-07T10:06:14.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:14 smithi063 ceph-mon[36356]: pgmap v217: 97 pgs: 97 active+clean; 4.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 15 MiB/s wr, 1.39k op/s 2024-03-07T10:06:14.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:14 smithi077 ceph-mon[36374]: pgmap v217: 97 pgs: 97 active+clean; 4.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 15 MiB/s wr, 1.39k op/s 2024-03-07T10:06:14.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:14 smithi018 ceph-mon[32171]: pgmap v217: 97 pgs: 97 active+clean; 4.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 15 MiB/s wr, 1.39k op/s 2024-03-07T10:06:16.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:16 smithi063 ceph-mon[36356]: pgmap v218: 97 pgs: 97 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 131 KiB/s rd, 9.4 MiB/s wr, 713 op/s 2024-03-07T10:06:16.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:06:16.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:06:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:16 smithi077 ceph-mon[36374]: pgmap v218: 97 pgs: 97 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 131 KiB/s rd, 9.4 MiB/s wr, 713 op/s 2024-03-07T10:06:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:06:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:06:16.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:16 smithi018 ceph-mon[32171]: pgmap v218: 97 pgs: 97 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 131 KiB/s rd, 9.4 MiB/s wr, 713 op/s 2024-03-07T10:06:16.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:06:16.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:06:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:17 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:06:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:17 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:06:17.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:17 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:06:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 415.0 s, 2394.4 tps, lat 41.608 ms stddev 51.998 2024-03-07T10:06:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:18 smithi063 ceph-mon[36356]: pgmap v219: 97 pgs: 97 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 131 KiB/s rd, 9.4 MiB/s wr, 713 op/s 2024-03-07T10:06:18.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:18 smithi063 ceph-mon[36356]: osdmap e93: 12 total, 12 up, 12 in 2024-03-07T10:06:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:18 smithi077 ceph-mon[36374]: pgmap v219: 97 pgs: 97 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 131 KiB/s rd, 9.4 MiB/s wr, 713 op/s 2024-03-07T10:06:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:18 smithi077 ceph-mon[36374]: osdmap e93: 12 total, 12 up, 12 in 2024-03-07T10:06:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:18 smithi018 ceph-mon[32171]: pgmap v219: 97 pgs: 97 active+clean; 4.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 131 KiB/s rd, 9.4 MiB/s wr, 713 op/s 2024-03-07T10:06:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:18 smithi018 ceph-mon[32171]: osdmap e93: 12 total, 12 up, 12 in 2024-03-07T10:06:20.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:20 smithi063 ceph-mon[36356]: pgmap v221: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 12 MiB/s wr, 900 op/s 2024-03-07T10:06:20.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:20 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:06:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:20 smithi077 ceph-mon[36374]: pgmap v221: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 12 MiB/s wr, 900 op/s 2024-03-07T10:06:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:20 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:06:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:20 smithi018 ceph-mon[32171]: pgmap v221: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 12 MiB/s wr, 900 op/s 2024-03-07T10:06:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:20 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:06:21.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:21 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:06:21.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:21 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:06:21.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:21 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:06:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:21 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:06:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:21 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:06:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:21 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:06:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:21 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:06:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:21 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:06:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:21 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:06:22.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:22 smithi063 ceph-mon[36356]: pgmap v222: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 9.7 MiB/s wr, 735 op/s 2024-03-07T10:06:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:22 smithi077 ceph-mon[36374]: pgmap v222: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 9.7 MiB/s wr, 735 op/s 2024-03-07T10:06:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:22 smithi018 ceph-mon[32171]: pgmap v222: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 9.7 MiB/s wr, 735 op/s 2024-03-07T10:06:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 420.0 s, 2429.0 tps, lat 41.238 ms stddev 49.361 2024-03-07T10:06:24.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:24 smithi063 ceph-mon[36356]: pgmap v223: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 9.5 MiB/s wr, 721 op/s 2024-03-07T10:06:25.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:24 smithi077 ceph-mon[36374]: pgmap v223: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 9.5 MiB/s wr, 721 op/s 2024-03-07T10:06:25.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.085+0000 7f2044e34640 1 -- 172.21.15.18:0/2872960364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101610 msgr2=0x7f2040101a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.085+0000 7f2044e34640 1 --2- 172.21.15.18:0/2872960364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101610 0x7f2040101a90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2034009860 tx=0x7f203402bb70 comp rx=0 tx=0).stop 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.086+0000 7f2044e34640 1 -- 172.21.15.18:0/2872960364 shutdown_connections 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.086+0000 7f2044e34640 1 --2- 172.21.15.18:0/2872960364 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2040101fd0 0x7f204010e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.086+0000 7f2044e34640 1 --2- 172.21.15.18:0/2872960364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101610 0x7f2040101a90 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.086+0000 7f2044e34640 1 --2- 172.21.15.18:0/2872960364 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f20401076b0 0x7f2040107a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.086+0000 7f2044e34640 1 -- 172.21.15.18:0/2872960364 >> 172.21.15.18:0/2872960364 conn(0x7f20400fd0e0 msgr2=0x7f20400ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.087+0000 7f2044e34640 1 -- 172.21.15.18:0/2872960364 shutdown_connections 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.087+0000 7f2044e34640 1 -- 172.21.15.18:0/2872960364 wait complete. 2024-03-07T10:06:25.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.088+0000 7f2044e34640 1 Processor -- start 2024-03-07T10:06:25.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f2044e34640 1 -- start start 2024-03-07T10:06:25.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f2044e34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2040101610 0x7f2040197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f2044e34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101fd0 0x7f20401984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f2044e34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f20401076b0 0x7f204019c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f2044e34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2040111a80 con 0x7f2040101610 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f203dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101fd0 0x7f20401984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f2044e34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2040111900 con 0x7f2040101fd0 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f2044e34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2040111c00 con 0x7f20401076b0 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f203dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101fd0 0x7f20401984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40966/0 (socket says 172.21.15.18:40966) 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.089+0000 7f203dd9b640 1 -- 172.21.15.18:0/2490437028 learned_addr learned my addr 172.21.15.18:0/2490437028 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203ed9d640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f20401076b0 0x7f204019c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203dd9b640 1 -- 172.21.15.18:0/2490437028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f20401076b0 msgr2=0x7f204019c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203dd9b640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f20401076b0 0x7f204019c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203e59c640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2040101610 0x7f2040197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203dd9b640 1 -- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2040101610 msgr2=0x7f2040197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.092 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203dd9b640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2040101610 0x7f2040197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203dd9b640 1 -- 172.21.15.18:0/2490437028 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f204019cf90 con 0x7f2040101fd0 2024-03-07T10:06:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203e59c640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2040101610 0x7f2040197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:06:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.090+0000 7f203dd9b640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101fd0 0x7f20401984e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2034037040 tx=0x7f2034004530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.091+0000 7f202f7fe640 1 -- 172.21.15.18:0/2490437028 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2034041020 con 0x7f2040101fd0 2024-03-07T10:06:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.091+0000 7f202f7fe640 1 -- 172.21.15.18:0/2490437028 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f203402c9f0 con 0x7f2040101fd0 2024-03-07T10:06:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.091+0000 7f202f7fe640 1 -- 172.21.15.18:0/2490437028 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2034039040 con 0x7f2040101fd0 2024-03-07T10:06:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.091+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f204019d220 con 0x7f2040101fd0 2024-03-07T10:06:25.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.092+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20401a4b10 con 0x7f2040101fd0 2024-03-07T10:06:25.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:24 smithi018 ceph-mon[32171]: pgmap v223: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 9.5 MiB/s wr, 721 op/s 2024-03-07T10:06:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.095+0000 7f202f7fe640 1 -- 172.21.15.18:0/2490437028 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2034044020 con 0x7f2040101fd0 2024-03-07T10:06:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.096+0000 7f202f7fe640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20280a20f0 0x7f20280a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.096+0000 7f202f7fe640 1 -- 172.21.15.18:0/2490437028 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f20340ef880 con 0x7f2040101fd0 2024-03-07T10:06:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.096+0000 7f203e59c640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20280a20f0 0x7f20280a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.097+0000 7f2047c23740 1 Processor -- start 2024-03-07T10:06:25.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.098+0000 7f203e59c640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20280a20f0 0x7f20280a45b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2040102750 tx=0x7f2030009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:25.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f2047c23740 1 -- start start 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f2047c23740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e291734a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f2047c23740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e291735420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f2047c23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e29173e520 0x55e291740910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f2047c23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2916995c0 con 0x55e29173e520 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f2047c23740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e291642900 con 0x55e291735d10 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f2047c23740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e291695660 con 0x55e291734fa0 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f203dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e291735420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f203e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e291734a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f203dd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e291735420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45700/0 (socket says 172.21.15.18:45700) 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f203dd9b640 1 -- 172.21.15.18:0/11144181 learned_addr learned my addr 172.21.15.18:0/11144181 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f203ed9d640 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e29173e520 0x55e291740910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.099+0000 7f203e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e291734a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40978/0 (socket says 172.21.15.18:40978) 2024-03-07T10:06:25.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.100+0000 7f203dd9b640 1 -- 172.21.15.18:0/11144181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 msgr2=0x55e291734a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.100+0000 7f203dd9b640 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e291734a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.100+0000 7f203dd9b640 1 -- 172.21.15.18:0/11144181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e29173e520 msgr2=0x55e291740910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.100+0000 7f203dd9b640 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e29173e520 0x55e291740910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.100+0000 7f203dd9b640 1 -- 172.21.15.18:0/11144181 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2913ae210 con 0x55e291734fa0 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.100+0000 7f203e59c640 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e291734a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.100+0000 7f203dd9b640 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e291735420 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f20340c44f0 tx=0x7f203402bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=992787e07ff79109 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.101+0000 7f202cff9640 1 -- 172.21.15.18:0/11144181 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20340bc280 con 0x55e291734fa0 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.101+0000 7f202cff9640 1 -- 172.21.15.18:0/11144181 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f20340c03d0 con 0x55e291734fa0 2024-03-07T10:06:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.101+0000 7f202cff9640 1 -- 172.21.15.18:0/11144181 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2034032d90 con 0x55e291734fa0 2024-03-07T10:06:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.102+0000 7f2047c23740 1 -- 172.21.15.18:0/11144181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 msgr2=0x55e291735420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.102+0000 7f2047c23740 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e291735420 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f20340c44f0 tx=0x7f203402bb70 comp rx=0 tx=0).stop 2024-03-07T10:06:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 -- 172.21.15.18:0/11144181 shutdown_connections 2024-03-07T10:06:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e29173e520 0x55e291740910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e291735420 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 --2- 172.21.15.18:0/11144181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e291734a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 -- 172.21.15.18:0/11144181 >> 172.21.15.18:0/11144181 conn(0x55e2916fc580 msgr2=0x55e29172fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 -- 172.21.15.18:0/11144181 shutdown_connections 2024-03-07T10:06:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 -- 172.21.15.18:0/11144181 wait complete. 2024-03-07T10:06:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 -- start start 2024-03-07T10:06:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.104+0000 7f2047c23740 1 Processor -- start 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f2047c23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e29173b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f2047c23740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f2047c23740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f2047c23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e291741010 con 0x55e291734fa0 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f2047c23740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e291655d60 con 0x55e291735d10 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f2047c23740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e291741190 con 0x55e29173e520 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f2047c23740 10 client.0 _ll_register_callbacks cb 0x55e2913ada00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f203e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e29173b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f203e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e29173b650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43624/0 (socket says 172.21.15.18:43624) 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f203e59c640 1 -- 172.21.15.18:0/4169281166 learned_addr learned my addr 172.21.15.18:0/4169281166 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f203ed9d640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.105+0000 7f203ed9d640 1 -- 172.21.15.18:0/4169281166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 msgr2=0x55e29173bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f203dd9b640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f203ed9d640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f203ed9d640 1 -- 172.21.15.18:0/4169281166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 msgr2=0x55e29173b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f203ed9d640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e29173b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f203ed9d640 1 -- 172.21.15.18:0/4169281166 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e29147a620 con 0x55e29173e520 2024-03-07T10:06:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f203dd9b640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:06:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f203ed9d640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173c0d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55e291735a40 tx=0x7f2038012db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc071b277cf5ddfa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f2025ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f2025ffb640 1 -- 172.21.15.18:0/4169281166 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2038004b20 con 0x55e29173e520 2024-03-07T10:06:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f2025ffb640 1 -- 172.21.15.18:0/4169281166 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2038004cc0 con 0x55e29173e520 2024-03-07T10:06:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f20340c03d0 con 0x55e29173e520 2024-03-07T10:06:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.106+0000 7f2025ffb640 1 -- 172.21.15.18:0/4169281166 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2038003970 con 0x55e29173e520 2024-03-07T10:06:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 10 client.27271 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e29174d3e0 con 0x55e29173e520 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2025ffb640 1 -- 172.21.15.18:0/4169281166 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f20340c03d0 con 0x55e29173e520 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2025ffb640 1 -- 172.21.15.18:0/4169281166 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f20380041e0 con 0x55e29173e520 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 10 client.27271 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 10 client.27271 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 20 client.27271 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e29174e8a0 0x55e291750c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 4 client.27271 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e2916a6b00 con 0x55e29174e8a0 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.107+0000 7f203e59c640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e29174e8a0 0x55e291750c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.108+0000 7f2025ffb640 10 client.27271 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.108+0000 7f203e59c640 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e29174e8a0 0x55e291750c90 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2a4f18aeb4b6c26 server_cookie=efa40bd6377db5ce in_seq=0 out_seq=0 2024-03-07T10:06:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2025ffb640 1 -- 172.21.15.18:0/4169281166 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e2916a6b00 con 0x55e29174e8a0 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2025ffb640 10 client.27271 handle_command_reply: tid=0 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 client.27271 shutdown 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 msgr2=0x55e29173c0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173c0d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55e291735a40 tx=0x7f2038012db0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 shutdown_connections 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e29174e8a0 0x55e291750c90 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173c0d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 --2- 172.21.15.18:0/4169281166 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e29173b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 >> 172.21.15.18:0/4169281166 conn(0x55e2916fc580 msgr2=0x55e2917319e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2025ffb640 0 client.27271 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.110+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 shutdown_connections 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.111+0000 7f2047c23740 1 -- 172.21.15.18:0/4169281166 wait complete. 2024-03-07T10:06:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.111+0000 7f2047c23740 20 client.27271 trim_cache size 0 max 16384 2024-03-07T10:06:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.139+0000 7f2047c23740 1 Processor -- start 2024-03-07T10:06:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.144+0000 7f2047c23740 1 -- start start 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.145+0000 7f2047c23740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e29173dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.145+0000 7f2047c23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291735d10 0x55e29173bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.145+0000 7f2047c23740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e29173e520 0x55e29172ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.145+0000 7f2047c23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20401ad8f0 con 0x55e291735d10 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.145+0000 7f2047c23740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20401ab3f0 con 0x55e29173e520 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.145+0000 7f2047c23740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20401a94b0 con 0x55e291734fa0 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.147+0000 7f203ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e29173e520 0x55e29172ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.147+0000 7f203ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e29173e520 0x55e29172ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40994/0 (socket says 172.21.15.18:40994) 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.147+0000 7f203ed9d640 1 -- 172.21.15.18:0/1052906621 learned_addr learned my addr 172.21.15.18:0/1052906621 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.147+0000 7f203e59c640 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e29173dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.149+0000 7f203dd9b640 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291735d10 0x55e29173bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.150+0000 7f203ed9d640 1 -- 172.21.15.18:0/1052906621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 msgr2=0x55e29173dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.150+0000 7f203ed9d640 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e29173dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.150+0000 7f203ed9d640 1 -- 172.21.15.18:0/1052906621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291735d10 msgr2=0x55e29173bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.150+0000 7f203ed9d640 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291735d10 0x55e29173bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.150+0000 7f203ed9d640 1 -- 172.21.15.18:0/1052906621 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2917512f0 con 0x55e29173e520 2024-03-07T10:06:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.151+0000 7f203ed9d640 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e29173e520 0x55e29172ec90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2038006010 tx=0x7f2038005ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9903647ef7a5af0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.152+0000 7f2027fff640 1 -- 172.21.15.18:0/1052906621 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203800f870 con 0x55e29173e520 2024-03-07T10:06:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.152+0000 7f2027fff640 1 -- 172.21.15.18:0/1052906621 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2038003b10 con 0x55e29173e520 2024-03-07T10:06:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.153+0000 7f2047c23740 1 -- 172.21.15.18:0/1052906621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e29173e520 msgr2=0x55e29172ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.153+0000 7f2047c23740 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e29173e520 0x55e29172ec90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f2038006010 tx=0x7f2038005ac0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.154+0000 7f2047c23740 1 -- 172.21.15.18:0/1052906621 shutdown_connections 2024-03-07T10:06:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.154+0000 7f2047c23740 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e29173e520 0x55e29172ec90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.154+0000 7f2047c23740 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291735d10 0x55e29173bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.154+0000 7f2047c23740 1 --2- 172.21.15.18:0/1052906621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e291734fa0 0x55e29173dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.154+0000 7f2047c23740 1 -- 172.21.15.18:0/1052906621 >> 172.21.15.18:0/1052906621 conn(0x55e2916fc580 msgr2=0x55e29172e580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.159+0000 7f2047c23740 1 -- 172.21.15.18:0/1052906621 shutdown_connections 2024-03-07T10:06:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.159+0000 7f2047c23740 1 -- 172.21.15.18:0/1052906621 wait complete. 2024-03-07T10:06:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.159+0000 7f2047c23740 1 -- start start 2024-03-07T10:06:25.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.159+0000 7f2047c23740 1 Processor -- start 2024-03-07T10:06:25.161 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.160+0000 7f2047c23740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e291738ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.160+0000 7f2047c23740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.160+0000 7f2047c23740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f2047c23740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20401a9ab0 con 0x55e291734fa0 2024-03-07T10:06:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f203dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f203dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41010/0 (socket says 172.21.15.18:41010) 2024-03-07T10:06:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f203dd9b640 1 -- 172.21.15.18:0/567817348 learned_addr learned my addr 172.21.15.18:0/567817348 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20401aad90 con 0x55e291735d10 2024-03-07T10:06:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20401aa0d0 con 0x55e29173e520 2024-03-07T10:06:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f203e59c640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e291738ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f2047c23740 10 client.0 _ll_register_callbacks cb 0x7f2038009c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f203e59c640 1 -- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 msgr2=0x55e29173fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.161+0000 7f203ed9d640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f203e59c640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f203e59c640 1 -- 172.21.15.18:0/567817348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 msgr2=0x55e29173f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f203e59c640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f203e59c640 1 -- 172.21.15.18:0/567817348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e291740040 con 0x55e291734fa0 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f203dd9b640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f203ed9d640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f203e59c640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e291738ff0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f203000ff90 tx=0x7f2030004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbd21bf1cf0bb7cd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.162+0000 7f2025ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:06:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.165+0000 7f2025ffb640 1 -- 172.21.15.18:0/567817348 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203001d080 con 0x55e291734fa0 2024-03-07T10:06:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.165+0000 7f2025ffb640 1 -- 172.21.15.18:0/567817348 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f203001d220 con 0x55e291734fa0 2024-03-07T10:06:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.166+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2038003b10 con 0x55e291734fa0 2024-03-07T10:06:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.167+0000 7f2025ffb640 1 -- 172.21.15.18:0/567817348 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f203001d440 con 0x55e291734fa0 2024-03-07T10:06:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.167+0000 7f2047c23740 10 client.17436 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.167+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e2917aae00 con 0x55e291734fa0 2024-03-07T10:06:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2025ffb640 1 -- 172.21.15.18:0/567817348 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2038003b10 con 0x55e291734fa0 2024-03-07T10:06:25.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2025ffb640 1 -- 172.21.15.18:0/567817348 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f203003b9a0 con 0x55e291734fa0 2024-03-07T10:06:25.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2047c23740 10 client.17436 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:25.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2047c23740 10 client.17436 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:25.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2047c23740 20 client.17436 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:25.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2047c23740 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e2917ab4b0 0x55e2917ad8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:25.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2047c23740 4 client.17436 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:06:25.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.168+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e2916a0e50 con 0x55e2917ab4b0 2024-03-07T10:06:25.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.170+0000 7f203dd9b640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e2917ab4b0 0x55e2917ad8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:25.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.173+0000 7f203dd9b640 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e2917ab4b0 0x55e2917ad8d0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4c0f58bbd710931 server_cookie=1900f01835224be2 in_seq=0 out_seq=0 2024-03-07T10:06:25.177 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.173+0000 7f2025ffb640 10 client.17436 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2025ffb640 1 -- 172.21.15.18:0/567817348 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e2916a0e50 con 0x55e2917ab4b0 2024-03-07T10:06:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2025ffb640 10 client.17436 handle_command_reply: tid=0 2024-03-07T10:06:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 client.17436 shutdown 2024-03-07T10:06:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 msgr2=0x55e291738ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e291738ff0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f203000ff90 tx=0x7f2030004730 comp rx=0 tx=0).stop 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 shutdown_connections 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e2917ab4b0 0x55e2917ad8d0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e29173e520 0x55e29173fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e291735d10 0x55e29173f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 --2- 172.21.15.18:0/567817348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e291734fa0 0x55e291738ff0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 >> 172.21.15.18:0/567817348 conn(0x55e2916fc580 msgr2=0x55e2917316e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.200+0000 7f2025ffb640 0 client.17436 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:25.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.202+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 shutdown_connections 2024-03-07T10:06:25.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.202+0000 7f2047c23740 1 -- 172.21.15.18:0/567817348 wait complete. 2024-03-07T10:06:25.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.203+0000 7f2047c23740 20 client.17436 trim_cache size 0 max 16384 2024-03-07T10:06:25.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:06:25.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:06:25.204 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:06:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:06:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20280a20f0 msgr2=0x7f20280a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20280a20f0 0x7f20280a45b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2040102750 tx=0x7f2030009260 comp rx=0 tx=0).stop 2024-03-07T10:06:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101fd0 msgr2=0x7f20401984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101fd0 0x7f20401984e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2034037040 tx=0x7f2034004530 comp rx=0 tx=0).stop 2024-03-07T10:06:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 shutdown_connections 2024-03-07T10:06:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f20401076b0 0x7f204019c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2040101fd0 0x7f20401984e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20280a20f0 0x7f20280a45b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 --2- 172.21.15.18:0/2490437028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2040101610 0x7f2040197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:25.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 >> 172.21.15.18:0/2490437028 conn(0x7f20400fd0e0 msgr2=0x7f20400fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:25.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.204+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 shutdown_connections 2024-03-07T10:06:25.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:25.205+0000 7f2044e34640 1 -- 172.21.15.18:0/2490437028 wait complete. 2024-03-07T10:06:26.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:26 smithi063 ceph-mon[36356]: pgmap v224: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 714 op/s 2024-03-07T10:06:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:26 smithi077 ceph-mon[36374]: pgmap v224: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 714 op/s 2024-03-07T10:06:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:26 smithi018 ceph-mon[32171]: pgmap v224: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 714 op/s 2024-03-07T10:06:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 425.0 s, 2505.0 tps, lat 39.997 ms stddev 46.074 2024-03-07T10:06:28.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:28 smithi063 ceph-mon[36356]: pgmap v225: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 714 op/s 2024-03-07T10:06:29.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:28 smithi077 ceph-mon[36374]: pgmap v225: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 714 op/s 2024-03-07T10:06:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:28 smithi018 ceph-mon[32171]: pgmap v225: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 714 op/s 2024-03-07T10:06:30.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:30 smithi063 ceph-mon[36356]: pgmap v226: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 13 MiB/s wr, 939 op/s 2024-03-07T10:06:31.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:30 smithi077 ceph-mon[36374]: pgmap v226: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 13 MiB/s wr, 939 op/s 2024-03-07T10:06:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:30 smithi018 ceph-mon[32171]: pgmap v226: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 13 MiB/s wr, 939 op/s 2024-03-07T10:06:32.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:32 smithi063 ceph-mon[36356]: pgmap v227: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 8.0 MiB/s wr, 568 op/s 2024-03-07T10:06:33.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:32 smithi077 ceph-mon[36374]: pgmap v227: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 8.0 MiB/s wr, 568 op/s 2024-03-07T10:06:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:32 smithi018 ceph-mon[32171]: pgmap v227: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 8.0 MiB/s wr, 568 op/s 2024-03-07T10:06:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 430.0 s, 2228.6 tps, lat 44.331 ms stddev 51.256 2024-03-07T10:06:34.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:34 smithi063 ceph-mon[36356]: pgmap v228: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 8.0 MiB/s wr, 576 op/s 2024-03-07T10:06:35.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:34 smithi077 ceph-mon[36374]: pgmap v228: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 8.0 MiB/s wr, 576 op/s 2024-03-07T10:06:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:34 smithi018 ceph-mon[32171]: pgmap v228: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 8.0 MiB/s wr, 576 op/s 2024-03-07T10:06:36.882 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:06:36.883 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:06:36.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:36 smithi063 ceph-mon[36356]: pgmap v229: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 850 op/s 2024-03-07T10:06:37.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:36 smithi077 ceph-mon[36374]: pgmap v229: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 850 op/s 2024-03-07T10:06:37.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cace0e640 1 -- 172.21.15.18:0/2780154529 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca4032340 con 0x7f8ca810a920 2024-03-07T10:06:37.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 -- 172.21.15.18:0/2780154529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 msgr2=0x7f8ca8113070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2780154529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 0x7f8ca8113070 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8ca4009860 tx=0x7f8ca402bca0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 -- 172.21.15.18:0/2780154529 shutdown_connections 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2780154529 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca81135b0 0x7f8ca81159a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2780154529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 0x7f8ca8113070 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2780154529 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca810a000 0x7f8ca810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 -- 172.21.15.18:0/2780154529 >> 172.21.15.18:0/2780154529 conn(0x7f8ca806c6d0 msgr2=0x7f8ca806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 -- 172.21.15.18:0/2780154529 shutdown_connections 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.038+0000 7f8cb0074640 1 -- 172.21.15.18:0/2780154529 wait complete. 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 Processor -- start 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 -- start start 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca810a000 0x7f8ca81a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 0x7f8ca81a1b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca81135b0 0x7f8ca81ac670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca8119100 con 0x7f8ca81135b0 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca8118f80 con 0x7f8ca810a000 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cb0074640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca8119280 con 0x7f8ca810a920 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cae611640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca81135b0 0x7f8ca81ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cae611640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca81135b0 0x7f8ca81ac670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46500/0 (socket says 172.21.15.18:46500) 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cae611640 1 -- 172.21.15.18:0/2798055263 learned_addr learned my addr 172.21.15.18:0/2798055263 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cade10640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca810a000 0x7f8ca81a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.039+0000 7f8cad60f640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 0x7f8ca81a1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cade10640 1 -- 172.21.15.18:0/2798055263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 msgr2=0x7f8ca81a1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cade10640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 0x7f8ca81a1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cade10640 1 -- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca81135b0 msgr2=0x7f8ca81ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cade10640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca81135b0 0x7f8ca81ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cade10640 1 -- 172.21.15.18:0/2798055263 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ca81acbb0 con 0x7f8ca810a000 2024-03-07T10:06:37.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cad60f640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 0x7f8ca81a1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:37.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cade10640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca810a000 0x7f8ca81a15f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8ca000eb00 tx=0x7f8ca000c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8c9effd640 1 -- 172.21.15.18:0/2798055263 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0010430 con 0x7f8ca810a000 2024-03-07T10:06:37.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ca819f3e0 con 0x7f8ca810a000 2024-03-07T10:06:37.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8c9effd640 1 -- 172.21.15.18:0/2798055263 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ca0010ab0 con 0x7f8ca810a000 2024-03-07T10:06:37.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.040+0000 7f8c9effd640 1 -- 172.21.15.18:0/2798055263 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0017bb0 con 0x7f8ca810a000 2024-03-07T10:06:37.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.041+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ca819f950 con 0x7f8ca810a000 2024-03-07T10:06:37.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.045+0000 7f8c9effd640 1 -- 172.21.15.18:0/2798055263 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8ca0010c60 con 0x7f8ca810a000 2024-03-07T10:06:37.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.045+0000 7f8cb2e5d740 1 Processor -- start 2024-03-07T10:06:37.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.045+0000 7f8c9effd640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8c940a1ef0 0x7f8c940a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8c9effd640 1 -- 172.21.15.18:0/2798055263 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8ca0098df0 con 0x7f8ca810a000 2024-03-07T10:06:37.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cae611640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8c940a1ef0 0x7f8c940a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cb2e5d740 1 -- start start 2024-03-07T10:06:37.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e0730 0x5582fb4e0b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e96f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 0x5582fb4ec020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cb2e5d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582fb443dd0 con 0x5582fb4e9c30 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cb2e5d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582fb3ecae0 con 0x5582fb4e1050 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cb2e5d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582fb43fe70 con 0x5582fb4e0730 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e0730 0x5582fb4e0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e0730 0x5582fb4e0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48520/0 (socket says 172.21.15.18:48520) 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 -- 172.21.15.18:0/1257018834 learned_addr learned my addr 172.21.15.18:0/1257018834 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cae611640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8c940a1ef0 0x7f8c940a43b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8c98009c20 tx=0x7f8c98009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cad60f640 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cae611640 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 0x5582fb4ec020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 -- 172.21.15.18:0/1257018834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 msgr2=0x5582fb4e96f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e96f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 -- 172.21.15.18:0/1257018834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 msgr2=0x5582fb4ec020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 0x5582fb4ec020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 -- 172.21.15.18:0/1257018834 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582fb2227d0 con 0x5582fb4e0730 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.046+0000 7f8cade10640 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e0730 0x5582fb4e0b10 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8ca009aa50 tx=0x7f8ca009ad50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1125684b1949c8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.047+0000 7f8c93fff640 1 -- 172.21.15.18:0/1257018834 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca00b2030 con 0x5582fb4e0730 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.047+0000 7f8c93fff640 1 -- 172.21.15.18:0/1257018834 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ca00a34f0 con 0x5582fb4e0730 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.047+0000 7f8c93fff640 1 -- 172.21.15.18:0/1257018834 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca009a3a0 con 0x5582fb4e0730 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.047+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/1257018834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e0730 msgr2=0x5582fb4e0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.047+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e0730 0x5582fb4e0b10 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8ca009aa50 tx=0x7f8ca009ad50 comp rx=0 tx=0).stop 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/1257018834 shutdown_connections 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 0x5582fb4ec020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e96f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/1257018834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e0730 0x5582fb4e0b10 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/1257018834 >> 172.21.15.18:0/1257018834 conn(0x5582fb4dae60 msgr2=0x5582fb4db240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/1257018834 shutdown_connections 2024-03-07T10:06:37.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/1257018834 wait complete. 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 -- start start 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.048+0000 7f8cb2e5d740 1 Processor -- start 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.049+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4e6af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.049+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.049+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e9c30 0x5582fb4e7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cad60f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cad60f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e7030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45988/0 (socket says 172.21.15.18:45988) 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cad60f640 1 -- 172.21.15.18:0/674717182 learned_addr learned my addr 172.21.15.18:0/674717182 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cae611640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e9c30 0x5582fb4e7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582fb4ec9c0 con 0x5582fb4e0730 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582fb400070 con 0x5582fb4e1050 2024-03-07T10:06:37.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582fb4ecb40 con 0x5582fb4e9c30 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cb2e5d740 10 client.0 _ll_register_callbacks cb 0x5582fb3ffa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cade10640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4e6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cae611640 1 -- 172.21.15.18:0/674717182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 msgr2=0x5582fb4e7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cae611640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e7030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.050+0000 7f8cae611640 1 -- 172.21.15.18:0/674717182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 msgr2=0x5582fb4e6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.051+0000 7f8cae611640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4e6af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.051+0000 7f8cae611640 1 -- 172.21.15.18:0/674717182 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582fb1583f0 con 0x5582fb4e9c30 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.051+0000 7f8cae611640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e9c30 0x5582fb4e7570 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x5582fb4dbff0 tx=0x7f8c98004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2445ec5b44298bcf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.051+0000 7f8c917fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8cade10640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4e6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8c917fa640 1 -- 172.21.15.18:0/674717182 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c9802a060 con 0x5582fb4e9c30 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8c917fa640 1 -- 172.21.15.18:0/674717182 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8c98009040 con 0x5582fb4e9c30 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8ca00a34f0 con 0x5582fb4e9c30 2024-03-07T10:06:37.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8c917fa640 1 -- 172.21.15.18:0/674717182 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8c9801b620 con 0x5582fb4e9c30 2024-03-07T10:06:37.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8cb2e5d740 10 client.27286 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:37.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5582fb1180f0 con 0x5582fb4e9c30 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.052+0000 7f8c917fa640 1 -- 172.21.15.18:0/674717182 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ca00a34f0 con 0x5582fb4e9c30 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8c917fa640 1 -- 172.21.15.18:0/674717182 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8c980259b0 con 0x5582fb4e9c30 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cb2e5d740 10 client.27286 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cb2e5d740 10 client.27286 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cb2e5d740 20 client.27286 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb4f9a50 0x5582fb4fbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cb2e5d740 4 client.27286 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:37.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582fb451310 con 0x5582fb4f9a50 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cade10640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb4f9a50 0x5582fb4fbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8c917fa640 10 client.27286 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.053+0000 7f8cade10640 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb4f9a50 0x5582fb4fbe40 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=143fe92d8ecc0613 server_cookie=27dfe65d999b1bba in_seq=0 out_seq=0 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.054+0000 7f8c917fa640 1 -- 172.21.15.18:0/674717182 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5582fb451310 con 0x5582fb4f9a50 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.054+0000 7f8c917fa640 10 client.27286 handle_command_reply: tid=0 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.054+0000 7f8cb2e5d740 1 client.27286 shutdown 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e9c30 msgr2=0x5582fb4e7570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e9c30 0x5582fb4e7570 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x5582fb4dbff0 tx=0x7f8c98004730 comp rx=0 tx=0).stop 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 shutdown_connections 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb4f9a50 0x5582fb4fbe40 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e9c30 0x5582fb4e7570 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e1050 0x5582fb4e7030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/674717182 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4e6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8c917fa640 0 client.27286 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:37.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.055+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 >> 172.21.15.18:0/674717182 conn(0x5582fb4dae60 msgr2=0x5582fb4dcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.056+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 shutdown_connections 2024-03-07T10:06:37.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.057+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/674717182 wait complete. 2024-03-07T10:06:37.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.057+0000 7f8cb2e5d740 20 client.27286 trim_cache size 0 max 16384 2024-03-07T10:06:37.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.081+0000 7f8cb2e5d740 1 Processor -- start 2024-03-07T10:06:37.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.081+0000 7f8cb2e5d740 1 -- start start 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e0730 0x5582fb4e9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4e71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 0x5582fb4f5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cade10640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e0730 0x5582fb4e9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cade10640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e0730 0x5582fb4e9220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45992/0 (socket says 172.21.15.18:45992) 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cade10640 1 -- 172.21.15.18:0/577521875 learned_addr learned my addr 172.21.15.18:0/577521875 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cad60f640 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4e71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca81b6140 con 0x5582fb4e9c30 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca81b3c40 con 0x5582fb4e0730 2024-03-07T10:06:37.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca81b1d00 con 0x5582fb4e1050 2024-03-07T10:06:37.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cade10640 1 -- 172.21.15.18:0/577521875 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 msgr2=0x5582fb4e71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.082+0000 7f8cade10640 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4e71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.083+0000 7f8cade10640 1 -- 172.21.15.18:0/577521875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 msgr2=0x5582fb4f5250 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:06:37.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.083+0000 7f8cade10640 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 0x5582fb4f5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.083+0000 7f8cade10640 1 -- 172.21.15.18:0/577521875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582fb4f6200 con 0x5582fb4e0730 2024-03-07T10:06:37.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.083+0000 7f8cade10640 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e0730 0x5582fb4e9220 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8ca000c7d0 tx=0x7f8ca009eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=820268895032a380 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.083+0000 7f8c937fe640 1 -- 172.21.15.18:0/577521875 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca007d070 con 0x5582fb4e0730 2024-03-07T10:06:37.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.083+0000 7f8c937fe640 1 -- 172.21.15.18:0/577521875 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ca00a34f0 con 0x5582fb4e0730 2024-03-07T10:06:37.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.083+0000 7f8c937fe640 1 -- 172.21.15.18:0/577521875 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca00b2040 con 0x5582fb4e0730 2024-03-07T10:06:37.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.084+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e0730 msgr2=0x5582fb4e9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.084+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e0730 0x5582fb4e9220 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8ca000c7d0 tx=0x7f8ca009eea0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 shutdown_connections 2024-03-07T10:06:37.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e9c30 0x5582fb4f5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4e71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/577521875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e0730 0x5582fb4e9220 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 >> 172.21.15.18:0/577521875 conn(0x5582fb4dae60 msgr2=0x5582fb4e6ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 shutdown_connections 2024-03-07T10:06:37.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/577521875 wait complete. 2024-03-07T10:06:37.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 -- start start 2024-03-07T10:06:37.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.085+0000 7f8cb2e5d740 1 Processor -- start 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4ed4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4eda00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cb2e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e9c30 0x5582fb55cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cb2e5d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca81b2300 con 0x5582fb4e0730 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cb2e5d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca81b35e0 con 0x5582fb4e9c30 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cb2e5d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca81b2920 con 0x5582fb4e1050 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cb2e5d740 10 client.0 _ll_register_callbacks cb 0x7f8c9801c880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cad60f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4eda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cad60f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4eda00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48540/0 (socket says 172.21.15.18:48540) 2024-03-07T10:06:37.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cad60f640 1 -- 172.21.15.18:0/2349220379 learned_addr learned my addr 172.21.15.18:0/2349220379 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cade10640 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4ed4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.086+0000 7f8cae611640 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e9c30 0x5582fb55cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cad60f640 1 -- 172.21.15.18:0/2349220379 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e9c30 msgr2=0x5582fb55cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cad60f640 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e9c30 0x5582fb55cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cad60f640 1 -- 172.21.15.18:0/2349220379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 msgr2=0x5582fb4ed4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cad60f640 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4ed4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cad60f640 1 -- 172.21.15.18:0/2349220379 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582fb4ee300 con 0x5582fb4e1050 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cad60f640 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4eda00 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8ca402c2b0 tx=0x7f8ca4004420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7037015295c2fa2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8c917fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8c917fa640 1 -- 172.21.15.18:0/2349220379 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca404c060 con 0x5582fb4e1050 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8ca00a34f0 con 0x5582fb4e1050 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8c917fa640 1 -- 172.21.15.18:0/2349220379 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8ca4034850 con 0x5582fb4e1050 2024-03-07T10:06:37.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8c917fa640 1 -- 172.21.15.18:0/2349220379 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ca4053050 con 0x5582fb4e1050 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cb2e5d740 10 client.27292 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5582fb55e190 con 0x5582fb4e1050 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.087+0000 7f8c917fa640 1 -- 172.21.15.18:0/2349220379 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ca00a34f0 con 0x5582fb4e1050 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8c917fa640 1 -- 172.21.15.18:0/2349220379 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8ca4003ae0 con 0x5582fb4e1050 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cb2e5d740 10 client.27292 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cb2e5d740 10 client.27292 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cb2e5d740 20 client.27292 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb55e8a0 0x5582fb560cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cb2e5d740 4 client.27292 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5582fb44b660 con 0x5582fb55e8a0 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cade10640 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb55e8a0 0x5582fb560cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8c917fa640 10 client.27292 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.088+0000 7f8cade10640 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb55e8a0 0x5582fb560cc0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cabcff495158f6b server_cookie=374068d3ee438541 in_seq=0 out_seq=0 2024-03-07T10:06:37.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.089+0000 7f8c917fa640 1 -- 172.21.15.18:0/2349220379 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5582fb44b660 con 0x5582fb55e8a0 2024-03-07T10:06:37.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.089+0000 7f8c917fa640 10 client.27292 handle_command_reply: tid=0 2024-03-07T10:06:37.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.089+0000 7f8cb2e5d740 1 client.27292 shutdown 2024-03-07T10:06:37.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:36 smithi018 ceph-mon[32171]: pgmap v229: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 12 MiB/s wr, 850 op/s 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 msgr2=0x5582fb4eda00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4eda00 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8ca402c2b0 tx=0x7f8ca4004420 comp rx=0 tx=0).stop 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 shutdown_connections 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5582fb55e8a0 0x5582fb560cc0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5582fb4e9c30 0x5582fb55cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5582fb4e1050 0x5582fb4eda00 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 --2- 172.21.15.18:0/2349220379 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5582fb4e0730 0x5582fb4ed4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8c917fa640 0 client.27292 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 >> 172.21.15.18:0/2349220379 conn(0x5582fb4dae60 msgr2=0x5582fb4dc9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 shutdown_connections 2024-03-07T10:06:37.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 1 -- 172.21.15.18:0/2349220379 wait complete. 2024-03-07T10:06:37.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.091+0000 7f8cb2e5d740 20 client.27292 trim_cache size 0 max 16384 2024-03-07T10:06:37.096 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:06:37.096 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:06:37.096 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:06:37.096 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8c940a1ef0 msgr2=0x7f8c940a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8c940a1ef0 0x7f8c940a43b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8c98009c20 tx=0x7f8c98009260 comp rx=0 tx=0).stop 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca810a000 msgr2=0x7f8ca81a15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca810a000 0x7f8ca81a15f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8ca000eb00 tx=0x7f8ca000c2d0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 shutdown_connections 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8c940a1ef0 0x7f8c940a43b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8ca81135b0 0x7f8ca81ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ca810a920 0x7f8ca81a1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 --2- 172.21.15.18:0/2798055263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ca810a000 0x7f8ca81a15f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 >> 172.21.15.18:0/2798055263 conn(0x7f8ca806c6d0 msgr2=0x7f8ca8070310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 shutdown_connections 2024-03-07T10:06:37.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.092+0000 7f8cb0074640 1 -- 172.21.15.18:0/2798055263 wait complete. 2024-03-07T10:06:37.109 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:06:37.109 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:06:37.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 -- 172.21.15.18:0/247528394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 msgr2=0x7f6c74100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 --2- 172.21.15.18:0/247528394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 0x7f6c74100990 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f6c70009900 tx=0x7f6c7002bc30 comp rx=0 tx=0).stop 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 -- 172.21.15.18:0/247528394 shutdown_connections 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 --2- 172.21.15.18:0/247528394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6c74100ed0 0x7f6c7410d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 --2- 172.21.15.18:0/247528394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 0x7f6c74100990 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 --2- 172.21.15.18:0/247528394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c741065d0 0x7f6c741069b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 -- 172.21.15.18:0/247528394 >> 172.21.15.18:0/247528394 conn(0x7f6c740fbfe0 msgr2=0x7f6c740fe400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 -- 172.21.15.18:0/247528394 shutdown_connections 2024-03-07T10:06:37.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.285+0000 7f6c7b354640 1 -- 172.21.15.18:0/247528394 wait complete. 2024-03-07T10:06:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.286+0000 7f6c7b354640 1 Processor -- start 2024-03-07T10:06:37.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.286+0000 7f6c7b354640 1 -- start start 2024-03-07T10:06:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.286+0000 7f6c7b354640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 0x7f6c74072e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.286+0000 7f6c7b354640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100ed0 0x7f6c7406dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.286+0000 7f6c7b354640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6c741065d0 0x7f6c7406e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c7b354640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7406bab0 con 0x7f6c74100510 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c7b354640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7406b930 con 0x7f6c74100ed0 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c7b354640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7406bc30 con 0x7f6c741065d0 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100ed0 0x7f6c7406dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100ed0 0x7f6c7406dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:46028/0 (socket says 172.21.15.18:46028) 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 -- 172.21.15.18:0/311779854 learned_addr learned my addr 172.21.15.18:0/311779854 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c798f1640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6c741065d0 0x7f6c7406e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c790f0640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 0x7f6c74072e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 -- 172.21.15.18:0/311779854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6c741065d0 msgr2=0x7f6c7406e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6c741065d0 0x7f6c7406e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 -- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 msgr2=0x7f6c74072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 0x7f6c74072e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 -- 172.21.15.18:0/311779854 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c7406eab0 con 0x7f6c74100ed0 2024-03-07T10:06:37.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c788ef640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100ed0 0x7f6c7406dfb0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6c700045e0 tx=0x7f6c70004610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.287+0000 7f6c6a7fc640 1 -- 172.21.15.18:0/311779854 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c70041070 con 0x7f6c74100ed0 2024-03-07T10:06:37.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.288+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c7406ed40 con 0x7f6c74100ed0 2024-03-07T10:06:37.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.288+0000 7f6c6a7fc640 1 -- 172.21.15.18:0/311779854 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6c7002ccc0 con 0x7f6c74100ed0 2024-03-07T10:06:37.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.288+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c741023a0 con 0x7f6c74100ed0 2024-03-07T10:06:37.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.288+0000 7f6c6a7fc640 1 -- 172.21.15.18:0/311779854 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c70003de0 con 0x7f6c74100ed0 2024-03-07T10:06:37.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.289+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c74101c30 con 0x7f6c74100ed0 2024-03-07T10:06:37.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.291+0000 7f6c6a7fc640 1 -- 172.21.15.18:0/311779854 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f6c70044070 con 0x7f6c74100ed0 2024-03-07T10:06:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.292+0000 7f6c6a7fc640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6c600a2030 0x7f6c600a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.292+0000 7f6c6a7fc640 1 -- 172.21.15.18:0/311779854 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f6c700efe60 con 0x7f6c74100ed0 2024-03-07T10:06:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.292+0000 7f6c790f0640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6c600a2030 0x7f6c600a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.293+0000 7f6c790f0640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6c600a2030 0x7f6c600a44f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6c64009bd0 tx=0x7f6c64005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.298+0000 7f6c6a7fc640 1 -- 172.21.15.18:0/311779854 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6c700bc910 con 0x7f6c74100ed0 2024-03-07T10:06:37.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.658+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6c74062260 con 0x7f6c74100ed0 2024-03-07T10:06:37.660 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.659+0000 7f6c6a7fc640 1 -- 172.21.15.18:0/311779854 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f6c700c09b0 con 0x7f6c74100ed0 2024-03-07T10:06:37.661 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:06:37.661 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:06:37.661 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:06:37.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6c600a2030 msgr2=0x7f6c600a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6c600a2030 0x7f6c600a44f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6c64009bd0 tx=0x7f6c64005f90 comp rx=0 tx=0).stop 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100ed0 msgr2=0x7f6c7406dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100ed0 0x7f6c7406dfb0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6c700045e0 tx=0x7f6c70004610 comp rx=0 tx=0).stop 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 shutdown_connections 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6c741065d0 0x7f6c7406e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c74100ed0 0x7f6c7406dfb0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6c600a2030 0x7f6c600a44f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 --2- 172.21.15.18:0/311779854 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6c74100510 0x7f6c74072e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 >> 172.21.15.18:0/311779854 conn(0x7f6c740fbfe0 msgr2=0x7f6c740fdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 shutdown_connections 2024-03-07T10:06:37.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.662+0000 7f6c7b354640 1 -- 172.21.15.18:0/311779854 wait complete. 2024-03-07T10:06:37.677 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:06:37.677 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:06:37.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 -- 172.21.15.18:0/3042075176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810101f90 msgr2=0x7fc81010e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 --2- 172.21.15.18:0/3042075176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810101f90 0x7fc81010e4a0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fc808009cd0 tx=0x7fc80802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 -- 172.21.15.18:0/3042075176 shutdown_connections 2024-03-07T10:06:37.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 --2- 172.21.15.18:0/3042075176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810101f90 0x7fc81010e4a0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 --2- 172.21.15.18:0/3042075176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc8101015d0 0x7fc810101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 --2- 172.21.15.18:0/3042075176 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc810107670 0x7fc810107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 -- 172.21.15.18:0/3042075176 >> 172.21.15.18:0/3042075176 conn(0x7fc8100fd0c0 msgr2=0x7fc8100ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 -- 172.21.15.18:0/3042075176 shutdown_connections 2024-03-07T10:06:37.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 -- 172.21.15.18:0/3042075176 wait complete. 2024-03-07T10:06:37.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.828+0000 7fc8164dd640 1 Processor -- start 2024-03-07T10:06:37.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.829+0000 7fc8164dd640 1 -- start start 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.829+0000 7fc8164dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8101015d0 0x7fc810197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.829+0000 7fc8164dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc810101f90 0x7fc8101983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.829+0000 7fc8164dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810107670 0x7fc81019c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.829+0000 7fc8164dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8101119b0 con 0x7fc810107670 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.829+0000 7fc8164dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc810111830 con 0x7fc810101f90 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.829+0000 7fc8164dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc810111b30 con 0x7fc8101015d0 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8101015d0 0x7fc810197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8101015d0 0x7fc810197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42848/0 (socket says 172.21.15.18:42848) 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 -- 172.21.15.18:0/2081685784 learned_addr learned my addr 172.21.15.18:0/2081685784 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc814a7a640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810107670 0x7fc81019c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc810101f90 0x7fc8101983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 -- 172.21.15.18:0/2081685784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc810101f90 msgr2=0x7fc8101983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc810101f90 0x7fc8101983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 -- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810107670 msgr2=0x7fc81019c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810107670 0x7fc81019c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 -- 172.21.15.18:0/2081685784 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc81019ce80 con 0x7fc8101015d0 2024-03-07T10:06:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.830+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8101015d0 0x7fc810197e90 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc80000e9c0 tx=0x7fc80000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.831+0000 7fc80d7fa640 1 -- 172.21.15.18:0/2081685784 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc80000cd80 con 0x7fc8101015d0 2024-03-07T10:06:37.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.831+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc81019d170 con 0x7fc8101015d0 2024-03-07T10:06:37.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.831+0000 7fc80d7fa640 1 -- 172.21.15.18:0/2081685784 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc8000035f0 con 0x7fc8101015d0 2024-03-07T10:06:37.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.832+0000 7fc80d7fa640 1 -- 172.21.15.18:0/2081685784 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc800010670 con 0x7fc8101015d0 2024-03-07T10:06:37.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.832+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc810073890 con 0x7fc8101015d0 2024-03-07T10:06:37.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.833+0000 7fc80d7fa640 1 -- 172.21.15.18:0/2081685784 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc8000037a0 con 0x7fc8101015d0 2024-03-07T10:06:37.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc80d7fa640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7f80a1ef0 0x7fc7f80a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc80d7fa640 1 -- 172.21.15.18:0/2081685784 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc8000ce560 con 0x7fc8101015d0 2024-03-07T10:06:37.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7f80a1ef0 0x7fc7f80a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 Processor -- start 2024-03-07T10:06:37.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 -- start start 2024-03-07T10:06:37.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bf7550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7a90 0x5555f0c00130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c02a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555f0bbe330 con 0x5555f0bf7a90 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555f0b5ae90 con 0x5555f0c00670 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc8193a6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555f0b03d00 con 0x5555f0bf7170 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.835+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7f80a1ef0 0x7fc7f80a43b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc810106510 tx=0x7fc804016040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bf7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7a90 0x5555f0c00130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c02a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7a90 0x5555f0c00130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50998/0 (socket says 172.21.15.18:50998) 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc80f7fe640 1 -- 172.21.15.18:0/4184854170 learned_addr learned my addr 172.21.15.18:0/4184854170 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c02a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:44632/0 (socket says 172.21.15.18:44632) 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 -- 172.21.15.18:0/4184854170 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 msgr2=0x5555f0bf7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bf7550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 -- 172.21.15.18:0/4184854170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7a90 msgr2=0x5555f0c00130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7a90 0x5555f0c00130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 -- 172.21.15.18:0/4184854170 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5555f0b02b90 con 0x5555f0c00670 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc80ffff640 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bf7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7a90 0x5555f0c00130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc814a7a640 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c02a60 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc808037040 tx=0x7fc808005fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe3baa840584ad12 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc7f67fc640 1 -- 172.21.15.18:0/4184854170 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc808043070 con 0x5555f0c00670 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc7f67fc640 1 -- 172.21.15.18:0/4184854170 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc80802cca0 con 0x5555f0c00670 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.836+0000 7fc7f67fc640 1 -- 172.21.15.18:0/4184854170 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc808039040 con 0x5555f0c00670 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.837+0000 7fc8193a6740 1 -- 172.21.15.18:0/4184854170 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 msgr2=0x5555f0c02a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.837+0000 7fc8193a6740 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c02a60 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc808037040 tx=0x7fc808005fa0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.837+0000 7fc8193a6740 1 -- 172.21.15.18:0/4184854170 shutdown_connections 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.837+0000 7fc8193a6740 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c02a60 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.837+0000 7fc8193a6740 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7a90 0x5555f0c00130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.837+0000 7fc8193a6740 1 --2- 172.21.15.18:0/4184854170 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bf7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.837+0000 7fc8193a6740 1 -- 172.21.15.18:0/4184854170 >> 172.21.15.18:0/4184854170 conn(0x5555f0bf18a0 msgr2=0x5555f0bf1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.838+0000 7fc8193a6740 1 -- 172.21.15.18:0/4184854170 shutdown_connections 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.838+0000 7fc8193a6740 1 -- 172.21.15.18:0/4184854170 wait complete. 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 -- start start 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 Processor -- start 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bfd790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7a90 0x5555f0bfdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0bfe210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555f0af9470 con 0x5555f0c00670 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555f0b56f30 con 0x5555f0bf7a90 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555f0c03400 con 0x5555f0bf7170 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.839+0000 7fc8193a6740 10 client.0 _ll_register_callbacks cb 0x5555f0b54d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bfd790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc814a7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0bfe210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7a90 0x5555f0bfdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bfd790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42868/0 (socket says 172.21.15.18:42868) 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 -- 172.21.15.18:0/2712823249 learned_addr learned my addr 172.21.15.18:0/2712823249 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 -- 172.21.15.18:0/2712823249 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7a90 msgr2=0x5555f0bfdcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7a90 0x5555f0bfdcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 -- 172.21.15.18:0/2712823249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 msgr2=0x5555f0bfe210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0bfe210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 -- 172.21.15.18:0/2712823249 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5555f086f3f0 con 0x5555f0bf7170 2024-03-07T10:06:37.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc814a7a640 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0bfe210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bfd790 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c6a0 tx=0x7fc80009b6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fcd5186221381c8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc7ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2712823249 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8000b8060 con 0x5555f0bf7170 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2712823249 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc800003b10 con 0x5555f0bf7170 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc80802cca0 con 0x5555f0bf7170 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2712823249 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc8000b2030 con 0x5555f0bf7170 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc8193a6740 10 client.27310 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.840+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5555f09397d0 con 0x5555f0bf7170 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2712823249 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc80802cca0 con 0x5555f0bf7170 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2712823249 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc8000b3be0 con 0x5555f0bf7170 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc8193a6740 10 client.27310 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc8193a6740 10 client.27310 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:06:37.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc8193a6740 20 client.27310 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c10960 0x5555f0c12d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc8193a6740 4 client.27310 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5555f0b683d0 con 0x5555f0c10960 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.841+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c10960 0x5555f0c12d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.842+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c10960 0x5555f0c12d50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fe3c9a8280994824 server_cookie=e4fb009221dc9d37 in_seq=0 out_seq=0 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.842+0000 7fc7ef7fe640 10 client.27310 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2712823249 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5555f0b683d0 con 0x5555f0c10960 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc7ef7fe640 10 client.27310 handle_command_reply: tid=0 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 client.27310 shutdown 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 msgr2=0x5555f0bfd790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bfd790 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c6a0 tx=0x7fc80009b6e0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 shutdown_connections 2024-03-07T10:06:37.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c10960 0x5555f0c12d50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0bfe210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7a90 0x5555f0bfdcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2712823249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7170 0x5555f0bfd790 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc7ef7fe640 0 client.27310 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 >> 172.21.15.18:0/2712823249 conn(0x5555f0bf18a0 msgr2=0x5555f0bf35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 shutdown_connections 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 1 -- 172.21.15.18:0/2712823249 wait complete. 2024-03-07T10:06:37.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.843+0000 7fc8193a6740 20 client.27310 trim_cache size 0 max 16384 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 Processor -- start 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 -- start start 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7170 0x5555f0bffec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0bfc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0c0bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8101ad7a0 con 0x5555f0c00670 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8101ab2a0 con 0x5555f0bf7170 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc8193a6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8101a9360 con 0x5555f0bf7a90 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7170 0x5555f0bffec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7170 0x5555f0bffec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:44660/0 (socket says 172.21.15.18:44660) 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 -- 172.21.15.18:0/3832704313 learned_addr learned my addr 172.21.15.18:0/3832704313 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0bfc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc814a7a640 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0c0bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 -- 172.21.15.18:0/3832704313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 msgr2=0x5555f0bfc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0bfc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 -- 172.21.15.18:0/3832704313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 msgr2=0x5555f0c0bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0c0bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80ffff640 1 -- 172.21.15.18:0/3832704313 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5555f0bfc740 con 0x5555f0bf7170 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.862+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0bfc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.863+0000 7fc80ffff640 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7170 0x5555f0bffec0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc80009abb0 tx=0x7fc80009a9f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68337f4079027d46 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.863+0000 7fc7f5ffb640 1 -- 172.21.15.18:0/3832704313 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc80009a810 con 0x5555f0bf7170 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.863+0000 7fc7f5ffb640 1 -- 172.21.15.18:0/3832704313 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc8000a3650 con 0x5555f0bf7170 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.863+0000 7fc7f5ffb640 1 -- 172.21.15.18:0/3832704313 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc800099d70 con 0x5555f0bf7170 2024-03-07T10:06:37.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 -- 172.21.15.18:0/3832704313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7170 msgr2=0x5555f0bffec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7170 0x5555f0bffec0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc80009abb0 tx=0x7fc80009a9f0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 -- 172.21.15.18:0/3832704313 shutdown_connections 2024-03-07T10:06:37.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0c00670 0x5555f0c0bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0bfc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 --2- 172.21.15.18:0/3832704313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0bf7170 0x5555f0bffec0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 -- 172.21.15.18:0/3832704313 >> 172.21.15.18:0/3832704313 conn(0x5555f0bf18a0 msgr2=0x5555f0bf0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 -- 172.21.15.18:0/3832704313 shutdown_connections 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.864+0000 7fc8193a6740 1 -- 172.21.15.18:0/3832704313 wait complete. 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.865+0000 7fc8193a6740 1 -- start start 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.865+0000 7fc8193a6740 1 Processor -- start 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7170 0x5555f0c041c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0c04700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc8193a6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c6b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc8193a6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8101a9960 con 0x5555f0bf7170 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc8193a6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8101aac40 con 0x5555f0c00670 2024-03-07T10:06:37.870 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc8193a6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8101a9f80 con 0x5555f0bf7a90 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7170 0x5555f0c041c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0c04700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0c04700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42884/0 (socket says 172.21.15.18:42884) 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc814a7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c6b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 -- 172.21.15.18:0/2080006814 learned_addr learned my addr 172.21.15.18:0/2080006814 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7170 0x5555f0c041c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51024/0 (socket says 172.21.15.18:51024) 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc8193a6740 10 client.0 _ll_register_callbacks cb 0x7fc800003e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 -- 172.21.15.18:0/2080006814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 msgr2=0x5555f0c6b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c6b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 -- 172.21.15.18:0/2080006814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7170 msgr2=0x5555f0c041c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7170 0x5555f0c041c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 -- 172.21.15.18:0/2080006814 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5555f0c0d0c0 con 0x5555f0bf7a90 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7170 0x5555f0c041c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:37.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc80f7fe640 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0c04700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc804009f20 tx=0x7fc804004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60ec956614d80d26 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.866+0000 7fc7ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2080006814 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc804039070 con 0x5555f0bf7a90 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2080006814 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc80402d790 con 0x5555f0bf7a90 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc8000a3650 con 0x5555f0bf7a90 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2080006814 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc804045050 con 0x5555f0bf7a90 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc8193a6740 10 client.27316 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5555f0c6c780 con 0x5555f0bf7a90 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2080006814 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc804035520 con 0x5555f0bf7a90 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2080006814 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc8040203f0 con 0x5555f0bf7a90 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc8193a6740 10 client.27316 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.867+0000 7fc8193a6740 10 client.27316 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.868+0000 7fc8193a6740 20 client.27316 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.868+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c6cec0 0x5555f0c6f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.868+0000 7fc8193a6740 4 client.27316 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:06:37.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.868+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fc8000a3650 con 0x5555f0c6cec0 2024-03-07T10:06:37.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.868+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c6cec0 0x5555f0c6f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.868+0000 7fc7ef7fe640 10 client.27316 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc80ffff640 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c6cec0 0x5555f0c6f2e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=94c9098ee203547f server_cookie=267a9eeddec623eb in_seq=0 out_seq=0 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc7ef7fe640 1 -- 172.21.15.18:0/2080006814 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fc8000a3650 con 0x5555f0c6cec0 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc7ef7fe640 10 client.27316 handle_command_reply: tid=0 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 client.27316 shutdown 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 msgr2=0x5555f0c04700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0c04700 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc804009f20 tx=0x7fc804004730 comp rx=0 tx=0).stop 2024-03-07T10:06:37.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 shutdown_connections 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5555f0c6cec0 0x5555f0c6f2e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555f0c00670 0x5555f0c6b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555f0bf7a90 0x5555f0c04700 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 --2- 172.21.15.18:0/2080006814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555f0bf7170 0x5555f0c041c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 >> 172.21.15.18:0/2080006814 conn(0x5555f0bf18a0 msgr2=0x5555f0bf0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc7ef7fe640 0 client.27316 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.869+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 shutdown_connections 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.870+0000 7fc8193a6740 1 -- 172.21.15.18:0/2080006814 wait complete. 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.870+0000 7fc8193a6740 20 client.27316 trim_cache size 0 max 16384 2024-03-07T10:06:37.875 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:06:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.870+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7f80a1ef0 msgr2=0x7fc7f80a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.870+0000 7fc8164dd640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7f80a1ef0 0x7fc7f80a43b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc810106510 tx=0x7fc804016040 comp rx=0 tx=0).stop 2024-03-07T10:06:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.870+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8101015d0 msgr2=0x7fc810197e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.870+0000 7fc8164dd640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8101015d0 0x7fc810197e90 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc80000e9c0 tx=0x7fc80000ee80 comp rx=0 tx=0).stop 2024-03-07T10:06:37.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.871+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 shutdown_connections 2024-03-07T10:06:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.871+0000 7fc8164dd640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc7f80a1ef0 0x7fc7f80a43b0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.871+0000 7fc8164dd640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc810107670 0x7fc81019c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.871+0000 7fc8164dd640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc810101f90 0x7fc8101983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.871+0000 7fc8164dd640 1 --2- 172.21.15.18:0/2081685784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc8101015d0 0x7fc810197e90 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.871+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 >> 172.21.15.18:0/2081685784 conn(0x7fc8100fd0c0 msgr2=0x7fc8100fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.872+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 shutdown_connections 2024-03-07T10:06:37.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:37.872+0000 7fc8164dd640 1 -- 172.21.15.18:0/2081685784 wait complete. 2024-03-07T10:06:37.889 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:06:37.889 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:06:37.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:37 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/311779854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:06:38.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:37 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/311779854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:06:38.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 -- 172.21.15.18:0/3784591393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 msgr2=0x7fdda8101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 --2- 172.21.15.18:0/3784591393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8101aa0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c009930 tx=0x7fdd9c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 -- 172.21.15.18:0/3784591393 shutdown_connections 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 --2- 172.21.15.18:0/3784591393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdda8101fe0 0x7fdda810e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 --2- 172.21.15.18:0/3784591393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8101aa0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 --2- 172.21.15.18:0/3784591393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdda8107630 0x7fdda8107a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 -- 172.21.15.18:0/3784591393 >> 172.21.15.18:0/3784591393 conn(0x7fdda80fd0d0 msgr2=0x7fdda80ff4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 -- 172.21.15.18:0/3784591393 shutdown_connections 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.042+0000 7fddae8dd640 1 -- 172.21.15.18:0/3784591393 wait complete. 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fddae8dd640 1 Processor -- start 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fddae8dd640 1 -- start start 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fddae8dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fddae8dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdda8101fe0 0x7fdda8198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fddae8dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdda8107630 0x7fdda819c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fddae8dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda8111a40 con 0x7fdda8101620 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fdda7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdda8101fe0 0x7fdda8198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fddae8dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda81118c0 con 0x7fdda8107630 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.043+0000 7fdda7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8197de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51040/0 (socket says 172.21.15.18:51040) 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda7fff640 1 -- 172.21.15.18:0/2852419640 learned_addr learned my addr 172.21.15.18:0/2852419640 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdda8111bc0 con 0x7fdda8101fe0 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fddace7a640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdda8107630 0x7fdda819c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda7fff640 1 -- 172.21.15.18:0/2852419640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdda8101fe0 msgr2=0x7fdda8198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda7fff640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdda8101fe0 0x7fdda8198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda7fff640 1 -- 172.21.15.18:0/2852419640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdda8107630 msgr2=0x7fdda819c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda7fff640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdda8107630 0x7fdda819c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda7fff640 1 -- 172.21.15.18:0/2852419640 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda819cd80 con 0x7fdda8101620 2024-03-07T10:06:38.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda7fff640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8197de0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fdd9800e9f0 tx=0x7fdd9800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.044+0000 7fdda57fa640 1 -- 172.21.15.18:0/2852419640 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9800cd80 con 0x7fdda8101620 2024-03-07T10:06:38.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.045+0000 7fdda57fa640 1 -- 172.21.15.18:0/2852419640 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd98005500 con 0x7fdda8101620 2024-03-07T10:06:38.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.045+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdda819d070 con 0x7fdda8101620 2024-03-07T10:06:38.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.045+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdda8073890 con 0x7fdda8101620 2024-03-07T10:06:38.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.045+0000 7fdda57fa640 1 -- 172.21.15.18:0/2852419640 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd98010690 con 0x7fdda8101620 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.047+0000 7fdda57fa640 1 -- 172.21.15.18:0/2852419640 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fdd980046c0 con 0x7fdda8101620 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 Processor -- start 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 -- start start 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982f170 0x5555d982f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d9838130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d9838670 0x5555d983aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555d97f6330 con 0x5555d982f170 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555d9792e90 con 0x5555d982fa90 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddb17b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555d973bd00 con 0x5555d9838670 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d9838670 0x5555d983aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddace7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982f170 0x5555d982f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fdda7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d9838130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddace7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982f170 0x5555d982f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51056/0 (socket says 172.21.15.18:51056) 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fddace7a640 1 -- 172.21.15.18:0/2925117133 learned_addr learned my addr 172.21.15.18:0/2925117133 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fdda57fa640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd900a2040 0x7fdd900a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fdda77fe640 1 -- 172.21.15.18:0/2925117133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 msgr2=0x5555d9838130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.048+0000 7fdda77fe640 1 --2- 172.21.15.18:0/2925117133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d9838130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdda77fe640 1 -- 172.21.15.18:0/2925117133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982f170 msgr2=0x5555d982f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdda77fe640 1 --2- 172.21.15.18:0/2925117133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982f170 0x5555d982f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdda77fe640 1 -- 172.21.15.18:0/2925117133 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5555d973ab90 con 0x5555d9838670 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fddace7a640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd900a2040 0x7fdd900a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdda57fa640 1 -- 172.21.15.18:0/2852419640 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fdd980ce400 con 0x7fdda8101620 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdda77fe640 1 --2- 172.21.15.18:0/2925117133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d9838670 0x5555d983aa60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c02c170 tx=0x7fdd9c0095f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff379f9b3cc48d60 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdd8e7fc640 1 -- 172.21.15.18:0/2925117133 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c02c880 con 0x5555d9838670 2024-03-07T10:06:38.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdd8e7fc640 1 -- 172.21.15.18:0/2925117133 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd9c02ca20 con 0x5555d9838670 2024-03-07T10:06:38.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.049+0000 7fdd8e7fc640 1 -- 172.21.15.18:0/2925117133 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c004e90 con 0x5555d9838670 2024-03-07T10:06:38.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddace7a640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd900a2040 0x7fdd900a4500 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdda00136a0 tx=0x7fdda0004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 -- 172.21.15.18:0/2925117133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d9838670 msgr2=0x5555d983aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 --2- 172.21.15.18:0/2925117133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d9838670 0x5555d983aa60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c02c170 tx=0x7fdd9c0095f0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 -- 172.21.15.18:0/2925117133 shutdown_connections 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 --2- 172.21.15.18:0/2925117133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d9838670 0x5555d983aa60 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 --2- 172.21.15.18:0/2925117133 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d9838130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 --2- 172.21.15.18:0/2925117133 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982f170 0x5555d982f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 -- 172.21.15.18:0/2925117133 >> 172.21.15.18:0/2925117133 conn(0x5555d98298a0 msgr2=0x5555d9829c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.050+0000 7fddb17b8740 1 -- 172.21.15.18:0/2925117133 shutdown_connections 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.051+0000 7fddb17b8740 1 -- 172.21.15.18:0/2925117133 wait complete. 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.051+0000 7fddb17b8740 1 -- start start 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 1 Processor -- start 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d98355e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982fa90 0x5555d9835b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d9838670 0x5555d9836060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555d9731470 con 0x5555d982fa90 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555d978ef30 con 0x5555d9838670 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555d983b400 con 0x5555d982f170 2024-03-07T10:06:38.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fddb17b8740 10 client.0 _ll_register_callbacks cb 0x5555d978cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982fa90 0x5555d9835b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.052+0000 7fdda7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d98355e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982fa90 0x5555d9835b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51060/0 (socket says 172.21.15.18:51060) 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d98355e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42912/0 (socket says 172.21.15.18:42912) 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 -- 172.21.15.18:0/1393699085 learned_addr learned my addr 172.21.15.18:0/1393699085 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fddace7a640 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d9838670 0x5555d9836060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 -- 172.21.15.18:0/1393699085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 msgr2=0x5555d98355e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d98355e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 -- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d9838670 msgr2=0x5555d9836060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d9838670 0x5555d9836060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 -- 172.21.15.18:0/1393699085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5555d94a73f0 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdda77fe640 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982fa90 0x5555d9835b20 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c02c940 tx=0x7fdd9c005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc141769a5ccd0c1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdd877fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.053+0000 7fdd877fe640 1 -- 172.21.15.18:0/1393699085 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c004030 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.054+0000 7fdd877fe640 1 -- 172.21.15.18:0/1393699085 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fdd9c0041d0 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.054+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdd9c02ca20 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.054+0000 7fdd877fe640 1 -- 172.21.15.18:0/1393699085 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd9c0043d0 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.054+0000 7fddb17b8740 10 client.17487 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.054+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5555d95717d0 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.054+0000 7fdd877fe640 1 -- 172.21.15.18:0/1393699085 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd9c02ca20 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.054+0000 7fdd877fe640 1 -- 172.21.15.18:0/1393699085 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fdd9c03da40 con 0x5555d982fa90 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.055+0000 7fddb17b8740 10 client.17487 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.055+0000 7fddb17b8740 10 client.17487 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.055+0000 7fddb17b8740 20 client.17487 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:38.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.055+0000 7fddb17b8740 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d9848600 0x5555d984a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.055+0000 7fddb17b8740 4 client.17487 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:38.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.055+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5555d97a03d0 con 0x5555d9848600 2024-03-07T10:06:38.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.057+0000 7fdda7fff640 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d9848600 0x5555d984a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.058+0000 7fdda7fff640 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d9848600 0x5555d984a9f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b2b3c297248c4924 server_cookie=5675692692c077e9 in_seq=0 out_seq=0 2024-03-07T10:06:38.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.058+0000 7fdd877fe640 10 client.17487 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:38.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.059+0000 7fdd877fe640 1 -- 172.21.15.18:0/1393699085 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5555d97a03d0 con 0x5555d9848600 2024-03-07T10:06:38.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.059+0000 7fdd877fe640 10 client.17487 handle_command_reply: tid=0 2024-03-07T10:06:38.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.059+0000 7fddb17b8740 1 client.17487 shutdown 2024-03-07T10:06:38.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.059+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982fa90 msgr2=0x5555d9835b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.059+0000 7fddb17b8740 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982fa90 0x5555d9835b20 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c02c940 tx=0x7fdd9c005b50 comp rx=0 tx=0).stop 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.059+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 shutdown_connections 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.059+0000 7fddb17b8740 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d9838670 0x5555d9836060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fddb17b8740 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d982fa90 0x5555d9835b20 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fddb17b8740 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d9848600 0x5555d984a9f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fddb17b8740 1 --2- 172.21.15.18:0/1393699085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d98355e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 >> 172.21.15.18:0/1393699085 conn(0x5555d98298a0 msgr2=0x5555d982b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fdd877fe640 0 client.17487 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 shutdown_connections 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fddb17b8740 1 -- 172.21.15.18:0/1393699085 wait complete. 2024-03-07T10:06:38.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.060+0000 7fddb17b8740 20 client.17487 trim_cache size 0 max 16384 2024-03-07T10:06:38.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 Processor -- start 2024-03-07T10:06:38.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 -- start start 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982f170 0x5555d9837d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982fa90 0x5555d982b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d98328a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd94010dd0 con 0x5555d9838670 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9400e8d0 con 0x5555d982f170 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fddb17b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9400c990 con 0x5555d982fa90 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.080+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982fa90 0x5555d982b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982fa90 0x5555d982b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42918/0 (socket says 172.21.15.18:42918) 2024-03-07T10:06:38.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 -- 172.21.15.18:0/3978620326 learned_addr learned my addr 172.21.15.18:0/3978620326 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fddace7a640 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d98328a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 -- 172.21.15.18:0/3978620326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982f170 msgr2=0x5555d9837d10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:06:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982f170 0x5555d9837d10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 -- 172.21.15.18:0/3978620326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 msgr2=0x5555d98328a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d98328a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 -- 172.21.15.18:0/3978620326 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5555d982f8c0 con 0x5555d982fa90 2024-03-07T10:06:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdda77fe640 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982fa90 0x5555d982b3e0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c02cf00 tx=0x7fdd9c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9d6277bce1fb040 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdd8dffb640 1 -- 172.21.15.18:0/3978620326 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c0035f0 con 0x5555d982fa90 2024-03-07T10:06:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.081+0000 7fdd8dffb640 1 -- 172.21.15.18:0/3978620326 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd9c02c970 con 0x5555d982fa90 2024-03-07T10:06:38.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.082+0000 7fdd8dffb640 1 -- 172.21.15.18:0/3978620326 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c0050f0 con 0x5555d982fa90 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 -- 172.21.15.18:0/3978620326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982fa90 msgr2=0x5555d982b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982fa90 0x5555d982b3e0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c02cf00 tx=0x7fdd9c005fd0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 -- 172.21.15.18:0/3978620326 shutdown_connections 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d98328a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982fa90 0x5555d982b3e0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 --2- 172.21.15.18:0/3978620326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982f170 0x5555d9837d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 -- 172.21.15.18:0/3978620326 >> 172.21.15.18:0/3978620326 conn(0x5555d98298a0 msgr2=0x5555d982acd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 -- 172.21.15.18:0/3978620326 shutdown_connections 2024-03-07T10:06:38.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 -- 172.21.15.18:0/3978620326 wait complete. 2024-03-07T10:06:38.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.083+0000 7fddb17b8740 1 -- start start 2024-03-07T10:06:38.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddb17b8740 1 Processor -- start 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d984ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d984b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fdda7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d984ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fdda7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d984ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42928/0 (socket says 172.21.15.18:42928) 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddb17b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d984b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fdda7fff640 1 -- 172.21.15.18:0/492317030 learned_addr learned my addr 172.21.15.18:0/492317030 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9400cf90 con 0x5555d9838670 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9400e270 con 0x5555d982fa90 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9400d5b0 con 0x5555d982f170 2024-03-07T10:06:38.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.084+0000 7fddace7a640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d984b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda77fe640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d984b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fddb17b8740 10 client.0 _ll_register_callbacks cb 0x7fdda0009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda7fff640 1 -- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 msgr2=0x5555d984b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda7fff640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d984b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda7fff640 1 -- 172.21.15.18:0/492317030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 msgr2=0x5555d984b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda7fff640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d984b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda7fff640 1 -- 172.21.15.18:0/492317030 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5555d98ab540 con 0x5555d982f170 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda77fe640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d984b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdda7fff640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d984ac50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fdd9809aa50 tx=0x7fdd980d1f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1aeaeb87fe6f0a93 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdd877fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdd877fe640 1 -- 172.21.15.18:0/492317030 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9809ab20 con 0x5555d982f170 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdd877fe640 1 -- 172.21.15.18:0/492317030 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fdd980cbd30 con 0x5555d982f170 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdd9c02c970 con 0x5555d982f170 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.085+0000 7fdd877fe640 1 -- 172.21.15.18:0/492317030 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd9809a6b0 con 0x5555d982f170 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.086+0000 7fddb17b8740 10 client.27334 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:38.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.086+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5555d98ac7e0 con 0x5555d982f170 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fdd877fe640 1 -- 172.21.15.18:0/492317030 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd9809b450 con 0x5555d982f170 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fdd877fe640 1 -- 172.21.15.18:0/492317030 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fdd980973c0 con 0x5555d982f170 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fddb17b8740 10 client.27334 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fddb17b8740 10 client.27334 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fddb17b8740 20 client.27334 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fddb17b8740 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d98ace60 0x5555d98af280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fddb17b8740 4 client.27334 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:06:38.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.088+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fdd9c02c970 con 0x5555d98ace60 2024-03-07T10:06:38.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.089+0000 7fdda77fe640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d98ace60 0x5555d98af280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fdda77fe640 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d98ace60 0x5555d98af280 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b0e38d4593142939 server_cookie=a69bcecfe3e0ae91 in_seq=0 out_seq=0 2024-03-07T10:06:38.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fdd877fe640 10 client.27334 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:38.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fdd877fe640 1 -- 172.21.15.18:0/492317030 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fdd9c02c970 con 0x5555d98ace60 2024-03-07T10:06:38.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fdd877fe640 10 client.27334 handle_command_reply: tid=0 2024-03-07T10:06:38.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fddb17b8740 1 client.27334 shutdown 2024-03-07T10:06:38.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 msgr2=0x5555d984ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fddb17b8740 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d984ac50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fdd9809aa50 tx=0x7fdd980d1f50 comp rx=0 tx=0).stop 2024-03-07T10:06:38.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:37 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/311779854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.090+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 shutdown_connections 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fddb17b8740 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5555d9838670 0x5555d984b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fddb17b8740 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5555d982fa90 0x5555d984b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fddb17b8740 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5555d98ace60 0x5555d98af280 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fddb17b8740 1 --2- 172.21.15.18:0/492317030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5555d982f170 0x5555d984ac50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 >> 172.21.15.18:0/492317030 conn(0x5555d98298a0 msgr2=0x5555d9843f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fdd877fe640 0 client.27334 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 shutdown_connections 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.091+0000 7fddb17b8740 1 -- 172.21.15.18:0/492317030 wait complete. 2024-03-07T10:06:38.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.092+0000 7fddb17b8740 20 client.27334 trim_cache size 0 max 16384 2024-03-07T10:06:38.095 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd900a2040 msgr2=0x7fdd900a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd900a2040 0x7fdd900a4500 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdda00136a0 tx=0x7fdda0004a40 comp rx=0 tx=0).stop 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 msgr2=0x7fdda8197de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8197de0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fdd9800e9f0 tx=0x7fdd9800edf0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 shutdown_connections 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdda8107630 0x7fdda819c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdda8101fe0 0x7fdda8198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fdd900a2040 0x7fdd900a4500 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 --2- 172.21.15.18:0/2852419640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fdda8101620 0x7fdda8197de0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.093+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 >> 172.21.15.18:0/2852419640 conn(0x7fdda80fd0d0 msgr2=0x7fdda80fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.094+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 shutdown_connections 2024-03-07T10:06:38.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.094+0000 7fddae8dd640 1 -- 172.21.15.18:0/2852419640 wait complete. 2024-03-07T10:06:38.111 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:06:38.111 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:06:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 435.0 s, 2700.2 tps, lat 37.341 ms stddev 42.912 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/3235228152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a41015d0 msgr2=0x7fe6a4101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/3235228152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a41015d0 0x7fe6a4101a50 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fe698009930 tx=0x7fe69802bc30 comp rx=0 tx=0).stop 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/3235228152 shutdown_connections 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/3235228152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6a4101f90 0x7fe6a410e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/3235228152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a41015d0 0x7fe6a4101a50 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/3235228152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6a4107670 0x7fe6a4107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/3235228152 >> 172.21.15.18:0/3235228152 conn(0x7fe6a40fd0e0 msgr2=0x7fe6a40ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/3235228152 shutdown_connections 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.264+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/3235228152 wait complete. 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.265+0000 7fe6aa6c7640 1 Processor -- start 2024-03-07T10:06:38.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.265+0000 7fe6aa6c7640 1 -- start start 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.266+0000 7fe6aa6c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6a41015d0 0x7fe6a4199f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.266+0000 7fe6aa6c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a4101f90 0x7fe6a419a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.266+0000 7fe6aa6c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6a4107670 0x7fe6a419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.266+0000 7fe6aa6c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a4074a30 con 0x7fe6a4101f90 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.267+0000 7fe6aa6c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a40748b0 con 0x7fe6a4107670 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.267+0000 7fe6a37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a4101f90 0x7fe6a419a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.267+0000 7fe6a37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a4101f90 0x7fe6a419a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51086/0 (socket says 172.21.15.18:51086) 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.267+0000 7fe6a37fe640 1 -- 172.21.15.18:0/1407012585 learned_addr learned my addr 172.21.15.18:0/1407012585 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.267+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a4074bb0 con 0x7fe6a41015d0 2024-03-07T10:06:38.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.267+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6a41015d0 0x7fe6a4199f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.268+0000 7fe6a37fe640 1 -- 172.21.15.18:0/1407012585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6a41015d0 msgr2=0x7fe6a4199f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.268+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6a41015d0 0x7fe6a4199f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.268+0000 7fe6a37fe640 1 -- 172.21.15.18:0/1407012585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6a4107670 msgr2=0x7fe6a419e790 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:06:38.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.268+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6a4107670 0x7fe6a419e790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.268+0000 7fe6a37fe640 1 -- 172.21.15.18:0/1407012585 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6a419eec0 con 0x7fe6a4101f90 2024-03-07T10:06:38.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.268+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a4101f90 0x7fe6a419a460 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fe69802c240 tx=0x7fe6980045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.269+0000 7fe6a17fa640 1 -- 172.21.15.18:0/1407012585 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe698043020 con 0x7fe6a4101f90 2024-03-07T10:06:38.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.269+0000 7fe6a17fa640 1 -- 172.21.15.18:0/1407012585 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe6980054e0 con 0x7fe6a4101f90 2024-03-07T10:06:38.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.269+0000 7fe6a17fa640 1 -- 172.21.15.18:0/1407012585 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe698003d60 con 0x7fe6a4101f90 2024-03-07T10:06:38.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.269+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6a419f150 con 0x7fe6a4101f90 2024-03-07T10:06:38.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.269+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6a419f590 con 0x7fe6a4101f90 2024-03-07T10:06:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.272+0000 7fe6ad586740 1 Processor -- start 2024-03-07T10:06:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.272+0000 7fe6a17fa640 1 -- 172.21.15.18:0/1407012585 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe698046020 con 0x7fe6a4101f90 2024-03-07T10:06:38.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.272+0000 7fe6ad586740 1 -- start start 2024-03-07T10:06:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1a8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1b1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6a3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1b1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6a17fa640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe68c0a20f0 0x7fe68c0a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6a3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1b1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51090/0 (socket says 172.21.15.18:51090) 2024-03-07T10:06:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6a8c64640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1a8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6a8c64640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1a8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42954/0 (socket says 172.21.15.18:42954) 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.273+0000 7fe6a17fa640 1 -- 172.21.15.18:0/1407012585 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe6980f05b0 con 0x7fe6a4101f90 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.274+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.274+0000 7fe6a3fff640 1 -- 172.21.15.18:0/391219131 learned_addr learned my addr 172.21.15.18:0/391219131 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.274+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ecb16f330 con 0x560ecb1a8a90 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.274+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ecb10be90 con 0x560ecb1b1670 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.274+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ecb0b4d00 con 0x560ecb1a8170 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.274+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.274+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe68c0a20f0 0x7fe68c0a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.275+0000 7fe6a8c64640 1 -- 172.21.15.18:0/391219131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 msgr2=0x560ecb1b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.276+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1b3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.276+0000 7fe6a8c64640 1 -- 172.21.15.18:0/391219131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 msgr2=0x560ecb1b1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.276+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1b1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.276+0000 7fe6a8c64640 1 -- 172.21.15.18:0/391219131 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560ecb0b3b90 con 0x560ecb1a8170 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.276+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.276+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1b1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.276+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1a8550 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe69c005fd0 tx=0x7fe69c00f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2726505dec6ae17 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.277+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe68c0a20f0 0x7fe68c0a45b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe69c009270 tx=0x7fe69c01a000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.277+0000 7fe68a7fc640 1 -- 172.21.15.18:0/391219131 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe69c009a10 con 0x560ecb1a8170 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.277+0000 7fe68a7fc640 1 -- 172.21.15.18:0/391219131 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe69c0125a0 con 0x560ecb1a8170 2024-03-07T10:06:38.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.277+0000 7fe68a7fc640 1 -- 172.21.15.18:0/391219131 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe69c01cdb0 con 0x560ecb1a8170 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 msgr2=0x560ecb1a8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1a8550 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe69c005fd0 tx=0x7fe69c00f730 comp rx=0 tx=0).stop 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 shutdown_connections 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1b1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 --2- 172.21.15.18:0/391219131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1a8550 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 >> 172.21.15.18:0/391219131 conn(0x560ecb1a28a0 msgr2=0x560ecb1a2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 shutdown_connections 2024-03-07T10:06:38.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.278+0000 7fe6ad586740 1 -- 172.21.15.18:0/391219131 wait complete. 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.279+0000 7fe6ad586740 1 -- start start 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.279+0000 7fe6ad586740 1 Processor -- start 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.279+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1ae7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.279+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1aed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1af240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1aed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1aed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51096/0 (socket says 172.21.15.18:51096) 2024-03-07T10:06:38.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a37fe640 1 -- 172.21.15.18:0/1562655165 learned_addr learned my addr 172.21.15.18:0/1562655165 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1ae7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ecb0aa470 con 0x560ecb1a8a90 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ecb107f30 con 0x560ecb1b1670 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ecb1b4400 con 0x560ecb1a8170 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1af240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6ad586740 10 client.0 _ll_register_callbacks cb 0x560ecb105d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a3fff640 1 -- 172.21.15.18:0/1562655165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 msgr2=0x560ecb1af240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1af240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a3fff640 1 -- 172.21.15.18:0/1562655165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 msgr2=0x560ecb1aed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1aed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a3fff640 1 -- 172.21.15.18:0/1562655165 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560ecae203f0 con 0x560ecb1a8170 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1af240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1ae7c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe694011430 tx=0x7fe6940118f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec16e000f3410798 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6837fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6837fe640 1 -- 172.21.15.18:0/1562655165 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe694005220 con 0x560ecb1a8170 2024-03-07T10:06:38.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.280+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe69c0125a0 con 0x560ecb1a8170 2024-03-07T10:06:38.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.282+0000 7fe6837fe640 1 -- 172.21.15.18:0/1562655165 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe6940053c0 con 0x560ecb1a8170 2024-03-07T10:06:38.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.283+0000 7fe6837fe640 1 -- 172.21.15.18:0/1562655165 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6940055c0 con 0x560ecb1a8170 2024-03-07T10:06:38.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.283+0000 7fe6ad586740 10 client.27343 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:38.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.283+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560ecaeea7d0 con 0x560ecb1a8170 2024-03-07T10:06:38.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.283+0000 7fe6837fe640 1 -- 172.21.15.18:0/1562655165 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe69c0125a0 con 0x560ecb1a8170 2024-03-07T10:06:38.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6837fe640 1 -- 172.21.15.18:0/1562655165 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe69401a400 con 0x560ecb1a8170 2024-03-07T10:06:38.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6ad586740 10 client.27343 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:38.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6ad586740 10 client.27343 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:38.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6ad586740 20 client.27343 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:38.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb1c18e0 0x560ecb1c3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6ad586740 4 client.27343 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:38.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560ecb1193d0 con 0x560ecb1c18e0 2024-03-07T10:06:38.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb1c18e0 0x560ecb1c3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb1c18e0 0x560ecb1c3d10 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e70895442cdfebe server_cookie=560a8fdc46acca18 in_seq=0 out_seq=0 2024-03-07T10:06:38.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.284+0000 7fe6837fe640 10 client.27343 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.285+0000 7fe6837fe640 1 -- 172.21.15.18:0/1562655165 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560ecb1193d0 con 0x560ecb1c18e0 2024-03-07T10:06:38.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.285+0000 7fe6837fe640 10 client.27343 handle_command_reply: tid=0 2024-03-07T10:06:38.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.285+0000 7fe6ad586740 1 client.27343 shutdown 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.285+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 msgr2=0x560ecb1ae7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.285+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1ae7c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe694011430 tx=0x7fe6940118f0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 shutdown_connections 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb1c18e0 0x560ecb1c3d10 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1b1670 0x560ecb1af240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8a90 0x560ecb1aed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1562655165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1a8170 0x560ecb1ae7c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6837fe640 0 client.27343 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 >> 172.21.15.18:0/1562655165 conn(0x560ecb1a28a0 msgr2=0x560ecb1a45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 shutdown_connections 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 1 -- 172.21.15.18:0/1562655165 wait complete. 2024-03-07T10:06:38.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.286+0000 7fe6ad586740 20 client.27343 trim_cache size 0 max 16384 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.304+0000 7fe6ad586740 1 Processor -- start 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.304+0000 7fe6ad586740 1 -- start start 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1b0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1a17e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1bcb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6ad586740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a41b1930 con 0x560ecb1a8170 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6ad586740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a41af430 con 0x560ecb1a8a90 2024-03-07T10:06:38.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6ad586740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a41ad4f0 con 0x560ecb1b1670 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1b0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1b0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51104/0 (socket says 172.21.15.18:51104) 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a3fff640 1 -- 172.21.15.18:0/3498486905 learned_addr learned my addr 172.21.15.18:0/3498486905 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1a17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1bcb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a8c64640 1 -- 172.21.15.18:0/3498486905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 msgr2=0x560ecb1a17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1a17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a8c64640 1 -- 172.21.15.18:0/3498486905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 msgr2=0x560ecb1b0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1b0ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a8c64640 1 -- 172.21.15.18:0/3498486905 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560ecb19e160 con 0x560ecb1b1670 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1b0ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.305+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1bcb10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x560ecb1a2190 tx=0x7fe69c009590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53c099c0445b4fa7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.306+0000 7fe689ffb640 1 -- 172.21.15.18:0/3498486905 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe69c019ab0 con 0x560ecb1b1670 2024-03-07T10:06:38.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.306+0000 7fe689ffb640 1 -- 172.21.15.18:0/3498486905 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe69c003e50 con 0x560ecb1b1670 2024-03-07T10:06:38.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.306+0000 7fe689ffb640 1 -- 172.21.15.18:0/3498486905 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe69c005570 con 0x560ecb1b1670 2024-03-07T10:06:38.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.307+0000 7fe6ad586740 1 -- 172.21.15.18:0/3498486905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 msgr2=0x560ecb1bcb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.307+0000 7fe6ad586740 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1bcb10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x560ecb1a2190 tx=0x7fe69c009590 comp rx=0 tx=0).stop 2024-03-07T10:06:38.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.308+0000 7fe6ad586740 1 -- 172.21.15.18:0/3498486905 shutdown_connections 2024-03-07T10:06:38.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.308+0000 7fe6ad586740 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1bcb10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.308+0000 7fe6ad586740 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1a17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.308+0000 7fe6ad586740 1 --2- 172.21.15.18:0/3498486905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1b0ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.308+0000 7fe6ad586740 1 -- 172.21.15.18:0/3498486905 >> 172.21.15.18:0/3498486905 conn(0x560ecb1a28a0 msgr2=0x560ecb1a10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.308+0000 7fe6ad586740 1 -- 172.21.15.18:0/3498486905 shutdown_connections 2024-03-07T10:06:38.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.309+0000 7fe6ad586740 1 -- 172.21.15.18:0/3498486905 wait complete. 2024-03-07T10:06:38.310 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.309+0000 7fe6ad586740 1 -- start start 2024-03-07T10:06:38.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.309+0000 7fe6ad586740 1 Processor -- start 2024-03-07T10:06:38.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1ac490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1aae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6ad586740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1ab5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6ad586740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a41adaf0 con 0x560ecb1a8170 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6ad586740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a41aedd0 con 0x560ecb1a8a90 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6ad586740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6a41ae110 con 0x560ecb1b1670 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6ad586740 10 client.0 _ll_register_callbacks cb 0x7fe694009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6a3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1ac490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6a8c64640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1ab5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6a3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1ac490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51110/0 (socket says 172.21.15.18:51110) 2024-03-07T10:06:38.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6a3fff640 1 -- 172.21.15.18:0/1007502890 learned_addr learned my addr 172.21.15.18:0/1007502890 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.310+0000 7fe6a37fe640 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1aae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6a8c64640 1 -- 172.21.15.18:0/1007502890 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 msgr2=0x560ecb1aae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1aae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6a8c64640 1 -- 172.21.15.18:0/1007502890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 msgr2=0x560ecb1ac490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1ac490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6a8c64640 1 -- 172.21.15.18:0/1007502890 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560ecb21c1a0 con 0x560ecb1b1670 2024-03-07T10:06:38.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6a8c64640 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1ab5a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe69c014010 tx=0x7fe69c009670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=795829e330ed4afa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6837fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6837fe640 1 -- 172.21.15.18:0/1007502890 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe69c009a10 con 0x560ecb1b1670 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6837fe640 1 -- 172.21.15.18:0/1007502890 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe69c003b80 con 0x560ecb1b1670 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe69c003e50 con 0x560ecb1b1670 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6837fe640 1 -- 172.21.15.18:0/1007502890 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe69c0051b0 con 0x560ecb1b1670 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6ad586740 10 client.27349 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.311+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560ecb21d340 con 0x560ecb1b1670 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.312+0000 7fe6837fe640 1 -- 172.21.15.18:0/1007502890 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe69c005830 con 0x560ecb1b1670 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.312+0000 7fe6837fe640 1 -- 172.21.15.18:0/1007502890 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe69c02d020 con 0x560ecb1b1670 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.312+0000 7fe6ad586740 10 client.27349 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.312+0000 7fe6ad586740 10 client.27349 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6ad586740 20 client.27349 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb21d7c0 0x560ecb21fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6ad586740 4 client.27349 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:06:38.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fe69c003e50 con 0x560ecb21d7c0 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb21d7c0 0x560ecb21fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6837fe640 10 client.27349 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6a3fff640 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb21d7c0 0x560ecb21fbb0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfce14e28645569e server_cookie=90ae54c707c8b679 in_seq=0 out_seq=0 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6837fe640 1 -- 172.21.15.18:0/1007502890 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fe69c003e50 con 0x560ecb21d7c0 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6837fe640 10 client.27349 handle_command_reply: tid=0 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6ad586740 1 client.27349 shutdown 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 msgr2=0x560ecb1ab5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.313+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1ab5a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe69c014010 tx=0x7fe69c009670 comp rx=0 tx=0).stop 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.314+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 shutdown_connections 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.314+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560ecb21d7c0 0x560ecb21fbb0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.314+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560ecb1b1670 0x560ecb1ab5a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.314+0000 7fe6837fe640 0 client.27349 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.314+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560ecb1a8a90 0x560ecb1aae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.314+0000 7fe6ad586740 1 --2- 172.21.15.18:0/1007502890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560ecb1a8170 0x560ecb1ac490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.314+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 >> 172.21.15.18:0/1007502890 conn(0x560ecb1a28a0 msgr2=0x560ecb1a1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.317+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 shutdown_connections 2024-03-07T10:06:38.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.317+0000 7fe6ad586740 1 -- 172.21.15.18:0/1007502890 wait complete. 2024-03-07T10:06:38.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.317+0000 7fe6ad586740 20 client.27349 trim_cache size 0 max 16384 2024-03-07T10:06:38.319 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe68c0a20f0 msgr2=0x7fe68c0a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe68c0a20f0 0x7fe68c0a45b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe69c009270 tx=0x7fe69c01a000 comp rx=0 tx=0).stop 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a4101f90 msgr2=0x7fe6a419a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a4101f90 0x7fe6a419a460 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fe69802c240 tx=0x7fe6980045e0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 shutdown_connections 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6a4107670 0x7fe6a419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe68c0a20f0 0x7fe68c0a45b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe6a4101f90 0x7fe6a419a460 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 --2- 172.21.15.18:0/1407012585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe6a41015d0 0x7fe6a4199f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 >> 172.21.15.18:0/1407012585 conn(0x7fe6a40fd0e0 msgr2=0x7fe6a40fe390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 shutdown_connections 2024-03-07T10:06:38.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:38.318+0000 7fe6aa6c7640 1 -- 172.21.15.18:0/1407012585 wait complete. 2024-03-07T10:06:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.335+0000 7f472ba34640 1 -- 172.21.15.18:0/3617034811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100ee0 msgr2=0x7f472410d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.335+0000 7f472ba34640 1 --2- 172.21.15.18:0/3617034811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100ee0 0x7f472410d3a0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f471c009ca0 tx=0x7f471c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.335+0000 7f472ba34640 1 -- 172.21.15.18:0/3617034811 shutdown_connections 2024-03-07T10:06:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.335+0000 7f472ba34640 1 --2- 172.21.15.18:0/3617034811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100ee0 0x7f472410d3a0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.335+0000 7f472ba34640 1 --2- 172.21.15.18:0/3617034811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4724100520 0x7f47241009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.335+0000 7f472ba34640 1 --2- 172.21.15.18:0/3617034811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f47241065e0 0x7f47241069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.335+0000 7f472ba34640 1 -- 172.21.15.18:0/3617034811 >> 172.21.15.18:0/3617034811 conn(0x7f4724077650 msgr2=0x7f4724077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.336+0000 7f472ba34640 1 -- 172.21.15.18:0/3617034811 shutdown_connections 2024-03-07T10:06:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.336+0000 7f472ba34640 1 -- 172.21.15.18:0/3617034811 wait complete. 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.336+0000 7f472ba34640 1 Processor -- start 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.336+0000 7f472ba34640 1 -- start start 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f472ba34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100520 0x7f472410d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f472ba34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4724100ee0 0x7f472410a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f472ba34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47241065e0 0x7f472410a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f472ba34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472410f830 con 0x7f4724100520 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f472ba34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472410f6b0 con 0x7f4724100ee0 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f472ba34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472410f9b0 con 0x7f47241065e0 2024-03-07T10:06:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100520 0x7f472410d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4728fcf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4724100ee0 0x7f472410a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100520 0x7f472410d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51120/0 (socket says 172.21.15.18:51120) 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f47297d0640 1 -- 172.21.15.18:0/3150506395 learned_addr learned my addr 172.21.15.18:0/3150506395 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4729fd1640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47241065e0 0x7f472410a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4728fcf640 1 -- 172.21.15.18:0/3150506395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47241065e0 msgr2=0x7f472410a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47241065e0 0x7f472410a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4728fcf640 1 -- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100520 msgr2=0x7f472410d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100520 0x7f472410d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4728fcf640 1 -- 172.21.15.18:0/3150506395 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f472410b0c0 con 0x7f4724100ee0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.337+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4724100ee0 0x7f472410a2c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f471400e9f0 tx=0x7f471400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.338+0000 7f471a7fc640 1 -- 172.21.15.18:0/3150506395 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471400ccc0 con 0x7f4724100ee0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.338+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47241aa9e0 con 0x7f4724100ee0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.338+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47241aaf00 con 0x7f4724100ee0 2024-03-07T10:06:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.338+0000 7f471a7fc640 1 -- 172.21.15.18:0/3150506395 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4714005020 con 0x7f4724100ee0 2024-03-07T10:06:38.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.338+0000 7f471a7fc640 1 -- 172.21.15.18:0/3150506395 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471401c070 con 0x7f4724100ee0 2024-03-07T10:06:38.342 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 Processor -- start 2024-03-07T10:06:38.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 -- start start 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f471a7fc640 1 -- 172.21.15.18:0/3150506395 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4714004a00 con 0x7f4724100ee0 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004c4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601004285c0 con 0x5601004c3fa0 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601003d1900 con 0x5601004cd520 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.341+0000 7f472e822740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560100424660 con 0x5601004c4d10 2024-03-07T10:06:38.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.342+0000 7f471a7fc640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f47100a1fe0 0x7f47100a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.342+0000 7f471a7fc640 1 -- 172.21.15.18:0/3150506395 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f47140ce1b0 con 0x7f4724100ee0 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.342+0000 7f4729fd1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.342+0000 7f4729fd1640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f47100a1fe0 0x7f47100a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42994/0 (socket says 172.21.15.18:42994) 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 -- 172.21.15.18:0/577752007 learned_addr learned my addr 172.21.15.18:0/577752007 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4728fcf640 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f47297d0640 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004c4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 -- 172.21.15.18:0/577752007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 msgr2=0x5601004cf910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cf910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 -- 172.21.15.18:0/577752007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 msgr2=0x5601004c4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004c4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 -- 172.21.15.18:0/577752007 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56010013d210 con 0x5601004c4d10 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4728fcf640 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f47100a1fe0 0x7f47100a44a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f471c009430 tx=0x7f471c009360 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f4729fd1640 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c3a60 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f471c006010 tx=0x7f471c047000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1ecb39dce592d7e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.343+0000 7f470f7fe640 1 -- 172.21.15.18:0/577752007 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471c039040 con 0x5601004c4d10 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f470f7fe640 1 -- 172.21.15.18:0/577752007 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f471c004b40 con 0x5601004c4d10 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f470f7fe640 1 -- 172.21.15.18:0/577752007 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471c0346a0 con 0x5601004c4d10 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f472e822740 1 -- 172.21.15.18:0/577752007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 msgr2=0x5601004c3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f472e822740 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c3a60 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f471c006010 tx=0x7f471c047000 comp rx=0 tx=0).stop 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f472e822740 1 -- 172.21.15.18:0/577752007 shutdown_connections 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f472e822740 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f472e822740 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004c4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f472e822740 1 --2- 172.21.15.18:0/577752007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c3a60 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.344+0000 7f472e822740 1 -- 172.21.15.18:0/577752007 >> 172.21.15.18:0/577752007 conn(0x56010048b580 msgr2=0x5601004bec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.345+0000 7f472e822740 1 -- 172.21.15.18:0/577752007 shutdown_connections 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.345+0000 7f472e822740 1 -- 172.21.15.18:0/577752007 wait complete. 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.345+0000 7f472e822740 1 -- start start 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.345+0000 7f472e822740 1 Processor -- start 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.345+0000 7f472e822740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ca560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.345+0000 7f472e822740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f472e822740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f472e822740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601004e1200 con 0x5601004c3fa0 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ca560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ca560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51126/0 (socket says 172.21.15.18:51126) 2024-03-07T10:06:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f47297d0640 1 -- 172.21.15.18:0/3430850368 learned_addr learned my addr 172.21.15.18:0/3430850368 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601003e4d60 con 0x5601004cd520 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601004e1380 con 0x5601004c4d10 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4729fd1640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f472e822740 10 client.0 _ll_register_callbacks cb 0x56010013ca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4728fcf640 1 -- 172.21.15.18:0/3430850368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 msgr2=0x5601004cafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4728fcf640 1 -- 172.21.15.18:0/3430850368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 msgr2=0x5601004ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ca560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4728fcf640 1 -- 172.21.15.18:0/3430850368 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560100209620 con 0x5601004c4d10 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f47297d0640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ca560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f471c004b40 con 0x5601004c4d10 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004caaa0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f47140cb800 tx=0x7f4714005310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c494d2e3faf2fc0a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f470cff9640 10 client.27361 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f470cff9640 1 -- 172.21.15.18:0/3430850368 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47140b8060 con 0x5601004c4d10 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.346+0000 7f470cff9640 1 -- 172.21.15.18:0/3430850368 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f47140cba80 con 0x5601004c4d10 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f470cff9640 1 -- 172.21.15.18:0/3430850368 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f47140b2070 con 0x5601004c4d10 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 10 client.27361 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5601004ed490 con 0x5601004c4d10 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f470cff9640 1 -- 172.21.15.18:0/3430850368 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f471401f030 con 0x5601004c4d10 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 10 client.27361 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 10 client.27361 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 20 client.27361 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5601004ee840 0x5601004f0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 4 client.27361 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560100435b00 con 0x5601004ee840 2024-03-07T10:06:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.347+0000 7f47297d0640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5601004ee840 0x5601004f0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.350+0000 7f47297d0640 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5601004ee840 0x5601004f0c30 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=940e24a308d86387 server_cookie=7ed1c9d882efec69 in_seq=0 out_seq=0 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.350+0000 7f470cff9640 10 client.27361 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.350+0000 7f470cff9640 1 -- 172.21.15.18:0/3430850368 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560100435b00 con 0x5601004ee840 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.350+0000 7f470cff9640 10 client.27361 handle_command_reply: tid=0 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.350+0000 7f472e822740 1 client.27361 shutdown 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.350+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 msgr2=0x5601004caaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.350+0000 7f472e822740 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004caaa0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f47140cb800 tx=0x7f4714005310 comp rx=0 tx=0).stop 2024-03-07T10:06:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 shutdown_connections 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5601004ee840 0x5601004f0c30 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004cafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004caaa0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f470cff9640 0 client.27361 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 --2- 172.21.15.18:0/3430850368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ca560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 >> 172.21.15.18:0/3430850368 conn(0x56010048b580 msgr2=0x5601004c09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 shutdown_connections 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 1 -- 172.21.15.18:0/3430850368 wait complete. 2024-03-07T10:06:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.351+0000 7f472e822740 20 client.27361 trim_cache size 0 max 16384 2024-03-07T10:06:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.370+0000 7f472e822740 1 Processor -- start 2024-03-07T10:06:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.370+0000 7f472e822740 1 -- start start 2024-03-07T10:06:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f472e822740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f472e822740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004c4d10 0x5601004bdc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51130/0 (socket says 172.21.15.18:51130) 2024-03-07T10:06:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f47297d0640 1 -- 172.21.15.18:0/819283240 learned_addr learned my addr 172.21.15.18:0/819283240 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f4728fcf640 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004c4d10 0x5601004bdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f472e822740 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004cd520 0x5601004e9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47241ad650 con 0x5601004c3fa0 2024-03-07T10:06:38.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47241ab1f0 con 0x5601004c4d10 2024-03-07T10:06:38.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f4729fd1640 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004cd520 0x5601004e9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.374 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.371+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472419f8e0 con 0x5601004cd520 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.372+0000 7f47297d0640 1 -- 172.21.15.18:0/819283240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004cd520 msgr2=0x5601004e9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.372+0000 7f47297d0640 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004cd520 0x5601004e9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.372+0000 7f47297d0640 1 -- 172.21.15.18:0/819283240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004c4d10 msgr2=0x5601004bdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.372+0000 7f47297d0640 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004c4d10 0x5601004bdc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.372+0000 7f47297d0640 1 -- 172.21.15.18:0/819283240 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5601004f1260 con 0x5601004c3fa0 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.372+0000 7f47297d0640 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ccc20 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f4720009620 tx=0x7f4720005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1c52529e50451be server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.372+0000 7f470effd640 1 -- 172.21.15.18:0/819283240 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4720012110 con 0x5601004c3fa0 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f470effd640 1 -- 172.21.15.18:0/819283240 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4720022c50 con 0x5601004c3fa0 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f470effd640 1 -- 172.21.15.18:0/819283240 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47200054a0 con 0x5601004c3fa0 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 msgr2=0x5601004ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ccc20 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f4720009620 tx=0x7f4720005f90 comp rx=0 tx=0).stop 2024-03-07T10:06:38.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 shutdown_connections 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004cd520 0x5601004e9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004c4d10 0x5601004bdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 --2- 172.21.15.18:0/819283240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004ccc20 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 >> 172.21.15.18:0/819283240 conn(0x56010048b580 msgr2=0x5601004bd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 shutdown_connections 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.373+0000 7f472e822740 1 -- 172.21.15.18:0/819283240 wait complete. 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 -- start start 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 Processor -- start 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004e61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004c7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472419fee0 con 0x5601004c3fa0 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47241a11c0 con 0x5601004cd520 2024-03-07T10:06:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47241a0500 con 0x5601004c4d10 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f472e822740 10 client.0 _ll_register_callbacks cb 0x7f471409a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004e61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f47297d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004e61a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51142/0 (socket says 172.21.15.18:51142) 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f47297d0640 1 -- 172.21.15.18:0/3664297627 learned_addr learned my addr 172.21.15.18:0/3664297627 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f4729fd1640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004c7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.374+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f47297d0640 1 -- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 msgr2=0x5601004c7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f47297d0640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f47297d0640 1 -- 172.21.15.18:0/3664297627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 msgr2=0x5601004c7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f47297d0640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004c7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f47297d0640 1 -- 172.21.15.18:0/3664297627 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5601004c8260 con 0x5601004c3fa0 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f4729fd1640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004c7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:38.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f47297d0640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004e61a0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f47200126f0 tx=0x7f4720009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e33325dfd92e0c4a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f470cff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f470cff9640 1 -- 172.21.15.18:0/3664297627 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4720030020 con 0x5601004c3fa0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f470cff9640 1 -- 172.21.15.18:0/3664297627 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4720005160 con 0x5601004c3fa0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4720022c50 con 0x5601004c3fa0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f470cff9640 1 -- 172.21.15.18:0/3664297627 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f472003b050 con 0x5601004c3fa0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f472e822740 10 client.17526 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.375+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56010054aed0 con 0x5601004c3fa0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f470cff9640 1 -- 172.21.15.18:0/3664297627 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4720022c50 con 0x5601004c3fa0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f470cff9640 1 -- 172.21.15.18:0/3664297627 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f472002c480 con 0x5601004c3fa0 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f472e822740 10 client.17526 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f472e822740 10 client.17526 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f472e822740 20 client.17526 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f472e822740 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56010054b650 0x56010054da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f472e822740 4 client.17526 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:06:38.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56010042fe50 con 0x56010054b650 2024-03-07T10:06:38.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56010054b650 0x56010054da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:38.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f470cff9640 10 client.17526 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.376+0000 7f4728fcf640 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56010054b650 0x56010054da70 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a013f01279b5ddb server_cookie=fed3912fec775f66 in_seq=0 out_seq=0 2024-03-07T10:06:38.472 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f470cff9640 1 -- 172.21.15.18:0/3664297627 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56010042fe50 con 0x56010054b650 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f470cff9640 10 client.17526 handle_command_reply: tid=0 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 client.17526 shutdown 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 msgr2=0x5601004e61a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004e61a0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f47200126f0 tx=0x7f4720009f10 comp rx=0 tx=0).stop 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 shutdown_connections 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56010054b650 0x56010054da70 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5601004cd520 0x5601004c7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5601004c4d10 0x5601004c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 --2- 172.21.15.18:0/3664297627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5601004c3fa0 0x5601004e61a0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 >> 172.21.15.18:0/3664297627 conn(0x56010048b580 msgr2=0x5601004bde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.470+0000 7f470cff9640 0 client.17526 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.471+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 shutdown_connections 2024-03-07T10:06:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.471+0000 7f472e822740 1 -- 172.21.15.18:0/3664297627 wait complete. 2024-03-07T10:06:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.471+0000 7f472e822740 20 client.17526 trim_cache size 0 max 16384 2024-03-07T10:06:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:06:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:06:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:06:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:06:38.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.473+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f47100a1fe0 msgr2=0x7f47100a44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.473+0000 7f472ba34640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f47100a1fe0 0x7f47100a44a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f471c009430 tx=0x7f471c009360 comp rx=0 tx=0).stop 2024-03-07T10:06:38.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.473+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4724100ee0 msgr2=0x7f472410a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:38.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.473+0000 7f472ba34640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4724100ee0 0x7f472410a2c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f471400e9f0 tx=0x7f471400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 shutdown_connections 2024-03-07T10:06:38.475 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47241065e0 0x7f472410a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4724100ee0 0x7f472410a2c0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f47100a1fe0 0x7f47100a44a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 --2- 172.21.15.18:0/3150506395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4724100520 0x7f472410d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 >> 172.21.15.18:0/3150506395 conn(0x7f4724077650 msgr2=0x7f47240ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 shutdown_connections 2024-03-07T10:06:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:38.474+0000 7f472ba34640 1 -- 172.21.15.18:0/3150506395 wait complete. 2024-03-07T10:06:38.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:38 smithi063 ceph-mon[36356]: pgmap v230: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.7 MiB/s wr, 580 op/s 2024-03-07T10:06:39.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:38 smithi077 ceph-mon[36374]: pgmap v230: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.7 MiB/s wr, 580 op/s 2024-03-07T10:06:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:38 smithi018 ceph-mon[32171]: pgmap v230: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.7 MiB/s wr, 580 op/s 2024-03-07T10:06:39.336 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:06:39.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:06:39.337 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:06:39.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.502+0000 7f17ded1d640 1 -- 172.21.15.18:0/1830215343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d8108ba0 msgr2=0x7f17d8109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.502+0000 7f17ded1d640 1 --2- 172.21.15.18:0/1830215343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d8108ba0 0x7f17d8109000 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f17d0009ca0 tx=0x7f17d002c120 comp rx=0 tx=0).stop 2024-03-07T10:06:39.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.508+0000 7f17ded1d640 1 -- 172.21.15.18:0/1830215343 shutdown_connections 2024-03-07T10:06:39.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.508+0000 7f17ded1d640 1 --2- 172.21.15.18:0/1830215343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f17d811ae40 0x7f17d811d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.509+0000 7f17ded1d640 1 --2- 172.21.15.18:0/1830215343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d8108ba0 0x7f17d8109000 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.509+0000 7f17ded1d640 1 --2- 172.21.15.18:0/1830215343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f17d810fdf0 0x7f17d8108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.509+0000 7f17ded1d640 1 -- 172.21.15.18:0/1830215343 >> 172.21.15.18:0/1830215343 conn(0x7f17d806c6d0 msgr2=0x7f17d806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.515+0000 7f17ded1d640 1 -- 172.21.15.18:0/1830215343 shutdown_connections 2024-03-07T10:06:39.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.516+0000 7f17ded1d640 1 -- 172.21.15.18:0/1830215343 wait complete. 2024-03-07T10:06:39.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.517+0000 7f17ded1d640 1 Processor -- start 2024-03-07T10:06:39.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.518+0000 7f17ded1d640 1 -- start start 2024-03-07T10:06:39.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.519+0000 7f17ded1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f17d8108ba0 0x7f17d81a6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.519+0000 7f17ded1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f17d810fdf0 0x7f17d81a74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.519+0000 7f17ded1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d811ae40 0x7f17d81ab830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.519+0000 7f17ded1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17d8120990 con 0x7f17d810fdf0 2024-03-07T10:06:39.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.519+0000 7f17ded1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17d8120810 con 0x7f17d8108ba0 2024-03-07T10:06:39.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.519+0000 7f17ded1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17d8120b10 con 0x7f17d811ae40 2024-03-07T10:06:39.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.521+0000 7f17dd2ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d811ae40 0x7f17d81ab830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.521+0000 7f17dd2ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d811ae40 0x7f17d81ab830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43032/0 (socket says 172.21.15.18:43032) 2024-03-07T10:06:39.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.521+0000 7f17dd2ba640 1 -- 172.21.15.18:0/907521450 learned_addr learned my addr 172.21.15.18:0/907521450 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.522+0000 7f17dcab9640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f17d8108ba0 0x7f17d81a6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.522+0000 7f17d7fff640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f17d810fdf0 0x7f17d81a74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.525+0000 7f17d7fff640 1 -- 172.21.15.18:0/907521450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d811ae40 msgr2=0x7f17d81ab830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.525+0000 7f17d7fff640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d811ae40 0x7f17d81ab830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.525+0000 7f17d7fff640 1 -- 172.21.15.18:0/907521450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f17d8108ba0 msgr2=0x7f17d81a6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.525+0000 7f17d7fff640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f17d8108ba0 0x7f17d81a6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.525+0000 7f17d7fff640 1 -- 172.21.15.18:0/907521450 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17d81abf60 con 0x7f17d810fdf0 2024-03-07T10:06:39.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.526+0000 7f17d7fff640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f17d810fdf0 0x7f17d81a74b0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f17d002c730 tx=0x7f17d0035d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.526+0000 7f17d5ffb640 1 -- 172.21.15.18:0/907521450 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d0039040 con 0x7f17d810fdf0 2024-03-07T10:06:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.527+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17d81ac1f0 con 0x7f17d810fdf0 2024-03-07T10:06:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.527+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17d81b3ae0 con 0x7f17d810fdf0 2024-03-07T10:06:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.527+0000 7f17d5ffb640 1 -- 172.21.15.18:0/907521450 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17d0003970 con 0x7f17d810fdf0 2024-03-07T10:06:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.527+0000 7f17d5ffb640 1 -- 172.21.15.18:0/907521450 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d00044a0 con 0x7f17d810fdf0 2024-03-07T10:06:39.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 Processor -- start 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 -- start start 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17d5ffb640 1 -- 172.21.15.18:0/907521450 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f17d0004640 con 0x7f17d810fdf0 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d51d50 0x55eef2d52130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d5ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d5b250 0x55eef2d5d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eef2cb5b10 con 0x55eef2d5b250 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eef2c5ed50 con 0x55eef2d51d50 2024-03-07T10:06:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.531+0000 7f17e1c07740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eef2cb1bb0 con 0x55eef2d52670 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dd2ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d51d50 0x55eef2d52130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dd2ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d51d50 0x55eef2d52130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:44858/0 (socket says 172.21.15.18:44858) 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dcab9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d5ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dd2ba640 1 -- 172.21.15.18:0/2201349403 learned_addr learned my addr 172.21.15.18:0/2201349403 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17d5ffb640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f17c00a20f0 0x7f17c00a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17d5ffb640 1 -- 172.21.15.18:0/907521450 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f17d00efc10 con 0x7f17d810fdf0 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dcab9640 1 -- 172.21.15.18:0/2201349403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d51d50 msgr2=0x55eef2d52130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dcab9640 1 --2- 172.21.15.18:0/2201349403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d51d50 0x55eef2d52130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dcab9640 1 -- 172.21.15.18:0/2201349403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d5b250 msgr2=0x55eef2d5d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dcab9640 1 --2- 172.21.15.18:0/2201349403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d5b250 0x55eef2d5d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dcab9640 1 -- 172.21.15.18:0/2201349403 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eef2a927e0 con 0x55eef2d52670 2024-03-07T10:06:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.532+0000 7f17dd2ba640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f17c00a20f0 0x7f17c00a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.533+0000 7f17dcab9640 1 --2- 172.21.15.18:0/2201349403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d5ad10 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f17cc0099a0 tx=0x7f17cc009e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db9f35e6f49e3b8a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.533+0000 7f17beffd640 1 -- 172.21.15.18:0/2201349403 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17cc017070 con 0x55eef2d52670 2024-03-07T10:06:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.533+0000 7f17beffd640 1 -- 172.21.15.18:0/2201349403 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17cc013470 con 0x55eef2d52670 2024-03-07T10:06:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.533+0000 7f17beffd640 1 -- 172.21.15.18:0/2201349403 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17cc012630 con 0x55eef2d52670 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 -- 172.21.15.18:0/2201349403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 msgr2=0x55eef2d5ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 --2- 172.21.15.18:0/2201349403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d5ad10 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f17cc0099a0 tx=0x7f17cc009e60 comp rx=0 tx=0).stop 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17dd2ba640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f17c00a20f0 0x7f17c00a45b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f17c80153e0 tx=0x7f17c8004700 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 -- 172.21.15.18:0/2201349403 shutdown_connections 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 --2- 172.21.15.18:0/2201349403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d5b250 0x55eef2d5d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 --2- 172.21.15.18:0/2201349403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d5ad10 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 --2- 172.21.15.18:0/2201349403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d51d50 0x55eef2d52130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 -- 172.21.15.18:0/2201349403 >> 172.21.15.18:0/2201349403 conn(0x55eef2d4c480 msgr2=0x55eef2d4c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 -- 172.21.15.18:0/2201349403 shutdown_connections 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 -- 172.21.15.18:0/2201349403 wait complete. 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 -- start start 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.534+0000 7f17e1c07740 1 Processor -- start 2024-03-07T10:06:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d5ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d52670 0x55eef2d57ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d5b250 0x55eef2d58600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17e1c07740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eef2d6f050 con 0x55eef2d51d50 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17e1c07740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eef2c72190 con 0x55eef2d52670 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17e1c07740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eef2d6f1d0 con 0x55eef2d5b250 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17e1c07740 10 client.0 _ll_register_callbacks cb 0x55eef2c61770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17dcab9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d5ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17dd2ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d5b250 0x55eef2d58600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17d7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d52670 0x55eef2d57ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17dcab9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d5ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51174/0 (socket says 172.21.15.18:51174) 2024-03-07T10:06:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.535+0000 7f17dcab9640 1 -- 172.21.15.18:0/3497009173 learned_addr learned my addr 172.21.15.18:0/3497009173 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17dd2ba640 1 -- 172.21.15.18:0/3497009173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d52670 msgr2=0x55eef2d57ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17dd2ba640 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d52670 0x55eef2d57ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17dd2ba640 1 -- 172.21.15.18:0/3497009173 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 msgr2=0x55eef2d5ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17dd2ba640 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d5ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17dd2ba640 1 -- 172.21.15.18:0/3497009173 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55eef2af2f70 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17dd2ba640 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d5b250 0x55eef2d58600 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f17c8015c70 tx=0x7f17c8004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=650a95be9fb17474 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17b7fff640 1 -- 172.21.15.18:0/3497009173 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c8026020 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17b7fff640 1 -- 172.21.15.18:0/3497009173 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f17c8017d70 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.536+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f17cc013470 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.537+0000 7f17b7fff640 1 -- 172.21.15.18:0/3497009173 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17c8031050 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.537+0000 7f17e1c07740 10 client.27379 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.537+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55eef298a170 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.537+0000 7f17b7fff640 1 -- 172.21.15.18:0/3497009173 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17c801b030 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.537+0000 7f17b7fff640 1 -- 172.21.15.18:0/3497009173 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f17c80213a0 con 0x55eef2d5b250 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.537+0000 7f17e1c07740 10 client.27379 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17e1c07740 10 client.27379 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17e1c07740 20 client.27379 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2d7c460 0x55eef2d7e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17e1c07740 4 client.27379 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f17cc013470 con 0x55eef2d7c460 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17dcab9640 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2d7c460 0x55eef2d7e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17b7fff640 10 client.27379 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.538+0000 7f17dcab9640 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2d7c460 0x55eef2d7e850 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bebaf01ccb011e0 server_cookie=c4b0dfd2ddacc497 in_seq=0 out_seq=0 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17b7fff640 1 -- 172.21.15.18:0/3497009173 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f17cc013470 con 0x55eef2d7c460 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17b7fff640 10 client.27379 handle_command_reply: tid=0 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 client.27379 shutdown 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d5b250 msgr2=0x55eef2d58600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d5b250 0x55eef2d58600 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f17c8015c70 tx=0x7f17c8004770 comp rx=0 tx=0).stop 2024-03-07T10:06:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 shutdown_connections 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2d7c460 0x55eef2d7e850 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17b7fff640 0 client.27379 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d5b250 0x55eef2d58600 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d52670 0x55eef2d57ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3497009173 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d5ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 >> 172.21.15.18:0/3497009173 conn(0x55eef2d4c480 msgr2=0x55eef2d4e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 shutdown_connections 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.539+0000 7f17e1c07740 1 -- 172.21.15.18:0/3497009173 wait complete. 2024-03-07T10:06:39.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.540+0000 7f17e1c07740 20 client.27379 trim_cache size 0 max 16384 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.558+0000 7f17e1c07740 1 Processor -- start 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.558+0000 7f17e1c07740 1 -- start start 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.558+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d51d50 0x55eef2d4dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.558+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d52670 0x55eef2d5a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d5ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17dcab9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d51d50 0x55eef2d4dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17dcab9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d51d50 0x55eef2d4dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43046/0 (socket says 172.21.15.18:43046) 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17dcab9640 1 -- 172.21.15.18:0/3375829590 learned_addr learned my addr 172.21.15.18:0/3375829590 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17d7fff640 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d52670 0x55eef2d5a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.561 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c4010e50 con 0x55eef2d52670 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c400e950 con 0x55eef2d5b250 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c400ca10 con 0x55eef2d51d50 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17dd2ba640 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d5ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17d7fff640 1 -- 172.21.15.18:0/3375829590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d51d50 msgr2=0x55eef2d4dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17d7fff640 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d51d50 0x55eef2d4dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17d7fff640 1 -- 172.21.15.18:0/3375829590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 msgr2=0x55eef2d5ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17d7fff640 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d5ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17d7fff640 1 -- 172.21.15.18:0/3375829590 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eef2d524a0 con 0x55eef2d52670 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.559+0000 7f17dcab9640 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d51d50 0x55eef2d4dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:39.562 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.560+0000 7f17d7fff640 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d52670 0x55eef2d5a720 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f17d00ed370 tx=0x7f17d00efe60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9512c64bb2e89a6d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.560+0000 7f17be7fc640 1 -- 172.21.15.18:0/3375829590 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d00d5070 con 0x55eef2d52670 2024-03-07T10:06:39.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.560+0000 7f17be7fc640 1 -- 172.21.15.18:0/3375829590 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17d00b8040 con 0x55eef2d52670 2024-03-07T10:06:39.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.560+0000 7f17be7fc640 1 -- 172.21.15.18:0/3375829590 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d00c4db0 con 0x55eef2d52670 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d52670 msgr2=0x55eef2d5a720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d52670 0x55eef2d5a720 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f17d00ed370 tx=0x7f17d00efe60 comp rx=0 tx=0).stop 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 shutdown_connections 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d5ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d52670 0x55eef2d5a720 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3375829590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d51d50 0x55eef2d4dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 >> 172.21.15.18:0/3375829590 conn(0x55eef2d4c480 msgr2=0x55eef2d4d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 shutdown_connections 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.561+0000 7f17e1c07740 1 -- 172.21.15.18:0/3375829590 wait complete. 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.562+0000 7f17e1c07740 1 -- start start 2024-03-07T10:06:39.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.562+0000 7f17e1c07740 1 Processor -- start 2024-03-07T10:06:39.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.562+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d542a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d547e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17e1c07740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d54d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17e1c07740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c400d010 con 0x55eef2d51d50 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17e1c07740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c400e2f0 con 0x55eef2d5b250 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17e1c07740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17c400d630 con 0x55eef2d52670 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17e1c07740 10 client.0 _ll_register_callbacks cb 0x7f17c8009aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d547e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43052/0 (socket says 172.21.15.18:43052) 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 -- 172.21.15.18:0/3636542562 learned_addr learned my addr 172.21.15.18:0/3636542562 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17dcab9640 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17dd2ba640 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d54d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 -- 172.21.15.18:0/3636542562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 msgr2=0x55eef2d54d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d54d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 -- 172.21.15.18:0/3636542562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 msgr2=0x55eef2d542a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d542a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 -- 172.21.15.18:0/3636542562 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55eef2d55260 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17d7fff640 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d547e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f17d00bc5a0 tx=0x7f17d002c120 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c0bb82abaa1ac43 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.563+0000 7f17b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17b7fff640 1 -- 172.21.15.18:0/3636542562 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17d00d5040 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17b7fff640 1 -- 172.21.15.18:0/3636542562 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f17d00bc870 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f17d00b8040 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17b7fff640 1 -- 172.21.15.18:0/3636542562 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17d00bbf70 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 10 client.27385 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55eef2dd8f30 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17b7fff640 1 -- 172.21.15.18:0/3636542562 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17d00b8040 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17b7fff640 1 -- 172.21.15.18:0/3636542562 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f17d00ca050 con 0x55eef2d52670 2024-03-07T10:06:39.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 10 client.27385 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 10 client.27385 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 20 client.27385 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2dd94d0 0x55eef2ddb8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 4 client.27385 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55eef2c8b930 con 0x55eef2dd94d0 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.564+0000 7f17dcab9640 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2dd94d0 0x55eef2ddb8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.565+0000 7f17b7fff640 10 client.27385 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.565+0000 7f17dcab9640 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2dd94d0 0x55eef2ddb8f0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45ebece7f06e8162 server_cookie=f7fdee01a035a318 in_seq=0 out_seq=0 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17b7fff640 1 -- 172.21.15.18:0/3636542562 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55eef2c8b930 con 0x55eef2dd94d0 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17b7fff640 10 client.27385 handle_command_reply: tid=0 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 client.27385 shutdown 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 msgr2=0x55eef2d547e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d547e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f17d00bc5a0 tx=0x7f17d002c120 comp rx=0 tx=0).stop 2024-03-07T10:06:39.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 shutdown_connections 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55eef2dd94d0 0x55eef2ddb8f0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55eef2d5b250 0x55eef2d54d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55eef2d52670 0x55eef2d547e0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 --2- 172.21.15.18:0/3636542562 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55eef2d51d50 0x55eef2d542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 >> 172.21.15.18:0/3636542562 conn(0x55eef2d4c480 msgr2=0x55eef2d4e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.566+0000 7f17b7fff640 0 client.27385 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.567+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 shutdown_connections 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.567+0000 7f17e1c07740 1 -- 172.21.15.18:0/3636542562 wait complete. 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.567+0000 7f17e1c07740 20 client.27385 trim_cache size 0 max 16384 2024-03-07T10:06:39.572 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "479f337c-105c-4310-b680-bc6368d90023", 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.567+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f17c00a20f0 msgr2=0x7f17c00a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.567+0000 7f17ded1d640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f17c00a20f0 0x7f17c00a45b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f17c80153e0 tx=0x7f17c8004700 comp rx=0 tx=0).stop 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f17d810fdf0 msgr2=0x7f17d81a74b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f17d810fdf0 0x7f17d81a74b0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f17d002c730 tx=0x7f17d0035d80 comp rx=0 tx=0).stop 2024-03-07T10:06:39.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 shutdown_connections 2024-03-07T10:06:39.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f17d811ae40 0x7f17d81ab830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f17c00a20f0 0x7f17c00a45b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f17d810fdf0 0x7f17d81a74b0 secure :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f17d002c730 tx=0x7f17d0035d80 comp rx=0 tx=0).stop 2024-03-07T10:06:39.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 --2- 172.21.15.18:0/907521450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f17d8108ba0 0x7f17d81a6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.568+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 >> 172.21.15.18:0/907521450 conn(0x7f17d806c6d0 msgr2=0x7f17d8118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.569+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 shutdown_connections 2024-03-07T10:06:39.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.570+0000 7f17ded1d640 1 -- 172.21.15.18:0/907521450 wait complete. 2024-03-07T10:06:39.587 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:06:39.587 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:06:39.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 -- 172.21.15.18:0/1268474533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 msgr2=0x7fa7a0102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/1268474533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0102c60 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fa790009900 tx=0x7fa79002bcd0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 -- 172.21.15.18:0/1268474533 shutdown_connections 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/1268474533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7a010bc50 0x7fa7a010e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/1268474533 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7a01031a0 0x7fa7a010b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/1268474533 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0102c60 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 -- 172.21.15.18:0/1268474533 >> 172.21.15.18:0/1268474533 conn(0x7fa7a0077710 msgr2=0x7fa7a0077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 -- 172.21.15.18:0/1268474533 shutdown_connections 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.737+0000 7fa7a69a7640 1 -- 172.21.15.18:0/1268474533 wait complete. 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.738+0000 7fa7a69a7640 1 Processor -- start 2024-03-07T10:06:39.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.738+0000 7fa7a69a7640 1 -- start start 2024-03-07T10:06:39.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.738+0000 7fa7a69a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa7a69a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7a01031a0 0x7fa7a0198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa7a69a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7a010bc50 0x7fa7a019c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51210/0 (socket says 172.21.15.18:51210) 2024-03-07T10:06:39.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa7a69a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a01119e0 con 0x7fa7a0102880 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa7a69a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a0111860 con 0x7fa7a01031a0 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa7a69a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a0111b60 con 0x7fa7a010bc50 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 -- 172.21.15.18:0/2609966078 learned_addr learned my addr 172.21.15.18:0/2609966078 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa7a4f44640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7a010bc50 0x7fa7a019c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7a01031a0 0x7fa7a0198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 -- 172.21.15.18:0/2609966078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7a010bc50 msgr2=0x7fa7a019c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7a010bc50 0x7fa7a019c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 -- 172.21.15.18:0/2609966078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7a01031a0 msgr2=0x7fa7a0198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7a01031a0 0x7fa7a0198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 -- 172.21.15.18:0/2609966078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7a019cea0 con 0x7fa7a0102880 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7a01031a0 0x7fa7a0198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79ffff640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0197f00 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fa790005940 tx=0x7fa79002cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa79d7fa640 1 -- 172.21.15.18:0/2609966078 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa790041070 con 0x7fa7a0102880 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.739+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7a019d130 con 0x7fa7a0102880 2024-03-07T10:06:39.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.740+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7a01a4a20 con 0x7fa7a0102880 2024-03-07T10:06:39.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.740+0000 7fa79d7fa640 1 -- 172.21.15.18:0/2609966078 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa790004450 con 0x7fa7a0102880 2024-03-07T10:06:39.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.740+0000 7fa79d7fa640 1 -- 172.21.15.18:0/2609966078 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa790003d80 con 0x7fa7a0102880 2024-03-07T10:06:39.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.742+0000 7fa79d7fa640 1 -- 172.21.15.18:0/2609966078 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa790044070 con 0x7fa7a0102880 2024-03-07T10:06:39.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.743+0000 7fa79d7fa640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7880a1ff0 0x7fa7880a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.743+0000 7fa79d7fa640 1 -- 172.21.15.18:0/2609966078 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa7900efb60 con 0x7fa7a0102880 2024-03-07T10:06:39.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.743+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7880a1ff0 0x7fa7880a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.743+0000 7fa7a9790740 1 Processor -- start 2024-03-07T10:06:39.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.743+0000 7fa7a9790740 1 -- start start 2024-03-07T10:06:39.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.743+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.743+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e6727fd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672800020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a9790740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e672757dd0 con 0x55e6727fdc30 2024-03-07T10:06:39.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a9790740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e672700ae0 con 0x55e6727f4730 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a9790740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e672753e70 con 0x55e6727f5050 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a4f44640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672800020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a4f44640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672800020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51226/0 (socket says 172.21.15.18:51226) 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a4f44640 1 -- 172.21.15.18:0/472322186 learned_addr learned my addr 172.21.15.18:0/472322186 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79ffff640 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e6727fd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7880a1ff0 0x7fa7880a44b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa7a010d9c0 tx=0x7fa794005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 -- 172.21.15.18:0/472322186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 msgr2=0x55e6727f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727f4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 -- 172.21.15.18:0/472322186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 msgr2=0x55e672800020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672800020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 -- 172.21.15.18:0/472322186 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e6725367d0 con 0x55e6727f5050 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7a4f44640 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672800020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79ffff640 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e6727fd6f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa794011870 tx=0x7fa794014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3324caf81c804b72 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.744+0000 7fa7867fc640 1 -- 172.21.15.18:0/472322186 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa794012e60 con 0x55e6727f5050 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7867fc640 1 -- 172.21.15.18:0/472322186 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa79401fb00 con 0x55e6727f5050 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7867fc640 1 -- 172.21.15.18:0/472322186 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa79401ec40 con 0x55e6727f5050 2024-03-07T10:06:39.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 -- 172.21.15.18:0/472322186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 msgr2=0x55e6727fd6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e6727fd6f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa794011870 tx=0x7fa794014000 comp rx=0 tx=0).stop 2024-03-07T10:06:39.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 -- 172.21.15.18:0/472322186 shutdown_connections 2024-03-07T10:06:39.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672800020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e6727fd6f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 --2- 172.21.15.18:0/472322186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 -- 172.21.15.18:0/472322186 >> 172.21.15.18:0/472322186 conn(0x55e6727eee60 msgr2=0x55e6727ef240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 -- 172.21.15.18:0/472322186 shutdown_connections 2024-03-07T10:06:39.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.745+0000 7fa7a9790740 1 -- 172.21.15.18:0/472322186 wait complete. 2024-03-07T10:06:39.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.746+0000 7fa7a9790740 1 -- start start 2024-03-07T10:06:39.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.746+0000 7fa7a9790740 1 Processor -- start 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.746+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f4730 0x55e6727fd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.746+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f5050 0x55e6727fa9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.746+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e6727fafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f4730 0x55e6727fd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f4730 0x55e6727fd620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43080/0 (socket says 172.21.15.18:43080) 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 -- 172.21.15.18:0/1571838881 learned_addr learned my addr 172.21.15.18:0/1571838881 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e672800a20 con 0x55e6727fdc30 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e672714070 con 0x55e6727f5050 2024-03-07T10:06:39.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e672800ba0 con 0x55e6727f4730 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa7a9790740 10 client.0 _ll_register_callbacks cb 0x55e672713a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 -- 172.21.15.18:0/1571838881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f5050 msgr2=0x55e6727fa9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f5050 0x55e6727fa9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 -- 172.21.15.18:0/1571838881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 msgr2=0x55e6727fafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e6727fafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.747+0000 7fa79ffff640 1 -- 172.21.15.18:0/1571838881 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e67246c3f0 con 0x55e6727f4730 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.748+0000 7fa79ffff640 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f4730 0x55e6727fd620 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa7900b8f30 tx=0x7fa7900bc160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a725eee13a36e8ae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.748+0000 7fa77f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.748+0000 7fa77f7fe640 1 -- 172.21.15.18:0/1571838881 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa79004b040 con 0x55e6727f4730 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.748+0000 7fa77f7fe640 1 -- 172.21.15.18:0/1571838881 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa790005500 con 0x55e6727f4730 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.748+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa79401fb00 con 0x55e6727f4730 2024-03-07T10:06:39.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.748+0000 7fa77f7fe640 1 -- 172.21.15.18:0/1571838881 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7900c06b0 con 0x55e6727f4730 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 10 client.27397 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e67242c0f0 con 0x55e6727f4730 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa77f7fe640 1 -- 172.21.15.18:0/1571838881 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa79401fb00 con 0x55e6727f4730 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa77f7fe640 1 -- 172.21.15.18:0/1571838881 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa7900c4870 con 0x55e6727f4730 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 10 client.27397 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 10 client.27397 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 20 client.27397 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e67280d9d0 0x55e67280fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 4 client.27397 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.749+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e672765310 con 0x55e67280d9d0 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.750+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e67280d9d0 0x55e67280fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.750+0000 7fa77f7fe640 10 client.27397 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.750+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e67280d9d0 0x55e67280fe90 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9eaf7aa9aa80e175 server_cookie=44ea9ccbfa0f0442 in_seq=0 out_seq=0 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa77f7fe640 1 -- 172.21.15.18:0/1571838881 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e672765310 con 0x55e67280d9d0 2024-03-07T10:06:39.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa77f7fe640 10 client.27397 handle_command_reply: tid=0 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 client.27397 shutdown 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f4730 msgr2=0x55e6727fd620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f4730 0x55e6727fd620 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa7900b8f30 tx=0x7fa7900bc160 comp rx=0 tx=0).stop 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 shutdown_connections 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e67280d9d0 0x55e67280fe90 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e6727fafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f5050 0x55e6727fa9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1571838881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f4730 0x55e6727fd620 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 >> 172.21.15.18:0/1571838881 conn(0x55e6727eee60 msgr2=0x55e6727f0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.751+0000 7fa77f7fe640 0 client.27397 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.752+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 shutdown_connections 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.752+0000 7fa7a9790740 1 -- 172.21.15.18:0/1571838881 wait complete. 2024-03-07T10:06:39.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.752+0000 7fa7a9790740 20 client.27397 trim_cache size 0 max 16384 2024-03-07T10:06:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.773+0000 7fa7a9790740 1 Processor -- start 2024-03-07T10:06:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.773+0000 7fa7a9790740 1 -- start start 2024-03-07T10:06:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.773+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727fd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.773+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727f5050 0x55e6727fd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.773+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727fd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.773+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727fd0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:44918/0 (socket says 172.21.15.18:44918) 2024-03-07T10:06:39.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.774+0000 7fa79f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727f5050 0x55e6727fd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.774+0000 7fa79ffff640 1 -- 172.21.15.18:0/1203948641 learned_addr learned my addr 172.21.15.18:0/1203948641 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.774+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727fdc30 0x55e6727f7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.774+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c010d90 con 0x55e6727f5050 2024-03-07T10:06:39.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.774+0000 7fa7a4f44640 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727fdc30 0x55e6727f7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.774+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c00e890 con 0x55e6727f4730 2024-03-07T10:06:39.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.775+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c00c950 con 0x55e6727fdc30 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.775+0000 7fa7a4f44640 1 -- 172.21.15.18:0/1203948641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 msgr2=0x55e6727fd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.775+0000 7fa7a4f44640 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727fd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.775+0000 7fa7a4f44640 1 -- 172.21.15.18:0/1203948641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727f5050 msgr2=0x55e6727fd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.775+0000 7fa7a4f44640 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727f5050 0x55e6727fd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.775+0000 7fa7a4f44640 1 -- 172.21.15.18:0/1203948641 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e6727fb330 con 0x55e6727fdc30 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.775+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727f5050 0x55e6727fd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.776+0000 7fa79ffff640 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727fd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:39.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.776+0000 7fa7a4f44640 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727fdc30 0x55e6727f7c10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x55e6727efff0 tx=0x7fa798011920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66ae6a7f6eebb8ed server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.776+0000 7fa785ffb640 1 -- 172.21.15.18:0/1203948641 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa798004b20 con 0x55e6727fdc30 2024-03-07T10:06:39.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.776+0000 7fa785ffb640 1 -- 172.21.15.18:0/1203948641 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa798003e50 con 0x55e6727fdc30 2024-03-07T10:06:39.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.776+0000 7fa785ffb640 1 -- 172.21.15.18:0/1203948641 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa79800f480 con 0x55e6727fdc30 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727fdc30 msgr2=0x55e6727f7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727fdc30 0x55e6727f7c10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x55e6727efff0 tx=0x7fa798011920 comp rx=0 tx=0).stop 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 shutdown_connections 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727fdc30 0x55e6727f7c10 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727f5050 0x55e6727fd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 --2- 172.21.15.18:0/1203948641 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6727fd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 >> 172.21.15.18:0/1203948641 conn(0x55e6727eee60 msgr2=0x55e6727f5c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 shutdown_connections 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 -- 172.21.15.18:0/1203948641 wait complete. 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.777+0000 7fa7a9790740 1 -- start start 2024-03-07T10:06:39.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 1 Processor -- start 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6728019d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e672801f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672870b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c00cf50 con 0x55e6727fdc30 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c00e230 con 0x55e6727f4730 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c00d570 con 0x55e6727f5050 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a9790740 10 client.0 _ll_register_callbacks cb 0x7fa7900bc330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e672801f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e672801f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43102/0 (socket says 172.21.15.18:43102) 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6728019d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 -- 172.21.15.18:0/2647899246 learned_addr learned my addr 172.21.15.18:0/2647899246 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa7a4f44640 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672870b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 -- 172.21.15.18:0/2647899246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 msgr2=0x55e6728019d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6728019d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 -- 172.21.15.18:0/2647899246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 msgr2=0x55e672870b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672870b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.778+0000 7fa79f7fe640 1 -- 172.21.15.18:0/2647899246 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e6728710e0 con 0x55e6727f5050 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa79f7fe640 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e672801f10 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa794011870 tx=0x7fa794005690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e45f78cfde6ed6de server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa77f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa77f7fe640 1 -- 172.21.15.18:0/2647899246 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa794012e60 con 0x55e6727f5050 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa77f7fe640 1 -- 172.21.15.18:0/2647899246 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa79401e8d0 con 0x55e6727f5050 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa798003e50 con 0x55e6727f5050 2024-03-07T10:06:39.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa77f7fe640 1 -- 172.21.15.18:0/2647899246 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa79403e050 con 0x55e6727f5050 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 10 client.27403 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e672872420 con 0x55e6727f5050 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa77f7fe640 1 -- 172.21.15.18:0/2647899246 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa798003e50 con 0x55e6727f5050 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa77f7fe640 1 -- 172.21.15.18:0/2647899246 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa794032cd0 con 0x55e6727f5050 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 10 client.27403 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 10 client.27403 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 20 client.27403 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e672872890 0x55e672874cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.779+0000 7fa7a9790740 4 client.27403 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55e67275f660 con 0x55e672872890 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa79ffff640 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e672872890 0x55e672874cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa77f7fe640 10 client.27403 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa79ffff640 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e672872890 0x55e672874cb0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=929e4cc4e30d61e2 server_cookie=178e2cb48ff9a37d in_seq=0 out_seq=0 2024-03-07T10:06:39.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa77f7fe640 1 -- 172.21.15.18:0/2647899246 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55e67275f660 con 0x55e672872890 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa77f7fe640 10 client.27403 handle_command_reply: tid=0 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 client.27403 shutdown 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 msgr2=0x55e672801f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e672801f10 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa794011870 tx=0x7fa794005690 comp rx=0 tx=0).stop 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 shutdown_connections 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e672872890 0x55e672874cb0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e6727fdc30 0x55e672870b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6727f5050 0x55e672801f10 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa77f7fe640 0 client.27403 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 --2- 172.21.15.18:0/2647899246 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e6727f4730 0x55e6728019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 >> 172.21.15.18:0/2647899246 conn(0x55e6727eee60 msgr2=0x55e6727ed630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 shutdown_connections 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.780+0000 7fa7a9790740 1 -- 172.21.15.18:0/2647899246 wait complete. 2024-03-07T10:06:39.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a9790740 20 client.27403 trim_cache size 0 max 16384 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "479f337c-105c-4310-b680-bc6368d90023": { 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "479f337c-105c-4310-b680-bc6368d90023", 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:06:39.788 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:06:39.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7880a1ff0 msgr2=0x7fa7880a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7880a1ff0 0x7fa7880a44b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa7a010d9c0 tx=0x7fa794005f90 comp rx=0 tx=0).stop 2024-03-07T10:06:39.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 msgr2=0x7fa7a0197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:39.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0197f00 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fa790005940 tx=0x7fa79002cbd0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 shutdown_connections 2024-03-07T10:06:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa7a010bc50 0x7fa7a019c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa7a01031a0 0x7fa7a0198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7880a1ff0 0x7fa7880a44b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 --2- 172.21.15.18:0/2609966078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa7a0102880 0x7fa7a0197f00 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.781+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 >> 172.21.15.18:0/2609966078 conn(0x7fa7a0077710 msgr2=0x7fa7a00fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.783+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 shutdown_connections 2024-03-07T10:06:39.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:06:39.783+0000 7fa7a69a7640 1 -- 172.21.15.18:0/2609966078 wait complete. 2024-03-07T10:06:39.799 INFO:tasks.cephfs.filesystem:scrub status for tag:479f337c-105c-4310-b680-bc6368d90023 - {'path': '/', 'tag': '479f337c-105c-4310-b680-bc6368d90023', 'options': 'recursive,force'} 2024-03-07T10:06:39.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:39 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:06:40.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:39 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:06:40.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:39 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: pgmap v231: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 12 MiB/s wr, 937 op/s 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:40.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:40 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: pgmap v231: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 12 MiB/s wr, 937 op/s 2024-03-07T10:06:41.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:06:41.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:06:41.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:06:41.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:40 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: pgmap v231: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 12 MiB/s wr, 937 op/s 2024-03-07T10:06:41.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:06:41.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:06:41.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:06:41.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:41.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:40 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:06:42.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:42 smithi063 ceph-mon[36356]: pgmap v232: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.5 MiB/s wr, 647 op/s 2024-03-07T10:06:43.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:42 smithi077 ceph-mon[36374]: pgmap v232: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.5 MiB/s wr, 647 op/s 2024-03-07T10:06:43.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:42 smithi018 ceph-mon[32171]: pgmap v232: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.5 MiB/s wr, 647 op/s 2024-03-07T10:06:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 440.0 s, 1800.0 tps, lat 55.735 ms stddev 118.615 2024-03-07T10:06:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:44 smithi077 ceph-mon[36374]: pgmap v233: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.5 MiB/s wr, 647 op/s 2024-03-07T10:06:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:44 smithi018 ceph-mon[32171]: pgmap v233: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.5 MiB/s wr, 647 op/s 2024-03-07T10:06:45.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:44 smithi063 ceph-mon[36356]: pgmap v233: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.5 MiB/s wr, 647 op/s 2024-03-07T10:06:46.998 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:46 smithi063 ceph-mon[36356]: pgmap v234: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 37 MiB/s wr, 1.71k op/s 2024-03-07T10:06:46.998 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:06:46.998 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:06:46.998 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:06:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:46 smithi077 ceph-mon[36374]: pgmap v234: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 37 MiB/s wr, 1.71k op/s 2024-03-07T10:06:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:06:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:06:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:06:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:46 smithi018 ceph-mon[32171]: pgmap v234: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 37 MiB/s wr, 1.71k op/s 2024-03-07T10:06:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:06:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:06:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:06:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 445.0 s, 2587.8 tps, lat 38.582 ms stddev 43.929 2024-03-07T10:06:49.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:48 smithi077 ceph-mon[36374]: pgmap v235: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 34 MiB/s wr, 1.43k op/s 2024-03-07T10:06:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:48 smithi018 ceph-mon[32171]: pgmap v235: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 34 MiB/s wr, 1.43k op/s 2024-03-07T10:06:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:48 smithi063 ceph-mon[36356]: pgmap v235: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 34 MiB/s wr, 1.43k op/s 2024-03-07T10:06:51.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:50 smithi077 ceph-mon[36374]: pgmap v236: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 36 MiB/s wr, 1.71k op/s 2024-03-07T10:06:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:50 smithi018 ceph-mon[32171]: pgmap v236: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 36 MiB/s wr, 1.71k op/s 2024-03-07T10:06:51.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:50 smithi063 ceph-mon[36356]: pgmap v236: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 36 MiB/s wr, 1.71k op/s 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.592+0000 7f18f1116640 1 -- 172.21.15.18:0/1276565953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec114300 msgr2=0x7f18ec116710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.592+0000 7f18f1116640 1 --2- 172.21.15.18:0/1276565953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec114300 0x7f18ec116710 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f18d4009900 tx=0x7f18d402bc30 comp rx=0 tx=0).stop 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.592+0000 7f18f1116640 1 -- 172.21.15.18:0/1276565953 shutdown_connections 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.593+0000 7f18f1116640 1 --2- 172.21.15.18:0/1276565953 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec114300 0x7f18ec116710 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.593+0000 7f18f1116640 1 --2- 172.21.15.18:0/1276565953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec108c30 0x7f18ec109090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.593+0000 7f18f1116640 1 --2- 172.21.15.18:0/1276565953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18ec06d9a0 0x7f18ec108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.593+0000 7f18f1116640 1 -- 172.21.15.18:0/1276565953 >> 172.21.15.18:0/1276565953 conn(0x7f18ec06c5b0 msgr2=0x7f18ec06c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.593+0000 7f18f1116640 1 -- 172.21.15.18:0/1276565953 shutdown_connections 2024-03-07T10:06:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.593+0000 7f18f1116640 1 -- 172.21.15.18:0/1276565953 wait complete. 2024-03-07T10:06:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.593+0000 7f18f1116640 1 Processor -- start 2024-03-07T10:06:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.594+0000 7f18f1116640 1 -- start start 2024-03-07T10:06:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f1116640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18ec06d9a0 0x7f18ec1a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f1116640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec108c30 0x7f18ec1a09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f1116640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec114300 0x7f18ec1a4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f1116640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec11a060 con 0x7f18ec108c30 2024-03-07T10:06:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f1116640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec119ee0 con 0x7f18ec06d9a0 2024-03-07T10:06:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f1116640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec11a1e0 con 0x7f18ec114300 2024-03-07T10:06:51.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f0915640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec114300 0x7f18ec1a4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f0915640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec114300 0x7f18ec1a4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45758/0 (socket says 172.21.15.18:45758) 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18f0915640 1 -- 172.21.15.18:0/1998313831 learned_addr learned my addr 172.21.15.18:0/1998313831 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18ebfff640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18ec06d9a0 0x7f18ec1a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18eb7fe640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec108c30 0x7f18ec1a09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18ebfff640 1 -- 172.21.15.18:0/1998313831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec114300 msgr2=0x7f18ec1a4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18ebfff640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec114300 0x7f18ec1a4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18ebfff640 1 -- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec108c30 msgr2=0x7f18ec1a09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18ebfff640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec108c30 0x7f18ec1a09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18ebfff640 1 -- 172.21.15.18:0/1998313831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18ec1a5440 con 0x7f18ec06d9a0 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.595+0000 7f18eb7fe640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec108c30 0x7f18ec1a09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.596+0000 7f18f0915640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec114300 0x7f18ec1a4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.596+0000 7f18ebfff640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18ec06d9a0 0x7f18ec1a04a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f18e400eb00 tx=0x7f18e400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.596+0000 7f18e97fa640 1 -- 172.21.15.18:0/1998313831 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18e4010430 con 0x7f18ec06d9a0 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.596+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18ec1a5730 con 0x7f18ec06d9a0 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.596+0000 7f18e97fa640 1 -- 172.21.15.18:0/1998313831 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18e4010ab0 con 0x7f18ec06d9a0 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.596+0000 7f18e97fa640 1 -- 172.21.15.18:0/1998313831 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18e4017bb0 con 0x7f18ec06d9a0 2024-03-07T10:06:51.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.596+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18ec10a000 con 0x7f18ec06d9a0 2024-03-07T10:06:51.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18e97fa640 1 -- 172.21.15.18:0/1998313831 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f18e4010c60 con 0x7f18ec06d9a0 2024-03-07T10:06:51.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 Processor -- start 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 -- start start 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2ef0 0x561c60ca1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60ca2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60cadaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c60c065c0 con 0x561c60ca2180 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c60baf900 con 0x561c60cab700 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f5238740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c60c02660 con 0x561c60ca2ef0 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18e97fa640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18d80a1ed0 0x7f18d80a4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18eb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60cadaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f0915640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2ef0 0x561c60ca1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18ebfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60ca2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18eb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60cadaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56638/0 (socket says 172.21.15.18:56638) 2024-03-07T10:06:51.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18f0915640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2ef0 0x561c60ca1c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45770/0 (socket says 172.21.15.18:45770) 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.600+0000 7f18eb7fe640 1 -- 172.21.15.18:0/1375457487 learned_addr learned my addr 172.21.15.18:0/1375457487 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18f0915640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18d80a1ed0 0x7f18d80a4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18e97fa640 1 -- 172.21.15.18:0/1998313831 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f18e40cec80 con 0x7f18ec06d9a0 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18f0915640 1 -- 172.21.15.18:0/1375457487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 msgr2=0x561c60cadaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18f0915640 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60cadaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18f0915640 1 -- 172.21.15.18:0/1375457487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 msgr2=0x561c60ca2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18f0915640 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60ca2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18f0915640 1 -- 172.21.15.18:0/1375457487 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561c6091b210 con 0x561c60ca2ef0 2024-03-07T10:06:51.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18eb7fe640 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60cadaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:51.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.601+0000 7f18f0915640 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2ef0 0x561c60ca1c40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f18d4006010 tx=0x7f18d4004150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd9e47bece7b507f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:51.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.602+0000 7f18f0915640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18d80a1ed0 0x7f18d80a4390 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f18d402c170 tx=0x7f18d4049000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:51.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.602+0000 7f18e27fc640 1 -- 172.21.15.18:0/1375457487 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d4051070 con 0x561c60ca2ef0 2024-03-07T10:06:51.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.602+0000 7f18e27fc640 1 -- 172.21.15.18:0/1375457487 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18d4004c10 con 0x561c60ca2ef0 2024-03-07T10:06:51.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.602+0000 7f18e27fc640 1 -- 172.21.15.18:0/1375457487 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d40036c0 con 0x561c60ca2ef0 2024-03-07T10:06:51.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 -- 172.21.15.18:0/1375457487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2ef0 msgr2=0x561c60ca1c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2ef0 0x561c60ca1c40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f18d4006010 tx=0x7f18d4004150 comp rx=0 tx=0).stop 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 -- 172.21.15.18:0/1375457487 shutdown_connections 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60cadaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60ca2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 --2- 172.21.15.18:0/1375457487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2ef0 0x561c60ca1c40 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 -- 172.21.15.18:0/1375457487 >> 172.21.15.18:0/1375457487 conn(0x561c60c69580 msgr2=0x561c60c9ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 -- 172.21.15.18:0/1375457487 shutdown_connections 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 -- 172.21.15.18:0/1375457487 wait complete. 2024-03-07T10:06:51.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.603+0000 7f18f5238740 1 -- start start 2024-03-07T10:06:51.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 1 Processor -- start 2024-03-07T10:06:51.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2180 0x561c60ca8840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2ef0 0x561c60ca8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60ca92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c60cae3d0 con 0x561c60ca2ef0 2024-03-07T10:06:51.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c60bc2d60 con 0x561c60cab700 2024-03-07T10:06:51.614 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c60cae550 con 0x561c60ca2180 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f5238740 10 client.0 _ll_register_callbacks cb 0x561c6091aa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18f0915640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60ca92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.604+0000 7f18ebfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2180 0x561c60ca8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18f0915640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60ca92c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56640/0 (socket says 172.21.15.18:56640) 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18f0915640 1 -- 172.21.15.18:0/3929375019 learned_addr learned my addr 172.21.15.18:0/3929375019 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2ef0 0x561c60ca8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18f0915640 1 -- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2180 msgr2=0x561c60ca8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:51.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18f0915640 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2180 0x561c60ca8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18f0915640 1 -- 172.21.15.18:0/3929375019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2ef0 msgr2=0x561c60ca8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18f0915640 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2ef0 0x561c60ca8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.605+0000 7f18f0915640 1 -- 172.21.15.18:0/3929375019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561c609e7620 con 0x561c60cab700 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.606+0000 7f18ebfff640 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2180 0x561c60ca8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.606+0000 7f18eb7fe640 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2ef0 0x561c60ca8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.606+0000 7f18f0915640 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60ca92c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f18d4005640 tx=0x7f18d4005740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90e89b1bea9e8a47 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.606+0000 7f18cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:06:51.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.606+0000 7f18cb7fe640 1 -- 172.21.15.18:0/3929375019 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d4051070 con 0x561c60cab700 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.606+0000 7f18cb7fe640 1 -- 172.21.15.18:0/3929375019 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f18d4005190 con 0x561c60cab700 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.606+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f18d4004c10 con 0x561c60cab700 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18cb7fe640 1 -- 172.21.15.18:0/3929375019 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18d4005390 con 0x561c60cab700 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 10 client.27332 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561c60cba7c0 con 0x561c60cab700 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18cb7fe640 1 -- 172.21.15.18:0/3929375019 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18d4003de0 con 0x561c60cab700 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18cb7fe640 1 -- 172.21.15.18:0/3929375019 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f18d4055b20 con 0x561c60cab700 2024-03-07T10:06:51.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 10 client.27332 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 10 client.27332 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 20 client.27332 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60cbbb10 0x561c60cbdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 4 client.27332 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f18d4004c10 con 0x561c60cbbb10 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.607+0000 7f18ebfff640 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60cbbb10 0x561c60cbdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.608+0000 7f18cb7fe640 10 client.27332 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:51.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.608+0000 7f18ebfff640 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60cbbb10 0x561c60cbdf00 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a844f6bbee55133 server_cookie=64bcf004cd715e60 in_seq=0 out_seq=0 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.608+0000 7f18cb7fe640 1 -- 172.21.15.18:0/3929375019 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f18d4004c10 con 0x561c60cbbb10 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.608+0000 7f18cb7fe640 10 client.27332 handle_command_reply: tid=0 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.608+0000 7f18f5238740 1 client.27332 shutdown 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.608+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 msgr2=0x561c60ca92c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.608+0000 7f18f5238740 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60ca92c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f18d4005640 tx=0x7f18d4005740 comp rx=0 tx=0).stop 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 shutdown_connections 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60cbbb10 0x561c60cbdf00 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.619 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60cab700 0x561c60ca92c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2ef0 0x561c60ca8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18cb7fe640 0 client.27332 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:51.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 --2- 172.21.15.18:0/3929375019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60ca2180 0x561c60ca8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 >> 172.21.15.18:0/3929375019 conn(0x561c60c69580 msgr2=0x561c60c9ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:51.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 shutdown_connections 2024-03-07T10:06:51.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 1 -- 172.21.15.18:0/3929375019 wait complete. 2024-03-07T10:06:51.620 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.609+0000 7f18f5238740 20 client.27332 trim_cache size 0 max 16384 2024-03-07T10:06:51.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.634+0000 7f18f5238740 1 Processor -- start 2024-03-07T10:06:51.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.634+0000 7f18f5238740 1 -- start start 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.634+0000 7f18f5238740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60caaf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.634+0000 7f18f5238740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60ca90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.634+0000 7f18f5238740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60c9bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.635+0000 7f18f5238740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1ba220 con 0x561c60ca2180 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.635+0000 7f18f5238740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1b7d20 con 0x561c60ca2ef0 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.635+0000 7f18f5238740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1b5de0 con 0x561c60cab700 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.635+0000 7f18eb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60ca90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.635+0000 7f18eb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60ca90e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56648/0 (socket says 172.21.15.18:56648) 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.635+0000 7f18eb7fe640 1 -- 172.21.15.18:0/2602250320 learned_addr learned my addr 172.21.15.18:0/2602250320 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.636+0000 7f18eb7fe640 1 -- 172.21.15.18:0/2602250320 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 msgr2=0x561c60c9bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.636+0000 7f18eb7fe640 1 --2- 172.21.15.18:0/2602250320 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60c9bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.636+0000 7f18eb7fe640 1 -- 172.21.15.18:0/2602250320 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 msgr2=0x561c60caaf70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.636+0000 7f18eb7fe640 1 --2- 172.21.15.18:0/2602250320 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60caaf70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.636+0000 7f18eb7fe640 1 -- 172.21.15.18:0/2602250320 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561c60ca6d90 con 0x561c60ca2ef0 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.636+0000 7f18eb7fe640 1 --2- 172.21.15.18:0/2602250320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60ca90e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009420 tx=0x7f18dc005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed64d55c3857863c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.636+0000 7f18e1ffb640 1 -- 172.21.15.18:0/2602250320 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc004020 con 0x561c60ca2ef0 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.637+0000 7f18e1ffb640 1 -- 172.21.15.18:0/2602250320 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18dc0041c0 con 0x561c60ca2ef0 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.637+0000 7f18e1ffb640 1 -- 172.21.15.18:0/2602250320 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc011940 con 0x561c60ca2ef0 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.641+0000 7f18f5238740 1 -- 172.21.15.18:0/2602250320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 msgr2=0x561c60ca90e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.641+0000 7f18f5238740 1 --2- 172.21.15.18:0/2602250320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60ca90e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009420 tx=0x7f18dc005f90 comp rx=0 tx=0).stop 2024-03-07T10:06:51.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.645+0000 7f18f5238740 1 -- 172.21.15.18:0/2602250320 shutdown_connections 2024-03-07T10:06:51.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.645+0000 7f18f5238740 1 --2- 172.21.15.18:0/2602250320 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60c9bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.645+0000 7f18f5238740 1 --2- 172.21.15.18:0/2602250320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60ca90e0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.645+0000 7f18f5238740 1 --2- 172.21.15.18:0/2602250320 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60caaf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.647 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.645+0000 7f18f5238740 1 -- 172.21.15.18:0/2602250320 >> 172.21.15.18:0/2602250320 conn(0x561c60c69580 msgr2=0x561c60c9b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:51.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.653+0000 7f18f5238740 1 -- 172.21.15.18:0/2602250320 shutdown_connections 2024-03-07T10:06:51.659 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.657+0000 7f18f5238740 1 -- 172.21.15.18:0/2602250320 wait complete. 2024-03-07T10:06:51.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.657+0000 7f18f5238740 1 -- start start 2024-03-07T10:06:51.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.657+0000 7f18f5238740 1 Processor -- start 2024-03-07T10:06:51.660 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.658+0000 7f18f5238740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60cb35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.658+0000 7f18f5238740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60cae920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.658+0000 7f18f5238740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60caee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.658+0000 7f18f5238740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1b63e0 con 0x561c60ca2180 2024-03-07T10:06:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.658+0000 7f18f5238740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1b76c0 con 0x561c60ca2ef0 2024-03-07T10:06:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.658+0000 7f18f5238740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1b6a00 con 0x561c60cab700 2024-03-07T10:06:51.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.658+0000 7f18f5238740 10 client.0 _ll_register_callbacks cb 0x7f18d404f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:06:51.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.659+0000 7f18ebfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60cb35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.659+0000 7f18ebfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60cb35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:33150/0 (socket says 172.21.15.18:33150) 2024-03-07T10:06:51.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.659+0000 7f18ebfff640 1 -- 172.21.15.18:0/400486517 learned_addr learned my addr 172.21.15.18:0/400486517 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:06:51.662 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.659+0000 7f18f0915640 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60caee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.661+0000 7f18f0915640 1 -- 172.21.15.18:0/400486517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 msgr2=0x561c60cae920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.661+0000 7f18f0915640 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60cae920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.661+0000 7f18f0915640 1 -- 172.21.15.18:0/400486517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 msgr2=0x561c60cb35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:06:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.661+0000 7f18f0915640 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60cb35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.661+0000 7f18f0915640 1 -- 172.21.15.18:0/400486517 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561c60caf690 con 0x561c60cab700 2024-03-07T10:06:51.668 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.664+0000 7f18f0915640 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60caee60 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f18d4055f40 tx=0x7f18d4005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ecb186cf4369066 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:06:51.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.665+0000 7f18cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:06:51.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.666+0000 7f18cb7fe640 1 -- 172.21.15.18:0/400486517 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d4051070 con 0x561c60cab700 2024-03-07T10:06:51.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.666+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f18dc0041c0 con 0x561c60cab700 2024-03-07T10:06:51.669 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.666+0000 7f18cb7fe640 1 -- 172.21.15.18:0/400486517 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f18d4003800 con 0x561c60cab700 2024-03-07T10:06:51.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.670+0000 7f18cb7fe640 1 -- 172.21.15.18:0/400486517 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18d402c2b0 con 0x561c60cab700 2024-03-07T10:06:51.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.670+0000 7f18f5238740 10 client.27418 fetch_fsmap learned FSMap version 26 2024-03-07T10:06:51.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.670+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561c60d17150 con 0x561c60cab700 2024-03-07T10:06:51.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.670+0000 7f18cb7fe640 1 -- 172.21.15.18:0/400486517 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18d4005670 con 0x561c60cab700 2024-03-07T10:06:51.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.670+0000 7f18cb7fe640 1 -- 172.21.15.18:0/400486517 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f18d40554c0 con 0x561c60cab700 2024-03-07T10:06:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.671+0000 7f18f5238740 10 client.27418 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:06:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.671+0000 7f18f5238740 10 client.27418 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:06:51.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.672+0000 7f18f5238740 20 client.27418 populate_metadata read hostname 'smithi018' 2024-03-07T10:06:51.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.672+0000 7f18f5238740 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60d288c0 0x561c60d2acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:06:51.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.672+0000 7f18f5238740 4 client.27418 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:06:51.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.672+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f18dc0041c0 con 0x561c60d288c0 2024-03-07T10:06:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.674+0000 7f18ebfff640 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60d288c0 0x561c60d2acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:06:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.676+0000 7f18ebfff640 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60d288c0 0x561c60d2acb0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81f0f109daffda13 server_cookie=168b6c1bdc9fecdf in_seq=0 out_seq=0 2024-03-07T10:06:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.676+0000 7f18cb7fe640 10 client.27418 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:51.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.711+0000 7f18cb7fe640 1 -- 172.21.15.18:0/400486517 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f18dc0041c0 con 0x561c60d288c0 2024-03-07T10:06:51.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.711+0000 7f18cb7fe640 10 client.27418 handle_command_reply: tid=0 2024-03-07T10:06:51.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.711+0000 7f18f5238740 1 client.27418 shutdown 2024-03-07T10:06:51.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.711+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 msgr2=0x561c60caee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.711+0000 7f18f5238740 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60caee60 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f18d4055f40 tx=0x7f18d4005fd0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.712+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 shutdown_connections 2024-03-07T10:06:51.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.712+0000 7f18f5238740 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561c60d288c0 0x561c60d2acb0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.712+0000 7f18f5238740 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c60cab700 0x561c60caee60 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.712+0000 7f18f5238740 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c60ca2ef0 0x561c60cae920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.712+0000 7f18cb7fe640 0 client.27418 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:06:51.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.712+0000 7f18f5238740 1 --2- 172.21.15.18:0/400486517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561c60ca2180 0x561c60cb35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.712+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 >> 172.21.15.18:0/400486517 conn(0x561c60c69580 msgr2=0x561c60c9be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.713+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 shutdown_connections 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.713+0000 7f18f5238740 1 -- 172.21.15.18:0/400486517 wait complete. 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.713+0000 7f18f5238740 20 client.27418 trim_cache size 0 max 16384 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:06:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:06:51.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18d80a1ed0 msgr2=0x7f18d80a4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18d80a1ed0 0x7f18d80a4390 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f18d402c170 tx=0x7f18d4049000 comp rx=0 tx=0).stop 2024-03-07T10:06:51.717 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18ec06d9a0 msgr2=0x7f18ec1a04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18ec06d9a0 0x7f18ec1a04a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f18e400eb00 tx=0x7f18e400c2d0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 shutdown_connections 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18ec114300 0x7f18ec1a4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18d80a1ed0 0x7f18d80a4390 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18ec108c30 0x7f18ec1a09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 --2- 172.21.15.18:0/1998313831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18ec06d9a0 0x7f18ec1a04a0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 >> 172.21.15.18:0/1998313831 conn(0x7f18ec06c5b0 msgr2=0x7f18ec10c210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 shutdown_connections 2024-03-07T10:06:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:06:51.714+0000 7f18f1116640 1 -- 172.21.15.18:0/1998313831 wait complete. 2024-03-07T10:06:53.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:52 smithi077 ceph-mon[36374]: pgmap v237: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.35k op/s 2024-03-07T10:06:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:52 smithi018 ceph-mon[32171]: pgmap v237: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.35k op/s 2024-03-07T10:06:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 450.0 s, 2385.8 tps, lat 41.915 ms stddev 47.422 2024-03-07T10:06:53.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:52 smithi063 ceph-mon[36356]: pgmap v237: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.35k op/s 2024-03-07T10:06:55.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:54 smithi077 ceph-mon[36374]: pgmap v238: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.35k op/s 2024-03-07T10:06:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:54 smithi018 ceph-mon[32171]: pgmap v238: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.35k op/s 2024-03-07T10:06:55.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:54 smithi063 ceph-mon[36356]: pgmap v238: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 33 MiB/s wr, 1.35k op/s 2024-03-07T10:06:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:56 smithi077 ceph-mon[36374]: pgmap v239: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 35 MiB/s wr, 1.63k op/s 2024-03-07T10:06:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:56 smithi018 ceph-mon[32171]: pgmap v239: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 35 MiB/s wr, 1.63k op/s 2024-03-07T10:06:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:56 smithi063 ceph-mon[36356]: pgmap v239: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 35 MiB/s wr, 1.63k op/s 2024-03-07T10:06:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 455.0 s, 2323.8 tps, lat 42.585 ms stddev 49.457 2024-03-07T10:06:59.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:06:58 smithi077 ceph-mon[36374]: pgmap v240: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 5.8 MiB/s wr, 560 op/s 2024-03-07T10:06:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:06:58 smithi018 ceph-mon[32171]: pgmap v240: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 5.8 MiB/s wr, 560 op/s 2024-03-07T10:06:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:06:58 smithi063 ceph-mon[36356]: pgmap v240: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 5.8 MiB/s wr, 560 op/s 2024-03-07T10:07:01.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:00 smithi077 ceph-mon[36374]: pgmap v241: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 8.6 MiB/s wr, 839 op/s 2024-03-07T10:07:01.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:00 smithi018 ceph-mon[32171]: pgmap v241: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 8.6 MiB/s wr, 839 op/s 2024-03-07T10:07:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:00 smithi063 ceph-mon[36356]: pgmap v241: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 8.6 MiB/s wr, 839 op/s 2024-03-07T10:07:03.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:02 smithi077 ceph-mon[36374]: pgmap v242: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2024-03-07T10:07:03.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:02 smithi018 ceph-mon[32171]: pgmap v242: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2024-03-07T10:07:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 460.0 s, 1245.8 tps, lat 73.157 ms stddev 105.512 2024-03-07T10:07:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:02 smithi063 ceph-mon[36356]: pgmap v242: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2024-03-07T10:07:04.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 -- 172.21.15.18:0/3406245298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 msgr2=0x7f3294111e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 --2- 172.21.15.18:0/3406245298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f3294111e50 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f327c009900 tx=0x7f327c02bd10 comp rx=0 tx=0).stop 2024-03-07T10:07:04.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 -- 172.21.15.18:0/3406245298 shutdown_connections 2024-03-07T10:07:04.855 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 --2- 172.21.15.18:0/3406245298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3294112390 0x7f3294114780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 --2- 172.21.15.18:0/3406245298 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f3294111e50 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 --2- 172.21.15.18:0/3406245298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32940fff00 0x7f32941002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 -- 172.21.15.18:0/3406245298 >> 172.21.15.18:0/3406245298 conn(0x7f3294075880 msgr2=0x7f3294075c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:04.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 -- 172.21.15.18:0/3406245298 shutdown_connections 2024-03-07T10:07:04.856 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.853+0000 7f32995de640 1 -- 172.21.15.18:0/3406245298 wait complete. 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 Processor -- start 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 -- start start 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32940fff00 0x7f329419e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f329419eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3294112390 0x7f32941a2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3294118140 con 0x7f3294100820 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3294117fc0 con 0x7f32940fff00 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.854+0000 7f32995de640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32941182c0 con 0x7f3294112390 2024-03-07T10:07:04.857 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f329419eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f329419eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36190/0 (socket says 172.21.15.18:36190) 2024-03-07T10:07:04.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 -- 172.21.15.18:0/3395965604 learned_addr learned my addr 172.21.15.18:0/3395965604 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:04.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 -- 172.21.15.18:0/3395965604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3294112390 msgr2=0x7f32941a2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3294112390 0x7f32941a2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 -- 172.21.15.18:0/3395965604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32940fff00 msgr2=0x7f329419e600 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:07:04.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32940fff00 0x7f329419e600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.855+0000 7f328bfff640 1 -- 172.21.15.18:0/3395965604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32941a35c0 con 0x7f3294100820 2024-03-07T10:07:04.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.856+0000 7f328bfff640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f329419eb40 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f327c02c320 tx=0x7f327c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:04.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.857+0000 7f3290ff9640 1 -- 172.21.15.18:0/3395965604 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c043020 con 0x7f3294100820 2024-03-07T10:07:04.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.857+0000 7f3290ff9640 1 -- 172.21.15.18:0/3395965604 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f327c0054e0 con 0x7f3294100820 2024-03-07T10:07:04.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.857+0000 7f3290ff9640 1 -- 172.21.15.18:0/3395965604 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c003da0 con 0x7f3294100820 2024-03-07T10:07:04.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.857+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32941a3850 con 0x7f3294100820 2024-03-07T10:07:04.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.857+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f329406b080 con 0x7f3294100820 2024-03-07T10:07:04.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.860+0000 7f3290ff9640 1 -- 172.21.15.18:0/3395965604 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f327c046020 con 0x7f3294100820 2024-03-07T10:07:04.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.861+0000 7f329c3c5740 1 Processor -- start 2024-03-07T10:07:04.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.861+0000 7f329c3c5740 1 -- start start 2024-03-07T10:07:04.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.861+0000 7f3290ff9640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32800a2050 0x7f32800a4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.861+0000 7f3290ff9640 1 -- 172.21.15.18:0/3395965604 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f327c0f04c0 con 0x7f3294100820 2024-03-07T10:07:04.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc04762d10 0x55cc04761a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc04762420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc0476b520 0x55cc0476d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f329c3c5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc046c65c0 con 0x55cc04761fa0 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f329c3c5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc0466f900 con 0x55cc0476b520 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f329c3c5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc046c2660 con 0x55cc04762d10 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f328bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc04762420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f328bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc04762420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36204/0 (socket says 172.21.15.18:36204) 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f328bfff640 1 -- 172.21.15.18:0/4101692737 learned_addr learned my addr 172.21.15.18:0/4101692737 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f32937fe640 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc0476b520 0x55cc0476d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.862+0000 7f32937fe640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32800a2050 0x7f32800a4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f328bfff640 1 -- 172.21.15.18:0/4101692737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc04762d10 msgr2=0x55cc04761a60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f328bfff640 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc04762d10 0x55cc04761a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f328bfff640 1 -- 172.21.15.18:0/4101692737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc0476b520 msgr2=0x55cc0476d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f328bfff640 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc0476b520 0x55cc0476d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.865 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f328bfff640 1 -- 172.21.15.18:0/4101692737 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc043db210 con 0x55cc04761fa0 2024-03-07T10:07:04.866 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f328bfff640 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc04762420 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f327c0b9920 tx=0x7f327c003840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8eb0c123b21bfb8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:04.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f32897fa640 1 -- 172.21.15.18:0/4101692737 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c0d5070 con 0x55cc04761fa0 2024-03-07T10:07:04.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f32897fa640 1 -- 172.21.15.18:0/4101692737 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f327c0bd650 con 0x55cc04761fa0 2024-03-07T10:07:04.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.863+0000 7f32897fa640 1 -- 172.21.15.18:0/4101692737 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c0edd90 con 0x55cc04761fa0 2024-03-07T10:07:04.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.864+0000 7f329c3c5740 1 -- 172.21.15.18:0/4101692737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 msgr2=0x55cc04762420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.865+0000 7f329c3c5740 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc04762420 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f327c0b9920 tx=0x7f327c003840 comp rx=0 tx=0).stop 2024-03-07T10:07:04.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.865+0000 7f32937fe640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32800a2050 0x7f32800a4510 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f328c008fd0 tx=0x7f328c00b6f0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:04.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 -- 172.21.15.18:0/4101692737 shutdown_connections 2024-03-07T10:07:04.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc0476b520 0x55cc0476d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc04762420 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 --2- 172.21.15.18:0/4101692737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc04762d10 0x55cc04761a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.868 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 -- 172.21.15.18:0/4101692737 >> 172.21.15.18:0/4101692737 conn(0x55cc04729580 msgr2=0x55cc0475cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:04.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 -- 172.21.15.18:0/4101692737 shutdown_connections 2024-03-07T10:07:04.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 -- 172.21.15.18:0/4101692737 wait complete. 2024-03-07T10:07:04.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 -- start start 2024-03-07T10:07:04.869 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.866+0000 7f329c3c5740 1 Processor -- start 2024-03-07T10:07:04.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc04768620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04768b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc047690a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f329c3c5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc0477f020 con 0x55cc04762d10 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f329c3c5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc04682d60 con 0x55cc04761fa0 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f329c3c5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc0477f1a0 con 0x55cc0476b520 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f329c3c5740 10 client.0 _ll_register_callbacks cb 0x55cc043daa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f32937fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc047690a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f32937fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc047690a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34286/0 (socket says 172.21.15.18:34286) 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f32937fe640 1 -- 172.21.15.18:0/1137864539 learned_addr learned my addr 172.21.15.18:0/1137864539 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.867+0000 7f328bfff640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04768b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.868+0000 7f3292ffd640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc04768620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.868+0000 7f32937fe640 1 -- 172.21.15.18:0/1137864539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 msgr2=0x55cc04768620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.868+0000 7f32937fe640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc04768620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.872 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.868+0000 7f32937fe640 1 -- 172.21.15.18:0/1137864539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 msgr2=0x55cc04768b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.868+0000 7f32937fe640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04768b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.868+0000 7f32937fe640 1 -- 172.21.15.18:0/1137864539 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cc044a7620 con 0x55cc0476b520 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.868+0000 7f328bfff640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04768b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f32937fe640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc047690a0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f328c00bad0 tx=0x7f328c00b470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a10c9e9182ccfcf2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f327a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f327a7fc640 1 -- 172.21.15.18:0/1137864539 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f328c026680 con 0x55cc0476b520 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f327c0bd650 con 0x55cc0476b520 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f327a7fc640 1 -- 172.21.15.18:0/1137864539 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f328c01b400 con 0x55cc0476b520 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f327a7fc640 1 -- 172.21.15.18:0/1137864539 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f328c026820 con 0x55cc0476b520 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f329c3c5740 10 client.27421 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cc0478b160 con 0x55cc0476b520 2024-03-07T10:07:04.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.869+0000 7f327a7fc640 1 -- 172.21.15.18:0/1137864539 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f327c0bd650 con 0x55cc0476b520 2024-03-07T10:07:04.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f327a7fc640 1 -- 172.21.15.18:0/1137864539 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f328c01bbb0 con 0x55cc0476b520 2024-03-07T10:07:04.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f329c3c5740 10 client.27421 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:04.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f329c3c5740 10 client.27421 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:04.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f329c3c5740 20 client.27421 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:04.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f329c3c5740 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc0478c5d0 0x55cc0478e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f329c3c5740 4 client.27421 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:04.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cc046d3b00 con 0x55cc0478c5d0 2024-03-07T10:07:04.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.870+0000 7f3292ffd640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc0478c5d0 0x55cc0478e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.872+0000 7f3292ffd640 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc0478c5d0 0x55cc0478e9c0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be339e85650cf361 server_cookie=ec8c991252fc7ba0 in_seq=0 out_seq=0 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.872+0000 7f327a7fc640 10 client.27421 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.873+0000 7f327a7fc640 1 -- 172.21.15.18:0/1137864539 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55cc046d3b00 con 0x55cc0478c5d0 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.873+0000 7f327a7fc640 10 client.27421 handle_command_reply: tid=0 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.873+0000 7f329c3c5740 1 client.27421 shutdown 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 msgr2=0x55cc047690a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc047690a0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f328c00bad0 tx=0x7f328c00b470 comp rx=0 tx=0).stop 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 shutdown_connections 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc0478c5d0 0x55cc0478e9c0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc047690a0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04768b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 --2- 172.21.15.18:0/1137864539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc04768620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 >> 172.21.15.18:0/1137864539 conn(0x55cc04729580 msgr2=0x55cc0475e9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:04.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f327a7fc640 0 client.27421 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:04.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 shutdown_connections 2024-03-07T10:07:04.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 1 -- 172.21.15.18:0/1137864539 wait complete. 2024-03-07T10:07:04.877 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.874+0000 7f329c3c5740 20 client.27421 trim_cache size 0 max 16384 2024-03-07T10:07:04.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.899+0000 7f329c3c5740 1 Processor -- start 2024-03-07T10:07:04.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f329c3c5740 1 -- start start 2024-03-07T10:07:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc0476ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04762d10 0x55cc047878b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc04787df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f329c3c5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3294109d10 con 0x55cc04761fa0 2024-03-07T10:07:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f329c3c5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3294107810 con 0x55cc04762d10 2024-03-07T10:07:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f329c3c5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f329404fc10 con 0x55cc0476b520 2024-03-07T10:07:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f3292ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc0476ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f3292ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc0476ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36224/0 (socket says 172.21.15.18:36224) 2024-03-07T10:07:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.900+0000 7f3292ffd640 1 -- 172.21.15.18:0/154116361 learned_addr learned my addr 172.21.15.18:0/154116361 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f328bfff640 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04762d10 0x55cc047878b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f3292ffd640 1 -- 172.21.15.18:0/154116361 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 msgr2=0x55cc04787df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f3292ffd640 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc04787df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f3292ffd640 1 -- 172.21.15.18:0/154116361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04762d10 msgr2=0x55cc047878b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f3292ffd640 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04762d10 0x55cc047878b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f3292ffd640 1 -- 172.21.15.18:0/154116361 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc04761270 con 0x55cc04761fa0 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f3292ffd640 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc0476ad50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f328400b590 tx=0x7f3284006ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60b1170c11fd78e5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.901+0000 7f3288ff9640 1 -- 172.21.15.18:0/154116361 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3284019210 con 0x55cc04761fa0 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.902+0000 7f3288ff9640 1 -- 172.21.15.18:0/154116361 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f328401f070 con 0x55cc04761fa0 2024-03-07T10:07:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.902+0000 7f3288ff9640 1 -- 172.21.15.18:0/154116361 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32840062a0 con 0x55cc04761fa0 2024-03-07T10:07:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.902+0000 7f329c3c5740 1 -- 172.21.15.18:0/154116361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 msgr2=0x55cc0476ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.903+0000 7f329c3c5740 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc0476ad50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f328400b590 tx=0x7f3284006ed0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.903+0000 7f329c3c5740 1 -- 172.21.15.18:0/154116361 shutdown_connections 2024-03-07T10:07:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.903+0000 7f329c3c5740 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc04787df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.903+0000 7f329c3c5740 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04762d10 0x55cc047878b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.903+0000 7f329c3c5740 1 --2- 172.21.15.18:0/154116361 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04761fa0 0x55cc0476ad50 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.903+0000 7f329c3c5740 1 -- 172.21.15.18:0/154116361 >> 172.21.15.18:0/154116361 conn(0x55cc04729580 msgr2=0x55cc0475c7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:04.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.904+0000 7f329c3c5740 1 -- 172.21.15.18:0/154116361 shutdown_connections 2024-03-07T10:07:04.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.905+0000 7f329c3c5740 1 -- 172.21.15.18:0/154116361 wait complete. 2024-03-07T10:07:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.905+0000 7f329c3c5740 1 -- start start 2024-03-07T10:07:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.906+0000 7f329c3c5740 1 Processor -- start 2024-03-07T10:07:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.906+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc047658a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.906+0000 7f329c3c5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04765de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f3292ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc047658a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f3292ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc047658a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51896/0 (socket says 172.21.15.18:51896) 2024-03-07T10:07:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f3292ffd640 1 -- 172.21.15.18:0/2785871505 learned_addr learned my addr 172.21.15.18:0/2785871505 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f329c3c5740 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc04766320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32940722a0 con 0x55cc04762d10 2024-03-07T10:07:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3294073540 con 0x55cc04761fa0 2024-03-07T10:07:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f32937fe640 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc04766320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32940728a0 con 0x55cc0476b520 2024-03-07T10:07:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.907+0000 7f329c3c5740 10 client.0 _ll_register_callbacks cb 0x7f328c00bde0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.908+0000 7f328bfff640 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04765de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.908+0000 7f328bfff640 1 -- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 msgr2=0x55cc04766320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.908+0000 7f328bfff640 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc04766320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.908+0000 7f328bfff640 1 -- 172.21.15.18:0/2785871505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 msgr2=0x55cc047658a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.908+0000 7f328bfff640 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc047658a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.908+0000 7f328bfff640 1 -- 172.21.15.18:0/2785871505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cc0476c170 con 0x55cc04762d10 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f328bfff640 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04765de0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f327c0bf000 tx=0x7f327c02bd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc413057469894ae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f327a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f327a7fc640 1 -- 172.21.15.18:0/2785871505 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c087060 con 0x55cc04762d10 2024-03-07T10:07:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f327a7fc640 1 -- 172.21.15.18:0/2785871505 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f327c0db1f0 con 0x55cc04762d10 2024-03-07T10:07:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f328401f070 con 0x55cc04762d10 2024-03-07T10:07:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f327a7fc640 1 -- 172.21.15.18:0/2785871505 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f327c0d5040 con 0x55cc04762d10 2024-03-07T10:07:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f329c3c5740 10 client.17586 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.909+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cc047e83a0 con 0x55cc04762d10 2024-03-07T10:07:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.910+0000 7f327a7fc640 1 -- 172.21.15.18:0/2785871505 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f328401f070 con 0x55cc04762d10 2024-03-07T10:07:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.910+0000 7f327a7fc640 1 -- 172.21.15.18:0/2785871505 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f327c0bd1b0 con 0x55cc04762d10 2024-03-07T10:07:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.910+0000 7f329c3c5740 10 client.17586 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.910+0000 7f329c3c5740 10 client.17586 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.910+0000 7f329c3c5740 20 client.17586 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.910+0000 7f329c3c5740 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc047e8780 0x55cc047eab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.911+0000 7f329c3c5740 4 client.17586 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:07:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.911+0000 7f3292ffd640 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc047e8780 0x55cc047eab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.911+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55cc046cde50 con 0x55cc047e8780 2024-03-07T10:07:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.911+0000 7f3292ffd640 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc047e8780 0x55cc047eab70 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6075a51c15a878d server_cookie=9ceec8970dadeed0 in_seq=0 out_seq=0 2024-03-07T10:07:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.911+0000 7f327a7fc640 10 client.17586 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:04.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.939+0000 7f327a7fc640 1 -- 172.21.15.18:0/2785871505 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55cc046cde50 con 0x55cc047e8780 2024-03-07T10:07:04.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.939+0000 7f327a7fc640 10 client.17586 handle_command_reply: tid=0 2024-03-07T10:07:04.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.939+0000 7f329c3c5740 1 client.17586 shutdown 2024-03-07T10:07:04.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 msgr2=0x55cc04765de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.942 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04765de0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f327c0bf000 tx=0x7f327c02bd10 comp rx=0 tx=0).stop 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 shutdown_connections 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cc047e8780 0x55cc047eab70 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cc0476b520 0x55cc04766320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cc04762d10 0x55cc04765de0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 --2- 172.21.15.18:0/2785871505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc04761fa0 0x55cc047658a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 >> 172.21.15.18:0/2785871505 conn(0x55cc04729580 msgr2=0x55cc047685e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f327a7fc640 0 client.17586 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 shutdown_connections 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 1 -- 172.21.15.18:0/2785871505 wait complete. 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f329c3c5740 20 client.17586 trim_cache size 0 max 16384 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:07:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:07:04.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:07:04.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32800a2050 msgr2=0x7f32800a4510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.944 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.940+0000 7f32995de640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32800a2050 0x7f32800a4510 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f328c008fd0 tx=0x7f328c00b6f0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 msgr2=0x7f329419eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f329419eb40 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f327c02c320 tx=0x7f327c0045e0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 shutdown_connections 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3294112390 0x7f32941a2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32800a2050 0x7f32800a4510 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3294100820 0x7f329419eb40 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 --2- 172.21.15.18:0/3395965604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32940fff00 0x7f329419e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 >> 172.21.15.18:0/3395965604 conn(0x7f3294075880 msgr2=0x7f329410fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 shutdown_connections 2024-03-07T10:07:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:04.941+0000 7f32995de640 1 -- 172.21.15.18:0/3395965604 wait complete. 2024-03-07T10:07:05.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:04 smithi077 ceph-mon[36374]: pgmap v243: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2024-03-07T10:07:05.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:04 smithi018 ceph-mon[32171]: pgmap v243: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2024-03-07T10:07:05.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:04 smithi063 ceph-mon[36356]: pgmap v243: 97 pgs: 97 active+clean; 5.0 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.7 MiB/s wr, 557 op/s 2024-03-07T10:07:07.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:06 smithi077 ceph-mon[36374]: pgmap v244: 97 pgs: 97 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2024-03-07T10:07:07.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:06 smithi018 ceph-mon[32171]: pgmap v244: 97 pgs: 97 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2024-03-07T10:07:07.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:06 smithi063 ceph-mon[36356]: pgmap v244: 97 pgs: 97 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2024-03-07T10:07:08.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:07 smithi077 ceph-mon[36374]: osdmap e94: 12 total, 12 up, 12 in 2024-03-07T10:07:08.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:07 smithi018 ceph-mon[32171]: osdmap e94: 12 total, 12 up, 12 in 2024-03-07T10:07:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 465.0 s, 1599.1 tps, lat 68.762 ms stddev 207.389 2024-03-07T10:07:08.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:07 smithi063 ceph-mon[36356]: osdmap e94: 12 total, 12 up, 12 in 2024-03-07T10:07:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:08 smithi077 ceph-mon[36374]: pgmap v246: 97 pgs: 97 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 9.6 MiB/s wr, 917 op/s 2024-03-07T10:07:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:08 smithi018 ceph-mon[32171]: pgmap v246: 97 pgs: 97 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 9.6 MiB/s wr, 917 op/s 2024-03-07T10:07:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:08 smithi063 ceph-mon[36356]: pgmap v246: 97 pgs: 97 active+clean; 5.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 9.6 MiB/s wr, 917 op/s 2024-03-07T10:07:09.800 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:07:09.801 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 -- 172.21.15.18:0/3615591941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 msgr2=0x7fe18410b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/3615591941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe18410b6b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe178009860 tx=0x7fe17802bb70 comp rx=0 tx=0).stop 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 -- 172.21.15.18:0/3615591941 shutdown_connections 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/3615591941 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 0x7fe18410e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/3615591941 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe18410b6b0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/3615591941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1840ffd10 0x7fe1841000f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 -- 172.21.15.18:0/3615591941 >> 172.21.15.18:0/3615591941 conn(0x7fe1840753a0 msgr2=0x7fe1840757b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 -- 172.21.15.18:0/3615591941 shutdown_connections 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.949+0000 7fe18a0c7640 1 -- 172.21.15.18:0/3615591941 wait complete. 2024-03-07T10:07:09.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 Processor -- start 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 -- start start 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1840ffd10 0x7fe184197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe1841983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 0x7fe18419c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1841119c0 con 0x7fe18410bc80 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe184111840 con 0x7fe1840ffd10 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.950+0000 7fe18a0c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe184111b40 con 0x7fe184100630 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 0x7fe18419c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe182ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe1841983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 0x7fe18419c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49794/0 (socket says 172.21.15.18:49794) 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe182ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe1841983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35876/0 (socket says 172.21.15.18:35876) 2024-03-07T10:07:09.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 -- 172.21.15.18:0/2659131519 learned_addr learned my addr 172.21.15.18:0/2659131519 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe1837fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1840ffd10 0x7fe184197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 -- 172.21.15.18:0/2659131519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 msgr2=0x7fe1841983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe1841983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 -- 172.21.15.18:0/2659131519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1840ffd10 msgr2=0x7fe184197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1840ffd10 0x7fe184197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 -- 172.21.15.18:0/2659131519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe18419ce90 con 0x7fe18410bc80 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe182ffd640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe1841983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.951+0000 7fe183fff640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 0x7fe18419c760 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009fa0 tx=0x7fe17c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.952+0000 7fe180ff9640 1 -- 172.21.15.18:0/2659131519 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17c004b20 con 0x7fe18410bc80 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.952+0000 7fe180ff9640 1 -- 172.21.15.18:0/2659131519 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe17c003e50 con 0x7fe18410bc80 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.952+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe18419d180 con 0x7fe18410bc80 2024-03-07T10:07:09.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.952+0000 7fe180ff9640 1 -- 172.21.15.18:0/2659131519 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17c00b570 con 0x7fe18410bc80 2024-03-07T10:07:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.952+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe184101440 con 0x7fe18410bc80 2024-03-07T10:07:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe180ff9640 1 -- 172.21.15.18:0/2659131519 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe17c01d020 con 0x7fe18410bc80 2024-03-07T10:07:09.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 Processor -- start 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 -- start start 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2d2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d3050 0x5628bd2db6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 0x5628bd2de020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628bd235dd0 con 0x5628bd2dbc30 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628bd1deae0 con 0x5628bd2d3050 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.955+0000 7fe18cf87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628bd231e70 con 0x5628bd2d2730 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.956+0000 7fe1837fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d3050 0x5628bd2db6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.956+0000 7fe1837fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d3050 0x5628bd2db6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36150/0 (socket says 172.21.15.18:36150) 2024-03-07T10:07:09.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.956+0000 7fe1837fe640 1 -- 172.21.15.18:0/1027064398 learned_addr learned my addr 172.21.15.18:0/1027064398 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.956+0000 7fe180ff9640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe16c0a2040 0x7fe16c0a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.956+0000 7fe182ffd640 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2d2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.956+0000 7fe1837fe640 1 -- 172.21.15.18:0/1027064398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 msgr2=0x5628bd2d2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.956+0000 7fe180ff9640 1 -- 172.21.15.18:0/2659131519 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fe17c0ce180 con 0x7fe18410bc80 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe1837fe640 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2d2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe183fff640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe16c0a2040 0x7fe16c0a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe1837fe640 1 -- 172.21.15.18:0/1027064398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 msgr2=0x5628bd2de020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:09.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe1837fe640 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 0x5628bd2de020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe1837fe640 1 -- 172.21.15.18:0/1027064398 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628bd0147d0 con 0x5628bd2d3050 2024-03-07T10:07:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe182ffd640 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2d2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:07:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe1837fe640 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d3050 0x5628bd2db6f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe174009cf0 tx=0x7fe174011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f96da60735aba6a8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe183fff640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe16c0a2040 0x7fe16c0a4500 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe17c0cb800 tx=0x7fe17c0041e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.957+0000 7fe169ffb640 1 -- 172.21.15.18:0/1027064398 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe174027070 con 0x5628bd2d3050 2024-03-07T10:07:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.958+0000 7fe169ffb640 1 -- 172.21.15.18:0/1027064398 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe174022440 con 0x5628bd2d3050 2024-03-07T10:07:09.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.958+0000 7fe169ffb640 1 -- 172.21.15.18:0/1027064398 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17400e610 con 0x5628bd2d3050 2024-03-07T10:07:09.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.959+0000 7fe18cf87740 1 -- 172.21.15.18:0/1027064398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d3050 msgr2=0x5628bd2db6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:09.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.959+0000 7fe18cf87740 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d3050 0x5628bd2db6f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe174009cf0 tx=0x7fe174011810 comp rx=0 tx=0).stop 2024-03-07T10:07:09.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.959+0000 7fe18cf87740 1 -- 172.21.15.18:0/1027064398 shutdown_connections 2024-03-07T10:07:09.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.959+0000 7fe18cf87740 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 0x5628bd2de020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.959+0000 7fe18cf87740 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d3050 0x5628bd2db6f0 secure :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe174009cf0 tx=0x7fe174011810 comp rx=0 tx=0).stop 2024-03-07T10:07:09.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.959+0000 7fe18cf87740 1 --2- 172.21.15.18:0/1027064398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2d2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.959+0000 7fe18cf87740 1 -- 172.21.15.18:0/1027064398 >> 172.21.15.18:0/1027064398 conn(0x5628bd2cce60 msgr2=0x5628bd2cd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:09.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.966+0000 7fe18cf87740 1 -- 172.21.15.18:0/1027064398 shutdown_connections 2024-03-07T10:07:09.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.967+0000 7fe18cf87740 1 -- 172.21.15.18:0/1027064398 wait complete. 2024-03-07T10:07:09.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.968+0000 7fe18cf87740 1 -- start start 2024-03-07T10:07:09.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.968+0000 7fe18cf87740 1 Processor -- start 2024-03-07T10:07:09.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.969+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d2730 0x5628bd2d8b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.969+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d9070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.969+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 0x5628bd2f8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.969+0000 7fe18cf87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628bd2efa30 con 0x5628bd2d2730 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.969+0000 7fe18cf87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628bd1f2070 con 0x5628bd2d95b0 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.969+0000 7fe18cf87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628bd2efbb0 con 0x5628bd2dbc30 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.969+0000 7fe18cf87740 10 client.0 _ll_register_callbacks cb 0x5628bd1f1a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.970+0000 7fe1837fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.970+0000 7fe1837fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35898/0 (socket says 172.21.15.18:35898) 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.970+0000 7fe1837fe640 1 -- 172.21.15.18:0/3079674993 learned_addr learned my addr 172.21.15.18:0/3079674993 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.970+0000 7fe182ffd640 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 0x5628bd2f8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.970+0000 7fe182ffd640 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d2730 0x5628bd2d8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.971+0000 7fe1837fe640 1 -- 172.21.15.18:0/3079674993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 msgr2=0x5628bd2f8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.971+0000 7fe1837fe640 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 0x5628bd2f8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.971+0000 7fe1837fe640 1 -- 172.21.15.18:0/3079674993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d2730 msgr2=0x5628bd2d8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.971+0000 7fe1837fe640 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d2730 0x5628bd2d8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.971+0000 7fe1837fe640 1 -- 172.21.15.18:0/3079674993 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5628bcf4a3f0 con 0x5628bd2dbc30 2024-03-07T10:07:09.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.971+0000 7fe1837fe640 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d9070 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe174011d10 tx=0x7fe174009ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fc23f32d4802fb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:09.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.972+0000 7fe162ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:09.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.972+0000 7fe162ffd640 1 -- 172.21.15.18:0/3079674993 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe174027020 con 0x5628bd2dbc30 2024-03-07T10:07:09.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.972+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe174022440 con 0x5628bd2dbc30 2024-03-07T10:07:09.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.972+0000 7fe162ffd640 1 -- 172.21.15.18:0/3079674993 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fe174004440 con 0x5628bd2dbc30 2024-03-07T10:07:09.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.977+0000 7fe162ffd640 1 -- 172.21.15.18:0/3079674993 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe174022a60 con 0x5628bd2dbc30 2024-03-07T10:07:09.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.978+0000 7fe18cf87740 10 client.27433 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:09.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.978+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5628bcf0a0f0 con 0x5628bd2dbc30 2024-03-07T10:07:09.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.982+0000 7fe162ffd640 1 -- 172.21.15.18:0/3079674993 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe174022440 con 0x5628bd2dbc30 2024-03-07T10:07:09.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.982+0000 7fe162ffd640 1 -- 172.21.15.18:0/3079674993 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe1740035f0 con 0x5628bd2dbc30 2024-03-07T10:07:09.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.984+0000 7fe18cf87740 10 client.27433 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:09.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.984+0000 7fe18cf87740 10 client.27433 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:09.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.984+0000 7fe18cf87740 20 client.27433 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:09.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.984+0000 7fe18cf87740 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd30dde0 0x5628bd3101d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:09.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.984+0000 7fe18cf87740 4 client.27433 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:09.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.984+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5628bd243310 con 0x5628bd30dde0 2024-03-07T10:07:09.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.984+0000 7fe182ffd640 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd30dde0 0x5628bd3101d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:09.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.985+0000 7fe182ffd640 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd30dde0 0x5628bd3101d0 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d6b58a88f6792b0 server_cookie=329177248e04d538 in_seq=0 out_seq=0 2024-03-07T10:07:09.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.985+0000 7fe162ffd640 10 client.27433 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:09.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.988+0000 7fe162ffd640 1 -- 172.21.15.18:0/3079674993 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5628bd243310 con 0x5628bd30dde0 2024-03-07T10:07:09.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.988+0000 7fe162ffd640 10 client.27433 handle_command_reply: tid=0 2024-03-07T10:07:09.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.990+0000 7fe18cf87740 1 client.27433 shutdown 2024-03-07T10:07:09.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.991+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 msgr2=0x5628bd2d9070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:09.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.991+0000 7fe18cf87740 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d9070 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe174011d10 tx=0x7fe174009ea0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.992+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 shutdown_connections 2024-03-07T10:07:09.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.992+0000 7fe18cf87740 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd30dde0 0x5628bd3101d0 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.992+0000 7fe18cf87740 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 0x5628bd2f8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.992+0000 7fe18cf87740 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d9070 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.992+0000 7fe18cf87740 1 --2- 172.21.15.18:0/3079674993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d2730 0x5628bd2d8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:09.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.992+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 >> 172.21.15.18:0/3079674993 conn(0x5628bd2cce60 msgr2=0x5628bd2cebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:09.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.994+0000 7fe162ffd640 0 client.27433 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:09.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.997+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 shutdown_connections 2024-03-07T10:07:10.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.998+0000 7fe18cf87740 1 -- 172.21.15.18:0/3079674993 wait complete. 2024-03-07T10:07:10.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:09.998+0000 7fe18cf87740 20 client.27433 trim_cache size 0 max 16384 2024-03-07T10:07:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.026+0000 7fe18cf87740 1 Processor -- start 2024-03-07T10:07:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.026+0000 7fe18cf87740 1 -- start start 2024-03-07T10:07:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.026+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d2730 0x5628bd2d7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.026+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d95b0 0x5628bd2d5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe18cf87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1841a5040 con 0x5628bd2d95b0 2024-03-07T10:07:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe18cf87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1840719c0 con 0x5628bd2d2730 2024-03-07T10:07:10.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe18cf87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe18406fa80 con 0x5628bd2dbc30 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d95b0 0x5628bd2d5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe182ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d2730 0x5628bd2d7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d95b0 0x5628bd2d5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49832/0 (socket says 172.21.15.18:49832) 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 -- 172.21.15.18:0/160923265 learned_addr learned my addr 172.21.15.18:0/160923265 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe182ffd640 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 -- 172.21.15.18:0/160923265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 msgr2=0x5628bd2d62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 -- 172.21.15.18:0/160923265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d2730 msgr2=0x5628bd2d7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d2730 0x5628bd2d7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 -- 172.21.15.18:0/160923265 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628bd2c7300 con 0x5628bd2d95b0 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1837fe640 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d95b0 0x5628bd2d5d90 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fe174000c00 tx=0x7fe174022df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e2dcfb80a8a89fa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1697fa640 1 -- 172.21.15.18:0/160923265 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe174038020 con 0x5628bd2d95b0 2024-03-07T10:07:10.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1697fa640 1 -- 172.21.15.18:0/160923265 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe174022440 con 0x5628bd2d95b0 2024-03-07T10:07:10.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.027+0000 7fe1697fa640 1 -- 172.21.15.18:0/160923265 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe174027070 con 0x5628bd2d95b0 2024-03-07T10:07:10.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 -- 172.21.15.18:0/160923265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d95b0 msgr2=0x5628bd2d5d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d95b0 0x5628bd2d5d90 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fe174000c00 tx=0x7fe174022df0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 -- 172.21.15.18:0/160923265 shutdown_connections 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2dbc30 0x5628bd2d62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2d95b0 0x5628bd2d5d90 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 --2- 172.21.15.18:0/160923265 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d2730 0x5628bd2d7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 -- 172.21.15.18:0/160923265 >> 172.21.15.18:0/160923265 conn(0x5628bd2cce60 msgr2=0x5628bd2d7400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 -- 172.21.15.18:0/160923265 shutdown_connections 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.028+0000 7fe18cf87740 1 -- 172.21.15.18:0/160923265 wait complete. 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 -- start start 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 Processor -- start 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2f4840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 0x5628bd2f1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 0x5628bd2f2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe184070080 con 0x5628bd2dbc30 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe184071360 con 0x5628bd2d95b0 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.029+0000 7fe18cf87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1840706a0 con 0x5628bd2d2730 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe18cf87740 10 client.0 _ll_register_callbacks cb 0x7fe174022920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2f4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 0x5628bd2f2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2f4840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35914/0 (socket says 172.21.15.18:35914) 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 -- 172.21.15.18:0/4220599468 learned_addr learned my addr 172.21.15.18:0/4220599468 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 -- 172.21.15.18:0/4220599468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 msgr2=0x5628bd2f1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 0x5628bd2f1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 -- 172.21.15.18:0/4220599468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 msgr2=0x5628bd2f2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 0x5628bd2f2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 -- 172.21.15.18:0/4220599468 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5628bd2f2650 con 0x5628bd2d2730 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe182ffd640 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2f4840 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe1840769b0 tx=0x7fe17802bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6cad69802748837 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe162ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.030+0000 7fe162ffd640 1 -- 172.21.15.18:0/4220599468 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe178039040 con 0x5628bd2d2730 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe174022440 con 0x5628bd2d2730 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe162ffd640 1 -- 172.21.15.18:0/4220599468 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fe178004340 con 0x5628bd2d2730 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe162ffd640 1 -- 172.21.15.18:0/4220599468 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe178047620 con 0x5628bd2d2730 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 10 client.27439 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5628bd3691d0 con 0x5628bd2d2730 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe162ffd640 1 -- 172.21.15.18:0/4220599468 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe174022440 con 0x5628bd2d2730 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe162ffd640 1 -- 172.21.15.18:0/4220599468 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe178003860 con 0x5628bd2d2730 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 10 client.27439 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 10 client.27439 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 20 client.27439 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd369890 0x5628bd36bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 4 client.27439 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5628bd30a760 con 0x5628bd369890 2024-03-07T10:07:10.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.031+0000 7fe1837fe640 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd369890 0x5628bd36bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe1837fe640 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd369890 0x5628bd36bcd0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56e9786a981e79a server_cookie=3b5f5a65f4d313af in_seq=0 out_seq=0 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe162ffd640 10 client.27439 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe162ffd640 1 -- 172.21.15.18:0/4220599468 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5628bd30a760 con 0x5628bd369890 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe162ffd640 10 client.27439 handle_command_reply: tid=0 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 client.27439 shutdown 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 msgr2=0x5628bd2f4840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2f4840 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe1840769b0 tx=0x7fe17802bb70 comp rx=0 tx=0).stop 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 shutdown_connections 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628bd369890 0x5628bd36bcd0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628bd2dbc30 0x5628bd2f2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe162ffd640 0 client.27439 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628bd2d95b0 0x5628bd2f1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 --2- 172.21.15.18:0/4220599468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628bd2d2730 0x5628bd2f4840 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 >> 172.21.15.18:0/4220599468 conn(0x5628bd2cce60 msgr2=0x5628bd2d7c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 shutdown_connections 2024-03-07T10:07:10.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 1 -- 172.21.15.18:0/4220599468 wait complete. 2024-03-07T10:07:10.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.032+0000 7fe18cf87740 20 client.27439 trim_cache size 0 max 16384 2024-03-07T10:07:10.039 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:07:10.039 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:07:10.039 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:07:10.039 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe16c0a2040 msgr2=0x7fe16c0a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe16c0a2040 0x7fe16c0a4500 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fe17c0cb800 tx=0x7fe17c0041e0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 msgr2=0x7fe18419c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 0x7fe18419c760 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009fa0 tx=0x7fe17c00c800 comp rx=0 tx=0).stop 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 shutdown_connections 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe16c0a2040 0x7fe16c0a4500 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe18410bc80 0x7fe18419c760 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe184100630 0x7fe1841983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 --2- 172.21.15.18:0/2659131519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe1840ffd10 0x7fe184197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.033+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 >> 172.21.15.18:0/2659131519 conn(0x7fe1840753a0 msgr2=0x7fe1840fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.034+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 shutdown_connections 2024-03-07T10:07:10.041 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.034+0000 7fe18a0c7640 1 -- 172.21.15.18:0/2659131519 wait complete. 2024-03-07T10:07:10.049 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:07:10.049 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:07:10.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.195+0000 7fe9f211d640 1 -- 172.21.15.18:0/1963220406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec109280 msgr2=0x7fe9ec11ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.195+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1963220406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec109280 0x7fe9ec11ceb0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4009be0 tx=0x7fe9e402bf30 comp rx=0 tx=0).stop 2024-03-07T10:07:10.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.197+0000 7fe9f211d640 1 -- 172.21.15.18:0/1963220406 shutdown_connections 2024-03-07T10:07:10.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.197+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1963220406 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec109280 0x7fe9ec11ceb0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.197+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1963220406 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9ec110240 0x7fe9ec108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.197+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1963220406 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9ec10fdd0 0x7fe9ec108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.197+0000 7fe9f211d640 1 -- 172.21.15.18:0/1963220406 >> 172.21.15.18:0/1963220406 conn(0x7fe9ec06d9c0 msgr2=0x7fe9ec06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.204+0000 7fe9f211d640 1 -- 172.21.15.18:0/1963220406 shutdown_connections 2024-03-07T10:07:10.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.204+0000 7fe9f211d640 1 -- 172.21.15.18:0/1963220406 wait complete. 2024-03-07T10:07:10.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.205+0000 7fe9f211d640 1 Processor -- start 2024-03-07T10:07:10.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9f211d640 1 -- start start 2024-03-07T10:07:10.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9f211d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9ec10fdd0 0x7fe9ec118cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9f211d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec110240 0x7fe9ec1191f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9f211d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9ec1a2b90 0x7fe9ec1a3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9f211d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ec112fb0 con 0x7fe9ec110240 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9f211d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ec112e30 con 0x7fe9ec10fdd0 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9f211d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ec113130 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9eaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec110240 0x7fe9ec1191f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9eaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec110240 0x7fe9ec1191f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49866/0 (socket says 172.21.15.18:49866) 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9eaffd640 1 -- 172.21.15.18:0/1337893722 learned_addr learned my addr 172.21.15.18:0/1337893722 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9ebfff640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9ec1a2b90 0x7fe9ec1a3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.206+0000 7fe9eb7fe640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9ec10fdd0 0x7fe9ec118cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9ebfff640 1 -- 172.21.15.18:0/1337893722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9ec10fdd0 msgr2=0x7fe9ec118cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9ebfff640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9ec10fdd0 0x7fe9ec118cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9ebfff640 1 -- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec110240 msgr2=0x7fe9ec1191f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9ebfff640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec110240 0x7fe9ec1191f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9ebfff640 1 -- 172.21.15.18:0/1337893722 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9ec1a3790 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9eb7fe640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9ec10fdd0 0x7fe9ec118cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:07:10.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9eaffd640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec110240 0x7fe9ec1191f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:10.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9ebfff640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9ec1a2b90 0x7fe9ec1a3010 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4036040 tx=0x7fe9e4033960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.207+0000 7fe9e8ff9640 1 -- 172.21.15.18:0/1337893722 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4043020 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.208+0000 7fe9e8ff9640 1 -- 172.21.15.18:0/1337893722 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe9e4034be0 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.208+0000 7fe9e8ff9640 1 -- 172.21.15.18:0/1337893722 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9e403eda0 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.208+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9ec1aadd0 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.208+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9ec1ab180 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.209+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9ec1a3960 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.211+0000 7fe9e8ff9640 1 -- 172.21.15.18:0/1337893722 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe9e4046020 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.212+0000 7fe9e8ff9640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9d80a2030 0x7fe9d80a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.212+0000 7fe9e8ff9640 1 -- 172.21.15.18:0/1337893722 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fe9e40f0be0 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.212+0000 7fe9eb7fe640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9d80a2030 0x7fe9d80a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.213+0000 7fe9eb7fe640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9d80a2030 0x7fe9d80a44f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc005fd0 tx=0x7fe9dc01a270 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.216+0000 7fe9e8ff9640 1 -- 172.21.15.18:0/1337893722 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe9ec1a3960 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.563+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe9ec06ebc0 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.565 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.564+0000 7fe9e8ff9640 1 -- 172.21.15.18:0/1337893722 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fe9e404d020 con 0x7fe9ec1a2b90 2024-03-07T10:07:10.566 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:07:10.566 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:07:10.566 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:07:10.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.567+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9d80a2030 msgr2=0x7fe9d80a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9d80a2030 0x7fe9d80a44f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc005fd0 tx=0x7fe9dc01a270 comp rx=0 tx=0).stop 2024-03-07T10:07:10.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9ec1a2b90 msgr2=0x7fe9ec1a3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9ec1a2b90 0x7fe9ec1a3010 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4036040 tx=0x7fe9e4033960 comp rx=0 tx=0).stop 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 shutdown_connections 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9ec1a2b90 0x7fe9ec1a3010 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9d80a2030 0x7fe9d80a44f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9ec110240 0x7fe9ec1191f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 --2- 172.21.15.18:0/1337893722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9ec10fdd0 0x7fe9ec118cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 >> 172.21.15.18:0/1337893722 conn(0x7fe9ec06d9c0 msgr2=0x7fe9ec070060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 shutdown_connections 2024-03-07T10:07:10.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.568+0000 7fe9f211d640 1 -- 172.21.15.18:0/1337893722 wait complete. 2024-03-07T10:07:10.584 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:07:10.584 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:07:10.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 -- 172.21.15.18:0/4234530398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 msgr2=0x7f071010e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 --2- 172.21.15.18:0/4234530398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 0x7f071010e4c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0708009c10 tx=0x7f070802bef0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 -- 172.21.15.18:0/4234530398 shutdown_connections 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 --2- 172.21.15.18:0/4234530398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 0x7f071010e4c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 --2- 172.21.15.18:0/4234530398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07101015f0 0x7f0710101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 --2- 172.21.15.18:0/4234530398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 0x7f0710107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 -- 172.21.15.18:0/4234530398 >> 172.21.15.18:0/4234530398 conn(0x7f07100fd0c0 msgr2=0x7f07100ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 -- 172.21.15.18:0/4234530398 shutdown_connections 2024-03-07T10:07:10.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.726+0000 7f07164d0640 1 -- 172.21.15.18:0/4234530398 wait complete. 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 Processor -- start 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 -- start start 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07101015f0 0x7f071010d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 0x7f071010dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 0x7f07101a2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101119d0 con 0x7f0710107690 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0710111850 con 0x7f07101015f0 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f07164d0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0710111b50 con 0x7f0710101fb0 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f0714a6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 0x7f07101a2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f070ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07101015f0 0x7f071010d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 0x7f071010dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f0714a6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 0x7f07101a2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49880/0 (socket says 172.21.15.18:49880) 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.727+0000 7f0714a6d640 1 -- 172.21.15.18:0/3657231227 learned_addr learned my addr 172.21.15.18:0/3657231227 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f0714a6d640 1 -- 172.21.15.18:0/3657231227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 msgr2=0x7f071010dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f0714a6d640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 0x7f071010dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f0714a6d640 1 -- 172.21.15.18:0/3657231227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07101015f0 msgr2=0x7f071010d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f0714a6d640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07101015f0 0x7f071010d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f0714a6d640 1 -- 172.21.15.18:0/3657231227 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07101a33d0 con 0x7f0710107690 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f070f7fe640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 0x7f071010dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f070ffff640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07101015f0 0x7f071010d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:10.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f0714a6d640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 0x7f07101a2ca0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f0708004af0 tx=0x7f07080336b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.728+0000 7f070d7fa640 1 -- 172.21.15.18:0/3657231227 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0708043020 con 0x7f0710107690 2024-03-07T10:07:10.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.729+0000 7f070d7fa640 1 -- 172.21.15.18:0/3657231227 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f070802ca80 con 0x7f0710107690 2024-03-07T10:07:10.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.729+0000 7f070d7fa640 1 -- 172.21.15.18:0/3657231227 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070803e6b0 con 0x7f0710107690 2024-03-07T10:07:10.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.729+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07101a3660 con 0x7f0710107690 2024-03-07T10:07:10.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.729+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07101aaf50 con 0x7f0710107690 2024-03-07T10:07:10.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.731+0000 7f070d7fa640 1 -- 172.21.15.18:0/3657231227 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0708046020 con 0x7f0710107690 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 Processor -- start 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 -- start start 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070d7fa640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06f80a1f70 0x7f06f80a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e68170 0x55e514e68550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e71130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e71670 0x55e514e73a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e514e2f330 con 0x55e514e68170 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e514dcbe90 con 0x55e514e68a90 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f071938c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e514d74d00 con 0x55e514e71670 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070d7fa640 1 -- 172.21.15.18:0/3657231227 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f07080f05c0 con 0x7f0710107690 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e68170 0x55e514e68550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e68170 0x55e514e68550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49894/0 (socket says 172.21.15.18:49894) 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f0714a6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e71670 0x55e514e73a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070ffff640 1 -- 172.21.15.18:0/621486567 learned_addr learned my addr 172.21.15.18:0/621486567 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070f7fe640 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e71130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070f7fe640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06f80a1f70 0x7f06f80a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f0714a6d640 1 -- 172.21.15.18:0/621486567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 msgr2=0x55e514e71130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f0714a6d640 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e71130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f0714a6d640 1 -- 172.21.15.18:0/621486567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e68170 msgr2=0x55e514e68550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f0714a6d640 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e68170 0x55e514e68550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f0714a6d640 1 -- 172.21.15.18:0/621486567 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e514d73b90 con 0x55e514e71670 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.732+0000 7f070ffff640 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e68170 0x55e514e68550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.733+0000 7f0714a6d640 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e71670 0x55e514e73a60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f07080edd50 tx=0x7f07080bcbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3138238a746adb52 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.733+0000 7f070f7fe640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06f80a1f70 0x7f06f80a4430 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55e514e67c40 tx=0x7f0704005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.733+0000 7f06f67fc640 1 -- 172.21.15.18:0/621486567 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07080bd6f0 con 0x55e514e71670 2024-03-07T10:07:10.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.733+0000 7f06f67fc640 1 -- 172.21.15.18:0/621486567 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07080b6200 con 0x55e514e71670 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.733+0000 7f06f67fc640 1 -- 172.21.15.18:0/621486567 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07080edec0 con 0x55e514e71670 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 -- 172.21.15.18:0/621486567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e71670 msgr2=0x55e514e73a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e71670 0x55e514e73a60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f07080edd50 tx=0x7f07080bcbf0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 -- 172.21.15.18:0/621486567 shutdown_connections 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e71670 0x55e514e73a60 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e71130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 --2- 172.21.15.18:0/621486567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e68170 0x55e514e68550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 -- 172.21.15.18:0/621486567 >> 172.21.15.18:0/621486567 conn(0x55e514e628a0 msgr2=0x55e514e62c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 -- 172.21.15.18:0/621486567 shutdown_connections 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 -- 172.21.15.18:0/621486567 wait complete. 2024-03-07T10:07:10.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.734+0000 7f071938c740 1 -- start start 2024-03-07T10:07:10.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 1 Processor -- start 2024-03-07T10:07:10.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e6e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e6f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e514d6a470 con 0x55e514e71670 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e514dc7f30 con 0x55e514e68a90 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e514e74220 con 0x55e514e68170 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f071938c740 10 client.0 _ll_register_callbacks cb 0x55e514dc5d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f0714a6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e6f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e6e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f0714a6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e6f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49898/0 (socket says 172.21.15.18:49898) 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e6e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:35980/0 (socket says 172.21.15.18:35980) 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f0714a6d640 1 -- 172.21.15.18:0/400955520 learned_addr learned my addr 172.21.15.18:0/400955520 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070f7fe640 1 -- 172.21.15.18:0/400955520 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 msgr2=0x55e514e6e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070f7fe640 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e6e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070f7fe640 1 -- 172.21.15.18:0/400955520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 msgr2=0x55e514e6f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070f7fe640 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e6f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070f7fe640 1 -- 172.21.15.18:0/400955520 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e514ae03f0 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.735+0000 7f070ffff640 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e6e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f070f7fe640 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eb70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0710075960 tx=0x7f0704004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11a914afa0761cff server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f06ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f06ef7fe640 1 -- 172.21.15.18:0/400955520 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070402f060 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f06ef7fe640 1 -- 172.21.15.18:0/400955520 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f070402a420 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07080b6200 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f06ef7fe640 1 -- 172.21.15.18:0/400955520 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0704036050 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 10 client.27377 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e514baa7d0 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f06ef7fe640 1 -- 172.21.15.18:0/400955520 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07080b6200 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f06ef7fe640 1 -- 172.21.15.18:0/400955520 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f070401d070 con 0x55e514e68a90 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 10 client.27377 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 10 client.27377 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:07:10.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 20 client.27377 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514e81580 0x55e514e83970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 4 client.27377 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.737+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e514dd93d0 con 0x55e514e81580 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.738+0000 7f070ffff640 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514e81580 0x55e514e83970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.738+0000 7f070ffff640 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514e81580 0x55e514e83970 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b55c724c3b38f6d6 server_cookie=2a49a4a16888e9dc in_seq=0 out_seq=0 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.738+0000 7f06ef7fe640 10 client.27377 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f06ef7fe640 1 -- 172.21.15.18:0/400955520 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e514dd93d0 con 0x55e514e81580 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f06ef7fe640 10 client.27377 handle_command_reply: tid=0 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 client.27377 shutdown 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 msgr2=0x55e514e6eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eb70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0710075960 tx=0x7f0704004730 comp rx=0 tx=0).stop 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 shutdown_connections 2024-03-07T10:07:10.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514e81580 0x55e514e83970 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e6f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eb70 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f06ef7fe640 0 client.27377 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 --2- 172.21.15.18:0/400955520 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e6e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 >> 172.21.15.18:0/400955520 conn(0x55e514e628a0 msgr2=0x55e514e645f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 shutdown_connections 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 1 -- 172.21.15.18:0/400955520 wait complete. 2024-03-07T10:07:10.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.739+0000 7f071938c740 20 client.27377 trim_cache size 0 max 16384 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 Processor -- start 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 -- start start 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e70d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e617e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101b6020 con 0x55e514e71670 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101b3b20 con 0x55e514e68a90 2024-03-07T10:07:10.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f071938c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101b1be0 con 0x55e514e68170 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f0714a6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e617e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f070ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e70d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36236/0 (socket says 172.21.15.18:36236) 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.757+0000 7f070f7fe640 1 -- 172.21.15.18:0/1258940458 learned_addr learned my addr 172.21.15.18:0/1258940458 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f0714a6d640 1 -- 172.21.15.18:0/1258940458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 msgr2=0x55e514e70d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f0714a6d640 1 --2- 172.21.15.18:0/1258940458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e70d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f0714a6d640 1 -- 172.21.15.18:0/1258940458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 msgr2=0x55e514e6eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f0714a6d640 1 --2- 172.21.15.18:0/1258940458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f0714a6d640 1 -- 172.21.15.18:0/1258940458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e514e83fa0 con 0x55e514e71670 2024-03-07T10:07:10.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f0714a6d640 1 --2- 172.21.15.18:0/1258940458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e617e0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f07080bccf0 tx=0x7f07080bcc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=642c7a81b78d5cee server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f06f5ffb640 1 -- 172.21.15.18:0/1258940458 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07080c1140 con 0x55e514e71670 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f06f5ffb640 1 -- 172.21.15.18:0/1258940458 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07080c5790 con 0x55e514e71670 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.758+0000 7f06f5ffb640 1 -- 172.21.15.18:0/1258940458 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07080ede30 con 0x55e514e71670 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 -- 172.21.15.18:0/1258940458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 msgr2=0x55e514e617e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 --2- 172.21.15.18:0/1258940458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e617e0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f07080bccf0 tx=0x7f07080bcc60 comp rx=0 tx=0).stop 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 -- 172.21.15.18:0/1258940458 shutdown_connections 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 --2- 172.21.15.18:0/1258940458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514e617e0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 --2- 172.21.15.18:0/1258940458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68a90 0x55e514e6eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 --2- 172.21.15.18:0/1258940458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68170 0x55e514e70d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 -- 172.21.15.18:0/1258940458 >> 172.21.15.18:0/1258940458 conn(0x55e514e628a0 msgr2=0x55e514e610d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 -- 172.21.15.18:0/1258940458 shutdown_connections 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.759+0000 7f071938c740 1 -- 172.21.15.18:0/1258940458 wait complete. 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.760+0000 7f071938c740 1 -- start start 2024-03-07T10:07:10.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.760+0000 7f071938c740 1 Processor -- start 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.760+0000 7f071938c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68170 0x55e514e6b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f071938c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68a90 0x55e514e6ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f070ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68170 0x55e514e6b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f070ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68170 0x55e514e6b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36250/0 (socket says 172.21.15.18:36250) 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f070ffff640 1 -- 172.21.15.18:0/3885950226 learned_addr learned my addr 172.21.15.18:0/3885950226 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f071938c740 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514ed5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f070f7fe640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68a90 0x55e514e6ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101b21e0 con 0x55e514e71670 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101b34c0 con 0x55e514e68170 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101b2800 con 0x55e514e68a90 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f0714a6d640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514ed5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f071938c740 10 client.0 _ll_register_callbacks cb 0x7f07040118f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:10.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f0714a6d640 1 -- 172.21.15.18:0/3885950226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68a90 msgr2=0x55e514e6ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f0714a6d640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68a90 0x55e514e6ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f0714a6d640 1 -- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68170 msgr2=0x55e514e6b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f0714a6d640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68170 0x55e514e6b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f0714a6d640 1 -- 172.21.15.18:0/3885950226 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e514e73a60 con 0x55e514e71670 2024-03-07T10:07:10.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.761+0000 7f070ffff640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68170 0x55e514e6b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:10.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.762+0000 7f0714a6d640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514ed5dc0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x55e514e6f870 tx=0x7f07080bca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=881b3736c5213068 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.762+0000 7f06ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:10.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.766+0000 7f06ef7fe640 1 -- 172.21.15.18:0/3885950226 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07080d9030 con 0x55e514e71670 2024-03-07T10:07:10.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.766+0000 7f06ef7fe640 1 -- 172.21.15.18:0/3885950226 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f0708003c80 con 0x55e514e71670 2024-03-07T10:07:10.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.766+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07080c5790 con 0x55e514e71670 2024-03-07T10:07:10.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.766+0000 7f06ef7fe640 1 -- 172.21.15.18:0/3885950226 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07080bcff0 con 0x55e514e71670 2024-03-07T10:07:10.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.766+0000 7f071938c740 10 client.17625 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:10.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.766+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e514edd490 con 0x55e514e71670 2024-03-07T10:07:10.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.766+0000 7f06ef7fe640 1 -- 172.21.15.18:0/3885950226 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07080c5790 con 0x55e514e71670 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f06ef7fe640 1 -- 172.21.15.18:0/3885950226 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f07080db3c0 con 0x55e514e71670 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f071938c740 10 client.17625 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f071938c740 10 client.17625 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f071938c740 20 client.17625 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f071938c740 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514edd710 0x55e514edfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f071938c740 4 client.17625 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e514dd3720 con 0x55e514edd710 2024-03-07T10:07:10.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.767+0000 7f070ffff640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514edd710 0x55e514edfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.768+0000 7f070ffff640 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514edd710 0x55e514edfb00 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=53bc13a5726cbad4 server_cookie=1327259c11900864 in_seq=0 out_seq=0 2024-03-07T10:07:10.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.768+0000 7f06ef7fe640 10 client.17625 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:10.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.768+0000 7f06ef7fe640 1 -- 172.21.15.18:0/3885950226 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e514dd3720 con 0x55e514edd710 2024-03-07T10:07:10.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.768+0000 7f06ef7fe640 10 client.17625 handle_command_reply: tid=0 2024-03-07T10:07:10.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 client.17625 shutdown 2024-03-07T10:07:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 msgr2=0x55e514ed5dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514ed5dc0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x55e514e6f870 tx=0x7f07080bca10 comp rx=0 tx=0).stop 2024-03-07T10:07:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 shutdown_connections 2024-03-07T10:07:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e514edd710 0x55e514edfb00 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e514e71670 0x55e514ed5dc0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e514e68a90 0x55e514e6ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f06ef7fe640 0 client.17625 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:10.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 --2- 172.21.15.18:0/3885950226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e514e68170 0x55e514e6b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 >> 172.21.15.18:0/3885950226 conn(0x55e514e628a0 msgr2=0x55e514e61960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.769+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 shutdown_connections 2024-03-07T10:07:10.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.770+0000 7f071938c740 1 -- 172.21.15.18:0/3885950226 wait complete. 2024-03-07T10:07:10.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.770+0000 7f071938c740 20 client.17625 trim_cache size 0 max 16384 2024-03-07T10:07:10.772 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.770+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06f80a1f70 msgr2=0x7f06f80a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.770+0000 7f07164d0640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06f80a1f70 0x7f06f80a4430 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55e514e67c40 tx=0x7f0704005f90 comp rx=0 tx=0).stop 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.770+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 msgr2=0x7f07101a2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.770+0000 7f07164d0640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 0x7f07101a2ca0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f0708004af0 tx=0x7f07080336b0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 shutdown_connections 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06f80a1f70 0x7f06f80a4430 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0710107690 0x7f07101a2ca0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0710101fb0 0x7f071010dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 --2- 172.21.15.18:0/3657231227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07101015f0 0x7f071010d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 >> 172.21.15.18:0/3657231227 conn(0x7f07100fd0c0 msgr2=0x7f07100fe4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 shutdown_connections 2024-03-07T10:07:10.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.771+0000 7f07164d0640 1 -- 172.21.15.18:0/3657231227 wait complete. 2024-03-07T10:07:10.790 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:07:10.790 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:07:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:10 smithi018 ceph-mon[32171]: pgmap v247: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 23 MiB/s wr, 1.93k op/s 2024-03-07T10:07:10.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:10 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1337893722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:07:10.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.961+0000 7fea5c8c7640 1 -- 172.21.15.18:0/335345942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100f00 msgr2=0x7fea5810d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.961+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/335345942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100f00 0x7fea5810d3c0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fea50009ca0 tx=0x7fea5002c100 comp rx=0 tx=0).stop 2024-03-07T10:07:10.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.962+0000 7fea5c8c7640 1 -- 172.21.15.18:0/335345942 shutdown_connections 2024-03-07T10:07:10.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.962+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/335345942 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100f00 0x7fea5810d3c0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.962+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/335345942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100540 0x7fea581009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.963+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/335345942 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fea58106600 0x7fea581069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.963+0000 7fea5c8c7640 1 -- 172.21.15.18:0/335345942 >> 172.21.15.18:0/335345942 conn(0x7fea58077680 msgr2=0x7fea58077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.963+0000 7fea5c8c7640 1 -- 172.21.15.18:0/335345942 shutdown_connections 2024-03-07T10:07:10.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.963+0000 7fea5c8c7640 1 -- 172.21.15.18:0/335345942 wait complete. 2024-03-07T10:07:10.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.965+0000 7fea5c8c7640 1 Processor -- start 2024-03-07T10:07:10.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.965+0000 7fea5c8c7640 1 -- start start 2024-03-07T10:07:10.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.965+0000 7fea5c8c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100540 0x7fea5819c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.965+0000 7fea5c8c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100f00 0x7fea5819ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea5659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100540 0x7fea5819c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea5c8c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fea58106600 0x7fea58196aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea5c8c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581108c0 con 0x7fea58100540 2024-03-07T10:07:10.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea5659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100540 0x7fea5819c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49942/0 (socket says 172.21.15.18:49942) 2024-03-07T10:07:10.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea5659c640 1 -- 172.21.15.18:0/1565167122 learned_addr learned my addr 172.21.15.18:0/1565167122 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea58110740 con 0x7fea58100f00 2024-03-07T10:07:10.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea58110a40 con 0x7fea58106600 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea4ffff640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100f00 0x7fea5819ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea56d9d640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fea58106600 0x7fea58196aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea4ffff640 1 -- 172.21.15.18:0/1565167122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fea58106600 msgr2=0x7fea58196aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea4ffff640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fea58106600 0x7fea58196aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea4ffff640 1 -- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100540 msgr2=0x7fea5819c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea4ffff640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100540 0x7fea5819c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.966+0000 7fea4ffff640 1 -- 172.21.15.18:0/1565167122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea58197220 con 0x7fea58100f00 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.967+0000 7fea4ffff640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100f00 0x7fea5819ce30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fea4000e9f0 tx=0x7fea4000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.967+0000 7fea4f7fe640 1 -- 172.21.15.18:0/1565167122 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4000ccc0 con 0x7fea58100f00 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.967+0000 7fea4f7fe640 1 -- 172.21.15.18:0/1565167122 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea40010910 con 0x7fea58100f00 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.967+0000 7fea4f7fe640 1 -- 172.21.15.18:0/1565167122 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea40018980 con 0x7fea58100f00 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.967+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea58197510 con 0x7fea58100f00 2024-03-07T10:07:10.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.967+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea581a37b0 con 0x7fea58100f00 2024-03-07T10:07:10.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.971+0000 7fea5f783740 1 Processor -- start 2024-03-07T10:07:10.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.972+0000 7fea5f783740 1 -- start start 2024-03-07T10:07:10.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.972+0000 7fea5f783740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.972+0000 7fea5f783740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9a6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.972+0000 7fea5f783740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9bb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.972+0000 7fea5f783740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56193d96e330 con 0x56193d9b3810 2024-03-07T10:07:10.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.972+0000 7fea5f783740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56193d90ae90 con 0x56193d9a6cc0 2024-03-07T10:07:10.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.972+0000 7fea5f783740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56193d8b3d00 con 0x56193d9a6320 2024-03-07T10:07:10.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.973+0000 7fea4f7fe640 1 -- 172.21.15.18:0/1565167122 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fea40010ac0 con 0x7fea58100f00 2024-03-07T10:07:10.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.973+0000 7fea4f7fe640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fea440a1ff0 0x7fea440a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.974+0000 7fea4f7fe640 1 -- 172.21.15.18:0/1565167122 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fea400ce6c0 con 0x7fea58100f00 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.974+0000 7fea4ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9bb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.974+0000 7fea4ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9bb6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36278/0 (socket says 172.21.15.18:36278) 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.974+0000 7fea4ffff640 1 -- 172.21.15.18:0/2942105032 learned_addr learned my addr 172.21.15.18:0/2942105032 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.975+0000 7fea56d9d640 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.975+0000 7fea4ffff640 1 -- 172.21.15.18:0/2942105032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 msgr2=0x56193d9a6780 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.975+0000 7fea4ffff640 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9a6780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.975+0000 7fea4ffff640 1 -- 172.21.15.18:0/2942105032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 msgr2=0x56193d9b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.975+0000 7fea4ffff640 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.975+0000 7fea4ffff640 1 -- 172.21.15.18:0/2942105032 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56193d8b2b90 con 0x56193d9a6cc0 2024-03-07T10:07:10.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.975+0000 7fea56d9d640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fea440a1ff0 0x7fea440a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.976+0000 7fea4ffff640 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9bb6e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fea400a31f0 tx=0x7fea4009a9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa529d6ea27521fe server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.976+0000 7fea56d9d640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fea440a1ff0 0x7fea440a44b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fea50005fa0 tx=0x7fea5002c100 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.976+0000 7fea4cff9640 1 -- 172.21.15.18:0/2942105032 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea400b3070 con 0x56193d9a6cc0 2024-03-07T10:07:10.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.976+0000 7fea4cff9640 1 -- 172.21.15.18:0/2942105032 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea400a3720 con 0x56193d9a6cc0 2024-03-07T10:07:10.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.976+0000 7fea4cff9640 1 -- 172.21.15.18:0/2942105032 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4009a630 con 0x56193d9a6cc0 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.977+0000 7fea5f783740 1 -- 172.21.15.18:0/2942105032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 msgr2=0x56193d9bb6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.977+0000 7fea5f783740 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9bb6e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fea400a31f0 tx=0x7fea4009a9a0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.978+0000 7fea5f783740 1 -- 172.21.15.18:0/2942105032 shutdown_connections 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.978+0000 7fea5f783740 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9bb6e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.978+0000 7fea5f783740 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9a6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.978+0000 7fea5f783740 1 --2- 172.21.15.18:0/2942105032 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.978+0000 7fea5f783740 1 -- 172.21.15.18:0/2942105032 >> 172.21.15.18:0/2942105032 conn(0x56193d9a1310 msgr2=0x56193d9a16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.978+0000 7fea5f783740 1 -- 172.21.15.18:0/2942105032 shutdown_connections 2024-03-07T10:07:10.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.978+0000 7fea5f783740 1 -- 172.21.15.18:0/2942105032 wait complete. 2024-03-07T10:07:10.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.979+0000 7fea5f783740 1 -- start start 2024-03-07T10:07:10.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.979+0000 7fea5f783740 1 Processor -- start 2024-03-07T10:07:10.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea5f783740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6320 0x56193d9b8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea5f783740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9b91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea5f783740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9b3810 0x56193d9b9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea5f783740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56193d8a9470 con 0x56193d9a6cc0 2024-03-07T10:07:10.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea4ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9b91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea4ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9b91c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49958/0 (socket says 172.21.15.18:49958) 2024-03-07T10:07:10.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea4ffff640 1 -- 172.21.15.18:0/744642735 learned_addr learned my addr 172.21.15.18:0/744642735 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:10.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea56d9d640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9b3810 0x56193d9b9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.981+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56193d906f30 con 0x56193d9a6320 2024-03-07T10:07:10.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56193d9bbc20 con 0x56193d9b3810 2024-03-07T10:07:10.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea5f783740 10 client.0 _ll_register_callbacks cb 0x56193d904d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:10.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea5659c640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6320 0x56193d9b8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea56d9d640 1 -- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6320 msgr2=0x56193d9b8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea56d9d640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6320 0x56193d9b8c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea56d9d640 1 -- 172.21.15.18:0/744642735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 msgr2=0x56193d9b91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea56d9d640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9b91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea56d9d640 1 -- 172.21.15.18:0/744642735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56193d61f3f0 con 0x56193d9b3810 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.982+0000 7fea4ffff640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9b91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.983+0000 7fea56d9d640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9b3810 0x56193d9b9700 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fea5002c710 tx=0x7fea500095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d764c241528b18dd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.983+0000 7fea3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:10.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.983+0000 7fea3dffb640 1 -- 172.21.15.18:0/744642735 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea50039040 con 0x56193d9b3810 2024-03-07T10:07:10.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.983+0000 7fea3dffb640 1 -- 172.21.15.18:0/744642735 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fea50004040 con 0x56193d9b3810 2024-03-07T10:07:10.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fea400a3720 con 0x56193d9b3810 2024-03-07T10:07:10.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea3dffb640 1 -- 172.21.15.18:0/744642735 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea50003e40 con 0x56193d9b3810 2024-03-07T10:07:10.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 10 client.27469 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:10.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56193d6e97d0 con 0x56193d9b3810 2024-03-07T10:07:10.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea3dffb640 1 -- 172.21.15.18:0/744642735 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea50004720 con 0x56193d9b3810 2024-03-07T10:07:10.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea3dffb640 1 -- 172.21.15.18:0/744642735 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fea50034c10 con 0x56193d9b3810 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 10 client.27469 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 10 client.27469 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 20 client.27469 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9c90d0 0x56193d9cb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 4 client.27469 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.984+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fea400a3720 con 0x56193d9c90d0 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.985+0000 7fea5659c640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9c90d0 0x56193d9cb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.985+0000 7fea5659c640 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9c90d0 0x56193d9cb4c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6d45e03e57f485e6 server_cookie=501cda21ebf7cc9a in_seq=0 out_seq=0 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.985+0000 7fea3dffb640 10 client.27469 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.986+0000 7fea3dffb640 1 -- 172.21.15.18:0/744642735 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fea400a3720 con 0x56193d9c90d0 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.986+0000 7fea3dffb640 10 client.27469 handle_command_reply: tid=0 2024-03-07T10:07:10.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.986+0000 7fea5f783740 1 client.27469 shutdown 2024-03-07T10:07:10.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9b3810 msgr2=0x56193d9b9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:10.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9b3810 0x56193d9b9700 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fea5002c710 tx=0x7fea500095c0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 shutdown_connections 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9c90d0 0x56193d9cb4c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9b3810 0x56193d9b9700 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9b91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 --2- 172.21.15.18:0/744642735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6320 0x56193d9b8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 >> 172.21.15.18:0/744642735 conn(0x56193d9a1310 msgr2=0x56193d9a0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.987+0000 7fea3dffb640 0 client.27469 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.988+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 shutdown_connections 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.989+0000 7fea5f783740 1 -- 172.21.15.18:0/744642735 wait complete. 2024-03-07T10:07:10.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:10.989+0000 7fea5f783740 20 client.27469 trim_cache size 0 max 16384 2024-03-07T10:07:11.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.013+0000 7fea5f783740 1 Processor -- start 2024-03-07T10:07:11.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.013+0000 7fea5f783740 1 -- start start 2024-03-07T10:07:11.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea5f783740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9bb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea5f783740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9c4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea5f783740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9c48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea5f783740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581ad7a0 con 0x56193d9b3810 2024-03-07T10:07:11.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea5f783740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581ab2a0 con 0x56193d9a6cc0 2024-03-07T10:07:11.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea5f783740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581a9360 con 0x56193d9a6320 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9c4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9c4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36286/0 (socket says 172.21.15.18:36286) 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 -- 172.21.15.18:0/785519268 learned_addr learned my addr 172.21.15.18:0/785519268 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea56d9d640 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9c48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 -- 172.21.15.18:0/785519268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 msgr2=0x56193d9bb3b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9bb3b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 -- 172.21.15.18:0/785519268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 msgr2=0x56193d9c48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9c48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.014+0000 7fea4ffff640 1 -- 172.21.15.18:0/785519268 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56193d9b71d0 con 0x56193d9a6cc0 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.015+0000 7fea4ffff640 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9c4370 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fea40099230 tx=0x7fea40018420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1283005c634bd3d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.015+0000 7fea3ffff640 1 -- 172.21.15.18:0/785519268 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea400b3040 con 0x56193d9a6cc0 2024-03-07T10:07:11.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.015+0000 7fea3ffff640 1 -- 172.21.15.18:0/785519268 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea4009f0d0 con 0x56193d9a6cc0 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.015+0000 7fea3ffff640 1 -- 172.21.15.18:0/785519268 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea40010430 con 0x56193d9a6cc0 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 -- 172.21.15.18:0/785519268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 msgr2=0x56193d9c4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9c4370 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fea40099230 tx=0x7fea40018420 comp rx=0 tx=0).stop 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 -- 172.21.15.18:0/785519268 shutdown_connections 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9b3810 0x56193d9c48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9a6cc0 0x56193d9c4370 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 --2- 172.21.15.18:0/785519268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9bb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 -- 172.21.15.18:0/785519268 >> 172.21.15.18:0/785519268 conn(0x56193d9a1310 msgr2=0x56193d9a0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 -- 172.21.15.18:0/785519268 shutdown_connections 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 -- 172.21.15.18:0/785519268 wait complete. 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 -- start start 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.016+0000 7fea5f783740 1 Processor -- start 2024-03-07T10:07:11.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5f783740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9c0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5f783740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9bcff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5f783740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9b3810 0x56193d9bd530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5f783740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581a9960 con 0x56193d9a6cc0 2024-03-07T10:07:11.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5f783740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581aac40 con 0x56193d9b3810 2024-03-07T10:07:11.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5f783740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea581a9f80 con 0x56193d9a6320 2024-03-07T10:07:11.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5f783740 10 client.0 _ll_register_callbacks cb 0x7fea50037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9c0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea4ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9bcff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9c0c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36046/0 (socket says 172.21.15.18:36046) 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5659c640 1 -- 172.21.15.18:0/2750614971 learned_addr learned my addr 172.21.15.18:0/2750614971 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea56d9d640 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9b3810 0x56193d9bd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5659c640 1 -- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9b3810 msgr2=0x56193d9bd530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5659c640 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9b3810 0x56193d9bd530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5659c640 1 -- 172.21.15.18:0/2750614971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 msgr2=0x56193d9bcff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.017+0000 7fea5659c640 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9bcff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.018+0000 7fea5659c640 1 -- 172.21.15.18:0/2750614971 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56193d9bdd30 con 0x56193d9a6320 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.018+0000 7fea56d9d640 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9b3810 0x56193d9bd530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:07:11.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.018+0000 7fea5659c640 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9c0c70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fea58197be0 tx=0x7fea4801da50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9501afddef7dd48f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.018+0000 7fea3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:11.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.018+0000 7fea3dffb640 1 -- 172.21.15.18:0/2750614971 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4801d220 con 0x56193d9a6320 2024-03-07T10:07:11.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.018+0000 7fea3dffb640 1 -- 172.21.15.18:0/2750614971 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fea48004030 con 0x56193d9a6320 2024-03-07T10:07:11.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.019+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fea4009f0d0 con 0x56193d9a6320 2024-03-07T10:07:11.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.020+0000 7fea3dffb640 1 -- 172.21.15.18:0/2750614971 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea48004230 con 0x56193d9a6320 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.020+0000 7fea5f783740 10 client.27472 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.020+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56193d9a7770 con 0x56193d9a6320 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.020+0000 7fea3dffb640 1 -- 172.21.15.18:0/2750614971 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea4009f0d0 con 0x56193d9a6320 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.020+0000 7fea3dffb640 1 -- 172.21.15.18:0/2750614971 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fea48003800 con 0x56193d9a6320 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.021+0000 7fea5f783740 10 client.27472 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.021+0000 7fea5f783740 10 client.27472 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.021+0000 7fea5f783740 20 client.27472 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.021+0000 7fea5f783740 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9a7e70 0x56193d9aa290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.021+0000 7fea5f783740 4 client.27472 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:07:11.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.021+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56193d9183d0 con 0x56193d9a7e70 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.022+0000 7fea4ffff640 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9a7e70 0x56193d9aa290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.022+0000 7fea4ffff640 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9a7e70 0x56193d9aa290 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f762088aacb96912 server_cookie=7749b18a3128f424 in_seq=0 out_seq=0 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.022+0000 7fea3dffb640 10 client.27472 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.022+0000 7fea3dffb640 1 -- 172.21.15.18:0/2750614971 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56193d9183d0 con 0x56193d9a7e70 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.022+0000 7fea3dffb640 10 client.27472 handle_command_reply: tid=0 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.022+0000 7fea5f783740 1 client.27472 shutdown 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 msgr2=0x56193d9c0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9c0c70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fea58197be0 tx=0x7fea4801da50 comp rx=0 tx=0).stop 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 shutdown_connections 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56193d9b3810 0x56193d9bd530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56193d9a6cc0 0x56193d9bcff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x56193d9a7e70 0x56193d9aa290 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 --2- 172.21.15.18:0/2750614971 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56193d9a6320 0x56193d9c0c70 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 >> 172.21.15.18:0/2750614971 conn(0x56193d9a1310 msgr2=0x56193d9b8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea3dffb640 0 client.27472 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:11.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 shutdown_connections 2024-03-07T10:07:11.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 1 -- 172.21.15.18:0/2750614971 wait complete. 2024-03-07T10:07:11.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.023+0000 7fea5f783740 20 client.27472 trim_cache size 0 max 16384 2024-03-07T10:07:11.026 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:07:11.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.024+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fea440a1ff0 msgr2=0x7fea440a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fea440a1ff0 0x7fea440a44b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fea50005fa0 tx=0x7fea5002c100 comp rx=0 tx=0).stop 2024-03-07T10:07:11.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100f00 msgr2=0x7fea5819ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100f00 0x7fea5819ce30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fea4000e9f0 tx=0x7fea4000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 shutdown_connections 2024-03-07T10:07:11.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fea58106600 0x7fea58196aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea58100f00 0x7fea5819ce30 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fea440a1ff0 0x7fea440a44b0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 --2- 172.21.15.18:0/1565167122 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fea58100540 0x7fea5819c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 >> 172.21.15.18:0/1565167122 conn(0x7fea58077680 msgr2=0x7fea580ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 shutdown_connections 2024-03-07T10:07:11.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.025+0000 7fea5c8c7640 1 -- 172.21.15.18:0/1565167122 wait complete. 2024-03-07T10:07:11.045 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:07:11.045 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:07:11.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:10 smithi063 ceph-mon[36356]: pgmap v247: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 23 MiB/s wr, 1.93k op/s 2024-03-07T10:07:11.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:10 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1337893722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:07:11.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.225+0000 7faa8425e640 1 -- 172.21.15.18:0/1666177498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 msgr2=0x7faa7c1120a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.225+0000 7faa8425e640 1 --2- 172.21.15.18:0/1666177498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 0x7faa7c1120a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7faa6c009860 tx=0x7faa6c02bc00 comp rx=0 tx=0).stop 2024-03-07T10:07:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.226+0000 7faa8425e640 1 -- 172.21.15.18:0/1666177498 shutdown_connections 2024-03-07T10:07:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.226+0000 7faa8425e640 1 --2- 172.21.15.18:0/1666177498 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 0x7faa7c1149d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.226+0000 7faa8425e640 1 --2- 172.21.15.18:0/1666177498 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 0x7faa7c1120a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.226+0000 7faa8425e640 1 --2- 172.21.15.18:0/1666177498 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa7c073a00 0x7faa7c073de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.226+0000 7faa8425e640 1 -- 172.21.15.18:0/1666177498 >> 172.21.15.18:0/1666177498 conn(0x7faa7c0fd0c0 msgr2=0x7faa7c0ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.226+0000 7faa8425e640 1 -- 172.21.15.18:0/1666177498 shutdown_connections 2024-03-07T10:07:11.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.226+0000 7faa8425e640 1 -- 172.21.15.18:0/1666177498 wait complete. 2024-03-07T10:07:11.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.227+0000 7faa8425e640 1 Processor -- start 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa8425e640 1 -- start start 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa8425e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa7c073a00 0x7faa7c19e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa8425e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 0x7faa7c19ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa8425e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 0x7faa7c1a2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa8425e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c118030 con 0x7faa7c073a00 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa8425e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c117eb0 con 0x7faa7c074320 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa8425e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c1181b0 con 0x7faa7c1125e0 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa827fb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 0x7faa7c1a2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa827fb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 0x7faa7c1a2dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36062/0 (socket says 172.21.15.18:36062) 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.228+0000 7faa827fb640 1 -- 172.21.15.18:0/1930041881 learned_addr learned my addr 172.21.15.18:0/1930041881 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa81ffa640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa7c073a00 0x7faa7c19e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa817f9640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 0x7faa7c19ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa827fb640 1 -- 172.21.15.18:0/1930041881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 msgr2=0x7faa7c19ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa827fb640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 0x7faa7c19ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa827fb640 1 -- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa7c073a00 msgr2=0x7faa7c19e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa827fb640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa7c073a00 0x7faa7c19e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa827fb640 1 -- 172.21.15.18:0/1930041881 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa7c1a3500 con 0x7faa7c1125e0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa827fb640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 0x7faa7c1a2dd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7faa7400eb40 tx=0x7faa7400ef40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa72ffd640 1 -- 172.21.15.18:0/1930041881 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa7400ce40 con 0x7faa7c1125e0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa72ffd640 1 -- 172.21.15.18:0/1930041881 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faa74005020 con 0x7faa7c1125e0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa7c1a37f0 con 0x7faa7c1125e0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa72ffd640 1 -- 172.21.15.18:0/1930041881 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa74010690 con 0x7faa7c1125e0 2024-03-07T10:07:11.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.229+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa7c1ab080 con 0x7faa7c1125e0 2024-03-07T10:07:11.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.233+0000 7faa87051740 1 Processor -- start 2024-03-07T10:07:11.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa72ffd640 1 -- 172.21.15.18:0/1930041881 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7faa740051d0 con 0x7faa7c1125e0 2024-03-07T10:07:11.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa87051740 1 -- start start 2024-03-07T10:07:11.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa87051740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a80d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa87051740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a816130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa87051740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a818a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa87051740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55837a7d4330 con 0x55837a80d170 2024-03-07T10:07:11.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa87051740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55837a770e90 con 0x55837a80da90 2024-03-07T10:07:11.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.234+0000 7faa87051740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55837a719d00 con 0x55837a816670 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa72ffd640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faa680a1f30 0x7faa680a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa72ffd640 1 -- 172.21.15.18:0/1930041881 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7faa740ce940 con 0x7faa7c1125e0 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa81ffa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a816130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa817f9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a818a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa817f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a80d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa817f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a80d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49986/0 (socket says 172.21.15.18:49986) 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa817f9640 1 -- 172.21.15.18:0/2744466373 learned_addr learned my addr 172.21.15.18:0/2744466373 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:11.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.235+0000 7faa827fb640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faa680a1f30 0x7faa680a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.236+0000 7faa81ffa640 1 -- 172.21.15.18:0/2744466373 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 msgr2=0x55837a818a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.236+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2744466373 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a818a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.236+0000 7faa81ffa640 1 -- 172.21.15.18:0/2744466373 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 msgr2=0x55837a80d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.236+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2744466373 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a80d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.236+0000 7faa81ffa640 1 -- 172.21.15.18:0/2744466373 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55837a718b90 con 0x55837a80da90 2024-03-07T10:07:11.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.236+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2744466373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a816130 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7faa78009c30 tx=0x7faa78011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aae09c1b54d1eeeb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.236+0000 7faa827fb640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faa680a1f30 0x7faa680a43f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7faa7409af60 tx=0x7faa74005820 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.238+0000 7faa67fff640 1 -- 172.21.15.18:0/2744466373 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa7801e070 con 0x55837a80da90 2024-03-07T10:07:11.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.238+0000 7faa67fff640 1 -- 172.21.15.18:0/2744466373 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faa780035f0 con 0x55837a80da90 2024-03-07T10:07:11.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.238+0000 7faa67fff640 1 -- 172.21.15.18:0/2744466373 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa78019690 con 0x55837a80da90 2024-03-07T10:07:11.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.238+0000 7faa87051740 1 -- 172.21.15.18:0/2744466373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 msgr2=0x55837a816130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.238+0000 7faa87051740 1 --2- 172.21.15.18:0/2744466373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a816130 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7faa78009c30 tx=0x7faa78011810 comp rx=0 tx=0).stop 2024-03-07T10:07:11.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 -- 172.21.15.18:0/2744466373 shutdown_connections 2024-03-07T10:07:11.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 --2- 172.21.15.18:0/2744466373 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a818a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 --2- 172.21.15.18:0/2744466373 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a816130 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 --2- 172.21.15.18:0/2744466373 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a80d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 -- 172.21.15.18:0/2744466373 >> 172.21.15.18:0/2744466373 conn(0x55837a8078a0 msgr2=0x55837a807c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 -- 172.21.15.18:0/2744466373 shutdown_connections 2024-03-07T10:07:11.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 -- 172.21.15.18:0/2744466373 wait complete. 2024-03-07T10:07:11.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.239+0000 7faa87051740 1 -- start start 2024-03-07T10:07:11.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 1 Processor -- start 2024-03-07T10:07:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a8136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a814120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55837a70f470 con 0x55837a80d170 2024-03-07T10:07:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55837a76cf30 con 0x55837a80da90 2024-03-07T10:07:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55837a8194b0 con 0x55837a816670 2024-03-07T10:07:11.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.240+0000 7faa87051740 10 client.0 _ll_register_callbacks cb 0x55837a76ad30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:11.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36336/0 (socket says 172.21.15.18:36336) 2024-03-07T10:07:11.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 -- 172.21.15.18:0/2151087030 learned_addr learned my addr 172.21.15.18:0/2151087030 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa817f9640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a814120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa817f9640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a8136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 -- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 msgr2=0x55837a814120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a814120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 -- 172.21.15.18:0/2151087030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 msgr2=0x55837a8136a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a8136a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.241+0000 7faa81ffa640 1 -- 172.21.15.18:0/2151087030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55837a4853f0 con 0x55837a80da90 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.242+0000 7faa817f9640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a8136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:07:11.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.242+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813be0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7faa78006010 tx=0x7faa78003e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c49414559938fb58 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa657fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa657fa640 1 -- 172.21.15.18:0/2151087030 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa7801e050 con 0x55837a80da90 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa657fa640 1 -- 172.21.15.18:0/2151087030 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7faa78005040 con 0x55837a80da90 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faa780035f0 con 0x55837a80da90 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa657fa640 1 -- 172.21.15.18:0/2151087030 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faa78033050 con 0x55837a80da90 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa87051740 10 client.27413 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55837a54f7d0 con 0x55837a80da90 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.243+0000 7faa657fa640 1 -- 172.21.15.18:0/2151087030 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faa780035f0 con 0x55837a80da90 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa657fa640 1 -- 172.21.15.18:0/2151087030 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faa78004cd0 con 0x55837a80da90 2024-03-07T10:07:11.246 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa87051740 10 client.27413 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:11.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa87051740 10 client.27413 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:11.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa87051740 20 client.27413 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:11.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa87051740 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a826810 0x55837a828c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa87051740 4 client.27413 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:11.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55837a77e3d0 con 0x55837a826810 2024-03-07T10:07:11.247 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.244+0000 7faa817f9640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a826810 0x55837a828c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.245+0000 7faa817f9640 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a826810 0x55837a828c00 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=596cacf575ed01ca server_cookie=110e8b9bdfa5823e in_seq=0 out_seq=0 2024-03-07T10:07:11.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.245+0000 7faa657fa640 10 client.27413 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:11.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa657fa640 1 -- 172.21.15.18:0/2151087030 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55837a77e3d0 con 0x55837a826810 2024-03-07T10:07:11.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa657fa640 10 client.27413 handle_command_reply: tid=0 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 client.27413 shutdown 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 msgr2=0x55837a813be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813be0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7faa78006010 tx=0x7faa78003e30 comp rx=0 tx=0).stop 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 shutdown_connections 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a826810 0x55837a828c00 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a816670 0x55837a814120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813be0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 --2- 172.21.15.18:0/2151087030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a8136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 >> 172.21.15.18:0/2151087030 conn(0x55837a8078a0 msgr2=0x55837a8095f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa657fa640 0 client.27413 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 shutdown_connections 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 1 -- 172.21.15.18:0/2151087030 wait complete. 2024-03-07T10:07:11.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.246+0000 7faa87051740 20 client.27413 trim_cache size 0 max 16384 2024-03-07T10:07:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:10 smithi077 ceph-mon[36374]: pgmap v247: 97 pgs: 97 active+clean; 4.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 23 MiB/s wr, 1.93k op/s 2024-03-07T10:07:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:10 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1337893722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:07:11.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 Processor -- start 2024-03-07T10:07:11.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 -- start start 2024-03-07T10:07:11.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80d170 0x55837a815dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a816670 0x55837a821c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c1b6120 con 0x55837a816670 2024-03-07T10:07:11.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c1b3c20 con 0x55837a80da90 2024-03-07T10:07:11.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.275+0000 7faa87051740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c1b1ce0 con 0x55837a80d170 2024-03-07T10:07:11.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.276+0000 7faa81ffa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.277+0000 7faa81ffa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36338/0 (socket says 172.21.15.18:36338) 2024-03-07T10:07:11.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.277+0000 7faa81ffa640 1 -- 172.21.15.18:0/2278584437 learned_addr learned my addr 172.21.15.18:0/2278584437 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:11.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.281+0000 7faa81ffa640 1 -- 172.21.15.18:0/2278584437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80d170 msgr2=0x55837a815dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.281+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2278584437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80d170 0x55837a815dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.281+0000 7faa81ffa640 1 -- 172.21.15.18:0/2278584437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a816670 msgr2=0x55837a821c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.281+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2278584437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a816670 0x55837a821c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.281+0000 7faa81ffa640 1 -- 172.21.15.18:0/2278584437 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55837a8070e0 con 0x55837a80da90 2024-03-07T10:07:11.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.285+0000 7faa81ffa640 1 --2- 172.21.15.18:0/2278584437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813f40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7faa78011d70 tx=0x7faa78011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=382ee316bbc32694 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.290+0000 7faa677fe640 1 -- 172.21.15.18:0/2278584437 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa7803c070 con 0x55837a80da90 2024-03-07T10:07:11.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.290+0000 7faa677fe640 1 -- 172.21.15.18:0/2278584437 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faa7802a070 con 0x55837a80da90 2024-03-07T10:07:11.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.290+0000 7faa677fe640 1 -- 172.21.15.18:0/2278584437 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa7801e040 con 0x55837a80da90 2024-03-07T10:07:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.291+0000 7faa87051740 1 -- 172.21.15.18:0/2278584437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 msgr2=0x55837a813f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.291+0000 7faa87051740 1 --2- 172.21.15.18:0/2278584437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813f40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7faa78011d70 tx=0x7faa78011810 comp rx=0 tx=0).stop 2024-03-07T10:07:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.291+0000 7faa87051740 1 -- 172.21.15.18:0/2278584437 shutdown_connections 2024-03-07T10:07:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.291+0000 7faa87051740 1 --2- 172.21.15.18:0/2278584437 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a816670 0x55837a821c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.291+0000 7faa87051740 1 --2- 172.21.15.18:0/2278584437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a80da90 0x55837a813f40 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.291+0000 7faa87051740 1 --2- 172.21.15.18:0/2278584437 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80d170 0x55837a815dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.291+0000 7faa87051740 1 -- 172.21.15.18:0/2278584437 >> 172.21.15.18:0/2278584437 conn(0x55837a8078a0 msgr2=0x55837a809510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.293+0000 7faa87051740 1 -- 172.21.15.18:0/2278584437 shutdown_connections 2024-03-07T10:07:11.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.294+0000 7faa87051740 1 -- 172.21.15.18:0/2278584437 wait complete. 2024-03-07T10:07:11.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.294+0000 7faa87051740 1 -- start start 2024-03-07T10:07:11.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.295+0000 7faa87051740 1 Processor -- start 2024-03-07T10:07:11.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa87051740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a81a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa87051740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80da90 0x55837a81a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa87051740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a816670 0x55837a88bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa87051740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c1b22e0 con 0x55837a80d170 2024-03-07T10:07:11.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa87051740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c1b35c0 con 0x55837a816670 2024-03-07T10:07:11.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa87051740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7c1b2900 con 0x55837a80da90 2024-03-07T10:07:11.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa87051740 10 client.0 _ll_register_callbacks cb 0x7faa7801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:11.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa81ffa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80da90 0x55837a81a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa81ffa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80da90 0x55837a81a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36098/0 (socket says 172.21.15.18:36098) 2024-03-07T10:07:11.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa81ffa640 1 -- 172.21.15.18:0/861479009 learned_addr learned my addr 172.21.15.18:0/861479009 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa817f9640 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a81a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.297+0000 7faa817f9640 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a816670 0x55837a88bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa81ffa640 1 -- 172.21.15.18:0/861479009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a816670 msgr2=0x55837a88bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa81ffa640 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a816670 0x55837a88bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa81ffa640 1 -- 172.21.15.18:0/861479009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 msgr2=0x55837a81a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa81ffa640 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a81a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa81ffa640 1 -- 172.21.15.18:0/861479009 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55837a88c500 con 0x55837a80da90 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa81ffa640 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80da90 0x55837a81a8d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7faa78003b00 tx=0x7faa78011da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10e11ea713c2a43d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa657fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.298+0000 7faa657fa640 1 -- 172.21.15.18:0/861479009 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa7801e070 con 0x55837a80da90 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.299+0000 7faa657fa640 1 -- 172.21.15.18:0/861479009 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7faa780055d0 con 0x55837a80da90 2024-03-07T10:07:11.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.299+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faa7802a070 con 0x55837a80da90 2024-03-07T10:07:11.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.302+0000 7faa657fa640 1 -- 172.21.15.18:0/861479009 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faa7803c070 con 0x55837a80da90 2024-03-07T10:07:11.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.303+0000 7faa87051740 10 client.27484 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:11.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.303+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55837a8a4890 con 0x55837a80da90 2024-03-07T10:07:11.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa657fa640 1 -- 172.21.15.18:0/861479009 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faa7802a070 con 0x55837a80da90 2024-03-07T10:07:11.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa657fa640 1 -- 172.21.15.18:0/861479009 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faa7802f950 con 0x55837a80da90 2024-03-07T10:07:11.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa87051740 10 client.27484 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:11.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa87051740 10 client.27484 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:11.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa87051740 20 client.27484 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:11.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa87051740 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a8a4e20 0x55837a8a7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:11.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa87051740 4 client.27484 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:07:11.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.306+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55837a778720 con 0x55837a8a4e20 2024-03-07T10:07:11.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.310+0000 7faa817f9640 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a8a4e20 0x55837a8a7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:11.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.310+0000 7faa817f9640 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a8a4e20 0x55837a8a7240 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebe01ecade8e8bc4 server_cookie=44e4602fc73d697e in_seq=0 out_seq=0 2024-03-07T10:07:11.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa657fa640 10 client.27484 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:11.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa657fa640 1 -- 172.21.15.18:0/861479009 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55837a778720 con 0x55837a8a4e20 2024-03-07T10:07:11.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa657fa640 10 client.27484 handle_command_reply: tid=0 2024-03-07T10:07:11.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 client.27484 shutdown 2024-03-07T10:07:11.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80da90 msgr2=0x55837a81a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80da90 0x55837a81a8d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7faa78003b00 tx=0x7faa78011da0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 shutdown_connections 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55837a8a4e20 0x55837a8a7240 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55837a816670 0x55837a88bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55837a80da90 0x55837a81a8d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 --2- 172.21.15.18:0/861479009 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55837a80d170 0x55837a81a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 >> 172.21.15.18:0/861479009 conn(0x55837a8078a0 msgr2=0x55837a808c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa657fa640 0 client.27484 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 shutdown_connections 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 1 -- 172.21.15.18:0/861479009 wait complete. 2024-03-07T10:07:11.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.311+0000 7faa87051740 20 client.27484 trim_cache size 0 max 16384 2024-03-07T10:07:11.315 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:07:11.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faa680a1f30 msgr2=0x7faa680a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faa680a1f30 0x7faa680a43f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7faa7409af60 tx=0x7faa74005820 comp rx=0 tx=0).stop 2024-03-07T10:07:11.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 msgr2=0x7faa7c1a2dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:11.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 0x7faa7c1a2dd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7faa7400eb40 tx=0x7faa7400ef40 comp rx=0 tx=0).stop 2024-03-07T10:07:11.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 shutdown_connections 2024-03-07T10:07:11.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faa7c1125e0 0x7faa7c1a2dd0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faa7c074320 0x7faa7c19ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faa680a1f30 0x7faa680a43f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 --2- 172.21.15.18:0/1930041881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faa7c073a00 0x7faa7c19e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:11.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 >> 172.21.15.18:0/1930041881 conn(0x7faa7c0fd0c0 msgr2=0x7faa7c0fe920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:11.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.312+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 shutdown_connections 2024-03-07T10:07:11.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:11.313+0000 7faa8425e640 1 -- 172.21.15.18:0/1930041881 wait complete. 2024-03-07T10:07:12.332 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:07:12.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:07:12.332 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:07:12.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.509+0000 7fd843d5d640 1 -- 172.21.15.18:0/1814039036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c105a70 msgr2=0x7fd83c105f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.509+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1814039036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c105a70 0x7fd83c105f20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd83401ace0 tx=0x7fd83403d1a0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.509+0000 7fd843d5d640 1 -- 172.21.15.18:0/1814039036 shutdown_connections 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.509+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1814039036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c105a70 0x7fd83c105f20 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.509+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1814039036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100f90 0x7fd83c105450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.509+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1814039036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd83c100670 0x7fd83c100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.509+0000 7fd843d5d640 1 -- 172.21.15.18:0/1814039036 >> 172.21.15.18:0/1814039036 conn(0x7fd83c077710 msgr2=0x7fd83c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.510+0000 7fd843d5d640 1 -- 172.21.15.18:0/1814039036 shutdown_connections 2024-03-07T10:07:12.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.510+0000 7fd843d5d640 1 -- 172.21.15.18:0/1814039036 wait complete. 2024-03-07T10:07:12.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.511+0000 7fd843d5d640 1 Processor -- start 2024-03-07T10:07:12.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.511+0000 7fd843d5d640 1 -- start start 2024-03-07T10:07:12.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.511+0000 7fd843d5d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100670 0x7fd83c110a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd843d5d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c100f90 0x7fd83c110fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd843d5d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd83c105a70 0x7fd83c19a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd843d5d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c1093b0 con 0x7fd83c100670 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd843d5d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c109230 con 0x7fd83c105a70 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd843d5d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c109530 con 0x7fd83c100f90 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd841af9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100670 0x7fd83c110a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd841af9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100670 0x7fd83c110a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50036/0 (socket says 172.21.15.18:50036) 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd841af9640 1 -- 172.21.15.18:0/1107118359 learned_addr learned my addr 172.21.15.18:0/1107118359 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd8422fa640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd83c105a70 0x7fd83c19a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd8412f8640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c100f90 0x7fd83c110fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd841af9640 1 -- 172.21.15.18:0/1107118359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c100f90 msgr2=0x7fd83c110fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.512+0000 7fd841af9640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c100f90 0x7fd83c110fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd841af9640 1 -- 172.21.15.18:0/1107118359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd83c105a70 msgr2=0x7fd83c19a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd841af9640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd83c105a70 0x7fd83c19a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd841af9640 1 -- 172.21.15.18:0/1107118359 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd83c19ac70 con 0x7fd83c100670 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd841af9640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100670 0x7fd83c110a70 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd83800c890 tx=0x7fd83800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd832ffd640 1 -- 172.21.15.18:0/1107118359 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd838004220 con 0x7fd83c100670 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd832ffd640 1 -- 172.21.15.18:0/1107118359 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd8380043c0 con 0x7fd83c100670 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd832ffd640 1 -- 172.21.15.18:0/1107118359 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8380049e0 con 0x7fd83c100670 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.513+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd83c19af00 con 0x7fd83c100670 2024-03-07T10:07:12.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.514+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd83c1a2650 con 0x7fd83c100670 2024-03-07T10:07:12.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.517+0000 7fd832ffd640 1 -- 172.21.15.18:0/1107118359 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd8380079b0 con 0x7fd83c100670 2024-03-07T10:07:12.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.517+0000 7fd846c13740 1 Processor -- start 2024-03-07T10:07:12.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd846c13740 1 -- start start 2024-03-07T10:07:12.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd846c13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa2f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd846c13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd846c13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa3a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd832ffd640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8280a2040 0x7fd8280a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd846c13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ebf992b10 con 0x564ebfa2f670 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd846c13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ebf93bd50 con 0x564ebfa2ed50 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd846c13740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ebf98ebb0 con 0x564ebfa38250 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd8422fa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa2f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd8422fa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa2f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36376/0 (socket says 172.21.15.18:36376) 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd8422fa640 1 -- 172.21.15.18:0/2860720098 learned_addr learned my addr 172.21.15.18:0/2860720098 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd8412f8640 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa3a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd832ffd640 1 -- 172.21.15.18:0/1107118359 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fd8380ce1f0 con 0x7fd83c100670 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd8422fa640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8280a2040 0x7fd8280a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.518+0000 7fd841af9640 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd8412f8640 1 -- 172.21.15.18:0/2860720098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 msgr2=0x564ebfa2f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd8412f8640 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa2f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd8412f8640 1 -- 172.21.15.18:0/2860720098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 msgr2=0x564ebfa37d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd8412f8640 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd8412f8640 1 -- 172.21.15.18:0/2860720098 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564ebf76f7e0 con 0x564ebfa38250 2024-03-07T10:07:12.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd841af9640 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:07:12.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd8412f8640 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa3a640 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fd83c111a20 tx=0x7fd82c00cf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a08b4cd33096dfdc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.519+0000 7fd827fff640 1 -- 172.21.15.18:0/2860720098 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd82c014070 con 0x564ebfa38250 2024-03-07T10:07:12.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.520+0000 7fd827fff640 1 -- 172.21.15.18:0/2860720098 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd82c005020 con 0x564ebfa38250 2024-03-07T10:07:12.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.520+0000 7fd827fff640 1 -- 172.21.15.18:0/2860720098 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd82c004ba0 con 0x564ebfa38250 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.520+0000 7fd846c13740 1 -- 172.21.15.18:0/2860720098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 msgr2=0x564ebfa3a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.520+0000 7fd8422fa640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8280a2040 0x7fd8280a4500 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd834043420 tx=0x7fd83403ff40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.520+0000 7fd846c13740 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa3a640 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fd83c111a20 tx=0x7fd82c00cf80 comp rx=0 tx=0).stop 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 -- 172.21.15.18:0/2860720098 shutdown_connections 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa3a640 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 --2- 172.21.15.18:0/2860720098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa2f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 -- 172.21.15.18:0/2860720098 >> 172.21.15.18:0/2860720098 conn(0x564ebfa29480 msgr2=0x564ebfa29860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 -- 172.21.15.18:0/2860720098 shutdown_connections 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 -- 172.21.15.18:0/2860720098 wait complete. 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 -- start start 2024-03-07T10:07:12.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.521+0000 7fd846c13740 1 Processor -- start 2024-03-07T10:07:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd846c13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa37c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd846c13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa34ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd846c13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa35600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd846c13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ebfa3b040 con 0x564ebfa2f670 2024-03-07T10:07:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd846c13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ebf94f190 con 0x564ebfa2ed50 2024-03-07T10:07:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd846c13740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ebfa3b1c0 con 0x564ebfa38250 2024-03-07T10:07:12.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd8422fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa35600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd8422fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa35600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36136/0 (socket says 172.21.15.18:36136) 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd8422fa640 1 -- 172.21.15.18:0/3058718030 learned_addr learned my addr 172.21.15.18:0/3058718030 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.522+0000 7fd846c13740 10 client.0 _ll_register_callbacks cb 0x564ebf93e770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8422fa640 1 -- 172.21.15.18:0/3058718030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 msgr2=0x564ebfa37c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8422fa640 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa37c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8422fa640 1 -- 172.21.15.18:0/3058718030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 msgr2=0x564ebfa34ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8422fa640 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa34ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8422fa640 1 -- 172.21.15.18:0/3058718030 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564ebf7cff70 con 0x564ebfa38250 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8422fa640 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa35600 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd834048040 tx=0x7fd83403d1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=62957206788df6bf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8257fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:12.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8257fa640 1 -- 172.21.15.18:0/3058718030 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd834075060 con 0x564ebfa38250 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd82c005020 con 0x564ebfa38250 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.523+0000 7fd8257fa640 1 -- 172.21.15.18:0/3058718030 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fd834043b60 con 0x564ebfa38250 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd8257fa640 1 -- 172.21.15.18:0/3058718030 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd83407c050 con 0x564ebfa38250 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 10 client.27496 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564ebf667170 con 0x564ebfa38250 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd8257fa640 1 -- 172.21.15.18:0/3058718030 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd82c005020 con 0x564ebfa38250 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd8257fa640 1 -- 172.21.15.18:0/3058718030 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd834050070 con 0x564ebfa38250 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 10 client.27496 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 10 client.27496 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 20 client.27496 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfa482d0 0x564ebfa4a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 4 client.27496 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:12.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.524+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564ebf968930 con 0x564ebfa482d0 2024-03-07T10:07:12.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.525+0000 7fd841af9640 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfa482d0 0x564ebfa4a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.526+0000 7fd841af9640 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfa482d0 0x564ebfa4a720 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86be517c56b85799 server_cookie=9da76f9f40874fdd in_seq=0 out_seq=0 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.526+0000 7fd8257fa640 10 client.27496 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.526+0000 7fd8257fa640 1 -- 172.21.15.18:0/3058718030 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564ebf968930 con 0x564ebfa482d0 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd8257fa640 10 client.27496 handle_command_reply: tid=0 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 client.27496 shutdown 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 msgr2=0x564ebfa35600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa35600 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd834048040 tx=0x7fd83403d1a0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 shutdown_connections 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfa482d0 0x564ebfa4a720 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa38250 0x564ebfa35600 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa34ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 --2- 172.21.15.18:0/3058718030 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa37c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 >> 172.21.15.18:0/3058718030 conn(0x564ebfa29480 msgr2=0x564ebfa2b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd8257fa640 0 client.27496 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 shutdown_connections 2024-03-07T10:07:12.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 1 -- 172.21.15.18:0/3058718030 wait complete. 2024-03-07T10:07:12.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.527+0000 7fd846c13740 20 client.27496 trim_cache size 0 max 16384 2024-03-07T10:07:12.564 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.563+0000 7fd846c13740 1 Processor -- start 2024-03-07T10:07:12.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.564+0000 7fd846c13740 1 -- start start 2024-03-07T10:07:12.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.564+0000 7fd846c13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2ed50 0x564ebfa2afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.564+0000 7fd846c13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.564+0000 7fd846c13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa38250 0x564ebfa37c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.568 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.564+0000 7fd846c13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c1a4830 con 0x564ebfa2f670 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.564+0000 7fd846c13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c1a4e90 con 0x564ebfa38250 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.564+0000 7fd846c13740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c1a2990 con 0x564ebfa2ed50 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.565+0000 7fd8412f8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.565+0000 7fd8412f8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50070/0 (socket says 172.21.15.18:50070) 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.565+0000 7fd8412f8640 1 -- 172.21.15.18:0/633703832 learned_addr learned my addr 172.21.15.18:0/633703832 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.566+0000 7fd8412f8640 1 -- 172.21.15.18:0/633703832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2ed50 msgr2=0x564ebfa2afc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.566+0000 7fd8412f8640 1 --2- 172.21.15.18:0/633703832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2ed50 0x564ebfa2afc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.566+0000 7fd8412f8640 1 -- 172.21.15.18:0/633703832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa38250 msgr2=0x564ebfa37c60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.566+0000 7fd8412f8640 1 --2- 172.21.15.18:0/633703832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa38250 0x564ebfa37c60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.566+0000 7fd8412f8640 1 -- 172.21.15.18:0/633703832 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564ebfa33fa0 con 0x564ebfa2f670 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.566+0000 7fd8412f8640 1 --2- 172.21.15.18:0/633703832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37720 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fd83c111a20 tx=0x7fd82c00c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1339a9b29081ba78 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.566+0000 7fd8277fe640 1 -- 172.21.15.18:0/633703832 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd82c014070 con 0x564ebfa2f670 2024-03-07T10:07:12.569 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.567+0000 7fd8277fe640 1 -- 172.21.15.18:0/633703832 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd82c005520 con 0x564ebfa2f670 2024-03-07T10:07:12.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.567+0000 7fd8277fe640 1 -- 172.21.15.18:0/633703832 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd82c021440 con 0x564ebfa2f670 2024-03-07T10:07:12.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.568+0000 7fd846c13740 1 -- 172.21.15.18:0/633703832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 msgr2=0x564ebfa37720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.570 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.568+0000 7fd846c13740 1 --2- 172.21.15.18:0/633703832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37720 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fd83c111a20 tx=0x7fd82c00c7c0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.569+0000 7fd846c13740 1 -- 172.21.15.18:0/633703832 shutdown_connections 2024-03-07T10:07:12.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.569+0000 7fd846c13740 1 --2- 172.21.15.18:0/633703832 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa38250 0x564ebfa37c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.569+0000 7fd846c13740 1 --2- 172.21.15.18:0/633703832 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa2f670 0x564ebfa37720 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.569+0000 7fd846c13740 1 --2- 172.21.15.18:0/633703832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2ed50 0x564ebfa2afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.571 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.569+0000 7fd846c13740 1 -- 172.21.15.18:0/633703832 >> 172.21.15.18:0/633703832 conn(0x564ebfa29480 msgr2=0x564ebfa2a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.570+0000 7fd846c13740 1 -- 172.21.15.18:0/633703832 shutdown_connections 2024-03-07T10:07:12.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.570+0000 7fd846c13740 1 -- 172.21.15.18:0/633703832 wait complete. 2024-03-07T10:07:12.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 -- start start 2024-03-07T10:07:12.572 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 Processor -- start 2024-03-07T10:07:12.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa32bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2f670 0x564ebfa3b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa38250 0x564ebfa3b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.573 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c0720f0 con 0x564ebfa38250 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c073390 con 0x564ebfa2ed50 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83c0726f0 con 0x564ebfa2f670 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.571+0000 7fd846c13740 10 client.0 _ll_register_callbacks cb 0x7fd83401ab30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd8422fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa38250 0x564ebfa3b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd8412f8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2f670 0x564ebfa3b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd8422fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa38250 0x564ebfa3b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50074/0 (socket says 172.21.15.18:50074) 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd8422fa640 1 -- 172.21.15.18:0/856807084 learned_addr learned my addr 172.21.15.18:0/856807084 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd841af9640 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa32bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd841af9640 1 -- 172.21.15.18:0/856807084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2f670 msgr2=0x564ebfa3b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.574 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd841af9640 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2f670 0x564ebfa3b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd841af9640 1 -- 172.21.15.18:0/856807084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa38250 msgr2=0x564ebfa3b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd841af9640 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa38250 0x564ebfa3b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.572+0000 7fd841af9640 1 -- 172.21.15.18:0/856807084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564ebfa3c000 con 0x564ebfa2ed50 2024-03-07T10:07:12.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.573+0000 7fd841af9640 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa32bb0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd8380cb870 tx=0x7fd83809a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b938d1c01dc4ee54 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.573+0000 7fd8257fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:07:12.575 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.574+0000 7fd8257fa640 1 -- 172.21.15.18:0/856807084 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd83801d040 con 0x564ebfa2ed50 2024-03-07T10:07:12.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.574+0000 7fd8257fa640 1 -- 172.21.15.18:0/856807084 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fd8380cbaf0 con 0x564ebfa2ed50 2024-03-07T10:07:12.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.574+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd82c005520 con 0x564ebfa2ed50 2024-03-07T10:07:12.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd8257fa640 1 -- 172.21.15.18:0/856807084 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd83809ec60 con 0x564ebfa2ed50 2024-03-07T10:07:12.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd846c13740 10 client.27428 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:12.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564ebfaa4b30 con 0x564ebfa2ed50 2024-03-07T10:07:12.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd8257fa640 1 -- 172.21.15.18:0/856807084 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd82c005520 con 0x564ebfa2ed50 2024-03-07T10:07:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd8257fa640 1 -- 172.21.15.18:0/856807084 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd83809ad70 con 0x564ebfa2ed50 2024-03-07T10:07:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd846c13740 10 client.27428 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd846c13740 10 client.27428 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.576+0000 7fd846c13740 20 client.27428 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.577+0000 7fd846c13740 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfaa5160 0x564ebfaa7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.577+0000 7fd846c13740 4 client.27428 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:07:12.578 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.577+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x564ebf954050 con 0x564ebfaa5160 2024-03-07T10:07:12.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.577+0000 7fd8412f8640 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfaa5160 0x564ebfaa7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.578+0000 7fd8412f8640 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfaa5160 0x564ebfaa7580 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aca3151cdaf4afa8 server_cookie=c693f3259c33d585 in_seq=0 out_seq=0 2024-03-07T10:07:12.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.578+0000 7fd8257fa640 10 client.27428 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.579+0000 7fd8257fa640 1 -- 172.21.15.18:0/856807084 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x564ebf954050 con 0x564ebfaa5160 2024-03-07T10:07:12.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.579+0000 7fd8257fa640 10 client.27428 handle_command_reply: tid=0 2024-03-07T10:07:12.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.579+0000 7fd846c13740 1 client.27428 shutdown 2024-03-07T10:07:12.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 msgr2=0x564ebfa32bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa32bb0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd8380cb870 tx=0x7fd83809a530 comp rx=0 tx=0).stop 2024-03-07T10:07:12.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 shutdown_connections 2024-03-07T10:07:12.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564ebfaa5160 0x564ebfaa7580 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564ebfa38250 0x564ebfa3b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564ebfa2f670 0x564ebfa3b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 --2- 172.21.15.18:0/856807084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ebfa2ed50 0x564ebfa32bb0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd8257fa640 0 client.27428 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 >> 172.21.15.18:0/856807084 conn(0x564ebfa29480 msgr2=0x564ebfa2b140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 shutdown_connections 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 1 -- 172.21.15.18:0/856807084 wait complete. 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.580+0000 7fd846c13740 20 client.27428 trim_cache size 0 max 16384 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "043e132c-5a8d-4d3b-8867-e1da8cd1575e", 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:07:12.583 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:07:12.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8280a2040 msgr2=0x7fd8280a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8280a2040 0x7fd8280a4500 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd834043420 tx=0x7fd83403ff40 comp rx=0 tx=0).stop 2024-03-07T10:07:12.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100670 msgr2=0x7fd83c110a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100670 0x7fd83c110a70 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd83800c890 tx=0x7fd83800cd50 comp rx=0 tx=0).stop 2024-03-07T10:07:12.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 shutdown_connections 2024-03-07T10:07:12.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd83c105a70 0x7fd83c19a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd83c100f90 0x7fd83c110fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8280a2040 0x7fd8280a4500 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 --2- 172.21.15.18:0/1107118359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd83c100670 0x7fd83c110a70 secure :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd83800c890 tx=0x7fd83800cd50 comp rx=0 tx=0).stop 2024-03-07T10:07:12.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.581+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 >> 172.21.15.18:0/1107118359 conn(0x7fd83c077710 msgr2=0x7fd83c103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.582+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 shutdown_connections 2024-03-07T10:07:12.585 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.582+0000 7fd843d5d640 1 -- 172.21.15.18:0/1107118359 wait complete. 2024-03-07T10:07:12.600 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:07:12.600 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.789+0000 7fd20e667640 1 -- 172.21.15.18:0/2752784092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd20810fdf0 msgr2=0x7fd208108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.789+0000 7fd20e667640 1 --2- 172.21.15.18:0/2752784092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd20810fdf0 0x7fd208108660 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd1f8009900 tx=0x7fd1f802bc80 comp rx=0 tx=0).stop 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.789+0000 7fd20e667640 1 -- 172.21.15.18:0/2752784092 shutdown_connections 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.789+0000 7fd20e667640 1 --2- 172.21.15.18:0/2752784092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd20811ae40 0x7fd20811d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.789+0000 7fd20e667640 1 --2- 172.21.15.18:0/2752784092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd208108ba0 0x7fd208109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.789+0000 7fd20e667640 1 --2- 172.21.15.18:0/2752784092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd20810fdf0 0x7fd208108660 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.790+0000 7fd20e667640 1 -- 172.21.15.18:0/2752784092 >> 172.21.15.18:0/2752784092 conn(0x7fd20806c6d0 msgr2=0x7fd20806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.790+0000 7fd20e667640 1 -- 172.21.15.18:0/2752784092 shutdown_connections 2024-03-07T10:07:12.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.790+0000 7fd20e667640 1 -- 172.21.15.18:0/2752784092 wait complete. 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 Processor -- start 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 -- start start 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd208108ba0 0x7fd2081a6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd20810fdf0 0x7fd2081a7370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd20811ae40 0x7fd2081ab6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd208120910 con 0x7fd20811ae40 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd208120790 con 0x7fd208108ba0 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd20e667640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd208120a90 con 0x7fd20810fdf0 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd207fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd208108ba0 0x7fd2081a6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.791+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd20810fdf0 0x7fd2081a7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd20810fdf0 0x7fd2081a7370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36178/0 (socket says 172.21.15.18:36178) 2024-03-07T10:07:12.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 -- 172.21.15.18:0/3067176502 learned_addr learned my addr 172.21.15.18:0/3067176502 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 -- 172.21.15.18:0/3067176502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd208108ba0 msgr2=0x7fd2081a6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd208108ba0 0x7fd2081a6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 -- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd20811ae40 msgr2=0x7fd2081ab6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd20811ae40 0x7fd2081ab6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 -- 172.21.15.18:0/3067176502 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2081abe20 con 0x7fd20810fdf0 2024-03-07T10:07:12.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd207fff640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd208108ba0 0x7fd2081a6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:12.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.792+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd20810fdf0 0x7fd2081a7370 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00e9f0 tx=0x7fd1fc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.793+0000 7fd2057fa640 1 -- 172.21.15.18:0/3067176502 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc00cd80 con 0x7fd20810fdf0 2024-03-07T10:07:12.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.793+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2081ac110 con 0x7fd20810fdf0 2024-03-07T10:07:12.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.793+0000 7fd2057fa640 1 -- 172.21.15.18:0/3067176502 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1fc010910 con 0x7fd20810fdf0 2024-03-07T10:07:12.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.793+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2081b39a0 con 0x7fd20810fdf0 2024-03-07T10:07:12.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.794+0000 7fd2057fa640 1 -- 172.21.15.18:0/3067176502 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc00cd80 con 0x7fd20810fdf0 2024-03-07T10:07:12.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.796+0000 7fd211450740 1 Processor -- start 2024-03-07T10:07:12.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.799+0000 7fd2057fa640 1 -- 172.21.15.18:0/3067176502 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd1fc01f020 con 0x7fd20810fdf0 2024-03-07T10:07:12.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.800+0000 7fd2057fa640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd1f00a22f0 0x7fd1f00a47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.800+0000 7fd2057fa640 1 -- 172.21.15.18:0/3067176502 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd1fc00cb80 con 0x7fd20810fdf0 2024-03-07T10:07:12.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.802+0000 7fd211450740 1 -- start start 2024-03-07T10:07:12.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.802+0000 7fd211450740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 0x556755d5cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.802+0000 7fd211450740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5d050 0x556755d656f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.802+0000 7fd211450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d68020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.802+0000 7fd211450740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556755cbfdd0 con 0x556755d5d050 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.802+0000 7fd211450740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556755c68ae0 con 0x556755d65c30 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.802+0000 7fd211450740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556755cbbe70 con 0x556755d5c730 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.803+0000 7fd20cc04640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d68020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.803+0000 7fd20cc04640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd1f00a22f0 0x7fd1f00a47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.803+0000 7fd20cc04640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d68020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36434/0 (socket says 172.21.15.18:36434) 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.803+0000 7fd20cc04640 1 -- 172.21.15.18:0/1780375938 learned_addr learned my addr 172.21.15.18:0/1780375938 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.804+0000 7fd20cc04640 1 -- 172.21.15.18:0/1780375938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 msgr2=0x556755d5cb10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.804+0000 7fd20cc04640 1 --2- 172.21.15.18:0/1780375938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 0x556755d5cb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.804+0000 7fd20cc04640 1 -- 172.21.15.18:0/1780375938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5d050 msgr2=0x556755d656f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.804+0000 7fd20cc04640 1 --2- 172.21.15.18:0/1780375938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5d050 0x556755d656f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.804+0000 7fd20cc04640 1 -- 172.21.15.18:0/1780375938 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556755a9e7d0 con 0x556755d65c30 2024-03-07T10:07:12.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.804+0000 7fd20cc04640 1 --2- 172.21.15.18:0/1780375938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d68020 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd200012ae0 tx=0x7fd200014370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bdcff31c478c919 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.804+0000 7fd20cc04640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd1f00a22f0 0x7fd1f00a47b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd200014870 tx=0x7fd200010000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.805+0000 7fd1ee7fc640 1 -- 172.21.15.18:0/1780375938 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd200023070 con 0x556755d65c30 2024-03-07T10:07:12.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.805+0000 7fd1ee7fc640 1 -- 172.21.15.18:0/1780375938 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd200012490 con 0x556755d65c30 2024-03-07T10:07:12.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.805+0000 7fd1ee7fc640 1 -- 172.21.15.18:0/1780375938 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2000068e0 con 0x556755d65c30 2024-03-07T10:07:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.806+0000 7fd211450740 1 -- 172.21.15.18:0/1780375938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 msgr2=0x556755d68020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.806+0000 7fd211450740 1 --2- 172.21.15.18:0/1780375938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d68020 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd200012ae0 tx=0x7fd200014370 comp rx=0 tx=0).stop 2024-03-07T10:07:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.806+0000 7fd211450740 1 -- 172.21.15.18:0/1780375938 shutdown_connections 2024-03-07T10:07:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.806+0000 7fd211450740 1 --2- 172.21.15.18:0/1780375938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d68020 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.806+0000 7fd211450740 1 --2- 172.21.15.18:0/1780375938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5d050 0x556755d656f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.806+0000 7fd211450740 1 --2- 172.21.15.18:0/1780375938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 0x556755d5cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.806+0000 7fd211450740 1 -- 172.21.15.18:0/1780375938 >> 172.21.15.18:0/1780375938 conn(0x556755d56e60 msgr2=0x556755d57240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.807+0000 7fd211450740 1 -- 172.21.15.18:0/1780375938 shutdown_connections 2024-03-07T10:07:12.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.807+0000 7fd211450740 1 -- 172.21.15.18:0/1780375938 wait complete. 2024-03-07T10:07:12.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.807+0000 7fd211450740 1 -- start start 2024-03-07T10:07:12.809 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 1 Processor -- start 2024-03-07T10:07:12.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d62b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5d050 0x556755d63080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d635c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556755d68a10 con 0x556755d5c730 2024-03-07T10:07:12.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556755c7c070 con 0x556755d65c30 2024-03-07T10:07:12.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556755d68b90 con 0x556755d5d050 2024-03-07T10:07:12.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd211450740 10 client.0 _ll_register_callbacks cb 0x556755c7ba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:12.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5d050 0x556755d63080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.808+0000 7fd207fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d62b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5d050 0x556755d63080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36206/0 (socket says 172.21.15.18:36206) 2024-03-07T10:07:12.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd207fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d62b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50118/0 (socket says 172.21.15.18:50118) 2024-03-07T10:07:12.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 -- 172.21.15.18:0/3709010428 learned_addr learned my addr 172.21.15.18:0/3709010428 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd20cc04640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d635c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 -- 172.21.15.18:0/3709010428 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 msgr2=0x556755d635c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d635c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 -- 172.21.15.18:0/3709010428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 msgr2=0x556755d62b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d62b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 -- 172.21.15.18:0/3709010428 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5567559d43f0 con 0x556755d5d050 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd207fff640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d62b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd20cc04640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d635c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5d050 0x556755d63080 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00c6a0 tx=0x7fd1fc094d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8cd7ad67143ffd8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd1e77fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.809+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3709010428 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc096c90 con 0x556755d5d050 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3709010428 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd1fc0968d0 con 0x556755d5d050 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd200012490 con 0x556755d5d050 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3709010428 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1fc096e30 con 0x556755d5d050 2024-03-07T10:07:12.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd211450740 10 client.27508 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5567559940f0 con 0x556755d5d050 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3709010428 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd200012490 con 0x556755d5d050 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3709010428 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd1fc0a2bc0 con 0x556755d5d050 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd211450740 10 client.27508 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd211450740 10 client.27508 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.810+0000 7fd211450740 20 client.27508 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.811+0000 7fd211450740 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755d75a50 0x556755d77e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.811+0000 7fd211450740 4 client.27508 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.811+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556755ccd310 con 0x556755d75a50 2024-03-07T10:07:12.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.811+0000 7fd207fff640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755d75a50 0x556755d77e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.812+0000 7fd207fff640 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755d75a50 0x556755d77e40 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7a68c735007840d server_cookie=d8e31791e6b7f52a in_seq=0 out_seq=0 2024-03-07T10:07:12.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.812+0000 7fd1e77fe640 10 client.27508 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.812+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3709010428 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556755ccd310 con 0x556755d75a50 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.812+0000 7fd1e77fe640 10 client.27508 handle_command_reply: tid=0 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.812+0000 7fd211450740 1 client.27508 shutdown 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5d050 msgr2=0x556755d63080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5d050 0x556755d63080 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00c6a0 tx=0x7fd1fc094d60 comp rx=0 tx=0).stop 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 shutdown_connections 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755d75a50 0x556755d77e40 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d65c30 0x556755d635c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5d050 0x556755d63080 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd1e77fe640 0 client.27508 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 --2- 172.21.15.18:0/3709010428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d62b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 >> 172.21.15.18:0/3709010428 conn(0x556755d56e60 msgr2=0x556755d58bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 shutdown_connections 2024-03-07T10:07:12.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 1 -- 172.21.15.18:0/3709010428 wait complete. 2024-03-07T10:07:12.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.813+0000 7fd211450740 20 client.27508 trim_cache size 0 max 16384 2024-03-07T10:07:12.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.842+0000 7fd211450740 1 Processor -- start 2024-03-07T10:07:12.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.842+0000 7fd211450740 1 -- start start 2024-03-07T10:07:12.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.842+0000 7fd211450740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d65270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.842+0000 7fd211450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d61ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.842+0000 7fd211450740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d65c30 0x556755d633e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd211450740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2081be850 con 0x556755d5c730 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd211450740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2081bc350 con 0x556755d5d050 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd207fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d65270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d61ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd20cc04640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d65c30 0x556755d633e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d61ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36440/0 (socket says 172.21.15.18:36440) 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd207fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d65270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50124/0 (socket says 172.21.15.18:50124) 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 -- 172.21.15.18:0/2139644213 learned_addr learned my addr 172.21.15.18:0/2139644213 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd211450740 1 -- 172.21.15.18:0/2139644213 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2081ba410 con 0x556755d65c30 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 -- 172.21.15.18:0/2139644213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d65c30 msgr2=0x556755d633e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d65c30 0x556755d633e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 -- 172.21.15.18:0/2139644213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 msgr2=0x556755d65270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d65270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd2077fe640 1 -- 172.21.15.18:0/2139644213 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556755d5d9d0 con 0x556755d5d050 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd207fff640 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d65270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.843+0000 7fd20cc04640 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d65c30 0x556755d633e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.844+0000 7fd2077fe640 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d61ca0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc000c00 tx=0x7fd1fc09f170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73b08bb4c88801f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.844+0000 7fd1edffb640 1 -- 172.21.15.18:0/2139644213 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc096fd0 con 0x556755d5d050 2024-03-07T10:07:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.844+0000 7fd1edffb640 1 -- 172.21.15.18:0/2139644213 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1fc010910 con 0x556755d5d050 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.844+0000 7fd1edffb640 1 -- 172.21.15.18:0/2139644213 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc0971a0 con 0x556755d5d050 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 -- 172.21.15.18:0/2139644213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 msgr2=0x556755d61ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d61ca0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc000c00 tx=0x7fd1fc09f170 comp rx=0 tx=0).stop 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 -- 172.21.15.18:0/2139644213 shutdown_connections 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d65c30 0x556755d633e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d61ca0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 --2- 172.21.15.18:0/2139644213 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d5c730 0x556755d65270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 -- 172.21.15.18:0/2139644213 >> 172.21.15.18:0/2139644213 conn(0x556755d56e60 msgr2=0x556755d55630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 -- 172.21.15.18:0/2139644213 shutdown_connections 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 -- 172.21.15.18:0/2139644213 wait complete. 2024-03-07T10:07:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.845+0000 7fd211450740 1 -- start start 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.846+0000 7fd211450740 1 Processor -- start 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.846+0000 7fd211450740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 0x556755d6d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.846+0000 7fd211450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d68da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.846+0000 7fd211450740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d65c30 0x556755d692e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd211450740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2081baa10 con 0x556755d65c30 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d68da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd207fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 0x556755d6d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d68da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:36454/0 (socket says 172.21.15.18:36454) 2024-03-07T10:07:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 -- 172.21.15.18:0/3316800000 learned_addr learned my addr 172.21.15.18:0/3316800000 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2081bbcf0 con 0x556755d5d050 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2081bb030 con 0x556755d5c730 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd211450740 10 client.0 _ll_register_callbacks cb 0x7fd1fc09ab40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd20cc04640 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d65c30 0x556755d692e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 -- 172.21.15.18:0/3316800000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 msgr2=0x556755d6d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 0x556755d6d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 -- 172.21.15.18:0/3316800000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d65c30 msgr2=0x556755d692e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d65c30 0x556755d692e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd2077fe640 1 -- 172.21.15.18:0/3316800000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556755d698a0 con 0x556755d5d050 2024-03-07T10:07:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.847+0000 7fd20cc04640 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d65c30 0x556755d692e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:07:12.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.850+0000 7fd2077fe640 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d68da0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0974e0 tx=0x7fd1fc005ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1835b8e47d5ca17 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:12.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.850+0000 7fd1e77fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:07:12.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.851+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3316800000 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc097340 con 0x556755d5d050 2024-03-07T10:07:12.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.851+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3316800000 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd1fc0a2040 con 0x556755d5d050 2024-03-07T10:07:12.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.851+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd1fc010910 con 0x556755d5d050 2024-03-07T10:07:12.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.851+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3316800000 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1fc097510 con 0x556755d5d050 2024-03-07T10:07:12.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 10 client.27446 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:12.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556755d698a0 con 0x556755d5d050 2024-03-07T10:07:12.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3316800000 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1fc010910 con 0x556755d5d050 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3316800000 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd1fc098300 con 0x556755d5d050 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 10 client.27446 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 10 client.27446 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 20 client.27446 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755dd1380 0x556755dd37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 4 client.27446 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556755cc7660 con 0x556755dd1380 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.852+0000 7fd207fff640 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755dd1380 0x556755dd37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.853+0000 7fd1e77fe640 10 client.27446 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.853+0000 7fd207fff640 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755dd1380 0x556755dd37a0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b4850b3a4343024 server_cookie=8d2afe394e874578 in_seq=0 out_seq=0 2024-03-07T10:07:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.853+0000 7fd1e77fe640 1 -- 172.21.15.18:0/3316800000 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x556755cc7660 con 0x556755dd1380 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.853+0000 7fd1e77fe640 10 client.27446 handle_command_reply: tid=0 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.853+0000 7fd211450740 1 client.27446 shutdown 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 msgr2=0x556755d68da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d68da0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0974e0 tx=0x7fd1fc005ae0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 shutdown_connections 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556755dd1380 0x556755dd37a0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556755d65c30 0x556755d692e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556755d5d050 0x556755d68da0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 --2- 172.21.15.18:0/3316800000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556755d5c730 0x556755d6d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 >> 172.21.15.18:0/3316800000 conn(0x556755d56e60 msgr2=0x556755d63420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd1e77fe640 0 client.27446 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 shutdown_connections 2024-03-07T10:07:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 1 -- 172.21.15.18:0/3316800000 wait complete. 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.854+0000 7fd211450740 20 client.27446 trim_cache size 0 max 16384 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: "043e132c-5a8d-4d3b-8867-e1da8cd1575e": { 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "043e132c-5a8d-4d3b-8867-e1da8cd1575e", 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:07:12.858 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:07:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd1f00a22f0 msgr2=0x7fd1f00a47b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd1f00a22f0 0x7fd1f00a47b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd200014870 tx=0x7fd200010000 comp rx=0 tx=0).stop 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd20810fdf0 msgr2=0x7fd2081a7370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd20810fdf0 0x7fd2081a7370 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00e9f0 tx=0x7fd1fc00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 shutdown_connections 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd1f00a22f0 0x7fd1f00a47b0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd20811ae40 0x7fd2081ab6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd20810fdf0 0x7fd2081a7370 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 --2- 172.21.15.18:0/3067176502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd208108ba0 0x7fd2081a6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 >> 172.21.15.18:0/3067176502 conn(0x7fd20806c6d0 msgr2=0x7fd2081190b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 shutdown_connections 2024-03-07T10:07:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:12.855+0000 7fd20e667640 1 -- 172.21.15.18:0/3067176502 wait complete. 2024-03-07T10:07:12.874 INFO:tasks.cephfs.filesystem:scrub status for tag:043e132c-5a8d-4d3b-8867-e1da8cd1575e - {'path': '/', 'tag': '043e132c-5a8d-4d3b-8867-e1da8cd1575e', 'options': 'recursive,force'} 2024-03-07T10:07:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:12 smithi018 ceph-mon[32171]: pgmap v248: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 25 MiB/s wr, 2.03k op/s 2024-03-07T10:07:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:12 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:07:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:12 smithi018 ceph-mon[32171]: osdmap e95: 12 total, 12 up, 12 in 2024-03-07T10:07:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 470.0 s, 3155.6 tps, lat 31.735 ms stddev 37.958 2024-03-07T10:07:13.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:12 smithi063 ceph-mon[36356]: pgmap v248: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 25 MiB/s wr, 2.03k op/s 2024-03-07T10:07:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:12 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:07:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:12 smithi063 ceph-mon[36356]: osdmap e95: 12 total, 12 up, 12 in 2024-03-07T10:07:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:12 smithi077 ceph-mon[36374]: pgmap v248: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 25 MiB/s wr, 2.03k op/s 2024-03-07T10:07:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:12 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:07:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:12 smithi077 ceph-mon[36374]: osdmap e95: 12 total, 12 up, 12 in 2024-03-07T10:07:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:13 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:07:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:13 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:13 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:07:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:13 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:07:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:13 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:13 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:13 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:13 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:07:14.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:13 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:13 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:07:14.155 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:13 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:07:14.155 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:13 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.155 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:13 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.155 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:13 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:13 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:07:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:13 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:13 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:07:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:13 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:07:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:13 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:13 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:13 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:14 smithi018 ceph-mon[32171]: pgmap v250: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 23 MiB/s wr, 1.81k op/s 2024-03-07T10:07:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:14 smithi063 ceph-mon[36356]: pgmap v250: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 23 MiB/s wr, 1.81k op/s 2024-03-07T10:07:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:14 smithi077 ceph-mon[36374]: pgmap v250: 97 pgs: 97 active+clean; 4.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 23 MiB/s wr, 1.81k op/s 2024-03-07T10:07:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:16 smithi018 ceph-mon[32171]: pgmap v251: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 27 MiB/s wr, 2.23k op/s 2024-03-07T10:07:17.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:16 smithi063 ceph-mon[36356]: pgmap v251: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 27 MiB/s wr, 2.23k op/s 2024-03-07T10:07:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:16 smithi077 ceph-mon[36374]: pgmap v251: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 27 MiB/s wr, 2.23k op/s 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 -- 172.21.15.18:0/2468909916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101620 msgr2=0x7fe278101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2468909916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101620 0x7fe278101aa0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fe26c009930 tx=0x7fe26c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 -- 172.21.15.18:0/2468909916 shutdown_connections 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2468909916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101fe0 0x7fe27810e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2468909916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101620 0x7fe278101aa0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2468909916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe278107630 0x7fe278107a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 -- 172.21.15.18:0/2468909916 >> 172.21.15.18:0/2468909916 conn(0x7fe2780fd0f0 msgr2=0x7fe2780ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 -- 172.21.15.18:0/2468909916 shutdown_connections 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 -- 172.21.15.18:0/2468909916 wait complete. 2024-03-07T10:07:18.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 Processor -- start 2024-03-07T10:07:18.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.055+0000 7fe27d66b640 1 -- start start 2024-03-07T10:07:18.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe27d66b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101620 0x7fe278197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe27d66b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101fe0 0x7fe278198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe27d66b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe278107630 0x7fe27819c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe27d66b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe278111a90 con 0x7fe278101fe0 2024-03-07T10:07:18.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe27d66b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe278111910 con 0x7fe278101620 2024-03-07T10:07:18.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe27d66b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe278111c10 con 0x7fe278107630 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101620 0x7fe278197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe2767fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101fe0 0x7fe278198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101620 0x7fe278197fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:37154/0 (socket says 172.21.15.18:37154) 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 -- 172.21.15.18:0/2230122635 learned_addr learned my addr 172.21.15.18:0/2230122635 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe2777fe640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe278107630 0x7fe27819c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 -- 172.21.15.18:0/2230122635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe278107630 msgr2=0x7fe27819c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe278107630 0x7fe27819c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 -- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101fe0 msgr2=0x7fe278198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101fe0 0x7fe278198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 -- 172.21.15.18:0/2230122635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe27819cfc0 con 0x7fe278101620 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.056+0000 7fe276ffd640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101620 0x7fe278197fd0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe26800e9f0 tx=0x7fe26800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:18.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.057+0000 7fe25ffff640 1 -- 172.21.15.18:0/2230122635 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26800cd80 con 0x7fe278101620 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.057+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe27819d2b0 con 0x7fe278101620 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.057+0000 7fe25ffff640 1 -- 172.21.15.18:0/2230122635 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe268005500 con 0x7fe278101620 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.057+0000 7fe25ffff640 1 -- 172.21.15.18:0/2230122635 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe268010690 con 0x7fe278101620 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.057+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2781a4b40 con 0x7fe278101620 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.059+0000 7fe25ffff640 1 -- 172.21.15.18:0/2230122635 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe2680046c0 con 0x7fe278101620 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.059+0000 7fe280457740 1 Processor -- start 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.059+0000 7fe280457740 1 -- start start 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe280457740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d91d10 0x55b822d90a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe25ffff640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe2600a1ee0 0x7fe2600a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe280457740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822d91420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe280457740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d9e930 0x55b822da0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe280457740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b822cf55c0 con 0x55b822d91d10 2024-03-07T10:07:18.068 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe280457740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b822c9e900 con 0x55b822d9e930 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe280457740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b822cf1660 con 0x55b822d90fa0 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe276ffd640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe2600a1ee0 0x7fe2600a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822d91420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822d91420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34706/0 (socket says 172.21.15.18:34706) 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 -- 172.21.15.18:0/317937084 learned_addr learned my addr 172.21.15.18:0/317937084 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2777fe640 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d91d10 0x55b822d90a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe25ffff640 1 -- 172.21.15.18:0/2230122635 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe2680ce600 con 0x7fe278101620 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2777fe640 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d9e930 0x55b822da0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 -- 172.21.15.18:0/317937084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d9e930 msgr2=0x55b822da0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d9e930 0x55b822da0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 -- 172.21.15.18:0/317937084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d91d10 msgr2=0x55b822d90a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:18.069 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d91d10 0x55b822d90a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 -- 172.21.15.18:0/317937084 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b822a0a210 con 0x55b822d90fa0 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2777fe640 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d91d10 0x55b822d90a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe276ffd640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe2600a1ee0 0x7fe2600a43a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe2680cc2b0 tx=0x7fe26801bb30 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.060+0000 7fe2767fc640 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822d91420 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe26c000c00 tx=0x7fe26c009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=586fe3cfd1ecab70 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe25d7fa640 1 -- 172.21.15.18:0/317937084 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c045070 con 0x55b822d90fa0 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe25d7fa640 1 -- 172.21.15.18:0/317937084 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe26c02c650 con 0x55b822d90fa0 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe25d7fa640 1 -- 172.21.15.18:0/317937084 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c004ae0 con 0x55b822d90fa0 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 -- 172.21.15.18:0/317937084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 msgr2=0x55b822d91420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822d91420 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe26c000c00 tx=0x7fe26c009560 comp rx=0 tx=0).stop 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 -- 172.21.15.18:0/317937084 shutdown_connections 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d9e930 0x55b822da0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822d91420 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.070 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 --2- 172.21.15.18:0/317937084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d91d10 0x55b822d90a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 -- 172.21.15.18:0/317937084 >> 172.21.15.18:0/317937084 conn(0x55b822d58580 msgr2=0x55b822d8bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 -- 172.21.15.18:0/317937084 shutdown_connections 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.061+0000 7fe280457740 1 -- 172.21.15.18:0/317937084 wait complete. 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 -- start start 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 Processor -- start 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d90fa0 0x55b822d9b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822d9bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d9e930 0x55b822d9c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b822da1600 con 0x55b822d90fa0 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b822cb1d60 con 0x55b822d91d10 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b822da1780 con 0x55b822d9e930 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.062+0000 7fe280457740 10 client.0 _ll_register_callbacks cb 0x55b822a09a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d9e930 0x55b822d9c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d9e930 0x55b822d9c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34712/0 (socket says 172.21.15.18:34712) 2024-03-07T10:07:18.071 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 -- 172.21.15.18:0/606360691 learned_addr learned my addr 172.21.15.18:0/606360691 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d90fa0 0x55b822d9b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 -- 172.21.15.18:0/606360691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 msgr2=0x55b822d9bef0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:07:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822d9bef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 -- 172.21.15.18:0/606360691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d90fa0 msgr2=0x55b822d9b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d90fa0 0x55b822d9b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 -- 172.21.15.18:0/606360691 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b822ad6620 con 0x55b822d9e930 2024-03-07T10:07:18.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.063+0000 7fe2777fe640 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d9e930 0x55b822d9c430 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe27000f4d0 tx=0x7fe270004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1235e61cd8937d0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:18.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.064+0000 7fe25aff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:18.074 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.064+0000 7fe25aff5640 1 -- 172.21.15.18:0/606360691 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27001a040 con 0x55b822d9e930 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.064+0000 7fe25aff5640 1 -- 172.21.15.18:0/606360691 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe270003d80 con 0x55b822d9e930 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.064+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe26c02c650 con 0x55b822d9e930 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.064+0000 7fe25aff5640 1 -- 172.21.15.18:0/606360691 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe270004b20 con 0x55b822d9e930 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.064+0000 7fe280457740 10 client.27526 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.064+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b822d95310 con 0x55b822d9e930 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe25aff5640 1 -- 172.21.15.18:0/606360691 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe26c02c650 con 0x55b822d9e930 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe25aff5640 1 -- 172.21.15.18:0/606360691 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe270011c30 con 0x55b822d9e930 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe280457740 10 client.27526 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe280457740 10 client.27526 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe280457740 20 client.27526 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe280457740 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822db33a0 0x55b822db5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe280457740 4 client.27526 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b822d02b00 con 0x55b822db33a0 2024-03-07T10:07:18.075 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.065+0000 7fe2767fc640 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822db33a0 0x55b822db5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.066+0000 7fe25aff5640 10 client.27526 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.066+0000 7fe2767fc640 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822db33a0 0x55b822db5790 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76fc99472775a777 server_cookie=14884e7b2f9038ea in_seq=0 out_seq=0 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe25aff5640 1 -- 172.21.15.18:0/606360691 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b822d02b00 con 0x55b822db33a0 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe25aff5640 10 client.27526 handle_command_reply: tid=0 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 client.27526 shutdown 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d9e930 msgr2=0x55b822d9c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d9e930 0x55b822d9c430 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe27000f4d0 tx=0x7fe270004ab0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 shutdown_connections 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822db33a0 0x55b822db5790 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d9e930 0x55b822d9c430 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822d9bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.076 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 --2- 172.21.15.18:0/606360691 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d90fa0 0x55b822d9b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe25aff5640 0 client.27526 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:18.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 >> 172.21.15.18:0/606360691 conn(0x55b822d58580 msgr2=0x55b822d8d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:18.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 shutdown_connections 2024-03-07T10:07:18.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 1 -- 172.21.15.18:0/606360691 wait complete. 2024-03-07T10:07:18.077 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.067+0000 7fe280457740 20 client.27526 trim_cache size 0 max 16384 2024-03-07T10:07:18.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.096+0000 7fe280457740 1 Processor -- start 2024-03-07T10:07:18.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.102+0000 7fe280457740 1 -- start start 2024-03-07T10:07:18.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.102+0000 7fe280457740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d90fa0 0x55b822d9e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.102+0000 7fe280457740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d91d10 0x55b822d9c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.102+0000 7fe280457740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 0x55b822d8d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.102+0000 7fe280457740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2781ad8a0 con 0x55b822d9e930 2024-03-07T10:07:18.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.102+0000 7fe280457740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2781ab3a0 con 0x55b822d90fa0 2024-03-07T10:07:18.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.102+0000 7fe280457740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2781a9460 con 0x55b822d91d10 2024-03-07T10:07:18.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.104+0000 7fe2767fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d91d10 0x55b822d9c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.104+0000 7fe2767fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d91d10 0x55b822d9c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34720/0 (socket says 172.21.15.18:34720) 2024-03-07T10:07:18.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.104+0000 7fe2767fc640 1 -- 172.21.15.18:0/1671273447 learned_addr learned my addr 172.21.15.18:0/1671273447 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:18.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.107+0000 7fe2767fc640 1 -- 172.21.15.18:0/1671273447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d90fa0 msgr2=0x55b822d9e0e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:07:18.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.107+0000 7fe2767fc640 1 --2- 172.21.15.18:0/1671273447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d90fa0 0x55b822d9e0e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.107+0000 7fe2767fc640 1 -- 172.21.15.18:0/1671273447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 msgr2=0x55b822d8d760 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:07:18.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.107+0000 7fe2767fc640 1 --2- 172.21.15.18:0/1671273447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 0x55b822d8d760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.109 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.107+0000 7fe2767fc640 1 -- 172.21.15.18:0/1671273447 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b822da1190 con 0x55b822d91d10 2024-03-07T10:07:18.114 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.112+0000 7fe2767fc640 1 --2- 172.21.15.18:0/1671273447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d91d10 0x55b822d9c250 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe26c02c170 tx=0x7fe26c02bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bfc519cf4b3af36 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:18.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.116+0000 7fe25cff9640 1 -- 172.21.15.18:0/1671273447 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c045040 con 0x55b822d91d10 2024-03-07T10:07:18.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.116+0000 7fe25cff9640 1 -- 172.21.15.18:0/1671273447 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe26c004c10 con 0x55b822d91d10 2024-03-07T10:07:18.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.116+0000 7fe25cff9640 1 -- 172.21.15.18:0/1671273447 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c005380 con 0x55b822d91d10 2024-03-07T10:07:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.119+0000 7fe280457740 1 -- 172.21.15.18:0/1671273447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d91d10 msgr2=0x55b822d9c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.119+0000 7fe280457740 1 --2- 172.21.15.18:0/1671273447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d91d10 0x55b822d9c250 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe26c02c170 tx=0x7fe26c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:07:18.124 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 475.0 s, 2159.6 tps, lat 45.800 ms stddev 50.695 2024-03-07T10:07:18.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.123+0000 7fe280457740 1 -- 172.21.15.18:0/1671273447 shutdown_connections 2024-03-07T10:07:18.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.123+0000 7fe280457740 1 --2- 172.21.15.18:0/1671273447 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 0x55b822d8d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.123+0000 7fe280457740 1 --2- 172.21.15.18:0/1671273447 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d91d10 0x55b822d9c250 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.123+0000 7fe280457740 1 --2- 172.21.15.18:0/1671273447 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d90fa0 0x55b822d9e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.123+0000 7fe280457740 1 -- 172.21.15.18:0/1671273447 >> 172.21.15.18:0/1671273447 conn(0x55b822d58580 msgr2=0x55b822d8d050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:18.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.130+0000 7fe280457740 1 -- 172.21.15.18:0/1671273447 shutdown_connections 2024-03-07T10:07:18.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.131+0000 7fe280457740 1 -- 172.21.15.18:0/1671273447 wait complete. 2024-03-07T10:07:18.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.131+0000 7fe280457740 1 -- start start 2024-03-07T10:07:18.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.131+0000 7fe280457740 1 Processor -- start 2024-03-07T10:07:18.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.132+0000 7fe280457740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822e0be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.132+0000 7fe280457740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822e0c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.132+0000 7fe2777fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822e0be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.132+0000 7fe2777fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822e0be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34728/0 (socket says 172.21.15.18:34728) 2024-03-07T10:07:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.133+0000 7fe2777fe640 1 -- 172.21.15.18:0/2329547848 learned_addr learned my addr 172.21.15.18:0/2329547848 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.133+0000 7fe2767fc640 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822e0c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.133+0000 7fe280457740 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 0x55b822d982c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.133+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2781a9a60 con 0x55b822d9e930 2024-03-07T10:07:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.133+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2781aad40 con 0x55b822d91d10 2024-03-07T10:07:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.133+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2781aa080 con 0x55b822d90fa0 2024-03-07T10:07:18.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.133+0000 7fe280457740 10 client.0 _ll_register_callbacks cb 0x7fe2700128d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.134+0000 7fe2767fc640 1 -- 172.21.15.18:0/2329547848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 msgr2=0x55b822e0be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.134+0000 7fe2767fc640 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822e0be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.134+0000 7fe2767fc640 1 -- 172.21.15.18:0/2329547848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 msgr2=0x55b822d982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.134+0000 7fe2767fc640 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 0x55b822d982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.134+0000 7fe2767fc640 1 -- 172.21.15.18:0/2329547848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b822da6c20 con 0x55b822d91d10 2024-03-07T10:07:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.136+0000 7fe2767fc640 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822e0c370 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe26c053040 tx=0x7fe26c004ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3976b7a45c4b014b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.136+0000 7fe25aff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:07:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.136+0000 7fe25aff5640 1 -- 172.21.15.18:0/2329547848 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c045040 con 0x55b822d91d10 2024-03-07T10:07:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.137+0000 7fe25aff5640 1 -- 172.21.15.18:0/2329547848 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe26c0046c0 con 0x55b822d91d10 2024-03-07T10:07:18.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.137+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe26c004c10 con 0x55b822d91d10 2024-03-07T10:07:18.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.138+0000 7fe25aff5640 1 -- 172.21.15.18:0/2329547848 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe26c060050 con 0x55b822d91d10 2024-03-07T10:07:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.140+0000 7fe280457740 10 client.27458 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:18.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.140+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b822dad440 con 0x55b822d91d10 2024-03-07T10:07:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe25aff5640 1 -- 172.21.15.18:0/2329547848 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe26c0055e0 con 0x55b822d91d10 2024-03-07T10:07:18.142 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe25aff5640 1 -- 172.21.15.18:0/2329547848 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe26c04a940 con 0x55b822d91d10 2024-03-07T10:07:18.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe280457740 10 client.27458 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:18.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe280457740 10 client.27458 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:18.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe280457740 20 client.27458 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:18.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe280457740 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822dad720 0x55b822dafb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:18.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe280457740 4 client.27458 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:07:18.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.141+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7fe26c004c10 con 0x55b822dad720 2024-03-07T10:07:18.143 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.142+0000 7fe2777fe640 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822dad720 0x55b822dafb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:18.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.143+0000 7fe2777fe640 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822dad720 0x55b822dafb10 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f3f8a52cc27392b server_cookie=666d8890288cdaef in_seq=0 out_seq=0 2024-03-07T10:07:18.144 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.143+0000 7fe25aff5640 10 client.27458 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:18.183 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.181+0000 7fe25aff5640 1 -- 172.21.15.18:0/2329547848 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7fe26c004c10 con 0x55b822dad720 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.181+0000 7fe25aff5640 10 client.27458 handle_command_reply: tid=0 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.181+0000 7fe280457740 1 client.27458 shutdown 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.181+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 msgr2=0x55b822e0c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.181+0000 7fe280457740 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822e0c370 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe26c053040 tx=0x7fe26c004ee0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 shutdown_connections 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b822dad720 0x55b822dafb10 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b822d9e930 0x55b822d982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe25aff5640 0 client.27458 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b822d91d10 0x55b822e0c370 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 --2- 172.21.15.18:0/2329547848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b822d90fa0 0x55b822e0be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 >> 172.21.15.18:0/2329547848 conn(0x55b822d58580 msgr2=0x55b822d8ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 shutdown_connections 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 1 -- 172.21.15.18:0/2329547848 wait complete. 2024-03-07T10:07:18.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe280457740 20 client.27458 trim_cache size 0 max 16384 2024-03-07T10:07:18.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:07:18.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:07:18.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:07:18.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe2600a1ee0 msgr2=0x7fe2600a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe2600a1ee0 0x7fe2600a43a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe2680cc2b0 tx=0x7fe26801bb30 comp rx=0 tx=0).stop 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101620 msgr2=0x7fe278197fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101620 0x7fe278197fd0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe26800e9f0 tx=0x7fe26800edf0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 shutdown_connections 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe278107630 0x7fe27819c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe2600a1ee0 0x7fe2600a43a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe278101fe0 0x7fe278198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 --2- 172.21.15.18:0/2230122635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe278101620 0x7fe278197fd0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.182+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 >> 172.21.15.18:0/2230122635 conn(0x7fe2780fd0f0 msgr2=0x7fe2780fd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.183+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 shutdown_connections 2024-03-07T10:07:18.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:18.183+0000 7fe27d66b640 1 -- 172.21.15.18:0/2230122635 wait complete. 2024-03-07T10:07:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:18 smithi018 ceph-mon[32171]: pgmap v252: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 22 MiB/s wr, 1.84k op/s 2024-03-07T10:07:19.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:18 smithi063 ceph-mon[36356]: pgmap v252: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 22 MiB/s wr, 1.84k op/s 2024-03-07T10:07:19.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:18 smithi077 ceph-mon[36374]: pgmap v252: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 22 MiB/s wr, 1.84k op/s 2024-03-07T10:07:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:20 smithi018 ceph-mon[32171]: pgmap v253: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 8.1 MiB/s wr, 776 op/s 2024-03-07T10:07:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:20 smithi063 ceph-mon[36356]: pgmap v253: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 8.1 MiB/s wr, 776 op/s 2024-03-07T10:07:21.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:20 smithi077 ceph-mon[36374]: pgmap v253: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 8.1 MiB/s wr, 776 op/s 2024-03-07T10:07:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:21 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:07:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:21 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:07:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:21 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:07:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:21 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:07:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:21 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:07:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:21 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:07:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:21 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:07:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:21 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:07:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:21 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:07:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:21 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:07:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:21 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:07:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:21 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:07:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:22 smithi018 ceph-mon[32171]: pgmap v254: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 7.3 MiB/s wr, 720 op/s 2024-03-07T10:07:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:22 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:07:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:22 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:07:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:22 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:07:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 480.0 s, 2245.8 tps, lat 44.308 ms stddev 51.748 2024-03-07T10:07:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:22 smithi063 ceph-mon[36356]: pgmap v254: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 7.3 MiB/s wr, 720 op/s 2024-03-07T10:07:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:22 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:07:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:22 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:07:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:22 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:07:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:22 smithi077 ceph-mon[36374]: pgmap v254: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 7.3 MiB/s wr, 720 op/s 2024-03-07T10:07:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:22 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:07:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:22 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:07:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:22 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:07:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:24 smithi018 ceph-mon[32171]: pgmap v255: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 7.0 MiB/s wr, 698 op/s 2024-03-07T10:07:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:24 smithi063 ceph-mon[36356]: pgmap v255: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 7.0 MiB/s wr, 698 op/s 2024-03-07T10:07:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:24 smithi077 ceph-mon[36374]: pgmap v255: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 7.0 MiB/s wr, 698 op/s 2024-03-07T10:07:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:26 smithi018 ceph-mon[32171]: pgmap v256: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 9.2 MiB/s wr, 937 op/s 2024-03-07T10:07:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:26 smithi063 ceph-mon[36356]: pgmap v256: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 9.2 MiB/s wr, 937 op/s 2024-03-07T10:07:27.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:26 smithi077 ceph-mon[36374]: pgmap v256: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 9.2 MiB/s wr, 937 op/s 2024-03-07T10:07:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 485.0 s, 2566.0 tps, lat 39.510 ms stddev 45.310 2024-03-07T10:07:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:28 smithi018 ceph-mon[32171]: pgmap v257: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 6.2 MiB/s wr, 607 op/s 2024-03-07T10:07:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:28 smithi063 ceph-mon[36356]: pgmap v257: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 6.2 MiB/s wr, 607 op/s 2024-03-07T10:07:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:28 smithi077 ceph-mon[36374]: pgmap v257: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 6.2 MiB/s wr, 607 op/s 2024-03-07T10:07:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:30 smithi018 ceph-mon[32171]: pgmap v258: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 8.7 MiB/s wr, 858 op/s 2024-03-07T10:07:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:30 smithi063 ceph-mon[36356]: pgmap v258: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 8.7 MiB/s wr, 858 op/s 2024-03-07T10:07:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:30 smithi077 ceph-mon[36374]: pgmap v258: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 8.7 MiB/s wr, 858 op/s 2024-03-07T10:07:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.290+0000 7ff540add640 1 -- 172.21.15.18:0/2138460293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c1012c0 msgr2=0x7ff53c1016a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.290+0000 7ff540add640 1 --2- 172.21.15.18:0/2138460293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c1012c0 0x7ff53c1016a0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7ff52c009be0 tx=0x7ff52c02bef0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.290+0000 7ff540add640 1 -- 172.21.15.18:0/2138460293 shutdown_connections 2024-03-07T10:07:31.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.290+0000 7ff540add640 1 --2- 172.21.15.18:0/2138460293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff53c105880 0x7ff53c10d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.290+0000 7ff540add640 1 --2- 172.21.15.18:0/2138460293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff53c101c70 0x7ff53c1051a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.290+0000 7ff540add640 1 --2- 172.21.15.18:0/2138460293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c1012c0 0x7ff53c1016a0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.290+0000 7ff540add640 1 -- 172.21.15.18:0/2138460293 >> 172.21.15.18:0/2138460293 conn(0x7ff53c075840 msgr2=0x7ff53c075c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.291+0000 7ff540add640 1 -- 172.21.15.18:0/2138460293 shutdown_connections 2024-03-07T10:07:31.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.291+0000 7ff540add640 1 -- 172.21.15.18:0/2138460293 wait complete. 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 Processor -- start 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 -- start start 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff53c1012c0 0x7ff53c198cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c105880 0x7ff53c199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff53c199740 0x7ff53c1a3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c110940 con 0x7ff53c105880 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c1107c0 con 0x7ff53c199740 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff540add640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c110ac0 con 0x7ff53c1012c0 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c105880 0x7ff53c199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff53a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff53c1012c0 0x7ff53c198cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c105880 0x7ff53c199200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50030/0 (socket says 172.21.15.18:50030) 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 -- 172.21.15.18:0/916404713 learned_addr learned my addr 172.21.15.18:0/916404713 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff53c199740 0x7ff53c1a3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 -- 172.21.15.18:0/916404713 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff53c1012c0 msgr2=0x7ff53c198cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff53c1012c0 0x7ff53c198cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 -- 172.21.15.18:0/916404713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff53c199740 msgr2=0x7ff53c1a3d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff53c199740 0x7ff53c1a3d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.292+0000 7ff539d9b640 1 -- 172.21.15.18:0/916404713 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff53c1a44c0 con 0x7ff53c105880 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.293+0000 7ff539d9b640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c105880 0x7ff53c199200 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7ff530005c80 tx=0x7ff53000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.293+0000 7ff52b7fe640 1 -- 172.21.15.18:0/916404713 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff530017030 con 0x7ff53c105880 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.293+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff53c1a47b0 con 0x7ff53c105880 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.293+0000 7ff52b7fe640 1 -- 172.21.15.18:0/916404713 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff530004020 con 0x7ff53c105880 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.293+0000 7ff52b7fe640 1 -- 172.21.15.18:0/916404713 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff530003c70 con 0x7ff53c105880 2024-03-07T10:07:31.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.293+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff53c1a4d50 con 0x7ff53c105880 2024-03-07T10:07:31.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.296+0000 7ff5439a1740 1 Processor -- start 2024-03-07T10:07:31.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff5439a1740 1 -- start start 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a56910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff5439a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e369af5c0 con 0x560e36a54520 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff5439a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e36958900 con 0x560e36a4afa0 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff5439a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e369ab660 con 0x560e36a4bd10 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59424/0 (socket says 172.21.15.18:59424) 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53ad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59016/0 (socket says 172.21.15.18:59016) 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53a59c640 1 -- 172.21.15.18:0/4178885841 learned_addr learned my addr 172.21.15.18:0/4178885841 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:31.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff52b7fe640 1 -- 172.21.15.18:0/916404713 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ff53001a070 con 0x7ff53c105880 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff539d9b640 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a56910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53ad9d640 1 -- 172.21.15.18:0/4178885841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 msgr2=0x560e36a4b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53ad9d640 1 -- 172.21.15.18:0/4178885841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 msgr2=0x560e36a56910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a56910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff53ad9d640 1 -- 172.21.15.18:0/4178885841 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e366c4210 con 0x560e36a4bd10 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.297+0000 7ff539d9b640 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a56910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.298+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4aa60 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7ff53400aad0 tx=0x7ff53400af90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=578f1927093d9aaf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.298+0000 7ff52b7fe640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff5240a1ee0 0x7ff5240a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.298+0000 7ff528ff9640 1 -- 172.21.15.18:0/4178885841 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff534005020 con 0x560e36a4bd10 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.298+0000 7ff528ff9640 1 -- 172.21.15.18:0/4178885841 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff5340056a0 con 0x560e36a4bd10 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.298+0000 7ff528ff9640 1 -- 172.21.15.18:0/4178885841 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5340187c0 con 0x560e36a4bd10 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.298+0000 7ff53a59c640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff5240a1ee0 0x7ff5240a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.298+0000 7ff52b7fe640 1 -- 172.21.15.18:0/916404713 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff5300cd6b0 con 0x7ff53c105880 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 -- 172.21.15.18:0/4178885841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 msgr2=0x560e36a4aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff53a59c640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff5240a1ee0 0x7ff5240a43a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff52c006010 tx=0x7ff52c0333e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4aa60 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7ff53400aad0 tx=0x7ff53400af90 comp rx=0 tx=0).stop 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 -- 172.21.15.18:0/4178885841 shutdown_connections 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a56910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 --2- 172.21.15.18:0/4178885841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4aa60 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 -- 172.21.15.18:0/4178885841 >> 172.21.15.18:0/4178885841 conn(0x560e36a12580 msgr2=0x560e36a45c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 -- 172.21.15.18:0/4178885841 shutdown_connections 2024-03-07T10:07:31.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 -- 172.21.15.18:0/4178885841 wait complete. 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 -- start start 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.299+0000 7ff5439a1740 1 Processor -- start 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a51620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4bd10 0x560e36a51b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a520a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff5439a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e36a57250 con 0x560e36a4bd10 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff539d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4bd10 0x560e36a51b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff5439a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e3696bd60 con 0x560e36a4afa0 2024-03-07T10:07:31.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff5439a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e36a573d0 con 0x560e36a54520 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff539d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4bd10 0x560e36a51b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50052/0 (socket says 172.21.15.18:50052) 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff539d9b640 1 -- 172.21.15.18:0/2610013489 learned_addr learned my addr 172.21.15.18:0/2610013489 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff53a59c640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a51620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff5439a1740 10 client.0 _ll_register_callbacks cb 0x560e366c3a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff53ad9d640 1 -- 172.21.15.18:0/2610013489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 msgr2=0x560e36a51620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a51620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff53ad9d640 1 -- 172.21.15.18:0/2610013489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4bd10 msgr2=0x560e36a51b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4bd10 0x560e36a51b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff53ad9d640 1 -- 172.21.15.18:0/2610013489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560e36790620 con 0x560e36a54520 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.300+0000 7ff539d9b640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4bd10 0x560e36a51b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a520a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ff534000c00 tx=0x7ff534004ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=518a710069d945e2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:31.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff521ffb640 1 -- 172.21.15.18:0/2610013489 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff534027020 con 0x560e36a54520 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff5340056a0 con 0x560e36a54520 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff521ffb640 1 -- 172.21.15.18:0/2610013489 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff534004250 con 0x560e36a54520 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff521ffb640 1 -- 172.21.15.18:0/2610013489 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff534032050 con 0x560e36a54520 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff5439a1740 10 client.27541 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560e36a63580 con 0x560e36a54520 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff521ffb640 1 -- 172.21.15.18:0/2610013489 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff5340056a0 con 0x560e36a54520 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff521ffb640 1 -- 172.21.15.18:0/2610013489 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff5340038c0 con 0x560e36a54520 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff5439a1740 10 client.27541 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.301+0000 7ff5439a1740 10 client.27541 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.302+0000 7ff5439a1740 20 client.27541 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.302+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36a649e0 0x560e36a66dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.302+0000 7ff5439a1740 4 client.27541 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.302+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560e369bcb00 con 0x560e36a649e0 2024-03-07T10:07:31.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.302+0000 7ff53a59c640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36a649e0 0x560e36a66dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.302+0000 7ff53a59c640 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36a649e0 0x560e36a66dd0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e25144e081c084ad server_cookie=88b9d3829cf54303 in_seq=0 out_seq=0 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.302+0000 7ff521ffb640 10 client.27541 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff521ffb640 1 -- 172.21.15.18:0/2610013489 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560e369bcb00 con 0x560e36a649e0 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff521ffb640 10 client.27541 handle_command_reply: tid=0 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 client.27541 shutdown 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 msgr2=0x560e36a520a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a520a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ff534000c00 tx=0x7ff534004ba0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 shutdown_connections 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36a649e0 0x560e36a66dd0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a520a0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4bd10 0x560e36a51b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2610013489 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a51620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 >> 172.21.15.18:0/2610013489 conn(0x560e36a12580 msgr2=0x560e36a479e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff521ffb640 0 client.27541 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:31.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.303+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 shutdown_connections 2024-03-07T10:07:31.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.304+0000 7ff5439a1740 1 -- 172.21.15.18:0/2610013489 wait complete. 2024-03-07T10:07:31.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.304+0000 7ff5439a1740 20 client.27541 trim_cache size 0 max 16384 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 Processor -- start 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 -- start start 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4afa0 0x560e36a53d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4bd10 0x560e36a5fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a60060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c1af9c0 con 0x560e36a4afa0 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c1ad4c0 con 0x560e36a4bd10 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff5439a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c1ab580 con 0x560e36a54520 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff53a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4afa0 0x560e36a53d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff539d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4bd10 0x560e36a5fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff53a59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4afa0 0x560e36a53d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50062/0 (socket says 172.21.15.18:50062) 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff53a59c640 1 -- 172.21.15.18:0/2147463382 learned_addr learned my addr 172.21.15.18:0/2147463382 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.322+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a60060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.331 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff539d9b640 1 -- 172.21.15.18:0/2147463382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 msgr2=0x560e36a60060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff539d9b640 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a60060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff539d9b640 1 -- 172.21.15.18:0/2147463382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4afa0 msgr2=0x560e36a53d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff539d9b640 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4afa0 0x560e36a53d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff539d9b640 1 -- 172.21.15.18:0/2147463382 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e36a54350 con 0x560e36a4bd10 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff53a59c640 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4afa0 0x560e36a53d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff539d9b640 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4bd10 0x560e36a5fb20 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff530099f90 tx=0x7ff530099f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=937b45f83672c628 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff523fff640 1 -- 172.21.15.18:0/2147463382 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff53009a000 con 0x560e36a4bd10 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff523fff640 1 -- 172.21.15.18:0/2147463382 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff53009e150 con 0x560e36a4bd10 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.323+0000 7ff523fff640 1 -- 172.21.15.18:0/2147463382 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff530096800 con 0x560e36a4bd10 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- 172.21.15.18:0/2147463382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4bd10 msgr2=0x560e36a5fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4bd10 0x560e36a5fb20 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff530099f90 tx=0x7ff530099f00 comp rx=0 tx=0).stop 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- 172.21.15.18:0/2147463382 shutdown_connections 2024-03-07T10:07:31.332 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a54520 0x560e36a60060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4bd10 0x560e36a5fb20 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 --2- 172.21.15.18:0/2147463382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a4afa0 0x560e36a53d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- 172.21.15.18:0/2147463382 >> 172.21.15.18:0/2147463382 conn(0x560e36a12580 msgr2=0x560e36a457c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- 172.21.15.18:0/2147463382 shutdown_connections 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- 172.21.15.18:0/2147463382 wait complete. 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- start start 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 Processor -- start 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a54f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c1abb80 con 0x560e36a54520 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c1ace60 con 0x560e36a4afa0 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.324+0000 7ff5439a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53c1ac1a0 con 0x560e36a4bd10 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff5439a1740 10 client.0 _ll_register_callbacks cb 0x7ff52c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:31.333 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff53ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a54f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff53a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff539d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff53ad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a54f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50072/0 (socket says 172.21.15.18:50072) 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff53a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:59450/0 (socket says 172.21.15.18:59450) 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff53ad9d640 1 -- 172.21.15.18:0/695926197 learned_addr learned my addr 172.21.15.18:0/695926197 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff539d9b640 1 -- 172.21.15.18:0/695926197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 msgr2=0x560e36a4e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff539d9b640 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff539d9b640 1 -- 172.21.15.18:0/695926197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 msgr2=0x560e36a54f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff539d9b640 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a54f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff539d9b640 1 -- 172.21.15.18:0/695926197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560e36a55440 con 0x560e36a4bd10 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff53a59c640 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff53ad9d640 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a54f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff539d9b640 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4ede0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x560e36a46d40 tx=0x7ff53009a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c61a2204a2f97e7e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:31.334 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff521ffb640 1 -- 172.21.15.18:0/695926197 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5300cfbc0 con 0x560e36a4bd10 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.325+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff53009e150 con 0x560e36a4bd10 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff521ffb640 1 -- 172.21.15.18:0/695926197 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff5300cfd60 con 0x560e36a4bd10 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff521ffb640 1 -- 172.21.15.18:0/695926197 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff5300b83c0 con 0x560e36a4bd10 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 10 client.27547 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560e36ac0580 con 0x560e36a4bd10 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff521ffb640 1 -- 172.21.15.18:0/695926197 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff53009e150 con 0x560e36a4bd10 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff521ffb640 1 -- 172.21.15.18:0/695926197 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff5300cdbf0 con 0x560e36a4bd10 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 10 client.27547 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 10 client.27547 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 20 client.27547 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36ac0bb0 0x560e36ac2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 4 client.27547 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560e369b6e50 con 0x560e36ac0bb0 2024-03-07T10:07:31.335 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.326+0000 7ff53a59c640 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36ac0bb0 0x560e36ac2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:31.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.327+0000 7ff521ffb640 10 client.27547 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:31.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.327+0000 7ff53a59c640 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36ac0bb0 0x560e36ac2fd0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eaf9d64fc4e664a4 server_cookie=5bbbe5862ac59113 in_seq=0 out_seq=0 2024-03-07T10:07:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.435+0000 7ff521ffb640 1 -- 172.21.15.18:0/695926197 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560e369b6e50 con 0x560e36ac0bb0 2024-03-07T10:07:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.435+0000 7ff521ffb640 10 client.27547 handle_command_reply: tid=0 2024-03-07T10:07:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.435+0000 7ff5439a1740 1 client.27547 shutdown 2024-03-07T10:07:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.435+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 msgr2=0x560e36a4ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4ede0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x560e36a46d40 tx=0x7ff53009a000 comp rx=0 tx=0).stop 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 shutdown_connections 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560e36ac0bb0 0x560e36ac2fd0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560e36a54520 0x560e36a54f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560e36a4bd10 0x560e36a4ede0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff521ffb640 0 client.27547 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 --2- 172.21.15.18:0/695926197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560e36a4afa0 0x560e36a4e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 >> 172.21.15.18:0/695926197 conn(0x560e36a12580 msgr2=0x560e36a515c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 shutdown_connections 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 1 -- 172.21.15.18:0/695926197 wait complete. 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.436+0000 7ff5439a1740 20 client.27547 trim_cache size 0 max 16384 2024-03-07T10:07:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:07:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:07:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:07:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:07:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff5240a1ee0 msgr2=0x7ff5240a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff5240a1ee0 0x7ff5240a43a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff52c006010 tx=0x7ff52c0333e0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c105880 msgr2=0x7ff53c199200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c105880 0x7ff53c199200 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7ff530005c80 tx=0x7ff53000dde0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 shutdown_connections 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff53c199740 0x7ff53c1a3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff5240a1ee0 0x7ff5240a43a0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff53c105880 0x7ff53c199200 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 --2- 172.21.15.18:0/916404713 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff53c1012c0 0x7ff53c198cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 >> 172.21.15.18:0/916404713 conn(0x7ff53c075840 msgr2=0x7ff53c0fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 shutdown_connections 2024-03-07T10:07:31.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:31.437+0000 7ff540add640 1 -- 172.21.15.18:0/916404713 wait complete. 2024-03-07T10:07:33.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:32 smithi018 ceph-mon[32171]: pgmap v259: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 6.3 MiB/s wr, 657 op/s 2024-03-07T10:07:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 490.0 s, 2276.4 tps, lat 43.926 ms stddev 49.940 2024-03-07T10:07:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:32 smithi063 ceph-mon[36356]: pgmap v259: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 6.3 MiB/s wr, 657 op/s 2024-03-07T10:07:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:32 smithi077 ceph-mon[36374]: pgmap v259: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 6.3 MiB/s wr, 657 op/s 2024-03-07T10:07:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:34 smithi018 ceph-mon[32171]: pgmap v260: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 6.0 MiB/s wr, 623 op/s 2024-03-07T10:07:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:34 smithi063 ceph-mon[36356]: pgmap v260: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 6.0 MiB/s wr, 623 op/s 2024-03-07T10:07:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:34 smithi077 ceph-mon[36374]: pgmap v260: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 6.0 MiB/s wr, 623 op/s 2024-03-07T10:07:37.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:36 smithi018 ceph-mon[32171]: pgmap v261: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 10 MiB/s wr, 923 op/s 2024-03-07T10:07:37.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:36 smithi063 ceph-mon[36356]: pgmap v261: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 10 MiB/s wr, 923 op/s 2024-03-07T10:07:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:36 smithi077 ceph-mon[36374]: pgmap v261: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 10 MiB/s wr, 923 op/s 2024-03-07T10:07:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 495.0 s, 1988.8 tps, lat 50.261 ms stddev 55.141 2024-03-07T10:07:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:38 smithi018 ceph-mon[32171]: pgmap v262: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 6.9 MiB/s wr, 585 op/s 2024-03-07T10:07:39.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:38 smithi063 ceph-mon[36356]: pgmap v262: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 6.9 MiB/s wr, 585 op/s 2024-03-07T10:07:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:38 smithi077 ceph-mon[36374]: pgmap v262: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 6.9 MiB/s wr, 585 op/s 2024-03-07T10:07:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:40 smithi018 ceph-mon[32171]: pgmap v263: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.9 MiB/s wr, 814 op/s 2024-03-07T10:07:41.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:40 smithi063 ceph-mon[36356]: pgmap v263: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.9 MiB/s wr, 814 op/s 2024-03-07T10:07:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:40 smithi077 ceph-mon[36374]: pgmap v263: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.9 MiB/s wr, 814 op/s 2024-03-07T10:07:42.875 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:07:42.875 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:07:43.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 -- 172.21.15.18:0/2592765263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c700fffd0 msgr2=0x7f3c70100450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 --2- 172.21.15.18:0/2592765263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c700fffd0 0x7f3c70100450 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f3c5800aa10 tx=0x7f3c5802d000 comp rx=0 tx=0).stop 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 -- 172.21.15.18:0/2592765263 shutdown_connections 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 --2- 172.21.15.18:0/2592765263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c70100990 0x7f3c7010cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 --2- 172.21.15.18:0/2592765263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c700fffd0 0x7f3c70100450 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 --2- 172.21.15.18:0/2592765263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c70104d10 0x7f3c701050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 -- 172.21.15.18:0/2592765263 >> 172.21.15.18:0/2592765263 conn(0x7f3c70075840 msgr2=0x7f3c70075c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 -- 172.21.15.18:0/2592765263 shutdown_connections 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 -- 172.21.15.18:0/2592765263 wait complete. 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 Processor -- start 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.003+0000 7f3c7481e640 1 -- start start 2024-03-07T10:07:43.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c7481e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c700fffd0 0x7f3c70195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c7481e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c70100990 0x7f3c70196430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c7481e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c70104d10 0x7f3c7019a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c7481e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7010f8f0 con 0x7f3c70104d10 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c7481e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7010f770 con 0x7f3c700fffd0 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c7481e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7010fa70 con 0x7f3c70100990 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c70104d10 0x7f3c7019a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c70104d10 0x7f3c7019a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36396/0 (socket says 172.21.15.18:36396) 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c67fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c70100990 0x7f3c70196430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 -- 172.21.15.18:0/1269431770 learned_addr learned my addr 172.21.15.18:0/1269431770 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c700fffd0 0x7f3c70195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 -- 172.21.15.18:0/1269431770 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c70100990 msgr2=0x7f3c70196430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c70100990 0x7f3c70196430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 -- 172.21.15.18:0/1269431770 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c700fffd0 msgr2=0x7f3c70195ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c700fffd0 0x7f3c70195ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 -- 172.21.15.18:0/1269431770 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c7019ae90 con 0x7f3c70104d10 2024-03-07T10:07:43.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c6ed9d640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c70104d10 0x7f3c7019a760 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009fd0 tx=0x7f3c6800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.004+0000 7f3c677fe640 1 -- 172.21.15.18:0/1269431770 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c68017070 con 0x7f3c70104d10 2024-03-07T10:07:43.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.005+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c7019b180 con 0x7f3c70104d10 2024-03-07T10:07:43.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.005+0000 7f3c677fe640 1 -- 172.21.15.18:0/1269431770 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3c68003e50 con 0x7f3c70104d10 2024-03-07T10:07:43.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.005+0000 7f3c677fe640 1 -- 172.21.15.18:0/1269431770 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c680106c0 con 0x7f3c70104d10 2024-03-07T10:07:43.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.005+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c701a2a10 con 0x7f3c70104d10 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.007+0000 7f3c677fe640 1 -- 172.21.15.18:0/1269431770 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3c68003970 con 0x7f3c70104d10 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.007+0000 7f3c77607740 1 Processor -- start 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.007+0000 7f3c77607740 1 -- start start 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c77607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6540 0x55c944dd6920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c77607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6ef0 0x55c944de7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c77607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dea830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c77607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c944d39dd0 con 0x55c944de8440 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c77607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c944ce2ae0 con 0x55c944dd6ef0 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c77607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c944d35e70 con 0x55c944dd6540 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c677fe640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3c5c0059d0 0x7f3c5c007e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6ef0 0x55c944de7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c67fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6540 0x55c944dd6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6ef0 0x55c944de7f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42068/0 (socket says 172.21.15.18:42068) 2024-03-07T10:07:43.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 -- 172.21.15.18:0/860717588 learned_addr learned my addr 172.21.15.18:0/860717588 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c677fe640 1 -- 172.21.15.18:0/1269431770 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3c680cdf30 con 0x7f3c70104d10 2024-03-07T10:07:43.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6ed9d640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3c5c0059d0 0x7f3c5c007e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c67fff640 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dea830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 -- 172.21.15.18:0/860717588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6540 msgr2=0x55c944dd6920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6540 0x55c944dd6920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 -- 172.21.15.18:0/860717588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 msgr2=0x55c944dea830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dea830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.008+0000 7f3c6e59c640 1 -- 172.21.15.18:0/860717588 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c944b187d0 con 0x55c944dd6ef0 2024-03-07T10:07:43.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.009+0000 7f3c67fff640 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dea830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.009+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6ef0 0x55c944de7f00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3c600045c0 tx=0x7f3c6000bbe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16f6df9cf7ca5397 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.009+0000 7f3c64ff9640 1 -- 172.21.15.18:0/860717588 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60003bd0 con 0x55c944dd6ef0 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.009+0000 7f3c6ed9d640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3c5c0059d0 0x7f3c5c007e90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3c6800b760 tx=0x7f3c68004020 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.009+0000 7f3c64ff9640 1 -- 172.21.15.18:0/860717588 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3c60015070 con 0x55c944dd6ef0 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.009+0000 7f3c64ff9640 1 -- 172.21.15.18:0/860717588 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c600116a0 con 0x55c944dd6ef0 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- 172.21.15.18:0/860717588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6ef0 msgr2=0x55c944de7f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6ef0 0x55c944de7f00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3c600045c0 tx=0x7f3c6000bbe0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- 172.21.15.18:0/860717588 shutdown_connections 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dea830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6ef0 0x55c944de7f00 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 --2- 172.21.15.18:0/860717588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6540 0x55c944dd6920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- 172.21.15.18:0/860717588 >> 172.21.15.18:0/860717588 conn(0x55c944dd0e60 msgr2=0x55c944dd1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- 172.21.15.18:0/860717588 shutdown_connections 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- 172.21.15.18:0/860717588 wait complete. 2024-03-07T10:07:43.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- start start 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 Processor -- start 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944de2420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944de7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c944dd7a90 con 0x55c944dd6ef0 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c944cf6070 con 0x55c944dd6540 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c944dd7c10 con 0x55c944de8440 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c77607740 10 client.0 _ll_register_callbacks cb 0x55c944cf5a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944de2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944de2420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36420/0 (socket says 172.21.15.18:36420) 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c6e59c640 1 -- 172.21.15.18:0/1904795385 learned_addr learned my addr 172.21.15.18:0/1904795385 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.010+0000 7f3c67fff640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c67fff640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944de7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c6e59c640 1 -- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 msgr2=0x55c944de7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944de7c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c6e59c640 1 -- 172.21.15.18:0/1904795385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 msgr2=0x55c944de1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de1ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c6e59c640 1 -- 172.21.15.18:0/1904795385 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c944a4e3f0 con 0x55c944dd6ef0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c67fff640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944de2420 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f3c60000c00 tx=0x7f3c60003e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68030dc620f0002b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c55ffb640 1 -- 172.21.15.18:0/1904795385 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60028060 con 0x55c944dd6ef0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c55ffb640 1 -- 172.21.15.18:0/1904795385 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3c6000bdd0 con 0x55c944dd6ef0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3c60015070 con 0x55c944dd6ef0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c55ffb640 1 -- 172.21.15.18:0/1904795385 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3c6002f050 con 0x55c944dd6ef0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c77607740 10 client.17712 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c944a0e0f0 con 0x55c944dd6ef0 2024-03-07T10:07:43.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.011+0000 7f3c55ffb640 1 -- 172.21.15.18:0/1904795385 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3c60015070 con 0x55c944dd6ef0 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c55ffb640 1 -- 172.21.15.18:0/1904795385 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3c600119a0 con 0x55c944dd6ef0 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c77607740 10 client.17712 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c77607740 10 client.17712 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c77607740 20 client.17712 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c77607740 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e008c0 0x55c944e02cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c77607740 4 client.17712 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c944d47310 con 0x55c944e008c0 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c67fff640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e008c0 0x55c944e02cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c55ffb640 10 client.17712 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.012+0000 7f3c67fff640 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e008c0 0x55c944e02cb0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7734743e4ce2534 server_cookie=8a6155594ed19036 in_seq=0 out_seq=0 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c55ffb640 1 -- 172.21.15.18:0/1904795385 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c944d47310 con 0x55c944e008c0 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c55ffb640 10 client.17712 handle_command_reply: tid=0 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 client.17712 shutdown 2024-03-07T10:07:43.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 msgr2=0x55c944de2420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944de2420 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f3c60000c00 tx=0x7f3c60003e00 comp rx=0 tx=0).stop 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 shutdown_connections 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e008c0 0x55c944e02cb0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944de7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c55ffb640 0 client.17712 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944de2420 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 --2- 172.21.15.18:0/1904795385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 >> 172.21.15.18:0/1904795385 conn(0x55c944dd0e60 msgr2=0x55c944dd2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 shutdown_connections 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 1 -- 172.21.15.18:0/1904795385 wait complete. 2024-03-07T10:07:43.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.013+0000 7f3c77607740 20 client.17712 trim_cache size 0 max 16384 2024-03-07T10:07:43.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 Processor -- start 2024-03-07T10:07:43.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 -- start start 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6ef0 0x55c944dd2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dda560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c701ad7e0 con 0x55c944de8440 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c701ab2e0 con 0x55c944dd6540 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c77607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c701a93a0 con 0x55c944dd6ef0 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c67fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dda560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6ef0 0x55c944dd2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c67fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dda560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36432/0 (socket says 172.21.15.18:36432) 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6ef0 0x55c944dd2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52280/0 (socket says 172.21.15.18:52280) 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c67fff640 1 -- 172.21.15.18:0/616067570 learned_addr learned my addr 172.21.15.18:0/616067570 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c67fff640 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c6e59c640 1 -- 172.21.15.18:0/616067570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 msgr2=0x55c944de7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.038 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c6e59c640 1 -- 172.21.15.18:0/616067570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 msgr2=0x55c944dda560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dda560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.034+0000 7f3c6e59c640 1 -- 172.21.15.18:0/616067570 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c944ddc290 con 0x55c944dd6ef0 2024-03-07T10:07:43.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.035+0000 7f3c67fff640 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dda560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:43.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.035+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6ef0 0x55c944dd2ad0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3c60011da0 tx=0x7f3c6000b630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c47a64416cb197d0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.035+0000 7f3c57fff640 1 -- 172.21.15.18:0/616067570 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60028070 con 0x55c944dd6ef0 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.035+0000 7f3c57fff640 1 -- 172.21.15.18:0/616067570 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3c60015040 con 0x55c944dd6ef0 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.035+0000 7f3c57fff640 1 -- 172.21.15.18:0/616067570 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c600107c0 con 0x55c944dd6ef0 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 -- 172.21.15.18:0/616067570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6ef0 msgr2=0x55c944dd2ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6ef0 0x55c944dd2ad0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3c60011da0 tx=0x7f3c6000b630 comp rx=0 tx=0).stop 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 -- 172.21.15.18:0/616067570 shutdown_connections 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944de8440 0x55c944dda560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944dd6ef0 0x55c944dd2ad0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 --2- 172.21.15.18:0/616067570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944de7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 -- 172.21.15.18:0/616067570 >> 172.21.15.18:0/616067570 conn(0x55c944dd0e60 msgr2=0x55c944dd1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 -- 172.21.15.18:0/616067570 shutdown_connections 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 -- 172.21.15.18:0/616067570 wait complete. 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 -- start start 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.036+0000 7f3c77607740 1 Processor -- start 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c77607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944e4fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c77607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944e502c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c77607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944e5ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c77607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c701a99a0 con 0x55c944dd6ef0 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c77607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c701aac80 con 0x55c944dd6540 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c77607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c701a9fc0 con 0x55c944de8440 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c77607740 10 client.0 _ll_register_callbacks cb 0x7f3c60005740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944e502c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944e502c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36442/0 (socket says 172.21.15.18:36442) 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 -- 172.21.15.18:0/456448814 learned_addr learned my addr 172.21.15.18:0/456448814 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c67fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944e4fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c67fff640 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944e5ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 -- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 msgr2=0x55c944e5ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944e5ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 -- 172.21.15.18:0/456448814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 msgr2=0x55c944e4fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944e4fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 -- 172.21.15.18:0/456448814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c944e50b50 con 0x55c944dd6ef0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c6e59c640 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944e502c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f3c6000b6e0 tx=0x7f3c6000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7af5c11e4cde34b0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.037+0000 7f3c55ffb640 1 -- 172.21.15.18:0/456448814 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c60028040 con 0x55c944dd6ef0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.038+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3c60015040 con 0x55c944dd6ef0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.038+0000 7f3c55ffb640 1 -- 172.21.15.18:0/456448814 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3c6001ac00 con 0x55c944dd6ef0 2024-03-07T10:07:43.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.038+0000 7f3c55ffb640 1 -- 172.21.15.18:0/456448814 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3c6001a890 con 0x55c944dd6ef0 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.038+0000 7f3c77607740 10 client.17718 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.038+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c944e5c420 con 0x55c944dd6ef0 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.038+0000 7f3c55ffb640 1 -- 172.21.15.18:0/456448814 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3c60015040 con 0x55c944dd6ef0 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.038+0000 7f3c55ffb640 1 -- 172.21.15.18:0/456448814 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3c60011440 con 0x55c944dd6ef0 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.039+0000 7f3c77607740 10 client.17718 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.039+0000 7f3c77607740 10 client.17718 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.039+0000 7f3c77607740 20 client.17718 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.039+0000 7f3c77607740 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e5c9d0 0x55c944e5edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.039+0000 7f3c77607740 4 client.17718 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:07:43.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.039+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55c944d41660 con 0x55c944e5c9d0 2024-03-07T10:07:43.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.040+0000 7f3c67fff640 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e5c9d0 0x55c944e5edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.040+0000 7f3c67fff640 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e5c9d0 0x55c944e5edf0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0bde1f0c1856bbe server_cookie=f8a937367830b7b in_seq=0 out_seq=0 2024-03-07T10:07:43.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.040+0000 7f3c55ffb640 10 client.17718 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:43.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.041+0000 7f3c55ffb640 1 -- 172.21.15.18:0/456448814 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55c944d41660 con 0x55c944e5c9d0 2024-03-07T10:07:43.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.041+0000 7f3c55ffb640 10 client.17718 handle_command_reply: tid=0 2024-03-07T10:07:43.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.041+0000 7f3c77607740 1 client.17718 shutdown 2024-03-07T10:07:43.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.042+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 msgr2=0x55c944e502c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.042+0000 7f3c77607740 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944e502c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f3c6000b6e0 tx=0x7f3c6000b480 comp rx=0 tx=0).stop 2024-03-07T10:07:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.045+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 shutdown_connections 2024-03-07T10:07:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.045+0000 7f3c77607740 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c944e5c9d0 0x55c944e5edf0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.045+0000 7f3c77607740 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c944de8440 0x55c944e5ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.045+0000 7f3c77607740 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c944dd6ef0 0x55c944e502c0 secure :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f3c6000b6e0 tx=0x7f3c6000b480 comp rx=0 tx=0).stop 2024-03-07T10:07:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.045+0000 7f3c77607740 1 --2- 172.21.15.18:0/456448814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c944dd6540 0x55c944e4fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.045+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 >> 172.21.15.18:0/456448814 conn(0x55c944dd0e60 msgr2=0x55c944dd2ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.046+0000 7f3c55ffb640 0 client.17718 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:43.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.061+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 shutdown_connections 2024-03-07T10:07:43.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.061+0000 7f3c77607740 1 -- 172.21.15.18:0/456448814 wait complete. 2024-03-07T10:07:43.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.062+0000 7f3c77607740 20 client.17718 trim_cache size 0 max 16384 2024-03-07T10:07:43.072 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:07:43.072 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:07:43.072 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:07:43.072 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:07:43.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.075+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3c5c0059d0 msgr2=0x7f3c5c007e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.075+0000 7f3c7481e640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3c5c0059d0 0x7f3c5c007e90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3c6800b760 tx=0x7f3c68004020 comp rx=0 tx=0).stop 2024-03-07T10:07:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.075+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c70104d10 msgr2=0x7f3c7019a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.075+0000 7f3c7481e640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c70104d10 0x7f3c7019a760 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009fd0 tx=0x7f3c6800b260 comp rx=0 tx=0).stop 2024-03-07T10:07:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.076+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 shutdown_connections 2024-03-07T10:07:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.076+0000 7f3c7481e640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3c5c0059d0 0x7f3c5c007e90 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.076+0000 7f3c7481e640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3c70104d10 0x7f3c7019a760 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.076+0000 7f3c7481e640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3c70100990 0x7f3c70196430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.076+0000 7f3c7481e640 1 --2- 172.21.15.18:0/1269431770 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c700fffd0 0x7f3c70195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.076+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 >> 172.21.15.18:0/1269431770 conn(0x7f3c70075840 msgr2=0x7f3c700fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.081+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 shutdown_connections 2024-03-07T10:07:43.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.082+0000 7f3c7481e640 1 -- 172.21.15.18:0/1269431770 wait complete. 2024-03-07T10:07:43.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:42 smithi018 ceph-mon[32171]: pgmap v264: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.4 MiB/s wr, 653 op/s 2024-03-07T10:07:43.112 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:07:43.112 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:07:43.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 500.0 s, 1779.9 tps, lat 55.542 ms stddev 63.843 2024-03-07T10:07:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:42 smithi063 ceph-mon[36356]: pgmap v264: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.4 MiB/s wr, 653 op/s 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.244+0000 7fce00d94640 1 -- 172.21.15.18:0/932880772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 msgr2=0x7fcdfc102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.244+0000 7fce00d94640 1 --2- 172.21.15.18:0/932880772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc102c50 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fcdec009900 tx=0x7fcdec02bcd0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.245+0000 7fce00d94640 1 -- 172.21.15.18:0/932880772 shutdown_connections 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.245+0000 7fce00d94640 1 --2- 172.21.15.18:0/932880772 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdfc10bc40 0x7fcdfc10e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.245+0000 7fce00d94640 1 --2- 172.21.15.18:0/932880772 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdfc103190 0x7fcdfc10b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.245+0000 7fce00d94640 1 --2- 172.21.15.18:0/932880772 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc102c50 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.245+0000 7fce00d94640 1 -- 172.21.15.18:0/932880772 >> 172.21.15.18:0/932880772 conn(0x7fcdfc0776b0 msgr2=0x7fcdfc077ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.245+0000 7fce00d94640 1 -- 172.21.15.18:0/932880772 shutdown_connections 2024-03-07T10:07:43.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.245+0000 7fce00d94640 1 -- 172.21.15.18:0/932880772 wait complete. 2024-03-07T10:07:43.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 Processor -- start 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 -- start start 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdfc103190 0x7fcdfc198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdfc10bc40 0x7fcdfc19c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdfc1119e0 con 0x7fcdfc102870 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdfc111860 con 0x7fcdfc103190 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fce00d94640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdfc111b60 con 0x7fcdfc10bc40 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fcdfa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fcdfa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36468/0 (socket says 172.21.15.18:36468) 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fcdfa59c640 1 -- 172.21.15.18:0/4214504307 learned_addr learned my addr 172.21.15.18:0/4214504307 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fcdfad9d640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdfc10bc40 0x7fcdfc19c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.246+0000 7fcdf9d9b640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdfc103190 0x7fcdfc198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.247+0000 7fcdfa59c640 1 -- 172.21.15.18:0/4214504307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdfc10bc40 msgr2=0x7fcdfc19c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.247+0000 7fcdfa59c640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdfc10bc40 0x7fcdfc19c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.247+0000 7fcdfa59c640 1 -- 172.21.15.18:0/4214504307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdfc103190 msgr2=0x7fcdfc198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.247+0000 7fcdfa59c640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdfc103190 0x7fcdfc198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.247+0000 7fcdfa59c640 1 -- 172.21.15.18:0/4214504307 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdfc19cea0 con 0x7fcdfc102870 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.247+0000 7fcdfa59c640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc197f00 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fcdec005940 tx=0x7fcdec02cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.247+0000 7fcdeb7fe640 1 -- 172.21.15.18:0/4214504307 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdec041070 con 0x7fcdfc102870 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.248+0000 7fcdeb7fe640 1 -- 172.21.15.18:0/4214504307 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcdec004450 con 0x7fcdfc102870 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.248+0000 7fcdeb7fe640 1 -- 172.21.15.18:0/4214504307 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdec003d80 con 0x7fcdfc102870 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.248+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdfc19d130 con 0x7fcdfc102870 2024-03-07T10:07:43.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.248+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdfc1a4a20 con 0x7fcdfc102870 2024-03-07T10:07:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.249+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdfc06a560 con 0x7fcdfc102870 2024-03-07T10:07:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:42 smithi077 ceph-mon[36374]: pgmap v264: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.4 MiB/s wr, 653 op/s 2024-03-07T10:07:43.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.251+0000 7fcdeb7fe640 1 -- 172.21.15.18:0/4214504307 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fcdec044070 con 0x7fcdfc102870 2024-03-07T10:07:43.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.251+0000 7fcdeb7fe640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcde40a1ff0 0x7fcde40a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.252+0000 7fcdeb7fe640 1 -- 172.21.15.18:0/4214504307 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fcdec0efc30 con 0x7fcdfc102870 2024-03-07T10:07:43.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.263+0000 7fcdf9d9b640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcde40a1ff0 0x7fcde40a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.268+0000 7fcdeb7fe640 1 -- 172.21.15.18:0/4214504307 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcdec0bc6e0 con 0x7fcdfc102870 2024-03-07T10:07:43.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.271+0000 7fcdf9d9b640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcde40a1ff0 0x7fcde40a44b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc10d960 tx=0x7fcdf0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.583+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcdfc106d30 con 0x7fcdfc102870 2024-03-07T10:07:43.586 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.584+0000 7fcdeb7fe640 1 -- 172.21.15.18:0/4214504307 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fcdec0c0780 con 0x7fcdfc102870 2024-03-07T10:07:43.587 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:07:43.587 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:07:43.587 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcde40a1ff0 msgr2=0x7fcde40a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcde40a1ff0 0x7fcde40a44b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc10d960 tx=0x7fcdf0005f90 comp rx=0 tx=0).stop 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 msgr2=0x7fcdfc197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc197f00 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fcdec005940 tx=0x7fcdec02cbd0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 shutdown_connections 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdfc10bc40 0x7fcdfc19c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcdfc103190 0x7fcdfc198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcde40a1ff0 0x7fcde40a44b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 --2- 172.21.15.18:0/4214504307 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcdfc102870 0x7fcdfc197f00 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 >> 172.21.15.18:0/4214504307 conn(0x7fcdfc0776b0 msgr2=0x7fcdfc0fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.589 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 shutdown_connections 2024-03-07T10:07:43.590 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.586+0000 7fce00d94640 1 -- 172.21.15.18:0/4214504307 wait complete. 2024-03-07T10:07:43.603 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:07:43.604 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:07:43.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.785+0000 7f4102a34640 1 -- 172.21.15.18:0/258161263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc106680 msgr2=0x7f40fc106a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.785+0000 7f4102a34640 1 --2- 172.21.15.18:0/258161263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc106680 0x7f40fc106a60 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f40ec009900 tx=0x7f40ec02bc30 comp rx=0 tx=0).stop 2024-03-07T10:07:43.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.785+0000 7f4102a34640 1 -- 172.21.15.18:0/258161263 shutdown_connections 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.785+0000 7f4102a34640 1 --2- 172.21.15.18:0/258161263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40fc100eb0 0x7f40fc10d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.785+0000 7f4102a34640 1 --2- 172.21.15.18:0/258161263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc1004f0 0x7f40fc100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.785+0000 7f4102a34640 1 --2- 172.21.15.18:0/258161263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc106680 0x7f40fc106a60 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 -- 172.21.15.18:0/258161263 >> 172.21.15.18:0/258161263 conn(0x7f40fc0fbfa0 msgr2=0x7f40fc0fe3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 -- 172.21.15.18:0/258161263 shutdown_connections 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 -- 172.21.15.18:0/258161263 wait complete. 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 Processor -- start 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 -- start start 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc1004f0 0x7f40fc198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40fc100eb0 0x7f40fc1991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc106680 0x7f40fc1a3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc110900 con 0x7f40fc1004f0 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc110780 con 0x7f40fc100eb0 2024-03-07T10:07:43.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.786+0000 7f4102a34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc110a80 con 0x7f40fc106680 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc1004f0 0x7f40fc198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc106680 0x7f40fc1a3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc106680 0x7f40fc1a3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52330/0 (socket says 172.21.15.18:52330) 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 -- 172.21.15.18:0/3712821417 learned_addr learned my addr 172.21.15.18:0/3712821417 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40fc100eb0 0x7f40fc1991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 -- 172.21.15.18:0/3712821417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40fc100eb0 msgr2=0x7f40fc1991a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40fc100eb0 0x7f40fc1991a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 -- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc1004f0 msgr2=0x7f40fc198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc1004f0 0x7f40fc198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 -- 172.21.15.18:0/3712821417 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40fc1a4220 con 0x7f40fc106680 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f40fbfff640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc1004f0 0x7f40fc198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4100fd1640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc106680 0x7f40fc1a3ce0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f40f400eb10 tx=0x7f40f400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f40f97fa640 1 -- 172.21.15.18:0/3712821417 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40f4004b20 con 0x7f40fc106680 2024-03-07T10:07:43.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40fc1a43f0 con 0x7f40fc106680 2024-03-07T10:07:43.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f40f97fa640 1 -- 172.21.15.18:0/3712821417 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f40f4004cc0 con 0x7f40fc106680 2024-03-07T10:07:43.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f40f97fa640 1 -- 172.21.15.18:0/3712821417 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40f4010760 con 0x7f40fc106680 2024-03-07T10:07:43.792 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.787+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40fc1a48c0 con 0x7f40fc106680 2024-03-07T10:07:43.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40f97fa640 1 -- 172.21.15.18:0/3712821417 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f40f4005020 con 0x7f40fc106680 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 Processor -- start 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 -- start start 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b374550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b37d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b37fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a25b33b330 con 0x55a25b37d670 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a25b2d7e90 con 0x55a25b374170 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f410581b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a25b280d00 con 0x55a25b374a90 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40fb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b37fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b37d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40fb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b374550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b37d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52336/0 (socket says 172.21.15.18:52336) 2024-03-07T10:07:43.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40fb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b374550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42148/0 (socket says 172.21.15.18:42148) 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40fbfff640 1 -- 172.21.15.18:0/1989733862 learned_addr learned my addr 172.21.15.18:0/1989733862 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.790+0000 7f40f97fa640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40e40a1ef0 0x7f40e40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f4100fd1640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40e40a1ef0 0x7f40e40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40fb7fe640 1 -- 172.21.15.18:0/1989733862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 msgr2=0x55a25b37d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b37d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40fb7fe640 1 -- 172.21.15.18:0/1989733862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 msgr2=0x55a25b37fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b37fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40fb7fe640 1 -- 172.21.15.18:0/1989733862 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a25b27fb90 con 0x55a25b374170 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40fbfff640 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b37d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40f97fa640 1 -- 172.21.15.18:0/3712821417 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f40f40ce780 con 0x7f40fc106680 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b374550 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f40f00108a0 tx=0x7f40f0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ee9d09a9555ff2b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f4100fd1640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40e40a1ef0 0x7f40e40a43b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f40f409b060 tx=0x7f40f400efd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.791+0000 7f40e27fc640 1 -- 172.21.15.18:0/1989733862 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40f0016070 con 0x55a25b374170 2024-03-07T10:07:43.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.792+0000 7f40e27fc640 1 -- 172.21.15.18:0/1989733862 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f40f000f7c0 con 0x55a25b374170 2024-03-07T10:07:43.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.792+0000 7f40e27fc640 1 -- 172.21.15.18:0/1989733862 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40f0019040 con 0x55a25b374170 2024-03-07T10:07:43.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.793+0000 7f410581b740 1 -- 172.21.15.18:0/1989733862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 msgr2=0x55a25b374550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.793+0000 7f410581b740 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b374550 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f40f00108a0 tx=0x7f40f0005f90 comp rx=0 tx=0).stop 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.793+0000 7f410581b740 1 -- 172.21.15.18:0/1989733862 shutdown_connections 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.793+0000 7f410581b740 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b37fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.793+0000 7f410581b740 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b37d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.793+0000 7f410581b740 1 --2- 172.21.15.18:0/1989733862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b374550 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.793+0000 7f410581b740 1 -- 172.21.15.18:0/1989733862 >> 172.21.15.18:0/1989733862 conn(0x55a25b36e8a0 msgr2=0x55a25b36ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.794+0000 7f410581b740 1 -- 172.21.15.18:0/1989733862 shutdown_connections 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.794+0000 7f410581b740 1 -- 172.21.15.18:0/1989733862 wait complete. 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.794+0000 7f410581b740 1 -- start start 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.794+0000 7f410581b740 1 Processor -- start 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f410581b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b374170 0x55a25b37a730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f410581b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374a90 0x55a25b37ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f410581b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b37d670 0x55a25b37b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f410581b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a25b276470 con 0x55a25b374170 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f410581b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a25b2d3f30 con 0x55a25b374a90 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f410581b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a25b380460 con 0x55a25b37d670 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f410581b740 10 client.0 _ll_register_callbacks cb 0x55a25b2d1d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374a90 0x55a25b37ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374a90 0x55a25b37ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42152/0 (socket says 172.21.15.18:42152) 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f40fbfff640 1 -- 172.21.15.18:0/3413727048 learned_addr learned my addr 172.21.15.18:0/3413727048 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b374170 0x55a25b37a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b37d670 0x55a25b37b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f40fbfff640 1 -- 172.21.15.18:0/3413727048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b37d670 msgr2=0x55a25b37b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.795+0000 7f40fbfff640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b37d670 0x55a25b37b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40fbfff640 1 -- 172.21.15.18:0/3413727048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b374170 msgr2=0x55a25b37a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40fbfff640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b374170 0x55a25b37a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40fbfff640 1 -- 172.21.15.18:0/3413727048 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a25afec3f0 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b374170 0x55a25b37a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40fbfff640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374a90 0x55a25b37ac70 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f40ec036040 tx=0x7f40ec004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6666cbfb341a18d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40db7fe640 1 -- 172.21.15.18:0/3413727048 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40ec02cab0 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40db7fe640 1 -- 172.21.15.18:0/3413727048 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f40ec02cc50 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f40f000f7c0 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f40db7fe640 1 -- 172.21.15.18:0/3413727048 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f40ec004f80 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f410581b740 10 client.27512 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.796+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a25b0b67d0 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f40db7fe640 1 -- 172.21.15.18:0/3413727048 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f40f000f7c0 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f40db7fe640 1 -- 172.21.15.18:0/3413727048 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f40ec046070 con 0x55a25b374a90 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f410581b740 10 client.27512 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f410581b740 10 client.27512 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:07:43.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f410581b740 20 client.27512 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:43.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f410581b740 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b391c60 0x55a25b394050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f410581b740 4 client.27512 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:43.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a25b2e53d0 con 0x55a25b391c60 2024-03-07T10:07:43.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b391c60 0x55a25b394050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f40db7fe640 10 client.27512 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:43.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.797+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b391c60 0x55a25b394050 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d2de8644530b4617 server_cookie=aacc5fad740c2d0a in_seq=0 out_seq=0 2024-03-07T10:07:43.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.798+0000 7f40db7fe640 1 -- 172.21.15.18:0/3413727048 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a25b2e53d0 con 0x55a25b391c60 2024-03-07T10:07:43.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.798+0000 7f40db7fe640 10 client.27512 handle_command_reply: tid=0 2024-03-07T10:07:43.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.798+0000 7f410581b740 1 client.27512 shutdown 2024-03-07T10:07:43.804 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.799+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374a90 msgr2=0x55a25b37ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.799+0000 7f410581b740 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374a90 0x55a25b37ac70 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f40ec036040 tx=0x7f40ec004040 comp rx=0 tx=0).stop 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 shutdown_connections 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b391c60 0x55a25b394050 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f40db7fe640 0 client.27512 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b37d670 0x55a25b37b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374a90 0x55a25b37ac70 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 --2- 172.21.15.18:0/3413727048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b374170 0x55a25b37a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 >> 172.21.15.18:0/3413727048 conn(0x55a25b36e8a0 msgr2=0x55a25b3705f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 shutdown_connections 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 1 -- 172.21.15.18:0/3413727048 wait complete. 2024-03-07T10:07:43.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.800+0000 7f410581b740 20 client.27512 trim_cache size 0 max 16384 2024-03-07T10:07:43.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.815+0000 7f410581b740 1 Processor -- start 2024-03-07T10:07:43.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f410581b740 1 -- start start 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f410581b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b37ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f410581b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b370400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f410581b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b388b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f410581b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc1ad5d0 con 0x55a25b37d670 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f410581b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc1ab0d0 con 0x55a25b374170 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f410581b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc1a9190 con 0x55a25b374a90 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b370400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b370400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52358/0 (socket says 172.21.15.18:52358) 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.816+0000 7f40fbfff640 1 -- 172.21.15.18:0/4080765475 learned_addr learned my addr 172.21.15.18:0/4080765475 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.817+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b37ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.817+0000 7f40fbfff640 1 -- 172.21.15.18:0/4080765475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 msgr2=0x55a25b37ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.817+0000 7f40fbfff640 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b37ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.817+0000 7f40fbfff640 1 -- 172.21.15.18:0/4080765475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 msgr2=0x55a25b388b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.817+0000 7f40fbfff640 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b388b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.817+0000 7f40fbfff640 1 -- 172.21.15.18:0/4080765475 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a25b3943c0 con 0x55a25b374a90 2024-03-07T10:07:43.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.817+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b37ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:07:43.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.818+0000 7f40fbfff640 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b370400 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f40ec02c170 tx=0x7f40ec02bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6262358131c62773 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.818+0000 7f40e1ffb640 1 -- 172.21.15.18:0/4080765475 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40ec053080 con 0x55a25b374a90 2024-03-07T10:07:43.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.818+0000 7f40e1ffb640 1 -- 172.21.15.18:0/4080765475 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f40ec009520 con 0x55a25b374a90 2024-03-07T10:07:43.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.818+0000 7f40e1ffb640 1 -- 172.21.15.18:0/4080765475 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40ec005120 con 0x55a25b374a90 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- 172.21.15.18:0/4080765475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 msgr2=0x55a25b370400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b370400 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f40ec02c170 tx=0x7f40ec02bc30 comp rx=0 tx=0).stop 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- 172.21.15.18:0/4080765475 shutdown_connections 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b388b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b370400 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 --2- 172.21.15.18:0/4080765475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b37ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- 172.21.15.18:0/4080765475 >> 172.21.15.18:0/4080765475 conn(0x55a25b36e8a0 msgr2=0x55a25b36fcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- 172.21.15.18:0/4080765475 shutdown_connections 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- 172.21.15.18:0/4080765475 wait complete. 2024-03-07T10:07:43.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- start start 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 Processor -- start 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b38cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b38d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b384bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc1a9790 con 0x55a25b37d670 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc1aaa70 con 0x55a25b374170 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40fc1a9db0 con 0x55a25b374a90 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.819+0000 7f410581b740 10 client.0 _ll_register_callbacks cb 0x7f40ec009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b38d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b38cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b38d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52364/0 (socket says 172.21.15.18:52364) 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 -- 172.21.15.18:0/2242846500 learned_addr learned my addr 172.21.15.18:0/2242846500 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b384bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 -- 172.21.15.18:0/2242846500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 msgr2=0x55a25b38cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b38cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 -- 172.21.15.18:0/2242846500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 msgr2=0x55a25b384bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b384bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 -- 172.21.15.18:0/2242846500 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a25b385280 con 0x55a25b374a90 2024-03-07T10:07:43.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40fbfff640 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b38d4b0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f40ec005ec0 tx=0x7f40ec02c5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36eb8a32e7cec760 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.820+0000 7f40db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:43.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.823+0000 7f40db7fe640 1 -- 172.21.15.18:0/2242846500 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40ec053050 con 0x55a25b374a90 2024-03-07T10:07:43.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.823+0000 7f40db7fe640 1 -- 172.21.15.18:0/2242846500 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f40ec02cab0 con 0x55a25b374a90 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.823+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f40ec009520 con 0x55a25b374a90 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.823+0000 7f40db7fe640 1 -- 172.21.15.18:0/2242846500 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f40ec004040 con 0x55a25b374a90 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.823+0000 7f410581b740 10 client.27589 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.823+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a25b383d20 con 0x55a25b374a90 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.823+0000 7f40db7fe640 1 -- 172.21.15.18:0/2242846500 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f40ec009520 con 0x55a25b374a90 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f40db7fe640 1 -- 172.21.15.18:0/2242846500 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f40ec062030 con 0x55a25b374a90 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f410581b740 10 client.27589 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f410581b740 10 client.27589 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f410581b740 20 client.27589 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f410581b740 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b389b80 0x55a25b389f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f410581b740 4 client.27589 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a25b2df720 con 0x55a25b389b80 2024-03-07T10:07:43.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b389b80 0x55a25b389f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f40fb7fe640 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b389b80 0x55a25b389f90 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c2e7463fafd02544 server_cookie=10793e0fcdce732d in_seq=0 out_seq=0 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.824+0000 7f40db7fe640 10 client.27589 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f40db7fe640 1 -- 172.21.15.18:0/2242846500 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a25b2df720 con 0x55a25b389b80 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f40db7fe640 10 client.27589 handle_command_reply: tid=0 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 client.27589 shutdown 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 msgr2=0x55a25b38d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b38d4b0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f40ec005ec0 tx=0x7f40ec02c5d0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 shutdown_connections 2024-03-07T10:07:43.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a25b389b80 0x55a25b389f90 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a25b37d670 0x55a25b384bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a25b374a90 0x55a25b38d4b0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f40db7fe640 0 client.27589 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 --2- 172.21.15.18:0/2242846500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a25b374170 0x55a25b38cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 >> 172.21.15.18:0/2242846500 conn(0x55a25b36e8a0 msgr2=0x55a25b37af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 shutdown_connections 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 1 -- 172.21.15.18:0/2242846500 wait complete. 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f410581b740 20 client.27589 trim_cache size 0 max 16384 2024-03-07T10:07:43.829 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40e40a1ef0 msgr2=0x7f40e40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.825+0000 7f4102a34640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40e40a1ef0 0x7f40e40a43b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f40f409b060 tx=0x7f40f400efd0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc106680 msgr2=0x7f40fc1a3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc106680 0x7f40fc1a3ce0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f40f400eb10 tx=0x7f40f400c2d0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 shutdown_connections 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f40fc106680 0x7f40fc1a3ce0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f40fc100eb0 0x7f40fc1991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40e40a1ef0 0x7f40e40a43b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 --2- 172.21.15.18:0/3712821417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f40fc1004f0 0x7f40fc198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.826+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 >> 172.21.15.18:0/3712821417 conn(0x7f40fc0fbfa0 msgr2=0x7f40fc0fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.827+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 shutdown_connections 2024-03-07T10:07:43.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.827+0000 7f4102a34640 1 -- 172.21.15.18:0/3712821417 wait complete. 2024-03-07T10:07:43.842 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:07:43.842 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:07:43.869 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:43 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4214504307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:07:43.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 -- 172.21.15.18:0/3957283340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 msgr2=0x7f4a4c1041e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 --2- 172.21.15.18:0/3957283340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c1041e0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f4a44009ca0 tx=0x7f4a4402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 -- 172.21.15.18:0/3957283340 shutdown_connections 2024-03-07T10:07:43.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 --2- 172.21.15.18:0/3957283340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c1041e0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 --2- 172.21.15.18:0/3957283340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c101bf0 0x7f4a4c0fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 --2- 172.21.15.18:0/3957283340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a4c101220 0x7f4a4c101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 -- 172.21.15.18:0/3957283340 >> 172.21.15.18:0/3957283340 conn(0x7f4a4c075880 msgr2=0x7f4a4c075c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:43.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 -- 172.21.15.18:0/3957283340 shutdown_connections 2024-03-07T10:07:43.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.987+0000 7f4a51e34640 1 -- 172.21.15.18:0/3957283340 wait complete. 2024-03-07T10:07:43.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 Processor -- start 2024-03-07T10:07:43.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 -- start start 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c19e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a4c101220 0x7f4a4c19e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c101bf0 0x7f4a4c1a2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a4c1180e0 con 0x7f4a4c100600 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a4c117f60 con 0x7f4a4c101bf0 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a51e34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a4c118260 con 0x7f4a4c101220 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c19e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c19e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36532/0 (socket says 172.21.15.18:36532) 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/4017772809 learned_addr learned my addr 172.21.15.18:0/4017772809 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a4c101220 0x7f4a4c19e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4bfff640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c101bf0 0x7f4a4c1a2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/4017772809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a4c101220 msgr2=0x7f4a4c19e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a4c101220 0x7f4a4c19e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/4017772809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c101bf0 msgr2=0x7f4a4c1a2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c101bf0 0x7f4a4c1a2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.988+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/4017772809 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a4c1a3470 con 0x7f4a4c100600 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.989+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c19e480 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c00e9c0 tx=0x7f4a3c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.989+0000 7f4a497fa640 1 -- 172.21.15.18:0/4017772809 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c00cde0 con 0x7f4a4c100600 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.989+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a4c1a3760 con 0x7f4a4c100600 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.989+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a4c1aaff0 con 0x7f4a4c100600 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.989+0000 7f4a497fa640 1 -- 172.21.15.18:0/4017772809 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a3c010910 con 0x7f4a4c100600 2024-03-07T10:07:43.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.989+0000 7f4a497fa640 1 -- 172.21.15.18:0/4017772809 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c018880 con 0x7f4a4c100600 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.991+0000 7f4a497fa640 1 -- 172.21.15.18:0/4017772809 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4a3c01f020 con 0x7f4a4c100600 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.991+0000 7f4a497fa640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4a380a1ef0 0x7f4a380a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.991+0000 7f4a54c3a740 1 Processor -- start 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4a380a1ef0 0x7f4a380a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a497fa640 1 -- 172.21.15.18:0/4017772809 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4a3c0ce590 con 0x7f4a4c100600 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a54c3a740 1 -- start start 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72718550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e72721130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e72723a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e726df330 con 0x561e72718a90 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7267be90 con 0x561e72718170 2024-03-07T10:07:43.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e72624d00 con 0x561e72721670 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72718550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a42ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e72721130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72718550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42200/0 (socket says 172.21.15.18:42200) 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e72723a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/399327666 learned_addr learned my addr 172.21.15.18:0/399327666 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4a380a1ef0 0x7f4a380a43b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c1043c0 tx=0x7f4a34005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/399327666 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 msgr2=0x561e72723a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e72723a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/399327666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 msgr2=0x561e72721130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e72721130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/399327666 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e72623b90 con 0x561e72718170 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.992+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e72721130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.993+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72718550 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c0980e0 tx=0x7f4a3c09c440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8abff03e536d85c9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:43.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.993+0000 7f4a41ffb640 1 -- 172.21.15.18:0/399327666 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c010430 con 0x561e72718170 2024-03-07T10:07:43.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.993+0000 7f4a41ffb640 1 -- 172.21.15.18:0/399327666 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a3c099f80 con 0x561e72718170 2024-03-07T10:07:43.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.993+0000 7f4a41ffb640 1 -- 172.21.15.18:0/399327666 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c09b0d0 con 0x561e72718170 2024-03-07T10:07:43.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.993+0000 7f4a54c3a740 1 -- 172.21.15.18:0/399327666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 msgr2=0x561e72718550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:43.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.994+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72718550 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c0980e0 tx=0x7f4a3c09c440 comp rx=0 tx=0).stop 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.994+0000 7f4a54c3a740 1 -- 172.21.15.18:0/399327666 shutdown_connections 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.994+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e72723a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.994+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e72721130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.994+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/399327666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72718550 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.994+0000 7f4a54c3a740 1 -- 172.21.15.18:0/399327666 >> 172.21.15.18:0/399327666 conn(0x561e727128a0 msgr2=0x561e72712c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.995+0000 7f4a54c3a740 1 -- 172.21.15.18:0/399327666 shutdown_connections 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.995+0000 7f4a54c3a740 1 -- 172.21.15.18:0/399327666 wait complete. 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.995+0000 7f4a54c3a740 1 -- start start 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.995+0000 7f4a54c3a740 1 Processor -- start 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e7271e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e7271eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e7271f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e7261a470 con 0x561e72718a90 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e72677f30 con 0x561e72718170 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e72724460 con 0x561e72721670 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a42ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e7271eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e7271e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a42ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e7271eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36548/0 (socket says 172.21.15.18:36548) 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a42ffd640 1 -- 172.21.15.18:0/788974667 learned_addr learned my addr 172.21.15.18:0/788974667 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a54c3a740 10 client.0 _ll_register_callbacks cb 0x561e72675d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a4bfff640 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e7271f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/788974667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 msgr2=0x561e7271f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e7271f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/788974667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 msgr2=0x561e7271eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e7271eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a4b7fe640 1 -- 172.21.15.18:0/788974667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e723903f0 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.996+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e7271eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e7271e5e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c00c6a0 tx=0x7f4a3c09a170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4275e4df0a33903b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a2affd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a2affd640 1 -- 172.21.15.18:0/788974667 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c0b2020 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4a3c099f80 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a2affd640 1 -- 172.21.15.18:0/788974667 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4a3c010b30 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a2affd640 1 -- 172.21.15.18:0/788974667 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a3c0cbec0 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a54c3a740 10 client.27527 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561e7245a7d0 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a2affd640 1 -- 172.21.15.18:0/788974667 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a3c099f80 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a2affd640 1 -- 172.21.15.18:0/788974667 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4a3c09ab40 con 0x561e72718170 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a54c3a740 10 client.27527 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.997+0000 7f4a54c3a740 10 client.27527 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:07:44.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.998+0000 7f4a54c3a740 20 client.27527 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.998+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e72731690 0x561e72733a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.998+0000 7f4a54c3a740 4 client.27527 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.998+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561e726893d0 con 0x561e72731690 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.998+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e72731690 0x561e72733a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.998+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e72731690 0x561e72733a80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=86be245b3f93690f server_cookie=6afae2054e2fdc2 in_seq=0 out_seq=0 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.998+0000 7f4a2affd640 10 client.27527 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a2affd640 1 -- 172.21.15.18:0/788974667 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561e726893d0 con 0x561e72731690 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a2affd640 10 client.27527 handle_command_reply: tid=0 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 client.27527 shutdown 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 msgr2=0x561e7271e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e7271e5e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c00c6a0 tx=0x7f4a3c09a170 comp rx=0 tx=0).stop 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 shutdown_connections 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e72731690 0x561e72733a80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72721670 0x561e7271f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e7271eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a2affd640 0 client.27527 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:44.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:43.999+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/788974667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e7271e5e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.000+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 >> 172.21.15.18:0/788974667 conn(0x561e727128a0 msgr2=0x561e727145f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.000+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 shutdown_connections 2024-03-07T10:07:44.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.000+0000 7f4a54c3a740 1 -- 172.21.15.18:0/788974667 wait complete. 2024-03-07T10:07:44.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.000+0000 7f4a54c3a740 20 client.27527 trim_cache size 0 max 16384 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 Processor -- start 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 -- start start 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72720d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718a90 0x561e7272cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72721670 0x561e7272d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c010cb0 con 0x561e72721670 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c00e7b0 con 0x561e72718170 2024-03-07T10:07:44.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c00c870 con 0x561e72718a90 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.015+0000 7f4a4bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72721670 0x561e7272d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72720d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72721670 0x561e7272d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36556/0 (socket says 172.21.15.18:36556) 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 -- 172.21.15.18:0/2470885042 learned_addr learned my addr 172.21.15.18:0/2470885042 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718a90 0x561e7272cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 -- 172.21.15.18:0/2470885042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718a90 msgr2=0x561e7272cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718a90 0x561e7272cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 -- 172.21.15.18:0/2470885042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 msgr2=0x561e72720d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72720d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 -- 172.21.15.18:0/2470885042 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e727126d0 con 0x561e72721670 2024-03-07T10:07:44.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.016+0000 7f4a4bfff640 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72721670 0x561e7272d110 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f4a44009ca0 tx=0x7f4a440324f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5171a618b303b37 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.017+0000 7f4a417fa640 1 -- 172.21.15.18:0/2470885042 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a44039040 con 0x561e72721670 2024-03-07T10:07:44.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.017+0000 7f4a417fa640 1 -- 172.21.15.18:0/2470885042 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a44003970 con 0x561e72721670 2024-03-07T10:07:44.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.017+0000 7f4a417fa640 1 -- 172.21.15.18:0/2470885042 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a440042a0 con 0x561e72721670 2024-03-07T10:07:44.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 -- 172.21.15.18:0/2470885042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72721670 msgr2=0x561e7272d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72721670 0x561e7272d110 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f4a44009ca0 tx=0x7f4a440324f0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 -- 172.21.15.18:0/2470885042 shutdown_connections 2024-03-07T10:07:44.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72721670 0x561e7272d110 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718a90 0x561e7272cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/2470885042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72718170 0x561e72720d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 -- 172.21.15.18:0/2470885042 >> 172.21.15.18:0/2470885042 conn(0x561e727128a0 msgr2=0x561e727199f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.018+0000 7f4a54c3a740 1 -- 172.21.15.18:0/2470885042 shutdown_connections 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 -- 172.21.15.18:0/2470885042 wait complete. 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 -- start start 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 Processor -- start 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718170 0x561e72784e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e727853d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72721670 0x561e727253a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c00ce70 con 0x561e72718a90 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c00e150 con 0x561e72721670 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c00d490 con 0x561e72718170 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a54c3a740 10 client.0 _ll_register_callbacks cb 0x7f4a3c09bb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:44.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.019+0000 7f4a42ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e727853d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e727853d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36570/0 (socket says 172.21.15.18:36570) 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 -- 172.21.15.18:0/991534742 learned_addr learned my addr 172.21.15.18:0/991534742 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718170 0x561e72784e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a4bfff640 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72721670 0x561e727253a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 -- 172.21.15.18:0/991534742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718170 msgr2=0x561e72784e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718170 0x561e72784e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 -- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72721670 msgr2=0x561e727253a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72721670 0x561e727253a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 -- 172.21.15.18:0/991534742 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e72725a90 con 0x561e72718a90 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718170 0x561e72784e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a42ffd640 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e727853d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x561e726df400 tx=0x7f4a34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cac1d64bccb3b33 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a2affd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a2affd640 1 -- 172.21.15.18:0/991534742 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a34005020 con 0x561e72718a90 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a2affd640 1 -- 172.21.15.18:0/991534742 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4a340051c0 con 0x561e72718a90 2024-03-07T10:07:44.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4a44003970 con 0x561e72718a90 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a2affd640 1 -- 172.21.15.18:0/991534742 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a3403b050 con 0x561e72718a90 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a54c3a740 10 client.17757 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.020+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561e7278d7c0 con 0x561e72718a90 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a2affd640 1 -- 172.21.15.18:0/991534742 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a44003970 con 0x561e72718a90 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a2affd640 1 -- 172.21.15.18:0/991534742 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4a340047a0 con 0x561e72718a90 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a54c3a740 10 client.17757 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a54c3a740 10 client.17757 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a54c3a740 20 client.17757 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e7278df70 0x561e72790390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a54c3a740 4 client.17757 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561e72683720 con 0x561e7278df70 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e7278df70 0x561e72790390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a2affd640 10 client.17757 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.021+0000 7f4a4b7fe640 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e7278df70 0x561e72790390 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9c7df47f3088576c server_cookie=e2314a501b4a2547 in_seq=0 out_seq=0 2024-03-07T10:07:44.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a2affd640 1 -- 172.21.15.18:0/991534742 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561e72683720 con 0x561e7278df70 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a2affd640 10 client.17757 handle_command_reply: tid=0 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 client.17757 shutdown 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 msgr2=0x561e727853d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e727853d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x561e726df400 tx=0x7f4a34004730 comp rx=0 tx=0).stop 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 shutdown_connections 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e72721670 0x561e727253a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e72718a90 0x561e727853d0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e7278df70 0x561e72790390 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 --2- 172.21.15.18:0/991534742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e72718170 0x561e72784e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a2affd640 0 client.17757 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 >> 172.21.15.18:0/991534742 conn(0x561e727128a0 msgr2=0x561e72713bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 shutdown_connections 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 1 -- 172.21.15.18:0/991534742 wait complete. 2024-03-07T10:07:44.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a54c3a740 20 client.17757 trim_cache size 0 max 16384 2024-03-07T10:07:44.029 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:07:44.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4a380a1ef0 msgr2=0x7f4a380a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a51e34640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4a380a1ef0 0x7f4a380a43b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c1043c0 tx=0x7f4a34005f90 comp rx=0 tx=0).stop 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 msgr2=0x7f4a4c19e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.022+0000 7f4a51e34640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c19e480 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c00e9c0 tx=0x7f4a3c00ee80 comp rx=0 tx=0).stop 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 shutdown_connections 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c101bf0 0x7f4a4c1a2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a4c101220 0x7f4a4c19e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4a380a1ef0 0x7f4a380a43b0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 --2- 172.21.15.18:0/4017772809 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a4c100600 0x7f4a4c19e480 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 >> 172.21.15.18:0/4017772809 conn(0x7f4a4c075880 msgr2=0x7f4a4c1021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 shutdown_connections 2024-03-07T10:07:44.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.023+0000 7f4a51e34640 1 -- 172.21.15.18:0/4017772809 wait complete. 2024-03-07T10:07:44.035 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:07:44.035 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:07:44.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:43 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4214504307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:07:44.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:43 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4214504307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:07:44.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 -- 172.21.15.18:0/3128074131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781004f0 msgr2=0x7f5378100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 --2- 172.21.15.18:0/3128074131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781004f0 0x7f5378100970 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5360009890 tx=0x7f536002bb70 comp rx=0 tx=0).stop 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 -- 172.21.15.18:0/3128074131 shutdown_connections 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 --2- 172.21.15.18:0/3128074131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 0x7f537810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 --2- 172.21.15.18:0/3128074131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781004f0 0x7f5378100970 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 --2- 172.21.15.18:0/3128074131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53781065b0 0x7f5378106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 -- 172.21.15.18:0/3128074131 >> 172.21.15.18:0/3128074131 conn(0x7f5378077660 msgr2=0x7f5378077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 -- 172.21.15.18:0/3128074131 shutdown_connections 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.238+0000 7f537df89640 1 -- 172.21.15.18:0/3128074131 wait complete. 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 Processor -- start 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 -- start start 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53781004f0 0x7f5378198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 0x7f53781991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781065b0 0x7f53781a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5378110870 con 0x7f5378100eb0 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781106f0 con 0x7f53781004f0 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f537df89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781109f0 con 0x7f53781065b0 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f536ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 0x7f53781991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f5377fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781065b0 0x7f53781a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f536ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 0x7f53781991d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36582/0 (socket says 172.21.15.18:36582) 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f5377fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781065b0 0x7f53781a3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52414/0 (socket says 172.21.15.18:52414) 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f53777fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53781004f0 0x7f5378198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f536ffff640 1 -- 172.21.15.18:0/2872018020 learned_addr learned my addr 172.21.15.18:0/2872018020 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f5377fff640 1 -- 172.21.15.18:0/2872018020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53781004f0 msgr2=0x7f5378198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f5377fff640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53781004f0 0x7f5378198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f5377fff640 1 -- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 msgr2=0x7f53781991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f5377fff640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 0x7f53781991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f5377fff640 1 -- 172.21.15.18:0/2872018020 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53781a4250 con 0x7f53781065b0 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.239+0000 7f536ffff640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 0x7f53781991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.240+0000 7f5377fff640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781065b0 0x7f53781a3d10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f537000ec50 tx=0x7f537000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.240+0000 7f53757fa640 1 -- 172.21.15.18:0/2872018020 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5370003b70 con 0x7f53781065b0 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.240+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53781a4420 con 0x7f53781065b0 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.240+0000 7f53757fa640 1 -- 172.21.15.18:0/2872018020 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5370003d10 con 0x7f53781065b0 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.240+0000 7f53757fa640 1 -- 172.21.15.18:0/2872018020 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5370010890 con 0x7f53781065b0 2024-03-07T10:07:44.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.240+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53781a4920 con 0x7f53781065b0 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.243+0000 7f5380d72740 1 Processor -- start 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.243+0000 7f53757fa640 1 -- 172.21.15.18:0/2872018020 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f5370003fc0 con 0x7f53781065b0 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.243+0000 7f5380d72740 1 -- start start 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f5380d72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f5380d72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcab1a90 0x559afcaba130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f5380d72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcaba670 0x559afcabca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f5380d72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afca78330 con 0x559afcaba670 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f5380d72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afca14e90 con 0x559afcab1a90 2024-03-07T10:07:44.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f5380d72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afc9bdd00 con 0x559afcab1170 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcaba670 0x559afcabca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f53777fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcab1a90 0x559afcaba130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52424/0 (socket says 172.21.15.18:52424) 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 -- 172.21.15.18:0/2608092602 learned_addr learned my addr 172.21.15.18:0/2608092602 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f53757fa640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53640a1ef0 0x7f53640a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f53777fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcab1a90 0x559afcaba130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42246/0 (socket says 172.21.15.18:42246) 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f5377fff640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53640a1ef0 0x7f53640a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 -- 172.21.15.18:0/2608092602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcab1a90 msgr2=0x559afcaba130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 --2- 172.21.15.18:0/2608092602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcab1a90 0x559afcaba130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 -- 172.21.15.18:0/2608092602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcaba670 msgr2=0x559afcabca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 --2- 172.21.15.18:0/2608092602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcaba670 0x559afcabca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f536ffff640 1 -- 172.21.15.18:0/2608092602 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559afc9bcb90 con 0x559afcab1170 2024-03-07T10:07:44.249 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.244+0000 7f53757fa640 1 -- 172.21.15.18:0/2872018020 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f53700ce7c0 con 0x7f53781065b0 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.245+0000 7f536ffff640 1 --2- 172.21.15.18:0/2608092602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab1550 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5360035fd0 tx=0x7f5360005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff3b2ae80e1338a6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.245+0000 7f5377fff640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53640a1ef0 0x7f53640a43b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5370097ae0 tx=0x7f53700c57d0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.245+0000 7f536dffb640 1 -- 172.21.15.18:0/2608092602 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5360039040 con 0x559afcab1170 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.245+0000 7f536dffb640 1 -- 172.21.15.18:0/2608092602 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f53600044d0 con 0x559afcab1170 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.245+0000 7f536dffb640 1 -- 172.21.15.18:0/2608092602 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5360032640 con 0x559afcab1170 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 -- 172.21.15.18:0/2608092602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 msgr2=0x559afcab1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 --2- 172.21.15.18:0/2608092602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab1550 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5360035fd0 tx=0x7f5360005f90 comp rx=0 tx=0).stop 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 -- 172.21.15.18:0/2608092602 shutdown_connections 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 --2- 172.21.15.18:0/2608092602 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcaba670 0x559afcabca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 --2- 172.21.15.18:0/2608092602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcab1a90 0x559afcaba130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 --2- 172.21.15.18:0/2608092602 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab1550 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 -- 172.21.15.18:0/2608092602 >> 172.21.15.18:0/2608092602 conn(0x559afcaab8a0 msgr2=0x559afcaabc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 -- 172.21.15.18:0/2608092602 shutdown_connections 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 -- 172.21.15.18:0/2608092602 wait complete. 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 -- start start 2024-03-07T10:07:44.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.246+0000 7f5380d72740 1 Processor -- start 2024-03-07T10:07:44.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f5380d72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f5380d72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcab3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f5380d72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcab40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f5380d72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afc9b3470 con 0x559afcab1a90 2024-03-07T10:07:44.254 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f5380d72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afca10f30 con 0x559afcaba670 2024-03-07T10:07:44.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f5380d72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559afcabd210 con 0x559afcab1170 2024-03-07T10:07:44.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f5380d72740 10 client.0 _ll_register_callbacks cb 0x559afca0ed30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:44.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f536ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f536ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52440/0 (socket says 172.21.15.18:52440) 2024-03-07T10:07:44.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f536ffff640 1 -- 172.21.15.18:0/899454805 learned_addr learned my addr 172.21.15.18:0/899454805 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f536ffff640 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcab40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.247+0000 7f53777fe640 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcab3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f536ffff640 1 -- 172.21.15.18:0/899454805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 msgr2=0x559afcab40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f536ffff640 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcab40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f536ffff640 1 -- 172.21.15.18:0/899454805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 msgr2=0x559afcab3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f536ffff640 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcab3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f536ffff640 1 -- 172.21.15.18:0/899454805 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559afc7293f0 con 0x559afcab1170 2024-03-07T10:07:44.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f536ffff640 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3660 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5360000c00 tx=0x7f536002c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4aa897b15a5d00fd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5356ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:44.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5356ffd640 1 -- 172.21.15.18:0/899454805 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5360039040 con 0x559afcab1170 2024-03-07T10:07:44.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5356ffd640 1 -- 172.21.15.18:0/899454805 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f536002c510 con 0x559afcab1170 2024-03-07T10:07:44.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f53600044d0 con 0x559afcab1170 2024-03-07T10:07:44.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5356ffd640 1 -- 172.21.15.18:0/899454805 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5360034440 con 0x559afcab1170 2024-03-07T10:07:44.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5380d72740 10 client.27619 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:44.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559afc7f37d0 con 0x559afcab1170 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.248+0000 7f5356ffd640 1 -- 172.21.15.18:0/899454805 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f53600044d0 con 0x559afcab1170 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5356ffd640 1 -- 172.21.15.18:0/899454805 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f536003f070 con 0x559afcab1170 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5380d72740 10 client.27619 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5380d72740 10 client.27619 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5380d72740 20 client.27619 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5380d72740 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcad2e70 0x559afcad5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5380d72740 4 client.27619 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559afca223d0 con 0x559afcad2e70 2024-03-07T10:07:44.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f53777fe640 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcad2e70 0x559afcad5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f53777fe640 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcad2e70 0x559afcad5260 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10de4ed8a29be709 server_cookie=3b332904cac82a78 in_seq=0 out_seq=0 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.249+0000 7f5356ffd640 10 client.27619 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.250+0000 7f5356ffd640 1 -- 172.21.15.18:0/899454805 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559afca223d0 con 0x559afcad2e70 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.250+0000 7f5356ffd640 10 client.27619 handle_command_reply: tid=0 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.250+0000 7f5380d72740 1 client.27619 shutdown 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.251+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 msgr2=0x559afcab3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.251+0000 7f5380d72740 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3660 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5360000c00 tx=0x7f536002c910 comp rx=0 tx=0).stop 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 shutdown_connections 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcad2e70 0x559afcad5260 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcab40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcab3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 --2- 172.21.15.18:0/899454805 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3660 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 >> 172.21.15.18:0/899454805 conn(0x559afcaab8a0 msgr2=0x559afcaad5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5356ffd640 0 client.27619 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 shutdown_connections 2024-03-07T10:07:44.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 1 -- 172.21.15.18:0/899454805 wait complete. 2024-03-07T10:07:44.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.252+0000 7f5380d72740 20 client.27619 trim_cache size 0 max 16384 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 Processor -- start 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 -- start start 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcada290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcabfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781ad720 con 0x559afcab1a90 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781ab220 con 0x559afcaba670 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f5380d72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781a92e0 con 0x559afcab1170 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f53777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcada290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f53777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcada290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36612/0 (socket says 172.21.15.18:36612) 2024-03-07T10:07:44.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f53777fe640 1 -- 172.21.15.18:0/2525102682 learned_addr learned my addr 172.21.15.18:0/2525102682 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.268+0000 7f536ffff640 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f536ffff640 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcabfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f53777fe640 1 -- 172.21.15.18:0/2525102682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 msgr2=0x559afcab3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f53777fe640 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f53777fe640 1 -- 172.21.15.18:0/2525102682 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 msgr2=0x559afcabfc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f53777fe640 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcabfc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f53777fe640 1 -- 172.21.15.18:0/2525102682 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559afcaa7160 con 0x559afcab1a90 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f536ffff640 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:44.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.269+0000 7f53777fe640 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcada290 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x559afcab0c40 tx=0x7f536800b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6e8684b6c9024d8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.270+0000 7f536d7fa640 1 -- 172.21.15.18:0/2525102682 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f536801f0f0 con 0x559afcab1a90 2024-03-07T10:07:44.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.270+0000 7f536d7fa640 1 -- 172.21.15.18:0/2525102682 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5368023030 con 0x559afcab1a90 2024-03-07T10:07:44.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.270+0000 7f536d7fa640 1 -- 172.21.15.18:0/2525102682 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5368004e10 con 0x559afcab1a90 2024-03-07T10:07:44.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.271+0000 7f5380d72740 1 -- 172.21.15.18:0/2525102682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 msgr2=0x559afcada290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.271+0000 7f5380d72740 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcada290 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x559afcab0c40 tx=0x7f536800b410 comp rx=0 tx=0).stop 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.271+0000 7f5380d72740 1 -- 172.21.15.18:0/2525102682 shutdown_connections 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.271+0000 7f5380d72740 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcabfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.271+0000 7f5380d72740 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcada290 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.271+0000 7f5380d72740 1 --2- 172.21.15.18:0/2525102682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcab3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.271+0000 7f5380d72740 1 -- 172.21.15.18:0/2525102682 >> 172.21.15.18:0/2525102682 conn(0x559afcaab8a0 msgr2=0x559afcaad580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.272+0000 7f5380d72740 1 -- 172.21.15.18:0/2525102682 shutdown_connections 2024-03-07T10:07:44.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.272+0000 7f5380d72740 1 -- 172.21.15.18:0/2525102682 wait complete. 2024-03-07T10:07:44.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.272+0000 7f5380d72740 1 -- start start 2024-03-07T10:07:44.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.272+0000 7f5380d72740 1 Processor -- start 2024-03-07T10:07:44.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f5380d72740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcb26690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f5380d72740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcb26bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f5380d72740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcacb700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f5380d72740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781a98e0 con 0x559afcab1a90 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f5380d72740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781aabc0 con 0x559afcaba670 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f5380d72740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53781a9f00 con 0x559afcab1170 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f5380d72740 10 client.0 _ll_register_callbacks cb 0x7f53600096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f53777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcb26bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcb26690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcb26690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52472/0 (socket says 172.21.15.18:52472) 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f53777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcb26bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36624/0 (socket says 172.21.15.18:36624) 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 -- 172.21.15.18:0/1596711788 learned_addr learned my addr 172.21.15.18:0/1596711788 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcacb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 -- 172.21.15.18:0/1596711788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 msgr2=0x559afcacb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcacb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 -- 172.21.15.18:0/1596711788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 msgr2=0x559afcb26bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcb26bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f536ffff640 1 -- 172.21.15.18:0/1596711788 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559afcacbdf0 con 0x559afcab1170 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.273+0000 7f53777fe640 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcb26bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f536ffff640 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcb26690 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5360003a40 tx=0x7f5360046040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67695836cc991592 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5356ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5356ffd640 1 -- 172.21.15.18:0/1596711788 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5360039040 con 0x559afcab1170 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5356ffd640 1 -- 172.21.15.18:0/1596711788 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f5360003cc0 con 0x559afcab1170 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5368023030 con 0x559afcab1170 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5356ffd640 1 -- 172.21.15.18:0/1596711788 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5360004220 con 0x559afcab1170 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 10 client.27625 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559afcb2ef60 con 0x559afcab1170 2024-03-07T10:07:44.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5356ffd640 1 -- 172.21.15.18:0/1596711788 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5368023030 con 0x559afcab1170 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5356ffd640 1 -- 172.21.15.18:0/1596711788 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f536003f040 con 0x559afcab1170 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 10 client.27625 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 10 client.27625 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 20 client.27625 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcb2f5e0 0x559afcb31a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 4 client.27625 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.274+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559afca1c720 con 0x559afcb2f5e0 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f53777fe640 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcb2f5e0 0x559afcb31a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f5356ffd640 10 client.27625 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f53777fe640 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcb2f5e0 0x559afcb31a00 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e8593a3cd2b5305 server_cookie=df31feff19f5b56 in_seq=0 out_seq=0 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f5356ffd640 1 -- 172.21.15.18:0/1596711788 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559afca1c720 con 0x559afcb2f5e0 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f5356ffd640 10 client.27625 handle_command_reply: tid=0 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f5380d72740 1 client.27625 shutdown 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 msgr2=0x559afcb26690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.275+0000 7f5380d72740 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcb26690 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5360003a40 tx=0x7f5360046040 comp rx=0 tx=0).stop 2024-03-07T10:07:44.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 shutdown_connections 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5380d72740 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559afcb2f5e0 0x559afcb31a00 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5380d72740 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559afcaba670 0x559afcacb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5380d72740 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559afcab1a90 0x559afcb26bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5380d72740 1 --2- 172.21.15.18:0/1596711788 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559afcab1170 0x559afcb26690 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 >> 172.21.15.18:0/1596711788 conn(0x559afcaab8a0 msgr2=0x559afcaaccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5356ffd640 0 client.27625 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.276+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 shutdown_connections 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f5380d72740 1 -- 172.21.15.18:0/1596711788 wait complete. 2024-03-07T10:07:44.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f5380d72740 20 client.27625 trim_cache size 0 max 16384 2024-03-07T10:07:44.285 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:07:44.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53640a1ef0 msgr2=0x7f53640a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53640a1ef0 0x7f53640a43b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5370097ae0 tx=0x7f53700c57d0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781065b0 msgr2=0x7f53781a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781065b0 0x7f53781a3d10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f537000ec50 tx=0x7f537000c6a0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 shutdown_connections 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f53781065b0 0x7f53781a3d10 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53640a1ef0 0x7f53640a43b0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5378100eb0 0x7f53781991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 --2- 172.21.15.18:0/2872018020 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53781004f0 0x7f5378198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 >> 172.21.15.18:0/2872018020 conn(0x7f5378077660 msgr2=0x7f53780ff2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 shutdown_connections 2024-03-07T10:07:44.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:44.277+0000 7f537df89640 1 -- 172.21.15.18:0/2872018020 wait complete. 2024-03-07T10:07:44.577 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.575+0000 7f8e95d5d640 1 -- 172.21.15.18:0/442788042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100560 msgr2=0x7f8e901009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.578 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.575+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/442788042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100560 0x7f8e901009e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8e8401a940 tx=0x7f8e8403cca0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.577+0000 7f8e95d5d640 1 -- 172.21.15.18:0/442788042 shutdown_connections 2024-03-07T10:07:44.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.577+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/442788042 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e90100f20 0x7f8e9010d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.577+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/442788042 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100560 0x7f8e901009e0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.577+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/442788042 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e90106620 0x7f8e90106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.577+0000 7f8e95d5d640 1 -- 172.21.15.18:0/442788042 >> 172.21.15.18:0/442788042 conn(0x7f8e90077680 msgr2=0x7f8e90077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.578+0000 7f8e95d5d640 1 -- 172.21.15.18:0/442788042 shutdown_connections 2024-03-07T10:07:44.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.578+0000 7f8e95d5d640 1 -- 172.21.15.18:0/442788042 wait complete. 2024-03-07T10:07:44.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 Processor -- start 2024-03-07T10:07:44.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 -- start start 2024-03-07T10:07:44.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e90100560 0x7f8e900730a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100f20 0x7f8e9006d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e90106620 0x7f8e9006d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9006bad0 con 0x7f8e90106620 2024-03-07T10:07:44.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9006b950 con 0x7f8e90100560 2024-03-07T10:07:44.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e95d5d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9006bc50 con 0x7f8e90100f20 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e8effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100f20 0x7f8e9006d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.579+0000 7f8e8ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e90106620 0x7f8e9006d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100f20 0x7f8e9006d160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52496/0 (socket says 172.21.15.18:52496) 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 -- 172.21.15.18:0/1204831517 learned_addr learned my addr 172.21.15.18:0/1204831517 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e90100560 0x7f8e900730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 -- 172.21.15.18:0/1204831517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e90100560 msgr2=0x7f8e900730a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e90100560 0x7f8e900730a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 -- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e90106620 msgr2=0x7f8e9006d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.585 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e90106620 0x7f8e9006d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 -- 172.21.15.18:0/1204831517 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e9006df60 con 0x7f8e90100f20 2024-03-07T10:07:44.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8effd640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100f20 0x7f8e9006d160 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8e8401a910 tx=0x7f8e84004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8cff9640 1 -- 172.21.15.18:0/1204831517 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e840043c0 con 0x7f8e90100f20 2024-03-07T10:07:44.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8cff9640 1 -- 172.21.15.18:0/1204831517 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e84053070 con 0x7f8e90100f20 2024-03-07T10:07:44.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e8cff9640 1 -- 172.21.15.18:0/1204831517 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e8404e480 con 0x7f8e90100f20 2024-03-07T10:07:44.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.580+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e901aac60 con 0x7f8e90100f20 2024-03-07T10:07:44.586 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.581+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e901ab130 con 0x7f8e90100f20 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.583+0000 7f8e8cff9640 1 -- 172.21.15.18:0/1204831517 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8e840035f0 con 0x7f8e90100f20 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 Processor -- start 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 -- start start 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8cff9640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8e780a1f30 0x7f8e780a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f20d10 0x560529f1fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f1ffa0 0x560529f20420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f29520 0x560529f2b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560529e845c0 con 0x560529f29520 2024-03-07T10:07:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560529e2d900 con 0x560529f1ffa0 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e98c15740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560529e80660 con 0x560529f20d10 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8cff9640 1 -- 172.21.15.18:0/1204831517 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8e84100dc0 con 0x7f8e90100f20 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8e780a1f30 0x7f8e780a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f20d10 0x560529f1fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f20d10 0x560529f1fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52500/0 (socket says 172.21.15.18:52500) 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/3237809923 learned_addr learned my addr 172.21.15.18:0/3237809923 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8effd640 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f1ffa0 0x560529f20420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.584+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f29520 0x560529f2b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/3237809923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f1ffa0 msgr2=0x560529f20420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f1ffa0 0x560529f20420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/3237809923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f29520 msgr2=0x560529f2b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f29520 0x560529f2b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/3237809923 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560529b99210 con 0x560529f20d10 2024-03-07T10:07:44.593 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f20d10 0x560529f1fa60 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8e8800b580 tx=0x7f8e880096b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21271ee69a1f876f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e75ffb640 1 -- 172.21.15.18:0/3237809923 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e8800a9f0 con 0x560529f20d10 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e75ffb640 1 -- 172.21.15.18:0/3237809923 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e88019070 con 0x560529f20d10 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.585+0000 7f8e75ffb640 1 -- 172.21.15.18:0/3237809923 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e880133e0 con 0x560529f20d10 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 -- 172.21.15.18:0/3237809923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f20d10 msgr2=0x560529f1fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8e780a1f30 0x7f8e780a43f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x560529f1be20 tx=0x7f8e80006d50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f20d10 0x560529f1fa60 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8e8800b580 tx=0x7f8e880096b0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 -- 172.21.15.18:0/3237809923 shutdown_connections 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f29520 0x560529f2b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f1ffa0 0x560529f20420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3237809923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f20d10 0x560529f1fa60 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 -- 172.21.15.18:0/3237809923 >> 172.21.15.18:0/3237809923 conn(0x560529ee7580 msgr2=0x560529f1ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 -- 172.21.15.18:0/3237809923 shutdown_connections 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.586+0000 7f8e98c15740 1 -- 172.21.15.18:0/3237809923 wait complete. 2024-03-07T10:07:44.594 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.587+0000 7f8e98c15740 1 -- start start 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.587+0000 7f8e98c15740 1 Processor -- start 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.587+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f265d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f26b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e8f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f265d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e8f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f265d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36644/0 (socket says 172.21.15.18:36644) 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/2042063217 learned_addr learned my addr 172.21.15.18:0/2042063217 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f27050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560529f2c250 con 0x560529f1ffa0 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560529e40d60 con 0x560529f20d10 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e8effd640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f26b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f27050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560529f2c3d0 con 0x560529f29520 2024-03-07T10:07:44.595 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.588+0000 7f8e98c15740 10 client.0 _ll_register_callbacks cb 0x560529b98a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8ffff640 1 -- 172.21.15.18:0/2042063217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 msgr2=0x560529f26b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f26b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8ffff640 1 -- 172.21.15.18:0/2042063217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 msgr2=0x560529f265d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f265d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8ffff640 1 -- 172.21.15.18:0/2042063217 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560529c65620 con 0x560529f29520 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8effd640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f26b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f265d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f27050 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x560529f20a40 tx=0x7f8e80009060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d7baa98ce0d01b7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e6effd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e6effd640 1 -- 172.21.15.18:0/2042063217 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e80027060 con 0x560529f29520 2024-03-07T10:07:44.596 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e6effd640 1 -- 172.21.15.18:0/2042063217 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8e80016ac0 con 0x560529f29520 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8e88019070 con 0x560529f29520 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e6effd640 1 -- 172.21.15.18:0/2042063217 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e8002e050 con 0x560529f29520 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e98c15740 10 client.27637 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560529f38600 con 0x560529f29520 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.589+0000 7f8e6effd640 1 -- 172.21.15.18:0/2042063217 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e80016cc0 con 0x560529f29520 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e6effd640 1 -- 172.21.15.18:0/2042063217 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8e800213a0 con 0x560529f29520 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e98c15740 10 client.27637 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e98c15740 10 client.27637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e98c15740 20 client.27637 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f39ac0 0x560529f3beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.597 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e98c15740 4 client.27637 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:44.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8e88019070 con 0x560529f39ac0 2024-03-07T10:07:44.598 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.590+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f39ac0 0x560529f3beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.591+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f39ac0 0x560529f3beb0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9909d1e44341022 server_cookie=27c237a9e0a07f93 in_seq=0 out_seq=0 2024-03-07T10:07:44.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.591+0000 7f8e6effd640 10 client.27637 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.591+0000 7f8e6effd640 1 -- 172.21.15.18:0/2042063217 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f8e88019070 con 0x560529f39ac0 2024-03-07T10:07:44.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.591+0000 7f8e6effd640 10 client.27637 handle_command_reply: tid=0 2024-03-07T10:07:44.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.591+0000 7f8e98c15740 1 client.27637 shutdown 2024-03-07T10:07:44.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.591+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 msgr2=0x560529f27050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.599 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.591+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f27050 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x560529f20a40 tx=0x7f8e80009060 comp rx=0 tx=0).stop 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 shutdown_connections 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f39ac0 0x560529f3beb0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f27050 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f26b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2042063217 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f265d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 >> 172.21.15.18:0/2042063217 conn(0x560529ee7580 msgr2=0x560529f1c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e6effd640 0 client.27637 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 shutdown_connections 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 1 -- 172.21.15.18:0/2042063217 wait complete. 2024-03-07T10:07:44.600 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.592+0000 7f8e98c15740 20 client.27637 trim_cache size 0 max 16384 2024-03-07T10:07:44.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.612+0000 7f8e98c15740 1 Processor -- start 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.612+0000 7f8e98c15740 1 -- start start 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f1ffa0 0x560529f28d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f20d10 0x560529f34b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f29520 0x560529f35060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e98c15740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e901b60e0 con 0x560529f20d10 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e98c15740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e901b3be0 con 0x560529f29520 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f20d10 0x560529f34b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f20d10 0x560529f34b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36658/0 (socket says 172.21.15.18:36658) 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 -- 172.21.15.18:0/3152200700 learned_addr learned my addr 172.21.15.18:0/3152200700 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e98c15740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e901b1ca0 con 0x560529f1ffa0 2024-03-07T10:07:44.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f1ffa0 0x560529f28d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f29520 0x560529f35060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 -- 172.21.15.18:0/3152200700 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f1ffa0 msgr2=0x560529f28d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f1ffa0 0x560529f28d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 -- 172.21.15.18:0/3152200700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f29520 msgr2=0x560529f35060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f29520 0x560529f35060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 -- 172.21.15.18:0/3152200700 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560529f1f270 con 0x560529f20d10 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f29520 0x560529f35060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.613+0000 7f8e8effd640 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f20d10 0x560529f34b20 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f8e840c9b90 tx=0x7f8e8401a690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b96a7b3f15ff0d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.614+0000 7f8e757fa640 1 -- 172.21.15.18:0/3152200700 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e840cb900 con 0x560529f20d10 2024-03-07T10:07:44.617 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.614+0000 7f8e757fa640 1 -- 172.21.15.18:0/3152200700 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e84005020 con 0x560529f20d10 2024-03-07T10:07:44.618 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.614+0000 7f8e757fa640 1 -- 172.21.15.18:0/3152200700 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e840d5ad0 con 0x560529f20d10 2024-03-07T10:07:44.621 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 -- 172.21.15.18:0/3152200700 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f20d10 msgr2=0x560529f34b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f20d10 0x560529f34b20 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f8e840c9b90 tx=0x7f8e8401a690 comp rx=0 tx=0).stop 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 -- 172.21.15.18:0/3152200700 shutdown_connections 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f29520 0x560529f35060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f20d10 0x560529f34b20 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 --2- 172.21.15.18:0/3152200700 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f1ffa0 0x560529f28d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 -- 172.21.15.18:0/3152200700 >> 172.21.15.18:0/3152200700 conn(0x560529ee7580 msgr2=0x560529f1a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 -- 172.21.15.18:0/3152200700 shutdown_connections 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 -- 172.21.15.18:0/3152200700 wait complete. 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.615+0000 7f8e98c15740 1 -- start start 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 1 Processor -- start 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f22c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f23170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.622 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f236b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e901b22a0 con 0x560529f1ffa0 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e901b3580 con 0x560529f20d10 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e901b28c0 con 0x560529f29520 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e98c15740 10 client.0 _ll_register_callbacks cb 0x7f8e80009af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e8f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f22c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e8f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f22c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36674/0 (socket says 172.21.15.18:36674) 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/2652680755 learned_addr learned my addr 172.21.15.18:0/2652680755 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.616+0000 7f8e8ffff640 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f236b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e8effd640 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f23170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 msgr2=0x560529f236b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f236b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/2652680755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 msgr2=0x560529f23170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f23170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.623 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e8f7fe640 1 -- 172.21.15.18:0/2652680755 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560529f94310 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e8f7fe640 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f22c30 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f8e88014d70 tx=0x7f8e88009470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7248e18a54aa747 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e6effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e6effd640 1 -- 172.21.15.18:0/2652680755 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e88003a30 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e6effd640 1 -- 172.21.15.18:0/2652680755 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8e88003bd0 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.617+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8e84005020 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e6effd640 1 -- 172.21.15.18:0/2652680755 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e88003df0 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 10 client.17790 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560529f95580 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e6effd640 1 -- 172.21.15.18:0/2652680755 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e84005020 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e6effd640 1 -- 172.21.15.18:0/2652680755 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8e88028840 con 0x560529f1ffa0 2024-03-07T10:07:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 10 client.17790 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 10 client.17790 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 20 client.17790 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f95ac0 0x560529f97eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 4 client.17790 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:07:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.618+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560529e91b00 con 0x560529f95ac0 2024-03-07T10:07:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.622+0000 7f8e8effd640 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f95ac0 0x560529f97eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.622+0000 7f8e6effd640 10 client.17790 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.626 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.622+0000 7f8e8effd640 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f95ac0 0x560529f97eb0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c69093fd61889a4c server_cookie=89f3f49e36b3e8b8 in_seq=0 out_seq=0 2024-03-07T10:07:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.638+0000 7f8e6effd640 1 -- 172.21.15.18:0/2652680755 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560529e91b00 con 0x560529f95ac0 2024-03-07T10:07:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.638+0000 7f8e6effd640 10 client.17790 handle_command_reply: tid=0 2024-03-07T10:07:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 client.17790 shutdown 2024-03-07T10:07:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 msgr2=0x560529f22c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f22c30 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f8e88014d70 tx=0x7f8e88009470 comp rx=0 tx=0).stop 2024-03-07T10:07:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 shutdown_connections 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560529f95ac0 0x560529f97eb0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560529f29520 0x560529f236b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560529f20d10 0x560529f23170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 --2- 172.21.15.18:0/2652680755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560529f1ffa0 0x560529f22c30 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e6effd640 0 client.17790 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 >> 172.21.15.18:0/2652680755 conn(0x560529ee7580 msgr2=0x560529f26590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 shutdown_connections 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 1 -- 172.21.15.18:0/2652680755 wait complete. 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:07:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:07:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:07:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.639+0000 7f8e98c15740 20 client.17790 trim_cache size 0 max 16384 2024-03-07T10:07:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.640+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8e780a1f30 msgr2=0x7f8e780a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.640+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8e780a1f30 0x7f8e780a43f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x560529f1be20 tx=0x7f8e80006d50 comp rx=0 tx=0).stop 2024-03-07T10:07:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.640+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100f20 msgr2=0x7f8e9006d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.640+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100f20 0x7f8e9006d160 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8e8401a910 tx=0x7f8e84004040 comp rx=0 tx=0).stop 2024-03-07T10:07:44.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.642+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 shutdown_connections 2024-03-07T10:07:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.642+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8e780a1f30 0x7f8e780a43f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.642+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8e90106620 0x7f8e9006d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.643+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e90100f20 0x7f8e9006d160 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.643+0000 7f8e95d5d640 1 --2- 172.21.15.18:0/1204831517 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e90100560 0x7f8e900730a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.643+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 >> 172.21.15.18:0/1204831517 conn(0x7f8e90077680 msgr2=0x7f8e900ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.644+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 shutdown_connections 2024-03-07T10:07:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:44.644+0000 7f8e95d5d640 1 -- 172.21.15.18:0/1204831517 wait complete. 2024-03-07T10:07:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:44 smithi018 ceph-mon[32171]: pgmap v265: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.1 MiB/s wr, 618 op/s 2024-03-07T10:07:45.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:44 smithi063 ceph-mon[36356]: pgmap v265: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.1 MiB/s wr, 618 op/s 2024-03-07T10:07:45.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:44 smithi077 ceph-mon[36374]: pgmap v265: 97 pgs: 97 active+clean; 4.7 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 7.1 MiB/s wr, 618 op/s 2024-03-07T10:07:45.293 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:07:45.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:07:45.293 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 -- 172.21.15.18:0/3850956782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 msgr2=0x7fb4601009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 --2- 172.21.15.18:0/3850956782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb4601009a0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fb450009900 tx=0x7fb45002bc50 comp rx=0 tx=0).stop 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 -- 172.21.15.18:0/3850956782 shutdown_connections 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 --2- 172.21.15.18:0/3850956782 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb460100ee0 0x7fb46010d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 --2- 172.21.15.18:0/3850956782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb4601009a0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 --2- 172.21.15.18:0/3850956782 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4601065e0 0x7fb4601069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 -- 172.21.15.18:0/3850956782 >> 172.21.15.18:0/3850956782 conn(0x7fb460077710 msgr2=0x7fb460077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 -- 172.21.15.18:0/3850956782 shutdown_connections 2024-03-07T10:07:45.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.456+0000 7fb46811d640 1 -- 172.21.15.18:0/3850956782 wait complete. 2024-03-07T10:07:45.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 Processor -- start 2024-03-07T10:07:45.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 -- start start 2024-03-07T10:07:45.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb46019b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb460100ee0 0x7fb46019bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4601065e0 0x7fb460195880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46010f860 con 0x7fb460100520 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46010f6e0 con 0x7fb4601065e0 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb46811d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46010f9e0 con 0x7fb460100ee0 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb46019b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb46019b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36688/0 (socket says 172.21.15.18:36688) 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb4656b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb460100ee0 0x7fb46019bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb465eb9640 1 -- 172.21.15.18:0/3673485087 learned_addr learned my addr 172.21.15.18:0/3673485087 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.457+0000 7fb4666ba640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4601065e0 0x7fb460195880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb4656b8640 1 -- 172.21.15.18:0/3673485087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4601065e0 msgr2=0x7fb460195880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb4656b8640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4601065e0 0x7fb460195880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb4656b8640 1 -- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 msgr2=0x7fb46019b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb4656b8640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb46019b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb4656b8640 1 -- 172.21.15.18:0/3673485087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb460196000 con 0x7fb460100ee0 2024-03-07T10:07:45.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb465eb9640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb46019b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:45.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb4656b8640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb460100ee0 0x7fb46019bc10 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fb450009850 tx=0x7fb450004590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb456ffd640 1 -- 172.21.15.18:0/3673485087 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45002ca70 con 0x7fb460100ee0 2024-03-07T10:07:45.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb460196290 con 0x7fb460100ee0 2024-03-07T10:07:45.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb456ffd640 1 -- 172.21.15.18:0/3673485087 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb450044070 con 0x7fb460100ee0 2024-03-07T10:07:45.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb456ffd640 1 -- 172.21.15.18:0/3673485087 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb450003c90 con 0x7fb460100ee0 2024-03-07T10:07:45.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.458+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4601a2590 con 0x7fb460100ee0 2024-03-07T10:07:45.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.461+0000 7fb456ffd640 1 -- 172.21.15.18:0/3673485087 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb450004f80 con 0x7fb460100ee0 2024-03-07T10:07:45.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 Processor -- start 2024-03-07T10:07:45.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 -- start start 2024-03-07T10:07:45.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734ac130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb7340fb10 con 0x55fb734abd50 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb733b8d50 con 0x55fb734ac670 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb46afe9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb7340bbb0 con 0x55fb734b5250 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb456ffd640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb44c0a6350 0x7fb44c0a8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb4666ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734ac130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42366/0 (socket says 172.21.15.18:42366) 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.462+0000 7fb465eb9640 1 -- 172.21.15.18:0/669936836 learned_addr learned my addr 172.21.15.18:0/669936836 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb4666ba640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb44c0a6350 0x7fb44c0a8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb4656b8640 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb456ffd640 1 -- 172.21.15.18:0/3673485087 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb4500efe30 con 0x7fb460100ee0 2024-03-07T10:07:45.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb465eb9640 1 -- 172.21.15.18:0/669936836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 msgr2=0x55fb734b7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb465eb9640 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb465eb9640 1 -- 172.21.15.18:0/669936836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 msgr2=0x55fb734ac130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb465eb9640 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734ac130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb465eb9640 1 -- 172.21.15.18:0/669936836 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb731ec7e0 con 0x55fb734ac670 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb465eb9640 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b4d10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb45c0115f0 tx=0x7fb45c011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74b909166d24e3fa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb4666ba640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb44c0a6350 0x7fb44c0a8810 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb458005c40 tx=0x7fb458009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb44bfff640 1 -- 172.21.15.18:0/669936836 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45c01e070 con 0x55fb734ac670 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb44bfff640 1 -- 172.21.15.18:0/669936836 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb45c00f660 con 0x55fb734ac670 2024-03-07T10:07:45.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.463+0000 7fb44bfff640 1 -- 172.21.15.18:0/669936836 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45c0038e0 con 0x55fb734ac670 2024-03-07T10:07:45.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.464+0000 7fb46afe9740 1 -- 172.21.15.18:0/669936836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 msgr2=0x55fb734b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.464+0000 7fb46afe9740 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b4d10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb45c0115f0 tx=0x7fb45c011ab0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.465+0000 7fb46afe9740 1 -- 172.21.15.18:0/669936836 shutdown_connections 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.465+0000 7fb46afe9740 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.465+0000 7fb46afe9740 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b4d10 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.465+0000 7fb46afe9740 1 --2- 172.21.15.18:0/669936836 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734ac130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.465+0000 7fb46afe9740 1 -- 172.21.15.18:0/669936836 >> 172.21.15.18:0/669936836 conn(0x55fb734a6480 msgr2=0x55fb734a6860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.465+0000 7fb46afe9740 1 -- 172.21.15.18:0/669936836 shutdown_connections 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.465+0000 7fb46afe9740 1 -- 172.21.15.18:0/669936836 wait complete. 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 -- start start 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 Processor -- start 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734b20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb734b8040 con 0x55fb734abd50 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb733cc190 con 0x55fb734ac670 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb46afe9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb734b81c0 con 0x55fb734b5250 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.466+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734b20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb46afe9740 10 client.0 _ll_register_callbacks cb 0x55fb733bb770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734b20c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36714/0 (socket says 172.21.15.18:36714) 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 -- 172.21.15.18:0/2657782943 learned_addr learned my addr 172.21.15.18:0/2657782943 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb4666ba640 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb4656b8640 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 -- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 msgr2=0x55fb734b2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 -- 172.21.15.18:0/2657782943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 msgr2=0x55fb734b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 -- 172.21.15.18:0/2657782943 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fb7324cf70 con 0x55fb734abd50 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb465eb9640 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734b20c0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fb45c01c040 tx=0x7fb45c0052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce731fad16801343 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb4497fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb4497fa640 1 -- 172.21.15.18:0/2657782943 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45c026020 con 0x55fb734abd50 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb4497fa640 1 -- 172.21.15.18:0/2657782943 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb45c005510 con 0x55fb734abd50 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.467+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb45c00f660 con 0x55fb734abd50 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb4497fa640 1 -- 172.21.15.18:0/2657782943 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb45c031050 con 0x55fb734abd50 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 10 client.17802 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55fb730e4170 con 0x55fb734abd50 2024-03-07T10:07:45.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb4497fa640 1 -- 172.21.15.18:0/2657782943 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb45c00f660 con 0x55fb734abd50 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb4497fa640 1 -- 172.21.15.18:0/2657782943 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb45c021030 con 0x55fb734abd50 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 10 client.17802 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 10 client.17802 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 20 client.17802 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb734c53c0 0x55fb734c77b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 4 client.17802 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fb733e5930 con 0x55fb734c53c0 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.468+0000 7fb4656b8640 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb734c53c0 0x55fb734c77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.470+0000 7fb4656b8640 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb734c53c0 0x55fb734c77b0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37c4d0c655baa962 server_cookie=6fd64b6d7c8c911d in_seq=0 out_seq=0 2024-03-07T10:07:45.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.470+0000 7fb4497fa640 10 client.17802 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.470+0000 7fb4497fa640 1 -- 172.21.15.18:0/2657782943 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55fb733e5930 con 0x55fb734c53c0 2024-03-07T10:07:45.476 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.470+0000 7fb4497fa640 10 client.17802 handle_command_reply: tid=0 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.470+0000 7fb46afe9740 1 client.17802 shutdown 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.470+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 msgr2=0x55fb734b20c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.470+0000 7fb46afe9740 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734b20c0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fb45c01c040 tx=0x7fb45c0052f0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 shutdown_connections 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb734c53c0 0x55fb734c77b0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 --2- 172.21.15.18:0/2657782943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734abd50 0x55fb734b20c0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb4497fa640 0 client.17802 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 >> 172.21.15.18:0/2657782943 conn(0x55fb734a6480 msgr2=0x55fb734a81d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 shutdown_connections 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 1 -- 172.21.15.18:0/2657782943 wait complete. 2024-03-07T10:07:45.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.471+0000 7fb46afe9740 20 client.17802 trim_cache size 0 max 16384 2024-03-07T10:07:45.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.492+0000 7fb46afe9740 1 Processor -- start 2024-03-07T10:07:45.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.492+0000 7fb46afe9740 1 -- start start 2024-03-07T10:07:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.493+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734abd50 0x55fb734b47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.493+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734ac670 0x55fb734b1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.493+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734abd50 0x55fb734b47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734abd50 0x55fb734b47f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42370/0 (socket says 172.21.15.18:42370) 2024-03-07T10:07:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb465eb9640 1 -- 172.21.15.18:0/3084531056 learned_addr learned my addr 172.21.15.18:0/3084531056 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb46afe9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601ad490 con 0x55fb734ac670 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb46afe9740 1 -- 172.21.15.18:0/3084531056 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601aaf90 con 0x55fb734abd50 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb46afe9740 1 -- 172.21.15.18:0/3084531056 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601a9050 con 0x55fb734b5250 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb4666ba640 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb4656b8640 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734ac670 0x55fb734b1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb4666ba640 1 -- 172.21.15.18:0/3084531056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734abd50 msgr2=0x55fb734b47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb4666ba640 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734abd50 0x55fb734b47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb4666ba640 1 -- 172.21.15.18:0/3084531056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734ac670 msgr2=0x55fb734b1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb4666ba640 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734ac670 0x55fb734b1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.494+0000 7fb4666ba640 1 -- 172.21.15.18:0/3084531056 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb734b0610 con 0x55fb734b5250 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.495+0000 7fb4666ba640 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2790 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fb458005fd0 tx=0x7fb458008000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdacbd4638cf6bd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.495+0000 7fb44b7fe640 1 -- 172.21.15.18:0/3084531056 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45802f070 con 0x55fb734b5250 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.495+0000 7fb44b7fe640 1 -- 172.21.15.18:0/3084531056 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb45800fcc0 con 0x55fb734b5250 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.495+0000 7fb44b7fe640 1 -- 172.21.15.18:0/3084531056 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45802ac90 con 0x55fb734b5250 2024-03-07T10:07:45.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 -- 172.21.15.18:0/3084531056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 msgr2=0x55fb734b2790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2790 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fb458005fd0 tx=0x7fb458008000 comp rx=0 tx=0).stop 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 -- 172.21.15.18:0/3084531056 shutdown_connections 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734b5250 0x55fb734b2790 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734ac670 0x55fb734b1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 --2- 172.21.15.18:0/3084531056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734abd50 0x55fb734b47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 -- 172.21.15.18:0/3084531056 >> 172.21.15.18:0/3084531056 conn(0x55fb734a6480 msgr2=0x55fb734b2080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 -- 172.21.15.18:0/3084531056 shutdown_connections 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 -- 172.21.15.18:0/3084531056 wait complete. 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 -- start start 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.496+0000 7fb46afe9740 1 Processor -- start 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.497+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734abd50 0x55fb734af020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.497+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734af560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.497+0000 7fb46afe9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734b5250 0x55fb735222c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.497+0000 7fb46afe9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601a9650 con 0x55fb734b5250 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.497+0000 7fb46afe9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601aa930 con 0x55fb734ac670 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.497+0000 7fb46afe9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601a9c70 con 0x55fb734abd50 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734abd50 0x55fb734af020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4656b8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734af560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734abd50 0x55fb734af020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52584/0 (socket says 172.21.15.18:52584) 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 -- 172.21.15.18:0/691923982 learned_addr learned my addr 172.21.15.18:0/691923982 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb46afe9740 10 client.0 _ll_register_callbacks cb 0x55fb734b51a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4666ba640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734b5250 0x55fb735222c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 -- 172.21.15.18:0/691923982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 msgr2=0x55fb734af560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734af560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 -- 172.21.15.18:0/691923982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734b5250 msgr2=0x55fb735222c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734b5250 0x55fb735222c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 -- 172.21.15.18:0/691923982 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fb73522900 con 0x55fb734abd50 2024-03-07T10:07:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4656b8640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734af560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4666ba640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734b5250 0x55fb735222c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb465eb9640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734abd50 0x55fb734af020 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb45c0052c0 tx=0x7fb45c0095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59268da87fa38e40 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4497fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4497fa640 1 -- 172.21.15.18:0/691923982 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45c026040 con 0x55fb734abd50 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4497fa640 1 -- 172.21.15.18:0/691923982 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb45c005360 con 0x55fb734abd50 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb45800fcc0 con 0x55fb734abd50 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb4497fa640 1 -- 172.21.15.18:0/691923982 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb45c01e040 con 0x55fb734abd50 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb46afe9740 10 client.27661 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.498+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55fb73529cd0 con 0x55fb734abd50 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb4497fa640 1 -- 172.21.15.18:0/691923982 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb45800fcc0 con 0x55fb734abd50 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb4497fa640 1 -- 172.21.15.18:0/691923982 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb45c021050 con 0x55fb734abd50 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb46afe9740 10 client.27661 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb46afe9740 10 client.27661 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb46afe9740 20 client.27661 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:45.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb46afe9740 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb7352a310 0x55fb7352c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb46afe9740 4 client.27661 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:07:45.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55fb734acf00 con 0x55fb7352a310 2024-03-07T10:07:45.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb4656b8640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb7352a310 0x55fb7352c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb4497fa640 10 client.27661 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.499+0000 7fb4656b8640 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb7352a310 0x55fb7352c730 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d317f531c768df79 server_cookie=66c4a74fd677bd23 in_seq=0 out_seq=0 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.500+0000 7fb4497fa640 1 -- 172.21.15.18:0/691923982 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55fb734acf00 con 0x55fb7352a310 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.500+0000 7fb4497fa640 10 client.27661 handle_command_reply: tid=0 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.500+0000 7fb46afe9740 1 client.27661 shutdown 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734abd50 msgr2=0x55fb734af020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734abd50 0x55fb734af020 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb45c0052c0 tx=0x7fb45c0095c0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 shutdown_connections 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55fb7352a310 0x55fb7352c730 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55fb734b5250 0x55fb735222c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fb734ac670 0x55fb734af560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 --2- 172.21.15.18:0/691923982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fb734abd50 0x55fb734af020 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 >> 172.21.15.18:0/691923982 conn(0x55fb734a6480 msgr2=0x55fb734b10a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.501+0000 7fb4497fa640 0 client.27661 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.502+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 shutdown_connections 2024-03-07T10:07:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.502+0000 7fb46afe9740 1 -- 172.21.15.18:0/691923982 wait complete. 2024-03-07T10:07:45.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.502+0000 7fb46afe9740 20 client.27661 trim_cache size 0 max 16384 2024-03-07T10:07:45.509 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:07:45.509 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:07:45.509 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "82708ab6-a4f1-4221-a592-a0da537947e3", 2024-03-07T10:07:45.509 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:07:45.509 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:07:45.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb44c0a6350 msgr2=0x7fb44c0a8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb44c0a6350 0x7fb44c0a8810 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb458005c40 tx=0x7fb458009500 comp rx=0 tx=0).stop 2024-03-07T10:07:45.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb460100ee0 msgr2=0x7fb46019bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb460100ee0 0x7fb46019bc10 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fb450009850 tx=0x7fb450004590 comp rx=0 tx=0).stop 2024-03-07T10:07:45.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 shutdown_connections 2024-03-07T10:07:45.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4601065e0 0x7fb460195880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb460100ee0 0x7fb46019bc10 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb44c0a6350 0x7fb44c0a8810 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 --2- 172.21.15.18:0/3673485087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb460100520 0x7fb46019b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 >> 172.21.15.18:0/3673485087 conn(0x7fb460077710 msgr2=0x7fb4600fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 shutdown_connections 2024-03-07T10:07:45.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.503+0000 7fb46811d640 1 -- 172.21.15.18:0/3673485087 wait complete. 2024-03-07T10:07:45.519 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:07:45.519 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:07:45.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.674+0000 7f3e47cdd640 1 -- 172.21.15.18:0/554122472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40107690 msgr2=0x7f3e40107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.674+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/554122472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40107690 0x7f3e40107a70 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c009930 tx=0x7f3e3c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:07:45.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.674+0000 7f3e47cdd640 1 -- 172.21.15.18:0/554122472 shutdown_connections 2024-03-07T10:07:45.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.674+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/554122472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e40101fb0 0x7f3e4010e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.674+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/554122472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 0x7f3e40101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.675+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/554122472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40107690 0x7f3e40107a70 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.675+0000 7f3e47cdd640 1 -- 172.21.15.18:0/554122472 >> 172.21.15.18:0/554122472 conn(0x7f3e400fd0e0 msgr2=0x7f3e400ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.675+0000 7f3e47cdd640 1 -- 172.21.15.18:0/554122472 shutdown_connections 2024-03-07T10:07:45.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.675+0000 7f3e47cdd640 1 -- 172.21.15.18:0/554122472 wait complete. 2024-03-07T10:07:45.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 Processor -- start 2024-03-07T10:07:45.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 -- start start 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 0x7f3e4010df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40101fb0 0x7f3e4010b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e40107690 0x7f3e4010b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e40075150 con 0x7f3e401015f0 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e40074fd0 con 0x7f3e40107690 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e47cdd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e400752d0 con 0x7f3e40101fb0 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 0x7f3e4010df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e45278640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40101fb0 0x7f3e4010b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 0x7f3e4010df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36758/0 (socket says 172.21.15.18:36758) 2024-03-07T10:07:45.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e45a79640 1 -- 172.21.15.18:0/3177970083 learned_addr learned my addr 172.21.15.18:0/3177970083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.676+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e40107690 0x7f3e4010b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e45a79640 1 -- 172.21.15.18:0/3177970083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40101fb0 msgr2=0x7f3e4010b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40101fb0 0x7f3e4010b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e45a79640 1 -- 172.21.15.18:0/3177970083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e40107690 msgr2=0x7f3e4010b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e40107690 0x7f3e4010b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e45a79640 1 -- 172.21.15.18:0/3177970083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e4010bb00 con 0x7f3e401015f0 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e45278640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40101fb0 0x7f3e4010b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 0x7f3e4010df90 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c036040 tx=0x7f3e3c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e36ffd640 1 -- 172.21.15.18:0/3177970083 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c043020 con 0x7f3e401015f0 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e36ffd640 1 -- 172.21.15.18:0/3177970083 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e3c0054e0 con 0x7f3e401015f0 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e36ffd640 1 -- 172.21.15.18:0/3177970083 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c003c50 con 0x7f3e401015f0 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e4010bd90 con 0x7f3e401015f0 2024-03-07T10:07:45.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.677+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e401aad90 con 0x7f3e401015f0 2024-03-07T10:07:45.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.680+0000 7f3e36ffd640 1 -- 172.21.15.18:0/3177970083 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3e3c046020 con 0x7f3e401015f0 2024-03-07T10:07:45.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 Processor -- start 2024-03-07T10:07:45.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 -- start start 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09ccb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575f092fdd0 con 0x5575f09cd050 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575f08d8ae0 con 0x5575f09d5c30 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575f092be70 con 0x5575f09cc730 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e36ffd640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e2c0a2030 0x7f3e2c0a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.681+0000 7f3e4627a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09ccb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09ccb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52624/0 (socket says 172.21.15.18:52624) 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d56f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36772/0 (socket says 172.21.15.18:36772) 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 -- 172.21.15.18:0/3349440024 learned_addr learned my addr 172.21.15.18:0/3349440024 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e45278640 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e2c0a2030 0x7f3e2c0a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e36ffd640 1 -- 172.21.15.18:0/3177970083 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3e3c0f0480 con 0x7f3e401015f0 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 -- 172.21.15.18:0/3349440024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 msgr2=0x5575f09d8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 -- 172.21.15.18:0/3349440024 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 msgr2=0x5575f09d56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 -- 172.21.15.18:0/3349440024 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575f070e7d0 con 0x5575f09cc730 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09ccb10 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f3e38011950 tx=0x7f3e38011d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=274b0a1841dbde8a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e2c0a2030 0x7f3e2c0a44f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3e3801c000 tx=0x7f3e3801e000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e2bfff640 1 -- 172.21.15.18:0/3349440024 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e38003970 con 0x5575f09cc730 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e2bfff640 1 -- 172.21.15.18:0/3349440024 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e38023070 con 0x5575f09cc730 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.682+0000 7f3e2bfff640 1 -- 172.21.15.18:0/3349440024 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e38004290 con 0x5575f09cc730 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3349440024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 msgr2=0x5575f09ccb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09ccb10 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f3e38011950 tx=0x7f3e38011d50 comp rx=0 tx=0).stop 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3349440024 shutdown_connections 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3349440024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09ccb10 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3349440024 >> 172.21.15.18:0/3349440024 conn(0x5575f09c6e60 msgr2=0x5575f09c7240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3349440024 shutdown_connections 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3349440024 wait complete. 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 -- start start 2024-03-07T10:07:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.683+0000 7f3e4abbe740 1 Processor -- start 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cc730 0x5575f09d56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cd050 0x5575f09d2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575f09d89c0 con 0x5575f09cc730 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575f08ec070 con 0x5575f09d5c30 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575f09d8b40 con 0x5575f09cd050 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4abbe740 10 client.0 _ll_register_callbacks cb 0x5575f08eba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cc730 0x5575f09d56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cc730 0x5575f09d56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36782/0 (socket says 172.21.15.18:36782) 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 -- 172.21.15.18:0/3725581581 learned_addr learned my addr 172.21.15.18:0/3725581581 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45278640 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cd050 0x5575f09d2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 -- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cd050 msgr2=0x5575f09d2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cd050 0x5575f09d2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 -- 172.21.15.18:0/3725581581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 msgr2=0x5575f09d3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 -- 172.21.15.18:0/3725581581 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5575f06443f0 con 0x5575f09cc730 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cc730 0x5575f09d56c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0b97c0 tx=0x7f3e3c08cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b84626cb2a4a593 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.684+0000 7f3e297fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e297fa640 1 -- 172.21.15.18:0/3725581581 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c0bc7e0 con 0x5575f09cc730 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e297fa640 1 -- 172.21.15.18:0/3725581581 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3e3c0c5190 con 0x5575f09cc730 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3e38023070 con 0x5575f09cc730 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e297fa640 1 -- 172.21.15.18:0/3725581581 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e3c0bafc0 con 0x5575f09cc730 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 10 client.17820 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5575f06040f0 con 0x5575f09cc730 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e297fa640 1 -- 172.21.15.18:0/3725581581 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e38023070 con 0x5575f09cc730 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e297fa640 1 -- 172.21.15.18:0/3725581581 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3e3c0bc2d0 con 0x5575f09cc730 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 10 client.17820 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 10 client.17820 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 20 client.17820 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f09e5930 0x5575f09e7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 4 client.17820 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.685+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5575f093d310 con 0x5575f09e5930 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.686+0000 7f3e45278640 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f09e5930 0x5575f09e7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.686+0000 7f3e297fa640 10 client.17820 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.686+0000 7f3e45278640 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f09e5930 0x5575f09e7d60 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe659efe89c049cc server_cookie=6661e1eaaee7fe8c in_seq=0 out_seq=0 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e297fa640 1 -- 172.21.15.18:0/3725581581 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5575f093d310 con 0x5575f09e5930 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e297fa640 10 client.17820 handle_command_reply: tid=0 2024-03-07T10:07:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 client.17820 shutdown 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cc730 msgr2=0x5575f09d56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cc730 0x5575f09d56c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0b97c0 tx=0x7f3e3c08cd70 comp rx=0 tx=0).stop 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 shutdown_connections 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f09e5930 0x5575f09e7d60 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cd050 0x5575f09d2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3725581581 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cc730 0x5575f09d56c0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e297fa640 0 client.17820 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 >> 172.21.15.18:0/3725581581 conn(0x5575f09c6e60 msgr2=0x5575f09c8bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 shutdown_connections 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3725581581 wait complete. 2024-03-07T10:07:45.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.687+0000 7f3e4abbe740 20 client.17820 trim_cache size 0 max 16384 2024-03-07T10:07:45.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.706+0000 7f3e4abbe740 1 Processor -- start 2024-03-07T10:07:45.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.706+0000 7f3e4abbe740 1 -- start start 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.706+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09cd430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e401b5cd0 con 0x5575f09cd050 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e401b37d0 con 0x5575f09d5c30 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e4abbe740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e401b1890 con 0x5575f09cc730 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45278640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45278640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d5180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36796/0 (socket says 172.21.15.18:36796) 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45278640 1 -- 172.21.15.18:0/3882913332 learned_addr learned my addr 172.21.15.18:0/3882913332 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e4627a640 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09cd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45a79640 1 -- 172.21.15.18:0/3882913332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 msgr2=0x5575f09d56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45a79640 1 -- 172.21.15.18:0/3882913332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 msgr2=0x5575f09d5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45a79640 1 -- 172.21.15.18:0/3882913332 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575f09d1a00 con 0x5575f09cc730 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45278640 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e45a79640 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09cd430 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0c1190 tx=0x7f3e3c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9f0fe6a91dddccc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e2b7fe640 1 -- 172.21.15.18:0/3882913332 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c0bc7e0 con 0x5575f09cc730 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e2b7fe640 1 -- 172.21.15.18:0/3882913332 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e3c004c80 con 0x5575f09cc730 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.707+0000 7f3e2b7fe640 1 -- 172.21.15.18:0/3882913332 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c0bcc50 con 0x5575f09cc730 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.708+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3882913332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 msgr2=0x5575f09cd430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.708+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09cd430 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0c1190 tx=0x7f3e3c005fd0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.708+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3882913332 shutdown_connections 2024-03-07T10:07:45.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.708+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.708+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.708+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/3882913332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09cd430 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.708+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3882913332 >> 172.21.15.18:0/3882913332 conn(0x5575f09c6e60 msgr2=0x5575f09c7240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.709+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3882913332 shutdown_connections 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.709+0000 7f3e4abbe740 1 -- 172.21.15.18:0/3882913332 wait complete. 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.709+0000 7f3e4abbe740 1 -- start start 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.709+0000 7f3e4abbe740 1 Processor -- start 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09d9350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d9890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09d9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e45a79640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09d9350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:52656/0 (socket says 172.21.15.18:52656) 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e4abbe740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e45278640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e45278640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d9890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:36810/0 (socket says 172.21.15.18:36810) 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e401b1e90 con 0x5575f09cd050 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e401b3170 con 0x5575f09d5c30 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e401b24b0 con 0x5575f09cc730 2024-03-07T10:07:45.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e45a79640 1 -- 172.21.15.18:0/2034032494 learned_addr learned my addr 172.21.15.18:0/2034032494 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.710+0000 7f3e4627a640 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e45a79640 1 -- 172.21.15.18:0/2034032494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 msgr2=0x5575f09d9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e45a79640 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e45a79640 1 -- 172.21.15.18:0/2034032494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 msgr2=0x5575f09d9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e45a79640 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e45a79640 1 -- 172.21.15.18:0/2034032494 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5575f0a403f0 con 0x5575f09cc730 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e4abbe740 10 client.0 _ll_register_callbacks cb 0x7f3e3c02ca90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3e3c004c80 con 0x5575f09cc730 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e45a79640 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09d9350 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c02c210 tx=0x7f3e3c0035f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8b995a11d3a53fb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e297fa640 10 client.27679 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e297fa640 1 -- 172.21.15.18:0/2034032494 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c0bc9c0 con 0x5575f09cc730 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e297fa640 1 -- 172.21.15.18:0/2034032494 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3e3c0b9460 con 0x5575f09cc730 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e297fa640 1 -- 172.21.15.18:0/2034032494 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e3c0bcc50 con 0x5575f09cc730 2024-03-07T10:07:45.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e4abbe740 10 client.27679 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.711+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5575f0a403f0 con 0x5575f09cc730 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e297fa640 1 -- 172.21.15.18:0/2034032494 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3e3c0b8b40 con 0x5575f09cc730 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e4abbe740 10 client.27679 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e4abbe740 10 client.27679 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e4abbe740 20 client.27679 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f0a41690 0x5575f0a43ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e4abbe740 4 client.27679 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5575f0937660 con 0x5575f0a41690 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e45278640 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f0a41690 0x5575f0a43ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e297fa640 10 client.27679 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.712+0000 7f3e45278640 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f0a41690 0x5575f0a43ab0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0da4f22f59cddc7 server_cookie=3a8b1187962c68aa in_seq=0 out_seq=0 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.713+0000 7f3e297fa640 1 -- 172.21.15.18:0/2034032494 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5575f0937660 con 0x5575f0a41690 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.713+0000 7f3e297fa640 10 client.27679 handle_command_reply: tid=0 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.713+0000 7f3e4abbe740 1 client.27679 shutdown 2024-03-07T10:07:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.713+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 msgr2=0x5575f09d9350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.713+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09d9350 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c02c210 tx=0x7f3e3c0035f0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 shutdown_connections 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5575f0a41690 0x5575f0a43ab0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575f09d5c30 0x5575f09d9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5575f09cd050 0x5575f09d9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 --2- 172.21.15.18:0/2034032494 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5575f09cc730 0x5575f09d9350 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 >> 172.21.15.18:0/2034032494 conn(0x5575f09c6e60 msgr2=0x5575f09c8290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e297fa640 0 client.27679 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 shutdown_connections 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 1 -- 172.21.15.18:0/2034032494 wait complete. 2024-03-07T10:07:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.714+0000 7f3e4abbe740 20 client.27679 trim_cache size 0 max 16384 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: "82708ab6-a4f1-4221-a592-a0da537947e3": { 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "82708ab6-a4f1-4221-a592-a0da537947e3", 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:07:45.721 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:07:45.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e2c0a2030 msgr2=0x7f3e2c0a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e2c0a2030 0x7f3e2c0a44f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3e3801c000 tx=0x7f3e3801e000 comp rx=0 tx=0).stop 2024-03-07T10:07:45.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 msgr2=0x7f3e4010df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:45.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 0x7f3e4010df90 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c036040 tx=0x7f3e3c0045e0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 shutdown_connections 2024-03-07T10:07:45.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e40107690 0x7f3e4010b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3e40101fb0 0x7f3e4010b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e2c0a2030 0x7f3e2c0a44f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 --2- 172.21.15.18:0/3177970083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3e401015f0 0x7f3e4010df90 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:45.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 >> 172.21.15.18:0/3177970083 conn(0x7f3e400fd0e0 msgr2=0x7f3e400fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:45.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 shutdown_connections 2024-03-07T10:07:45.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:07:45.715+0000 7f3e47cdd640 1 -- 172.21.15.18:0/3177970083 wait complete. 2024-03-07T10:07:45.730 INFO:tasks.cephfs.filesystem:scrub status for tag:82708ab6-a4f1-4221-a592-a0da537947e3 - {'path': '/', 'tag': '82708ab6-a4f1-4221-a592-a0da537947e3', 'options': 'recursive,force'} 2024-03-07T10:07:46.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:45 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:07:46.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:45 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:46.097 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:45 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:07:46.097 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:45 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:46.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:45 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:07:46.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:45 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:46 smithi018 ceph-mon[32171]: pgmap v266: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 9.5 MiB/s wr, 872 op/s 2024-03-07T10:07:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:46 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:07:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:46 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:46 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:07:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:46 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:07:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:46 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:46 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:46 smithi063 ceph-mon[36356]: pgmap v266: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 9.5 MiB/s wr, 872 op/s 2024-03-07T10:07:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:46 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:07:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:46 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:46 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:07:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:46 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:07:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:46 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:46 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:46 smithi077 ceph-mon[36374]: pgmap v266: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 9.5 MiB/s wr, 872 op/s 2024-03-07T10:07:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:46 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:07:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:46 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:46 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:07:47.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:46 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:07:47.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:46 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:47.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:46 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:07:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 505.0 s, 1986.5 tps, lat 50.717 ms stddev 55.728 2024-03-07T10:07:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:48 smithi018 ceph-mon[32171]: pgmap v267: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.4 MiB/s wr, 572 op/s 2024-03-07T10:07:49.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:48 smithi063 ceph-mon[36356]: pgmap v267: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.4 MiB/s wr, 572 op/s 2024-03-07T10:07:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:48 smithi077 ceph-mon[36374]: pgmap v267: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.4 MiB/s wr, 572 op/s 2024-03-07T10:07:51.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:50 smithi063 ceph-mon[36356]: pgmap v268: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 7.4 MiB/s wr, 830 op/s 2024-03-07T10:07:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:50 smithi077 ceph-mon[36374]: pgmap v268: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 7.4 MiB/s wr, 830 op/s 2024-03-07T10:07:51.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:50 smithi018 ceph-mon[32171]: pgmap v268: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 7.4 MiB/s wr, 830 op/s 2024-03-07T10:07:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:07:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:07:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:07:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:07:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:07:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:07:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:07:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:07:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:07:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 510.0 s, 2011.0 tps, lat 49.993 ms stddev 59.523 2024-03-07T10:07:53.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:52 smithi063 ceph-mon[36356]: pgmap v269: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 5.7 MiB/s wr, 641 op/s 2024-03-07T10:07:53.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:52 smithi077 ceph-mon[36374]: pgmap v269: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 5.7 MiB/s wr, 641 op/s 2024-03-07T10:07:53.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:52 smithi018 ceph-mon[32171]: pgmap v269: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 5.7 MiB/s wr, 641 op/s 2024-03-07T10:07:55.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:54 smithi063 ceph-mon[36356]: pgmap v270: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 4.7 MiB/s wr, 552 op/s 2024-03-07T10:07:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:54 smithi077 ceph-mon[36374]: pgmap v270: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 4.7 MiB/s wr, 552 op/s 2024-03-07T10:07:55.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:54 smithi018 ceph-mon[32171]: pgmap v270: 97 pgs: 97 active+clean; 4.8 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 4.7 MiB/s wr, 552 op/s 2024-03-07T10:07:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:56 smithi063 ceph-mon[36356]: pgmap v271: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 7.4 MiB/s wr, 820 op/s 2024-03-07T10:07:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:56 smithi077 ceph-mon[36374]: pgmap v271: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 7.4 MiB/s wr, 820 op/s 2024-03-07T10:07:57.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:56 smithi018 ceph-mon[32171]: pgmap v271: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 7.4 MiB/s wr, 820 op/s 2024-03-07T10:07:57.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.773+0000 7f2a60971640 1 -- 172.21.15.18:0/2720427936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 msgr2=0x7f2a5c10d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.773+0000 7f2a60971640 1 --2- 172.21.15.18:0/2720427936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c10d970 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f2a50009860 tx=0x7f2a5002bbb0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.774+0000 7f2a60971640 1 -- 172.21.15.18:0/2720427936 shutdown_connections 2024-03-07T10:07:57.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.774+0000 7f2a60971640 1 --2- 172.21.15.18:0/2720427936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a5c11ae40 0x7f2a5c11d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.774+0000 7f2a60971640 1 --2- 172.21.15.18:0/2720427936 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a5c110240 0x7f2a5c10deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.774+0000 7f2a60971640 1 --2- 172.21.15.18:0/2720427936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c10d970 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.774+0000 7f2a60971640 1 -- 172.21.15.18:0/2720427936 >> 172.21.15.18:0/2720427936 conn(0x7f2a5c06c710 msgr2=0x7f2a5c06cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:57.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.774+0000 7f2a60971640 1 -- 172.21.15.18:0/2720427936 shutdown_connections 2024-03-07T10:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.779+0000 7f2a60971640 1 -- 172.21.15.18:0/2720427936 wait complete. 2024-03-07T10:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.780+0000 7f2a60971640 1 Processor -- start 2024-03-07T10:07:57.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.780+0000 7f2a60971640 1 -- start start 2024-03-07T10:07:57.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a60971640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c11a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a60971640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a5c110240 0x7f2a5c11a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.784 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a60971640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a5c11ae40 0x7f2a5c114200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a60971640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c110c30 con 0x7f2a5c11ae40 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a60971640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c110ab0 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a60971640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c110db0 con 0x7f2a5c110240 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c11a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c11a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54114/0 (socket says 172.21.15.18:54114) 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a5a59c640 1 -- 172.21.15.18:0/3914504643 learned_addr learned my addr 172.21.15.18:0/3914504643 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a5c110240 0x7f2a5c11a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a5a59c640 1 -- 172.21.15.18:0/3914504643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a5c110240 msgr2=0x7f2a5c11a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.781+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a5c110240 0x7f2a5c11a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a5a59c640 1 -- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a5c11ae40 msgr2=0x7f2a5c114200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a5c11ae40 0x7f2a5c114200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a5a59c640 1 -- 172.21.15.18:0/3914504643 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5c114ac0 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c11a190 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f2a500058c0 tx=0x7f2a500045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a4b7fe640 1 -- 172.21.15.18:0/3914504643 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a50039040 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a4b7fe640 1 -- 172.21.15.18:0/3914504643 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a50042070 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a60971640 1 -- 172.21.15.18:0/3914504643 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a5c114d50 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a4b7fe640 1 -- 172.21.15.18:0/3914504643 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a50039040 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.786 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.782+0000 7f2a60971640 1 -- 172.21.15.18:0/3914504643 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a5c1bc1f0 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.786+0000 7f2a63836740 1 Processor -- start 2024-03-07T10:07:57.789 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.788+0000 7f2a4b7fe640 1 -- 172.21.15.18:0/3914504643 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2a5002c810 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.788+0000 7f2a63836740 1 -- start start 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.789+0000 7f2a4b7fe640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a440a2130 0x7f2a440a45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.789+0000 7f2a4b7fe640 1 -- 172.21.15.18:0/3914504643 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2a500f04f0 con 0x7f2a5c10fdd0 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.791+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a440a2130 0x7f2a440a45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.793+0000 7f2a63836740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb30d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.793+0000 7f2a63836740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31270 0x559bffb316f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31270 0x559bffb316f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31270 0x559bffb316f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38118/0 (socket says 172.21.15.18:38118) 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a63836740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a63836740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bffa955c0 con 0x559bffb31270 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a63836740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bffa3e900 con 0x559bffb3a7f0 2024-03-07T10:07:57.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a63836740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bffa91660 con 0x559bffb31fe0 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 -- 172.21.15.18:0/260826193 learned_addr learned my addr 172.21.15.18:0/260826193 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 -- 172.21.15.18:0/260826193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 msgr2=0x559bffb30d30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb30d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 -- 172.21.15.18:0/260826193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 msgr2=0x559bffb3cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 -- 172.21.15.18:0/260826193 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559bff7aa210 con 0x559bffb31270 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.795+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31270 0x559bffb316f0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009f10 tx=0x7f2a5400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=815be385e9ff6552 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:57.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.796+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a440a2130 0x7f2a440a45f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c005fd0 tx=0x7f2a4c0147e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:57.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.797+0000 7f2a43fff640 1 -- 172.21.15.18:0/260826193 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5401a070 con 0x559bffb31270 2024-03-07T10:07:57.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.797+0000 7f2a43fff640 1 -- 172.21.15.18:0/260826193 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a540158f0 con 0x559bffb31270 2024-03-07T10:07:57.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.797+0000 7f2a43fff640 1 -- 172.21.15.18:0/260826193 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5400a8a0 con 0x559bffb31270 2024-03-07T10:07:57.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.798+0000 7f2a63836740 1 -- 172.21.15.18:0/260826193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31270 msgr2=0x559bffb316f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.800 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.798+0000 7f2a63836740 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31270 0x559bffb316f0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009f10 tx=0x7f2a5400c7f0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.800+0000 7f2a63836740 1 -- 172.21.15.18:0/260826193 shutdown_connections 2024-03-07T10:07:57.801 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.800+0000 7f2a63836740 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.800+0000 7f2a63836740 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31270 0x559bffb316f0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.800+0000 7f2a63836740 1 --2- 172.21.15.18:0/260826193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb30d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.802 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.800+0000 7f2a63836740 1 -- 172.21.15.18:0/260826193 >> 172.21.15.18:0/260826193 conn(0x559bffaf8580 msgr2=0x559bffb2bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:57.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.802+0000 7f2a63836740 1 -- 172.21.15.18:0/260826193 shutdown_connections 2024-03-07T10:07:57.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.804+0000 7f2a63836740 1 -- 172.21.15.18:0/260826193 wait complete. 2024-03-07T10:07:57.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.805+0000 7f2a63836740 1 -- start start 2024-03-07T10:07:57.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.805+0000 7f2a63836740 1 Processor -- start 2024-03-07T10:07:57.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.805+0000 7f2a63836740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb31270 0x559bffb37760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.805+0000 7f2a63836740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb37ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.805+0000 7f2a63836740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb3a7f0 0x559bffb381e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb31270 0x559bffb37760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb31270 0x559bffb37760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54132/0 (socket says 172.21.15.18:54132) 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a5a59c640 1 -- 172.21.15.18:0/1762315945 learned_addr learned my addr 172.21.15.18:0/1762315945 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb37ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a63836740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bffb3d420 con 0x559bffb3a7f0 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb3a7f0 0x559bffb381e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bffa51d60 con 0x559bffb31270 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bffb3d5a0 con 0x559bffb31fe0 2024-03-07T10:07:57.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.806+0000 7f2a63836740 10 client.0 _ll_register_callbacks cb 0x559bff7a9a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:57.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a5ad9d640 1 -- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 msgr2=0x559bffb37ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:57.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb37ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a5ad9d640 1 -- 172.21.15.18:0/1762315945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb31270 msgr2=0x559bffb37760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:57.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb31270 0x559bffb37760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a5ad9d640 1 -- 172.21.15.18:0/1762315945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559bff876620 con 0x559bffb3a7f0 2024-03-07T10:07:57.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb37ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:57.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb3a7f0 0x559bffb381e0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x559bffb31d10 tx=0x7f2a4c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14fd7c24c7cd28e1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:57.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a41ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:57.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a41ffb640 1 -- 172.21.15.18:0/1762315945 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c011920 con 0x559bffb3a7f0 2024-03-07T10:07:57.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.807+0000 7f2a41ffb640 1 -- 172.21.15.18:0/1762315945 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2a4c011ac0 con 0x559bffb3a7f0 2024-03-07T10:07:57.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.808+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a540158f0 con 0x559bffb3a7f0 2024-03-07T10:07:57.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.808+0000 7f2a41ffb640 1 -- 172.21.15.18:0/1762315945 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a4c011cc0 con 0x559bffb3a7f0 2024-03-07T10:07:57.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.808+0000 7f2a63836740 10 client.17832 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:57.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.808+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559bffb496a0 con 0x559bffb3a7f0 2024-03-07T10:07:57.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a41ffb640 1 -- 172.21.15.18:0/1762315945 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a4c005500 con 0x559bffb3a7f0 2024-03-07T10:07:57.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a41ffb640 1 -- 172.21.15.18:0/1762315945 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2a4c004c70 con 0x559bffb3a7f0 2024-03-07T10:07:57.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a63836740 10 client.17832 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:57.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a63836740 10 client.17832 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:57.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a63836740 20 client.17832 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:57.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a63836740 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffb4cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a63836740 4 client.17832 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:07:57.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.809+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2a540158f0 con 0x559bffb4ab60 2024-03-07T10:07:57.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.810+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffb4cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.810+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffb4cf50 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2f14e00f4ae7827 server_cookie=a4d53824415f5cac in_seq=0 out_seq=0 2024-03-07T10:07:57.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.810+0000 7f2a41ffb640 10 client.17832 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:57.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.811+0000 7f2a41ffb640 1 -- 172.21.15.18:0/1762315945 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f2a540158f0 con 0x559bffb4ab60 2024-03-07T10:07:57.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.811+0000 7f2a41ffb640 10 client.17832 handle_command_reply: tid=0 2024-03-07T10:07:57.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.811+0000 7f2a63836740 1 client.17832 shutdown 2024-03-07T10:07:57.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb3a7f0 msgr2=0x559bffb381e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb3a7f0 0x559bffb381e0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x559bffb31d10 tx=0x7f2a4c005d50 comp rx=0 tx=0).stop 2024-03-07T10:07:57.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 shutdown_connections 2024-03-07T10:07:57.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffb4cf50 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a41ffb640 0 client.17832 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:57.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb3a7f0 0x559bffb381e0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31fe0 0x559bffb37ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 --2- 172.21.15.18:0/1762315945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb31270 0x559bffb37760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.812+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 >> 172.21.15.18:0/1762315945 conn(0x559bffaf8580 msgr2=0x559bffb2dcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:57.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.813+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 shutdown_connections 2024-03-07T10:07:57.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.813+0000 7f2a63836740 1 -- 172.21.15.18:0/1762315945 wait complete. 2024-03-07T10:07:57.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.813+0000 7f2a63836740 20 client.17832 trim_cache size 0 max 16384 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.832+0000 7f2a63836740 1 Processor -- start 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.832+0000 7f2a63836740 1 -- start start 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.832+0000 7f2a63836740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb37e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a63836740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb45cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a63836740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb46230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a63836740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c1c7120 con 0x559bffb31fe0 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a63836740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c1c4c20 con 0x559bffb3a7f0 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a63836740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c1c2ce0 con 0x559bffb31270 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a59d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb45cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a59d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb45cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38128/0 (socket says 172.21.15.18:38128) 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a59d9b640 1 -- 172.21.15.18:0/1927447163 learned_addr learned my addr 172.21.15.18:0/1927447163 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:57.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb37e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb46230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5a59c640 1 -- 172.21.15.18:0/1927447163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 msgr2=0x559bffb46230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:57.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb46230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5a59c640 1 -- 172.21.15.18:0/1927447163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 msgr2=0x559bffb45cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:57.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb45cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5a59c640 1 -- 172.21.15.18:0/1927447163 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559bffb4d2c0 con 0x559bffb31270 2024-03-07T10:07:57.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.833+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb37e30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f2a500b93b0 tx=0x7f2a500f03d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25bb348d340201c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.834+0000 7f2a437fe640 1 -- 172.21.15.18:0/1927447163 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a500d4070 con 0x559bffb31270 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.834+0000 7f2a437fe640 1 -- 172.21.15.18:0/1927447163 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a5002cc30 con 0x559bffb31270 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.834+0000 7f2a437fe640 1 -- 172.21.15.18:0/1927447163 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a500ede20 con 0x559bffb31270 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 -- 172.21.15.18:0/1927447163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 msgr2=0x559bffb37e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb37e30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f2a500b93b0 tx=0x7f2a500f03d0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 -- 172.21.15.18:0/1927447163 shutdown_connections 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb46230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb45cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 --2- 172.21.15.18:0/1927447163 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb37e30 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 -- 172.21.15.18:0/1927447163 >> 172.21.15.18:0/1927447163 conn(0x559bffaf8580 msgr2=0x559bffb37720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 -- 172.21.15.18:0/1927447163 shutdown_connections 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 -- 172.21.15.18:0/1927447163 wait complete. 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 -- start start 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 Processor -- start 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.835+0000 7f2a63836740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb34cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a63836740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb35230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a63836740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a63836740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c1c32e0 con 0x559bffb31fe0 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a63836740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c1c45c0 con 0x559bffb3a7f0 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a63836740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a5c1c3900 con 0x559bffb31270 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a63836740 10 client.0 _ll_register_callbacks cb 0x7f2a4c00bf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb35230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb34cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb34cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:36608/0 (socket says 172.21.15.18:36608) 2024-03-07T10:07:57.841 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb35230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38144/0 (socket says 172.21.15.18:38144) 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a5a59c640 1 -- 172.21.15.18:0/121256609 learned_addr learned my addr 172.21.15.18:0/121256609 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a5ad9d640 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 -- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 msgr2=0x559bffb34cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb34cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 -- 172.21.15.18:0/121256609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 msgr2=0x559bffb3b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 -- 172.21.15.18:0/121256609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559bffb3b9d0 con 0x559bffb31fe0 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb34cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a59d9b640 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb35230 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400c350 tx=0x7f2a5400aa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3509f4cc6d262251 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a417fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a417fa640 1 -- 172.21.15.18:0/121256609 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5401a040 con 0x559bffb31fe0 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a417fa640 1 -- 172.21.15.18:0/121256609 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2a5400ab10 con 0x559bffb31fe0 2024-03-07T10:07:57.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.836+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a5002cc30 con 0x559bffb31fe0 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a417fa640 1 -- 172.21.15.18:0/121256609 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a5400ad10 con 0x559bffb31fe0 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 10 client.17838 fetch_fsmap learned FSMap version 26 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559bffba6b90 con 0x559bffb31fe0 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a417fa640 1 -- 172.21.15.18:0/121256609 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a5002cc30 con 0x559bffb31fe0 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a417fa640 1 -- 172.21.15.18:0/121256609 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2a5401f580 con 0x559bffb31fe0 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 10 client.17838 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 10 client.17838 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 20 client.17838 populate_metadata read hostname 'smithi018' 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffba8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 4 client.17838 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559bffaa2b00 con 0x559bffb4ab60 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffba8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a417fa640 10 client.17838 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:57.843 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.837+0000 7f2a5a59c640 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffba8e90 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7098f3afd0eb3c9e server_cookie=1b9beb72448e0492 in_seq=0 out_seq=0 2024-03-07T10:07:57.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a417fa640 1 -- 172.21.15.18:0/121256609 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559bffaa2b00 con 0x559bffb4ab60 2024-03-07T10:07:57.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a417fa640 10 client.17838 handle_command_reply: tid=0 2024-03-07T10:07:57.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 client.17838 shutdown 2024-03-07T10:07:57.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 msgr2=0x559bffb35230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.860 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb35230 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400c350 tx=0x7f2a5400aa20 comp rx=0 tx=0).stop 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 shutdown_connections 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559bffb4ab60 0x559bffba8e90 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559bffb3a7f0 0x559bffb3b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559bffb31fe0 0x559bffb35230 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a417fa640 0 client.17838 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 --2- 172.21.15.18:0/121256609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559bffb31270 0x559bffb34cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 >> 172.21.15.18:0/121256609 conn(0x559bffaf8580 msgr2=0x559bffb2afe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 shutdown_connections 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 1 -- 172.21.15.18:0/121256609 wait complete. 2024-03-07T10:07:57.861 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.858+0000 7f2a63836740 20 client.17838 trim_cache size 0 max 16384 2024-03-07T10:07:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:07:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:07:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:07:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 -- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a440a2130 msgr2=0x7f2a440a45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a440a2130 0x7f2a440a45f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c005fd0 tx=0x7f2a4c0147e0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 -- 172.21.15.18:0/3914504643 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 msgr2=0x7f2a5c11a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c11a190 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f2a500058c0 tx=0x7f2a500045e0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 -- 172.21.15.18:0/3914504643 shutdown_connections 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2a440a2130 0x7f2a440a45f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2a5c11ae40 0x7f2a5c114200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2a5c110240 0x7f2a5c11a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 --2- 172.21.15.18:0/3914504643 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a5c10fdd0 0x7f2a5c11a190 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 -- 172.21.15.18:0/3914504643 >> 172.21.15.18:0/3914504643 conn(0x7f2a5c06c710 msgr2=0x7f2a5c11be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:07:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.859+0000 7f2a497fa640 1 -- 172.21.15.18:0/3914504643 shutdown_connections 2024-03-07T10:07:57.864 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:07:57.860+0000 7f2a497fa640 1 -- 172.21.15.18:0/3914504643 wait complete. 2024-03-07T10:07:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 515.0 s, 2664.0 tps, lat 37.358 ms stddev 42.258 2024-03-07T10:07:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:07:58 smithi063 ceph-mon[36356]: pgmap v272: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 5.0 MiB/s wr, 565 op/s 2024-03-07T10:07:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:07:58 smithi077 ceph-mon[36374]: pgmap v272: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 5.0 MiB/s wr, 565 op/s 2024-03-07T10:07:59.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:07:58 smithi018 ceph-mon[32171]: pgmap v272: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 5.0 MiB/s wr, 565 op/s 2024-03-07T10:08:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:00 smithi063 ceph-mon[36356]: pgmap v273: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 7.5 MiB/s wr, 821 op/s 2024-03-07T10:08:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:00 smithi077 ceph-mon[36374]: pgmap v273: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 7.5 MiB/s wr, 821 op/s 2024-03-07T10:08:01.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:00 smithi018 ceph-mon[32171]: pgmap v273: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 7.5 MiB/s wr, 821 op/s 2024-03-07T10:08:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 520.0 s, 1002.4 tps, lat 99.253 ms stddev 295.858 2024-03-07T10:08:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:02 smithi063 ceph-mon[36356]: pgmap v274: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.8 MiB/s wr, 598 op/s 2024-03-07T10:08:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:02 smithi077 ceph-mon[36374]: pgmap v274: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.8 MiB/s wr, 598 op/s 2024-03-07T10:08:03.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:02 smithi018 ceph-mon[32171]: pgmap v274: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.8 MiB/s wr, 598 op/s 2024-03-07T10:08:05.144 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:04 smithi018 ceph-mon[32171]: pgmap v275: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 6.5 MiB/s wr, 598 op/s 2024-03-07T10:08:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:04 smithi063 ceph-mon[36356]: pgmap v275: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 6.5 MiB/s wr, 598 op/s 2024-03-07T10:08:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:04 smithi077 ceph-mon[36374]: pgmap v275: 97 pgs: 97 active+clean; 4.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 6.5 MiB/s wr, 598 op/s 2024-03-07T10:08:07.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:06 smithi063 ceph-mon[36356]: pgmap v276: 97 pgs: 97 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 31 MiB/s wr, 1.73k op/s 2024-03-07T10:08:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:06 smithi077 ceph-mon[36374]: pgmap v276: 97 pgs: 97 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 31 MiB/s wr, 1.73k op/s 2024-03-07T10:08:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:06 smithi018 ceph-mon[32171]: pgmap v276: 97 pgs: 97 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 31 MiB/s wr, 1.73k op/s 2024-03-07T10:08:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 525.0 s, 1270.8 tps, lat 78.364 ms stddev 126.398 2024-03-07T10:08:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:07 smithi063 ceph-mon[36356]: osdmap e96: 12 total, 12 up, 12 in 2024-03-07T10:08:08.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:07 smithi077 ceph-mon[36374]: osdmap e96: 12 total, 12 up, 12 in 2024-03-07T10:08:08.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:07 smithi018 ceph-mon[32171]: osdmap e96: 12 total, 12 up, 12 in 2024-03-07T10:08:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:08 smithi063 ceph-mon[36356]: pgmap v278: 97 pgs: 97 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:08 smithi077 ceph-mon[36374]: pgmap v278: 97 pgs: 97 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:09.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:08 smithi018 ceph-mon[32171]: pgmap v278: 97 pgs: 97 active+clean; 5.0 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:10.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 -- 172.21.15.18:0/396115074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 msgr2=0x7ff434110720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:10.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 --2- 172.21.15.18:0/396115074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff434110720 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7ff42c009cd0 tx=0x7ff42c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 -- 172.21.15.18:0/396115074 shutdown_connections 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 --2- 172.21.15.18:0/396115074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff434110720 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 --2- 172.21.15.18:0/396115074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff434103850 0x7ff434103cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 --2- 172.21.15.18:0/396115074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff434109860 0x7ff434109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 -- 172.21.15.18:0/396115074 >> 172.21.15.18:0/396115074 conn(0x7ff4340ff2e0 msgr2=0x7ff434101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 -- 172.21.15.18:0/396115074 shutdown_connections 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.971+0000 7ff43bf14640 1 -- 172.21.15.18:0/396115074 wait complete. 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 Processor -- start 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 -- start start 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff434103850 0x7ff43419a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff43419a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff434109860 0x7ff43419ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff434113c70 con 0x7ff434104210 2024-03-07T10:08:10.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff434113af0 con 0x7ff434103850 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43bf14640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff434113df0 con 0x7ff434109860 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff4394af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff43419a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff4394af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff43419a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59048/0 (socket says 172.21.15.18:59048) 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff4394af640 1 -- 172.21.15.18:0/3446429486 learned_addr learned my addr 172.21.15.18:0/3446429486 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff439cb0640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff434103850 0x7ff43419a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.972+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff434109860 0x7ff43419ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff4394af640 1 -- 172.21.15.18:0/3446429486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff434109860 msgr2=0x7ff43419ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff4394af640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff434109860 0x7ff43419ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff4394af640 1 -- 172.21.15.18:0/3446429486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff434103850 msgr2=0x7ff43419a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff4394af640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff434103850 0x7ff43419a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff4394af640 1 -- 172.21.15.18:0/3446429486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff43419f140 con 0x7ff434104210 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff4394af640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff43419a690 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7ff42400e9f0 tx=0x7ff42400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:10.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff42affd640 1 -- 172.21.15.18:0/3446429486 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42400cd80 con 0x7ff434104210 2024-03-07T10:08:10.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff42affd640 1 -- 172.21.15.18:0/3446429486 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff424010910 con 0x7ff434104210 2024-03-07T10:08:10.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff43419f3d0 con 0x7ff434104210 2024-03-07T10:08:10.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff42affd640 1 -- 172.21.15.18:0/3446429486 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4240189d0 con 0x7ff434104210 2024-03-07T10:08:10.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.973+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4341a6cc0 con 0x7ff434104210 2024-03-07T10:08:10.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.975+0000 7ff42affd640 1 -- 172.21.15.18:0/3446429486 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ff424010ac0 con 0x7ff434104210 2024-03-07T10:08:10.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 Processor -- start 2024-03-07T10:08:10.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 -- start start 2024-03-07T10:08:10.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9afa0 0x562ed1b9b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1ba6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff42affd640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4200a1ee0 0x7ff4200a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ed1aff5c0 con 0x562ed1b9afa0 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ed1aa8900 con 0x562ed1b9bd10 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43edce740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ed1afb660 con 0x562ed1ba4520 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9afa0 0x562ed1b9b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4200a1ee0 0x7ff4200a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9afa0 0x562ed1b9b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59054/0 (socket says 172.21.15.18:59054) 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff43a4b1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff439cb0640 1 -- 172.21.15.18:0/1722482287 learned_addr learned my addr 172.21.15.18:0/1722482287 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff4394af640 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1ba6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.976+0000 7ff42affd640 1 -- 172.21.15.18:0/3446429486 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8724+0+0 (secure 0 0 0) 0x7ff4240ce620 con 0x7ff434104210 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff43a4b1640 1 -- 172.21.15.18:0/1722482287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 msgr2=0x562ed1ba6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1ba6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff43a4b1640 1 -- 172.21.15.18:0/1722482287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9afa0 msgr2=0x562ed1b9b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:10.982 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9afa0 0x562ed1b9b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff43a4b1640 1 -- 172.21.15.18:0/1722482287 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562ed1814210 con 0x562ed1b9bd10 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff439cb0640 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9afa0 0x562ed1b9b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4200a1ee0 0x7ff4200a43a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff42c009a60 tx=0x7ff42c03a000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9aa60 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff42c02c630 tx=0x7ff42c032f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e38d2eaf05beba4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff41ffff640 1 -- 172.21.15.18:0/1722482287 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42c051070 con 0x562ed1b9bd10 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff41ffff640 1 -- 172.21.15.18:0/1722482287 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff42c034920 con 0x562ed1b9bd10 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.977+0000 7ff41ffff640 1 -- 172.21.15.18:0/1722482287 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42c039040 con 0x562ed1b9bd10 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 -- 172.21.15.18:0/1722482287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 msgr2=0x562ed1b9aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9aa60 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ff42c02c630 tx=0x7ff42c032f40 comp rx=0 tx=0).stop 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 -- 172.21.15.18:0/1722482287 shutdown_connections 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1ba6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9afa0 0x562ed1b9b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 --2- 172.21.15.18:0/1722482287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9aa60 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 -- 172.21.15.18:0/1722482287 >> 172.21.15.18:0/1722482287 conn(0x562ed1b62580 msgr2=0x562ed1b95c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:10.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 -- 172.21.15.18:0/1722482287 shutdown_connections 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 -- 172.21.15.18:0/1722482287 wait complete. 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 -- start start 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.978+0000 7ff43edce740 1 Processor -- start 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.979+0000 7ff43edce740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.979+0000 7ff43edce740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9bd10 0x562ed1ba1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.979+0000 7ff43edce740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1ba2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.979+0000 7ff43edce740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ed1ba71f0 con 0x562ed1ba4520 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.979+0000 7ff43edce740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ed1abbd60 con 0x562ed1b9afa0 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.979+0000 7ff43edce740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ed1ba7370 con 0x562ed1b9bd10 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.979+0000 7ff43edce740 10 client.0 _ll_register_callbacks cb 0x562ed1813a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.984 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56194/0 (socket says 172.21.15.18:56194) 2024-03-07T10:08:10.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 -- 172.21.15.18:0/4102210802 learned_addr learned my addr 172.21.15.18:0/4102210802 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:10.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff4394af640 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9bd10 0x562ed1ba1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 -- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9bd10 msgr2=0x562ed1ba1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:10.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9bd10 0x562ed1ba1b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 -- 172.21.15.18:0/4102210802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 msgr2=0x562ed1ba2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:10.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1ba2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.987 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.980+0000 7ff439cb0640 1 -- 172.21.15.18:0/4102210802 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562ed18e0620 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff439cb0640 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba15d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff4300126e0 tx=0x7ff430012ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e9c6b3084128739 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff41d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff41d7fa640 1 -- 172.21.15.18:0/4102210802 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4300121d0 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff42c034920 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff41d7fa640 1 -- 172.21.15.18:0/4102210802 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8724+0+0 (secure 0 0 0) 0x7ff430004050 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff41d7fa640 1 -- 172.21.15.18:0/4102210802 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff430004250 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff43edce740 10 client.27632 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.981+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562ed1bbbe20 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff41d7fa640 1 -- 172.21.15.18:0/4102210802 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff42c034920 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff41d7fa640 1 -- 172.21.15.18:0/4102210802 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff430003a30 con 0x562ed1b9afa0 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff43edce740 10 client.27632 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff43edce740 10 client.27632 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:10.988 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff43edce740 20 client.27632 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff43edce740 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1bbd650 0x562ed1bbfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff43edce740 4 client.27632 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562ed1b0cb00 con 0x562ed1bbd650 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff4394af640 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1bbd650 0x562ed1bbfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff41d7fa640 10 client.27632 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.982+0000 7ff4394af640 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1bbd650 0x562ed1bbfaf0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdc5f287a65789c2 server_cookie=6d6d67411d77d447 in_seq=0 out_seq=0 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff41d7fa640 1 -- 172.21.15.18:0/4102210802 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562ed1b0cb00 con 0x562ed1bbd650 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff41d7fa640 10 client.27632 handle_command_reply: tid=0 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 client.27632 shutdown 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 msgr2=0x562ed1ba15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba15d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff4300126e0 tx=0x7ff430012ba0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 shutdown_connections 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1bbd650 0x562ed1bbfaf0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1ba2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9bd10 0x562ed1ba1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 --2- 172.21.15.18:0/4102210802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba15d0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 >> 172.21.15.18:0/4102210802 conn(0x562ed1b62580 msgr2=0x562ed1b979e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.983+0000 7ff41d7fa640 0 client.27632 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.984+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 shutdown_connections 2024-03-07T10:08:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.984+0000 7ff43edce740 1 -- 172.21.15.18:0/4102210802 wait complete. 2024-03-07T10:08:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.984+0000 7ff43edce740 20 client.27632 trim_cache size 0 max 16384 2024-03-07T10:08:11.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.999+0000 7ff43edce740 1 Processor -- start 2024-03-07T10:08:11.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:10.999+0000 7ff43edce740 1 -- start start 2024-03-07T10:08:11.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff43edce740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:11.002 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff43edce740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9bd10 0x562ed1bb8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff43edce740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1bb8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff43edce740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4341ad850 con 0x562ed1b9bd10 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff43edce740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4341ab350 con 0x562ed1b9afa0 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff43edce740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4341a9410 con 0x562ed1ba4520 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff4394af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9bd10 0x562ed1bb8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba3d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56204/0 (socket says 172.21.15.18:56204) 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff4394af640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9bd10 0x562ed1bb8350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59060/0 (socket says 172.21.15.18:59060) 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 -- 172.21.15.18:0/1529680688 learned_addr learned my addr 172.21.15.18:0/1529680688 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1bb8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 -- 172.21.15.18:0/1529680688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 msgr2=0x562ed1bb8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1bb8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 -- 172.21.15.18:0/1529680688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9bd10 msgr2=0x562ed1bb8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:11.003 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9bd10 0x562ed1bb8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 -- 172.21.15.18:0/1529680688 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562ed1ba6d70 con 0x562ed1b9afa0 2024-03-07T10:08:11.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff4394af640 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9bd10 0x562ed1bb8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:11.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.000+0000 7ff439cb0640 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba3d00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff430003e20 tx=0x7ff43000f810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce751af19aa7879 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:11.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff41f7fe640 1 -- 172.21.15.18:0/1529680688 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff430003fc0 con 0x562ed1b9afa0 2024-03-07T10:08:11.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff41f7fe640 1 -- 172.21.15.18:0/1529680688 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff43000fe00 con 0x562ed1b9afa0 2024-03-07T10:08:11.004 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff41f7fe640 1 -- 172.21.15.18:0/1529680688 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff430005290 con 0x562ed1b9afa0 2024-03-07T10:08:11.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 -- 172.21.15.18:0/1529680688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 msgr2=0x562ed1ba3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:11.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba3d00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff430003e20 tx=0x7ff43000f810 comp rx=0 tx=0).stop 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 -- 172.21.15.18:0/1529680688 shutdown_connections 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1ba4520 0x562ed1bb8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1b9bd10 0x562ed1bb8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 --2- 172.21.15.18:0/1529680688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9afa0 0x562ed1ba3d00 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 -- 172.21.15.18:0/1529680688 >> 172.21.15.18:0/1529680688 conn(0x562ed1b62580 msgr2=0x562ed1b957c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 -- 172.21.15.18:0/1529680688 shutdown_connections 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.001+0000 7ff43edce740 1 -- 172.21.15.18:0/1529680688 wait complete. 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 -- start start 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 Processor -- start 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9afa0 0x562ed1b9de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1b9e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:11.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4341a9a10 con 0x562ed1ba4520 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4341aacf0 con 0x562ed1b9bd10 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4341aa030 con 0x562ed1b9afa0 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43edce740 10 client.0 _ll_register_callbacks cb 0x7ff430009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43a4b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1b9e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9afa0 0x562ed1b9de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff439cb0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9afa0 0x562ed1b9de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:41994/0 (socket says 172.21.15.18:41994) 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff4394af640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff43a4b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1b9e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59066/0 (socket says 172.21.15.18:59066) 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.002+0000 7ff439cb0640 1 -- 172.21.15.18:0/3437153784 learned_addr learned my addr 172.21.15.18:0/3437153784 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff439cb0640 1 -- 172.21.15.18:0/3437153784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 msgr2=0x562ed1b9e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff439cb0640 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff439cb0640 1 -- 172.21.15.18:0/3437153784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 msgr2=0x562ed1b9e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff439cb0640 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1b9e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff439cb0640 1 -- 172.21.15.18:0/3437153784 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562ed1c180c0 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff43a4b1640 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1b9e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff439cb0640 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9afa0 0x562ed1b9de60 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff430012be0 tx=0x7ff430009640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef378ed9142c1d3d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff41d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff41d7fa640 1 -- 172.21.15.18:0/3437153784 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff430003800 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff43000fe00 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff41d7fa640 1 -- 172.21.15.18:0/3437153784 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8724+0+0 (secure 0 0 0) 0x7ff43000f920 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff41d7fa640 1 -- 172.21.15.18:0/3437153784 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff430042050 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff43edce740 10 client.27709 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562ed1c193d0 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.003+0000 7ff41d7fa640 1 -- 172.21.15.18:0/3437153784 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff43000fe00 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff41d7fa640 1 -- 172.21.15.18:0/3437153784 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff43003d030 con 0x562ed1b9afa0 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff43edce740 10 client.27709 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:11.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff43edce740 10 client.27709 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:11.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff43edce740 20 client.27709 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:11.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff43edce740 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1c19980 0x562ed1c1bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:11.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff43edce740 4 client.27709 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:08:11.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562ed1b06e50 con 0x562ed1c19980 2024-03-07T10:08:11.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff4394af640 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1c19980 0x562ed1c1bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:11.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff41d7fa640 10 client.27709 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:11.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.004+0000 7ff4394af640 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1c19980 0x562ed1c1bd70 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4879b6cb3bbb929 server_cookie=b70d75d34d321298 in_seq=0 out_seq=0 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff41d7fa640 1 -- 172.21.15.18:0/3437153784 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562ed1b06e50 con 0x562ed1c19980 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff41d7fa640 10 client.27709 handle_command_reply: tid=0 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 client.27709 shutdown 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9afa0 msgr2=0x562ed1b9de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9afa0 0x562ed1b9de60 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff430012be0 tx=0x7ff430009640 comp rx=0 tx=0).stop 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 shutdown_connections 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562ed1c19980 0x562ed1c1bd70 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562ed1ba4520 0x562ed1b9e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562ed1b9bd10 0x562ed1b9e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 --2- 172.21.15.18:0/3437153784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562ed1b9afa0 0x562ed1b9de60 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.028 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff41d7fa640 0 client.27709 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 >> 172.21.15.18:0/3437153784 conn(0x562ed1b62580 msgr2=0x562ed1b94580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 shutdown_connections 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 1 -- 172.21.15.18:0/3437153784 wait complete. 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.026+0000 7ff43edce740 20 client.27709 trim_cache size 0 max 16384 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:08:11.029 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:08:11.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4200a1ee0 msgr2=0x7ff4200a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:11.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4200a1ee0 0x7ff4200a43a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff42c009a60 tx=0x7ff42c03a000 comp rx=0 tx=0).stop 2024-03-07T10:08:11.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 msgr2=0x7ff43419a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:11.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff43419a690 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7ff42400e9f0 tx=0x7ff42400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 shutdown_connections 2024-03-07T10:08:11.030 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff434109860 0x7ff43419ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff4200a1ee0 0x7ff4200a43a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff434104210 0x7ff43419a690 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 --2- 172.21.15.18:0/3446429486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff434103850 0x7ff43419a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:11.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 >> 172.21.15.18:0/3446429486 conn(0x7ff4340ff2e0 msgr2=0x7ff4340ffa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:11.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 shutdown_connections 2024-03-07T10:08:11.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:11.027+0000 7ff43bf14640 1 -- 172.21.15.18:0/3446429486 wait complete. 2024-03-07T10:08:11.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:10 smithi063 ceph-mon[36356]: pgmap v279: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:10 smithi077 ceph-mon[36374]: pgmap v279: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:10 smithi018 ceph-mon[32171]: pgmap v279: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 530.0 s, 1979.6 tps, lat 51.138 ms stddev 60.667 2024-03-07T10:08:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:12 smithi063 ceph-mon[36356]: pgmap v280: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:12 smithi063 ceph-mon[36356]: osdmap e97: 12 total, 12 up, 12 in 2024-03-07T10:08:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:12 smithi077 ceph-mon[36374]: pgmap v280: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:12 smithi077 ceph-mon[36374]: osdmap e97: 12 total, 12 up, 12 in 2024-03-07T10:08:13.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:12 smithi018 ceph-mon[32171]: pgmap v280: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 34 MiB/s wr, 1.75k op/s 2024-03-07T10:08:13.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:12 smithi018 ceph-mon[32171]: osdmap e97: 12 total, 12 up, 12 in 2024-03-07T10:08:14.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:13 smithi063 ceph-mon[36356]: pgmap v282: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 4.3 MiB/s wr, 454 op/s 2024-03-07T10:08:14.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:13 smithi077 ceph-mon[36374]: pgmap v282: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 4.3 MiB/s wr, 454 op/s 2024-03-07T10:08:14.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:13 smithi018 ceph-mon[32171]: pgmap v282: 97 pgs: 97 active+clean; 4.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 4.3 MiB/s wr, 454 op/s 2024-03-07T10:08:15.731 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:08:15.732 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:08:15.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3389473945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4108720 msgr2=0x7f3bd4114bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3389473945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4108720 0x7f3bd4114bf0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009ca0 tx=0x7f3bcc02c100 comp rx=0 tx=0).stop 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3389473945 shutdown_connections 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3389473945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4108720 0x7f3bd4114bf0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3389473945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bd4107d80 0x7f3bd41081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3389473945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4109b30 0x7f3bd4109f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3389473945 >> 172.21.15.18:0/3389473945 conn(0x7f3bd4077500 msgr2=0x7f3bd4106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3389473945 shutdown_connections 2024-03-07T10:08:15.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.901+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3389473945 wait complete. 2024-03-07T10:08:15.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.902+0000 7f3bd92dd640 1 Processor -- start 2024-03-07T10:08:15.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.903+0000 7f3bd92dd640 1 -- start start 2024-03-07T10:08:15.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.903+0000 7f3bd92dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bd4107d80 0x7f3bd419e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.903+0000 7f3bd92dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4108720 0x7f3bd419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.903+0000 7f3bd92dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4109b30 0x7f3bd41a2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.903+0000 7f3bd27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4108720 0x7f3bd419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.903+0000 7f3bd92dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd41180c0 con 0x7f3bd4109b30 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.903+0000 7f3bd92dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd4117f40 con 0x7f3bd4108720 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4108720 0x7f3bd419ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56232/0 (socket says 172.21.15.18:56232) 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 -- 172.21.15.18:0/3661289590 learned_addr learned my addr 172.21.15.18:0/3661289590 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd4118240 con 0x7f3bd4107d80 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4109b30 0x7f3bd41a2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 -- 172.21.15.18:0/3661289590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bd4107d80 msgr2=0x7f3bd419e540 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bd4107d80 0x7f3bd419e540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 -- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4109b30 msgr2=0x7f3bd41a2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4109b30 0x7f3bd41a2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 -- 172.21.15.18:0/3661289590 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd41a3530 con 0x7f3bd4108720 2024-03-07T10:08:15.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.904+0000 7f3bd27fc640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4108720 0x7f3bd419ea80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800e9f0 tx=0x7f3bc800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:15.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.905+0000 7f3bbbfff640 1 -- 172.21.15.18:0/3661289590 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc800cd80 con 0x7f3bd4108720 2024-03-07T10:08:15.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.905+0000 7f3bbbfff640 1 -- 172.21.15.18:0/3661289590 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc8010910 con 0x7f3bd4108720 2024-03-07T10:08:15.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.905+0000 7f3bbbfff640 1 -- 172.21.15.18:0/3661289590 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8018980 con 0x7f3bd4108720 2024-03-07T10:08:15.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.905+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bd41a3820 con 0x7f3bd4108720 2024-03-07T10:08:15.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.905+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bd41ab0b0 con 0x7f3bd4108720 2024-03-07T10:08:15.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.908+0000 7f3bdc1a8740 1 Processor -- start 2024-03-07T10:08:15.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bdc1a8740 1 -- start start 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cc050 0x556d1e6d46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6d7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1e62edd0 con 0x556d1e6cc050 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1e5d7ae0 con 0x556d1e6cb730 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1e62ae70 con 0x556d1e6d4c30 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6cbb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56236/0 (socket says 172.21.15.18:56236) 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bd37fe640 1 -- 172.21.15.18:0/1647937212 learned_addr learned my addr 172.21.15.18:0/1647937212 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bd27fc640 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6d7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bd37fe640 1 -- 172.21.15.18:0/1647937212 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 msgr2=0x556d1e6d7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6d7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.909+0000 7f3bd37fe640 1 -- 172.21.15.18:0/1647937212 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cc050 msgr2=0x556d1e6d46f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.910+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cc050 0x556d1e6d46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.910+0000 7f3bd37fe640 1 -- 172.21.15.18:0/1647937212 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d1e40d7d0 con 0x556d1e6cb730 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.910+0000 7f3bbbfff640 1 -- 172.21.15.18:0/3661289590 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3bc8010430 con 0x7f3bd4108720 2024-03-07T10:08:15.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.910+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6cbb10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009ca0 tx=0x7f3bcc009930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a65c065eaddeeaa6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:15.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.911+0000 7f3bbbfff640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bbc0a2030 0x7f3bbc0a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.911+0000 7f3bb97fa640 1 -- 172.21.15.18:0/1647937212 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc045020 con 0x556d1e6cb730 2024-03-07T10:08:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.912+0000 7f3bb97fa640 1 -- 172.21.15.18:0/1647937212 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bcc03a040 con 0x556d1e6cb730 2024-03-07T10:08:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.912+0000 7f3bbbfff640 1 -- 172.21.15.18:0/3661289590 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3bc80ce5e0 con 0x7f3bd4108720 2024-03-07T10:08:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.912+0000 7f3bb97fa640 1 -- 172.21.15.18:0/1647937212 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc039040 con 0x556d1e6cb730 2024-03-07T10:08:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.912+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bbc0a2030 0x7f3bbc0a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.913+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/1647937212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 msgr2=0x556d1e6cbb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:15.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.913+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6cbb10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009ca0 tx=0x7f3bcc009930 comp rx=0 tx=0).stop 2024-03-07T10:08:15.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.913+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bbc0a2030 0x7f3bbc0a44f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x556d1e6cb200 tx=0x7f3bc4005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:15.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.926+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/1647937212 shutdown_connections 2024-03-07T10:08:15.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.926+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6d7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.926+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cc050 0x556d1e6d46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.926+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/1647937212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6cbb10 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.926+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/1647937212 >> 172.21.15.18:0/1647937212 conn(0x556d1e6c5e60 msgr2=0x556d1e6c6240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:15.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.936+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/1647937212 shutdown_connections 2024-03-07T10:08:15.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.942+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/1647937212 wait complete. 2024-03-07T10:08:15.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.942+0000 7f3bdc1a8740 1 -- start start 2024-03-07T10:08:15.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 1 Processor -- start 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6d4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6d4c30 0x556d1e6d1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1e6d7a60 con 0x556d1e6d4c30 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1e5eb070 con 0x556d1e6cb730 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1e6d7be0 con 0x556d1e6cc050 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bdc1a8740 10 client.0 _ll_register_callbacks cb 0x556d1e5eaa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:15.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.943+0000 7f3bd27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6d4c30 0x556d1e6d1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6d4c30 0x556d1e6d1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59098/0 (socket says 172.21.15.18:59098) 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 -- 172.21.15.18:0/3118082414 learned_addr learned my addr 172.21.15.18:0/3118082414 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 -- 172.21.15.18:0/3118082414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 msgr2=0x556d1e6d1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 -- 172.21.15.18:0/3118082414 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 msgr2=0x556d1e6d4600 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6d4600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.944+0000 7f3bd37fe640 1 -- 172.21.15.18:0/3118082414 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556d1e3433f0 con 0x556d1e6d4c30 2024-03-07T10:08:15.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.945+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6d4c30 0x556d1e6d1fa0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc02c140 tx=0x7f3bcc003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8993ce21673712d9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:15.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.945+0000 7f3bb6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:15.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.945+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3118082414 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc045030 con 0x556d1e6d4c30 2024-03-07T10:08:15.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.946+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3bcc03a040 con 0x556d1e6d4c30 2024-03-07T10:08:15.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.946+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3118082414 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3bcc0329a0 con 0x556d1e6d4c30 2024-03-07T10:08:15.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.949+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3118082414 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bcc039070 con 0x556d1e6d4c30 2024-03-07T10:08:15.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.950+0000 7f3bdc1a8740 10 client.17862 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:15.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.950+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d1e3030f0 con 0x556d1e6d4c30 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3118082414 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bcc03a040 con 0x556d1e6d4c30 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3118082414 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3bcc034440 con 0x556d1e6d4c30 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bdc1a8740 10 client.17862 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bdc1a8740 10 client.17862 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bdc1a8740 20 client.17862 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e6f5b20 0x556d1e6f7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bdc1a8740 4 client.17862 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:15.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.952+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556d1e63c310 con 0x556d1e6f5b20 2024-03-07T10:08:15.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.954+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e6f5b20 0x556d1e6f7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.954+0000 7f3bb6ff5640 10 client.17862 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:15.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.954+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e6f5b20 0x556d1e6f7fa0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b180289f63d81fde server_cookie=ccf2f27690501c78 in_seq=0 out_seq=0 2024-03-07T10:08:15.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.955+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3118082414 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556d1e63c310 con 0x556d1e6f5b20 2024-03-07T10:08:15.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.955+0000 7f3bb6ff5640 10 client.17862 handle_command_reply: tid=0 2024-03-07T10:08:15.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.955+0000 7f3bdc1a8740 1 client.17862 shutdown 2024-03-07T10:08:15.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.955+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6d4c30 msgr2=0x556d1e6d1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:15.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.955+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6d4c30 0x556d1e6d1fa0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc02c140 tx=0x7f3bcc003970 comp rx=0 tx=0).stop 2024-03-07T10:08:15.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.956+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 shutdown_connections 2024-03-07T10:08:15.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.956+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e6f5b20 0x556d1e6f7fa0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.956+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6d4c30 0x556d1e6d1fa0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.956+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.956+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3118082414 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cb730 0x556d1e6d4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.956+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 >> 172.21.15.18:0/3118082414 conn(0x556d1e6c5e60 msgr2=0x556d1e6c7bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:15.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.956+0000 7f3bb6ff5640 0 client.17862 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:15.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.957+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 shutdown_connections 2024-03-07T10:08:15.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.957+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3118082414 wait complete. 2024-03-07T10:08:15.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.957+0000 7f3bdc1a8740 20 client.17862 trim_cache size 0 max 16384 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.986+0000 7f3bdc1a8740 1 Processor -- start 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.986+0000 7f3bdc1a8740 1 -- start start 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6d4c30 0x556d1e6e0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd41ad7b0 con 0x556d1e6cb730 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd41ab2d0 con 0x556d1e6d4c30 2024-03-07T10:08:15.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd419f890 con 0x556d1e6cc050 2024-03-07T10:08:15.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bd27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bd27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42048/0 (socket says 172.21.15.18:42048) 2024-03-07T10:08:15.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bd27fc640 1 -- 172.21.15.18:0/4281809925 learned_addr learned my addr 172.21.15.18:0/4281809925 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:15.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bd2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.987+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6d4c30 0x556d1e6e0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.988+0000 7f3bd2ffd640 1 -- 172.21.15.18:0/4281809925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 msgr2=0x556d1e6d4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:15.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.988+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.988+0000 7f3bd2ffd640 1 -- 172.21.15.18:0/4281809925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6d4c30 msgr2=0x556d1e6e0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:15.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.988+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6d4c30 0x556d1e6e0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.988+0000 7f3bd2ffd640 1 -- 172.21.15.18:0/4281809925 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d1e6cbe80 con 0x556d1e6cb730 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.988+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d40c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x556d1e6f8820 tx=0x7f3bc4015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b6d8502d8ba4fd6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bb8ff9640 1 -- 172.21.15.18:0/4281809925 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc4023250 con 0x556d1e6cb730 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bb8ff9640 1 -- 172.21.15.18:0/4281809925 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc4005020 con 0x556d1e6cb730 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bb8ff9640 1 -- 172.21.15.18:0/4281809925 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc4004a70 con 0x556d1e6cb730 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/4281809925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 msgr2=0x556d1e6d40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d40c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x556d1e6f8820 tx=0x7f3bc4015000 comp rx=0 tx=0).stop 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/4281809925 shutdown_connections 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6d4c30 0x556d1e6e0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6cc050 0x556d1e6d4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/4281809925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d40c0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.989+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/4281809925 >> 172.21.15.18:0/4281809925 conn(0x556d1e6c5e60 msgr2=0x556d1e6d0260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:15.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/4281809925 shutdown_connections 2024-03-07T10:08:15.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/4281809925 wait complete. 2024-03-07T10:08:15.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bdc1a8740 1 -- start start 2024-03-07T10:08:15.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bdc1a8740 1 Processor -- start 2024-03-07T10:08:15.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cc050 0x556d1e6d5900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bdc1a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6dbec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bd27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cc050 0x556d1e6d5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd4071fb0 con 0x556d1e6cb730 2024-03-07T10:08:15.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd4073290 con 0x556d1e6cc050 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bdc1a8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd40725d0 con 0x556d1e6d4c30 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.990+0000 7f3bd27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cc050 0x556d1e6d5900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56256/0 (socket says 172.21.15.18:56256) 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd27fc640 1 -- 172.21.15.18:0/3534452099 learned_addr learned my addr 172.21.15.18:0/3534452099 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6dbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bdc1a8740 10 client.0 _ll_register_callbacks cb 0x7f3bc8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd37fe640 1 -- 172.21.15.18:0/3534452099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cc050 msgr2=0x556d1e6d5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cc050 0x556d1e6d5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd37fe640 1 -- 172.21.15.18:0/3534452099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 msgr2=0x556d1e6d53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:15.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd37fe640 1 -- 172.21.15.18:0/3534452099 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556d1e6dc400 con 0x556d1e6d4c30 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bd37fe640 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6dbec0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc005e30 tx=0x7f3bcc034670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c47680ab6e3196f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.991+0000 7f3bb6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.992+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3534452099 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc045040 con 0x556d1e6d4c30 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.992+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3534452099 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3bcc034c00 con 0x556d1e6d4c30 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.992+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3bc4005020 con 0x556d1e6d4c30 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.992+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3534452099 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bcc034e00 con 0x556d1e6d4c30 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.992+0000 7f3bdc1a8740 10 client.27724 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.992+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d1e7516e0 con 0x556d1e6d4c30 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3534452099 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc4005020 con 0x556d1e6d4c30 2024-03-07T10:08:15.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3534452099 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3bcc0624b0 con 0x556d1e6d4c30 2024-03-07T10:08:15.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bdc1a8740 10 client.27724 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:15.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bdc1a8740 10 client.27724 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:15.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bdc1a8740 20 client.27724 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:15.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e751cd0 0x556d1e7540f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:15.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bdc1a8740 4 client.27724 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:08:15.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.993+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556d1e636660 con 0x556d1e751cd0 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.995+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e751cd0 0x556d1e7540f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.996+0000 7f3bd2ffd640 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e751cd0 0x556d1e7540f0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4c67d6ad390c88d server_cookie=35ff52a44318cbbd in_seq=0 out_seq=0 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.996+0000 7f3bb6ff5640 10 client.27724 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.997+0000 7f3bb6ff5640 1 -- 172.21.15.18:0/3534452099 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x556d1e636660 con 0x556d1e751cd0 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.997+0000 7f3bb6ff5640 10 client.27724 handle_command_reply: tid=0 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.997+0000 7f3bdc1a8740 1 client.27724 shutdown 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.997+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 msgr2=0x556d1e6dbec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.997+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6dbec0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc005e30 tx=0x7f3bcc034670 comp rx=0 tx=0).stop 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.997+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 shutdown_connections 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.997+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1e751cd0 0x556d1e7540f0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1e6d4c30 0x556d1e6dbec0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bb6ff5640 0 client.27724 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1e6cc050 0x556d1e6d5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bdc1a8740 1 --2- 172.21.15.18:0/3534452099 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1e6cb730 0x556d1e6d53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 >> 172.21.15.18:0/3534452099 conn(0x556d1e6c5e60 msgr2=0x556d1e6c7160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 shutdown_connections 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bdc1a8740 1 -- 172.21.15.18:0/3534452099 wait complete. 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.998+0000 7f3bdc1a8740 20 client.27724 trim_cache size 0 max 16384 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:08:16.002 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:08:16.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bbc0a2030 msgr2=0x7f3bbc0a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bbc0a2030 0x7f3bbc0a44f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x556d1e6cb200 tx=0x7f3bc4005f90 comp rx=0 tx=0).stop 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4108720 msgr2=0x7f3bd419ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4108720 0x7f3bd419ea80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800e9f0 tx=0x7f3bc800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 shutdown_connections 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3bbc0a2030 0x7f3bbc0a44f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bd4109b30 0x7f3bd41a2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bd4108720 0x7f3bd419ea80 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 --2- 172.21.15.18:0/3661289590 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bd4107d80 0x7f3bd419e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 >> 172.21.15.18:0/3661289590 conn(0x7f3bd4077500 msgr2=0x7f3bd4077a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 shutdown_connections 2024-03-07T10:08:16.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:15.999+0000 7f3bd92dd640 1 -- 172.21.15.18:0/3661289590 wait complete. 2024-03-07T10:08:16.015 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:08:16.015 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:08:16.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.204+0000 7fb769b1d640 1 -- 172.21.15.18:0/1800429697 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb76410fdd0 msgr2=0x7fb764108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.204+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1800429697 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb76410fdd0 0x7fb764108660 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fb754009900 tx=0x7fb75402bc60 comp rx=0 tx=0).stop 2024-03-07T10:08:16.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.204+0000 7fb769b1d640 1 -- 172.21.15.18:0/1800429697 shutdown_connections 2024-03-07T10:08:16.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.204+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1800429697 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb764109280 0x7fb76411ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.204+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1800429697 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb764110240 0x7fb764108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.204+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1800429697 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb76410fdd0 0x7fb764108660 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.204+0000 7fb769b1d640 1 -- 172.21.15.18:0/1800429697 >> 172.21.15.18:0/1800429697 conn(0x7fb76406d9c0 msgr2=0x7fb76406ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.206+0000 7fb769b1d640 1 -- 172.21.15.18:0/1800429697 shutdown_connections 2024-03-07T10:08:16.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.206+0000 7fb769b1d640 1 -- 172.21.15.18:0/1800429697 wait complete. 2024-03-07T10:08:16.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.207+0000 7fb769b1d640 1 Processor -- start 2024-03-07T10:08:16.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.207+0000 7fb769b1d640 1 -- start start 2024-03-07T10:08:16.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.207+0000 7fb769b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb76410fdd0 0x7fb7641ac8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.207+0000 7fb769b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb764110240 0x7fb7641ace30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.208+0000 7fb769b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb7641a6aa0 0x7fb7641a6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.208+0000 7fb769b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb764120860 con 0x7fb7641a6aa0 2024-03-07T10:08:16.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.208+0000 7fb769b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7641206e0 con 0x7fb764110240 2024-03-07T10:08:16.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.208+0000 7fb769b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7641209e0 con 0x7fb76410fdd0 2024-03-07T10:08:16.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.209+0000 7fb7637fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb76410fdd0 0x7fb7641ac8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.209+0000 7fb7637fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb76410fdd0 0x7fb7641ac8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42078/0 (socket says 172.21.15.18:42078) 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.209+0000 7fb7637fe640 1 -- 172.21.15.18:0/1530547123 learned_addr learned my addr 172.21.15.18:0/1530547123 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb763fff640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb7641a6aa0 0x7fb7641a6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb7637fe640 1 -- 172.21.15.18:0/1530547123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb764110240 msgr2=0x7fb7641ace30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb7637fe640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb764110240 0x7fb7641ace30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb7637fe640 1 -- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb7641a6aa0 msgr2=0x7fb7641a6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb7637fe640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb7641a6aa0 0x7fb7641a6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb7637fe640 1 -- 172.21.15.18:0/1530547123 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7641a75c0 con 0x7fb76410fdd0 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb7637fe640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb76410fdd0 0x7fb7641ac8f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb754009230 tx=0x7fb754005e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.210+0000 7fb760ff9640 1 -- 172.21.15.18:0/1530547123 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb754041020 con 0x7fb76410fdd0 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.211+0000 7fb760ff9640 1 -- 172.21.15.18:0/1530547123 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb75402cde0 con 0x7fb76410fdd0 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.211+0000 7fb760ff9640 1 -- 172.21.15.18:0/1530547123 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb75402e7b0 con 0x7fb76410fdd0 2024-03-07T10:08:16.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.211+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7641a7850 con 0x7fb76410fdd0 2024-03-07T10:08:16.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.211+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7641b39f0 con 0x7fb76410fdd0 2024-03-07T10:08:16.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.212+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7640684e0 con 0x7fb76410fdd0 2024-03-07T10:08:16.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.214+0000 7fb760ff9640 1 -- 172.21.15.18:0/1530547123 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb754044020 con 0x7fb76410fdd0 2024-03-07T10:08:16.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.215+0000 7fb760ff9640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb74c0a2070 0x7fb74c0a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.215+0000 7fb760ff9640 1 -- 172.21.15.18:0/1530547123 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb7540efa30 con 0x7fb76410fdd0 2024-03-07T10:08:16.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.216+0000 7fb762ffd640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb74c0a2070 0x7fb74c0a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.216+0000 7fb762ffd640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb74c0a2070 0x7fb74c0a4530 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb758005d80 tx=0x7fb758005c90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.220+0000 7fb760ff9640 1 -- 172.21.15.18:0/1530547123 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb75404b020 con 0x7fb76410fdd0 2024-03-07T10:08:16.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:16 smithi018 ceph-mon[32171]: pgmap v283: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.7 MiB/s wr, 827 op/s 2024-03-07T10:08:16.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:16 smithi063 ceph-mon[36356]: pgmap v283: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.7 MiB/s wr, 827 op/s 2024-03-07T10:08:16.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:16 smithi077 ceph-mon[36374]: pgmap v283: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.7 MiB/s wr, 827 op/s 2024-03-07T10:08:16.610 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.608+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb764109310 con 0x7fb76410fdd0 2024-03-07T10:08:16.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.610+0000 7fb760ff9640 1 -- 172.21.15.18:0/1530547123 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fb75404d300 con 0x7fb76410fdd0 2024-03-07T10:08:16.611 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:08:16.612 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:08:16.612 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb74c0a2070 msgr2=0x7fb74c0a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb74c0a2070 0x7fb74c0a4530 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb758005d80 tx=0x7fb758005c90 comp rx=0 tx=0).stop 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb76410fdd0 msgr2=0x7fb7641ac8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb76410fdd0 0x7fb7641ac8f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fb754009230 tx=0x7fb754005e60 comp rx=0 tx=0).stop 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 shutdown_connections 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb74c0a2070 0x7fb74c0a4530 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb7641a6aa0 0x7fb7641a6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb764110240 0x7fb7641ace30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 --2- 172.21.15.18:0/1530547123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb76410fdd0 0x7fb7641ac8f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.614+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 >> 172.21.15.18:0/1530547123 conn(0x7fb76406d9c0 msgr2=0x7fb764118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.615+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 shutdown_connections 2024-03-07T10:08:16.617 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.615+0000 7fb769b1d640 1 -- 172.21.15.18:0/1530547123 wait complete. 2024-03-07T10:08:16.634 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:08:16.634 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:08:16.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 -- 172.21.15.18:0/2283409695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 msgr2=0x7fe07c103fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 --2- 172.21.15.18:0/2283409695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c103fd0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe070009890 tx=0x7fe07002bc40 comp rx=0 tx=0).stop 2024-03-07T10:08:16.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 -- 172.21.15.18:0/2283409695 shutdown_connections 2024-03-07T10:08:16.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 --2- 172.21.15.18:0/2283409695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe07c105cd0 0x7fe07c110800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 --2- 172.21.15.18:0/2283409695 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe07c105330 0x7fe07c105790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 --2- 172.21.15.18:0/2283409695 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c103fd0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 -- 172.21.15.18:0/2283409695 >> 172.21.15.18:0/2283409695 conn(0x7fe07c0ff2c0 msgr2=0x7fe07c1016e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 -- 172.21.15.18:0/2283409695 shutdown_connections 2024-03-07T10:08:16.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.808+0000 7fe082d89640 1 -- 172.21.15.18:0/2283409695 wait complete. 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.809+0000 7fe082d89640 1 Processor -- start 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.809+0000 7fe082d89640 1 -- start start 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe082d89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c072de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe082d89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe07c105330 0x7fe07c073320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe082d89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe07c105cd0 0x7fe07c06c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe082d89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c113d60 con 0x7fe07c105330 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe082d89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c113be0 con 0x7fe07c105cd0 2024-03-07T10:08:16.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe082d89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c113ee0 con 0x7fe07c103bf0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c072de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe07bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe07c105330 0x7fe07c073320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c072de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42098/0 (socket says 172.21.15.18:42098) 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 -- 172.21.15.18:0/1680463740 learned_addr learned my addr 172.21.15.18:0/1680463740 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe081326640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe07c105cd0 0x7fe07c06c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 -- 172.21.15.18:0/1680463740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe07c105cd0 msgr2=0x7fe07c06c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe07c105cd0 0x7fe07c06c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 -- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe07c105330 msgr2=0x7fe07c073320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe07c105330 0x7fe07c073320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.810+0000 7fe080b25640 1 -- 172.21.15.18:0/1680463740 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe07c06c920 con 0x7fe07c103bf0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.811+0000 7fe080b25640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c072de0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe070005940 tx=0x7fe070034a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.811+0000 7fe079ffb640 1 -- 172.21.15.18:0/1680463740 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe070044070 con 0x7fe07c103bf0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.811+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe07c06cbb0 con 0x7fe07c103bf0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.811+0000 7fe079ffb640 1 -- 172.21.15.18:0/1680463740 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe07002c900 con 0x7fe07c103bf0 2024-03-07T10:08:16.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.811+0000 7fe079ffb640 1 -- 172.21.15.18:0/1680463740 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe070039040 con 0x7fe07c103bf0 2024-03-07T10:08:16.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.811+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe07c070b30 con 0x7fe07c103bf0 2024-03-07T10:08:16.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.814+0000 7fe079ffb640 1 -- 172.21.15.18:0/1680463740 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe070047070 con 0x7fe07c103bf0 2024-03-07T10:08:16.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.815+0000 7fe085b70740 1 Processor -- start 2024-03-07T10:08:16.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.815+0000 7fe085b70740 1 -- start start 2024-03-07T10:08:16.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe085b70740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a70f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe085b70740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a718130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe085b70740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a71aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe085b70740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56447a6d6330 con 0x56447a718670 2024-03-07T10:08:16.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe085b70740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56447a672e90 con 0x56447a70f170 2024-03-07T10:08:16.819 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe085b70740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56447a61bd00 con 0x56447a70fa90 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe079ffb640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe06c0a1ff0 0x7fe06c0a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a70f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a70f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56316/0 (socket says 172.21.15.18:56316) 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 -- 172.21.15.18:0/4206079114 learned_addr learned my addr 172.21.15.18:0/4206079114 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe07bfff640 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a71aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe080b25640 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a718130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe06c0a1ff0 0x7fe06c0a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe079ffb640 1 -- 172.21.15.18:0/1680463740 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe0700ef0f0 con 0x7fe07c103bf0 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 -- 172.21.15.18:0/4206079114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 msgr2=0x56447a718130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a718130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 -- 172.21.15.18:0/4206079114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 msgr2=0x56447a71aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a71aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.816+0000 7fe081326640 1 -- 172.21.15.18:0/4206079114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56447a61ab90 con 0x56447a70f170 2024-03-07T10:08:16.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.817+0000 7fe081326640 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a70f550 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe07400ba30 tx=0x7fe07400bef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=614cdd98f59ec3a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.818+0000 7fe081326640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe06c0a1ff0 0x7fe06c0a44b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe074009900 tx=0x7fe07401b000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.818+0000 7fe066ffd640 1 -- 172.21.15.18:0/4206079114 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe074019aa0 con 0x56447a70f170 2024-03-07T10:08:16.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.818+0000 7fe066ffd640 1 -- 172.21.15.18:0/4206079114 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe07401d070 con 0x56447a70f170 2024-03-07T10:08:16.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.818+0000 7fe066ffd640 1 -- 172.21.15.18:0/4206079114 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe074020370 con 0x56447a70f170 2024-03-07T10:08:16.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.819+0000 7fe085b70740 1 -- 172.21.15.18:0/4206079114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 msgr2=0x56447a70f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.819+0000 7fe085b70740 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a70f550 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe07400ba30 tx=0x7fe07400bef0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.820+0000 7fe085b70740 1 -- 172.21.15.18:0/4206079114 shutdown_connections 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.820+0000 7fe085b70740 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a71aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.820+0000 7fe085b70740 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a718130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.820+0000 7fe085b70740 1 --2- 172.21.15.18:0/4206079114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a70f550 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.820+0000 7fe085b70740 1 -- 172.21.15.18:0/4206079114 >> 172.21.15.18:0/4206079114 conn(0x56447a7098a0 msgr2=0x56447a709c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.820+0000 7fe085b70740 1 -- 172.21.15.18:0/4206079114 shutdown_connections 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.821+0000 7fe085b70740 1 -- 172.21.15.18:0/4206079114 wait complete. 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.821+0000 7fe085b70740 1 -- start start 2024-03-07T10:08:16.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.822+0000 7fe085b70740 1 Processor -- start 2024-03-07T10:08:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe085b70740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a7156c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe085b70740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a715c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe085b70740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a716140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe085b70740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56447a611470 con 0x56447a718670 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe085b70740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56447a66ef30 con 0x56447a70f170 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe085b70740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56447a71b400 con 0x56447a70fa90 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe07bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a715c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe07bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a715c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42116/0 (socket says 172.21.15.18:42116) 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe07bfff640 1 -- 172.21.15.18:0/2801398131 learned_addr learned my addr 172.21.15.18:0/2801398131 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe081326640 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a716140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.823+0000 7fe080b25640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a7156c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe085b70740 10 client.0 _ll_register_callbacks cb 0x56447a66cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe07bfff640 1 -- 172.21.15.18:0/2801398131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 msgr2=0x56447a7156c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe07bfff640 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a7156c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe07bfff640 1 -- 172.21.15.18:0/2801398131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 msgr2=0x56447a716140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe07bfff640 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a716140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe07bfff640 1 -- 172.21.15.18:0/2801398131 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56447a3873f0 con 0x56447a70fa90 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe07bfff640 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a715c00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe068011720 tx=0x7fe068011b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4aacc4f9febe3176 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.824+0000 7fe05bfff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe05bfff640 1 -- 172.21.15.18:0/2801398131 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe06801e020 con 0x56447a70fa90 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe05bfff640 1 -- 172.21.15.18:0/2801398131 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe06800fb30 con 0x56447a70fa90 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe07401d070 con 0x56447a70fa90 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe05bfff640 1 -- 172.21.15.18:0/2801398131 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe06800fd30 con 0x56447a70fa90 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe085b70740 10 client.27742 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56447a4517d0 con 0x56447a70fa90 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe05bfff640 1 -- 172.21.15.18:0/2801398131 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe07401d070 con 0x56447a70fa90 2024-03-07T10:08:16.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.825+0000 7fe05bfff640 1 -- 172.21.15.18:0/2801398131 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe068019070 con 0x56447a70fa90 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe085b70740 10 client.27742 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe085b70740 10 client.27742 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe085b70740 20 client.27742 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe085b70740 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a7310b0 0x56447a7334d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe085b70740 4 client.27742 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56447a6803d0 con 0x56447a7310b0 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe080b25640 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a7310b0 0x56447a7334d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe080b25640 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a7310b0 0x56447a7334d0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c3754e9d0726695d server_cookie=86b6c419f730533e in_seq=0 out_seq=0 2024-03-07T10:08:16.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.826+0000 7fe05bfff640 10 client.27742 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:16.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.827+0000 7fe05bfff640 1 -- 172.21.15.18:0/2801398131 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56447a6803d0 con 0x56447a7310b0 2024-03-07T10:08:16.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.827+0000 7fe05bfff640 10 client.27742 handle_command_reply: tid=0 2024-03-07T10:08:16.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.827+0000 7fe085b70740 1 client.27742 shutdown 2024-03-07T10:08:16.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 msgr2=0x56447a715c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a715c00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe068011720 tx=0x7fe068011b20 comp rx=0 tx=0).stop 2024-03-07T10:08:16.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 shutdown_connections 2024-03-07T10:08:16.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a7310b0 0x56447a7334d0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a718670 0x56447a716140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a70fa90 0x56447a715c00 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 --2- 172.21.15.18:0/2801398131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a7156c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 >> 172.21.15.18:0/2801398131 conn(0x56447a7098a0 msgr2=0x56447a70b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.829+0000 7fe05bfff640 0 client.27742 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:16.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.830+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 shutdown_connections 2024-03-07T10:08:16.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.830+0000 7fe085b70740 1 -- 172.21.15.18:0/2801398131 wait complete. 2024-03-07T10:08:16.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.830+0000 7fe085b70740 20 client.27742 trim_cache size 0 max 16384 2024-03-07T10:08:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.854+0000 7fe085b70740 1 Processor -- start 2024-03-07T10:08:16.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.854+0000 7fe085b70740 1 -- start start 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.854+0000 7fe085b70740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a717df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.854+0000 7fe085b70740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 0x56447a715f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe085b70740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a72c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe085b70740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c1b6090 con 0x56447a70fa90 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe085b70740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c1b3b90 con 0x56447a70f170 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe085b70740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c1b1d90 con 0x56447a718670 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a717df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a717df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56334/0 (socket says 172.21.15.18:56334) 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 -- 172.21.15.18:0/3897179623 learned_addr learned my addr 172.21.15.18:0/3897179623 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe07bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 0x56447a715f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe081326640 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a72c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 -- 172.21.15.18:0/3897179623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 msgr2=0x56447a72c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a72c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 -- 172.21.15.18:0/3897179623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 msgr2=0x56447a715f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 0x56447a715f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.855+0000 7fe080b25640 1 -- 172.21.15.18:0/3897179623 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56447a71b340 con 0x56447a70f170 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.856+0000 7fe080b25640 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a717df0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe070005d20 tx=0x7fe070005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93338353e91a54d1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.856+0000 7fe0667fc640 1 -- 172.21.15.18:0/3897179623 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0700bbaf0 con 0x56447a70f170 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.856+0000 7fe0667fc640 1 -- 172.21.15.18:0/3897179623 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe0700bfc40 con 0x56447a70f170 2024-03-07T10:08:16.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.856+0000 7fe0667fc640 1 -- 172.21.15.18:0/3897179623 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0700b8160 con 0x56447a70f170 2024-03-07T10:08:16.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 -- 172.21.15.18:0/3897179623 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 msgr2=0x56447a717df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a717df0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe070005d20 tx=0x7fe070005f90 comp rx=0 tx=0).stop 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 -- 172.21.15.18:0/3897179623 shutdown_connections 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a72c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 0x56447a715f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 --2- 172.21.15.18:0/3897179623 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a717df0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 -- 172.21.15.18:0/3897179623 >> 172.21.15.18:0/3897179623 conn(0x56447a7098a0 msgr2=0x56447a708960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 -- 172.21.15.18:0/3897179623 shutdown_connections 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 -- 172.21.15.18:0/3897179623 wait complete. 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.857+0000 7fe085b70740 1 -- start start 2024-03-07T10:08:16.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.858+0000 7fe085b70740 1 Processor -- start 2024-03-07T10:08:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.858+0000 7fe085b70740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a712350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe080b25640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a712350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe080b25640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a712350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:56340/0 (socket says 172.21.15.18:56340) 2024-03-07T10:08:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe080b25640 1 -- 172.21.15.18:0/333292031 learned_addr learned my addr 172.21.15.18:0/333292031 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 0x56447a712890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a78b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c1b2270 con 0x56447a70fa90 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c1b3530 con 0x56447a70f170 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe07c1b2870 con 0x56447a718670 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe081326640 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a78b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe081326640 1 -- 172.21.15.18:0/333292031 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 msgr2=0x56447a712350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe081326640 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a712350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe085b70740 10 client.0 _ll_register_callbacks cb 0x7fe068009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe081326640 1 -- 172.21.15.18:0/333292031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 msgr2=0x56447a712890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe081326640 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 0x56447a712890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe081326640 1 -- 172.21.15.18:0/333292031 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56447a78be80 con 0x56447a718670 2024-03-07T10:08:16.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.859+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe0700bfc40 con 0x56447a718670 2024-03-07T10:08:16.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.860+0000 7fe081326640 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a78b940 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe074004a80 tx=0x7fe0740226a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfb2d30e2bb4e3a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:16.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.860+0000 7fe05bfff640 10 client.27748 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:16.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.860+0000 7fe05bfff640 1 -- 172.21.15.18:0/333292031 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0740198a0 con 0x56447a718670 2024-03-07T10:08:16.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.861+0000 7fe05bfff640 1 -- 172.21.15.18:0/333292031 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe074019a40 con 0x56447a718670 2024-03-07T10:08:16.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.861+0000 7fe05bfff640 1 -- 172.21.15.18:0/333292031 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe074019c60 con 0x56447a718670 2024-03-07T10:08:16.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 10 client.27748 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:16.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x56447a78cff0 con 0x56447a718670 2024-03-07T10:08:16.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe05bfff640 1 -- 172.21.15.18:0/333292031 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe074038480 con 0x56447a718670 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 10 client.27748 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 10 client.27748 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 20 client.27748 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a78d4b0 0x56447a78f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 4 client.27748 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56447a67a720 con 0x56447a78d4b0 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.862+0000 7fe080b25640 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a78d4b0 0x56447a78f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.863+0000 7fe080b25640 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a78d4b0 0x56447a78f8c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=45af7c17f13b7504 server_cookie=6390f14b736110b3 in_seq=0 out_seq=0 2024-03-07T10:08:16.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.863+0000 7fe05bfff640 10 client.27748 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:16.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.864+0000 7fe05bfff640 1 -- 172.21.15.18:0/333292031 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56447a67a720 con 0x56447a78d4b0 2024-03-07T10:08:16.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.864+0000 7fe05bfff640 10 client.27748 handle_command_reply: tid=0 2024-03-07T10:08:16.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.864+0000 7fe085b70740 1 client.27748 shutdown 2024-03-07T10:08:16.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.865+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 msgr2=0x56447a78b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.865+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a78b940 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe074004a80 tx=0x7fe0740226a0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.866+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 shutdown_connections 2024-03-07T10:08:16.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.866+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56447a78d4b0 0x56447a78f8c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.866+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56447a718670 0x56447a78b940 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.866+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56447a70fa90 0x56447a712890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.866+0000 7fe085b70740 1 --2- 172.21.15.18:0/333292031 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56447a70f170 0x56447a712350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.866+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 >> 172.21.15.18:0/333292031 conn(0x56447a7098a0 msgr2=0x56447a70ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.866+0000 7fe05bfff640 0 client.27748 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:16.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.867+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 shutdown_connections 2024-03-07T10:08:16.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.867+0000 7fe085b70740 1 -- 172.21.15.18:0/333292031 wait complete. 2024-03-07T10:08:16.869 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.867+0000 7fe085b70740 20 client.27748 trim_cache size 0 max 16384 2024-03-07T10:08:16.869 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe06c0a1ff0 msgr2=0x7fe06c0a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe06c0a1ff0 0x7fe06c0a44b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe074009900 tx=0x7fe07401b000 comp rx=0 tx=0).stop 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 msgr2=0x7fe07c072de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c072de0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe070005940 tx=0x7fe070034a10 comp rx=0 tx=0).stop 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 shutdown_connections 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe07c105cd0 0x7fe07c06c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe06c0a1ff0 0x7fe06c0a44b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe07c105330 0x7fe07c073320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 --2- 172.21.15.18:0/1680463740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe07c103bf0 0x7fe07c072de0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:16.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 >> 172.21.15.18:0/1680463740 conn(0x7fe07c0ff2c0 msgr2=0x7fe07c1076b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:16.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 shutdown_connections 2024-03-07T10:08:16.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:16.869+0000 7fe082d89640 1 -- 172.21.15.18:0/1680463740 wait complete. 2024-03-07T10:08:16.889 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:08:16.890 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:08:17.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 -- 172.21.15.18:0/115708688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea810e000 msgr2=0x7fbea81103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.039 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 --2- 172.21.15.18:0/115708688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea810e000 0x7fbea81103f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fbea0009be0 tx=0x7fbea002bef0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 -- 172.21.15.18:0/115708688 shutdown_connections 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 --2- 172.21.15.18:0/115708688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea810e000 0x7fbea81103f0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 --2- 172.21.15.18:0/115708688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbea80692d0 0x7fbea810dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 --2- 172.21.15.18:0/115708688 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbea80689b0 0x7fbea8068d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 -- 172.21.15.18:0/115708688 >> 172.21.15.18:0/115708688 conn(0x7fbea8077660 msgr2=0x7fbea8077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 -- 172.21.15.18:0/115708688 shutdown_connections 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.038+0000 7fbeb0181640 1 -- 172.21.15.18:0/115708688 wait complete. 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 Processor -- start 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 -- start start 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea80689b0 0x7fbea8199e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbea80692d0 0x7fbea819a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbea810e000 0x7fbea819e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.042 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea8113bc0 con 0x7fbea80692d0 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea8113a40 con 0x7fbea810e000 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.039+0000 7fbeb0181640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea8113d40 con 0x7fbea80689b0 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbead71c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbea80692d0 0x7fbea819a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea80689b0 0x7fbea8199e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea80689b0 0x7fbea8199e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42146/0 (socket says 172.21.15.18:42146) 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbeadf1d640 1 -- 172.21.15.18:0/1404745060 learned_addr learned my addr 172.21.15.18:0/1404745060 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbeae71e640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbea810e000 0x7fbea819e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbead71c640 1 -- 172.21.15.18:0/1404745060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea80689b0 msgr2=0x7fbea8199e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbead71c640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea80689b0 0x7fbea8199e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbead71c640 1 -- 172.21.15.18:0/1404745060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbea810e000 msgr2=0x7fbea819e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbead71c640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbea810e000 0x7fbea819e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbead71c640 1 -- 172.21.15.18:0/1404745060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbea819ee10 con 0x7fbea80692d0 2024-03-07T10:08:17.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.040+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea80689b0 0x7fbea8199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:17.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.041+0000 7fbead71c640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbea80692d0 0x7fbea819a360 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fbe9800e9f0 tx=0x7fbe9800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.041+0000 7fbe9effd640 1 -- 172.21.15.18:0/1404745060 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe9800ccc0 con 0x7fbea80692d0 2024-03-07T10:08:17.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.041+0000 7fbe9effd640 1 -- 172.21.15.18:0/1404745060 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe98010910 con 0x7fbea80692d0 2024-03-07T10:08:17.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.041+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbea819f100 con 0x7fbea80692d0 2024-03-07T10:08:17.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.041+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbea81a6990 con 0x7fbea80692d0 2024-03-07T10:08:17.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.042+0000 7fbe9effd640 1 -- 172.21.15.18:0/1404745060 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe98018960 con 0x7fbea80692d0 2024-03-07T10:08:17.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.044+0000 7fbe9effd640 1 -- 172.21.15.18:0/1404745060 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fbe98018b00 con 0x7fbea80692d0 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 Processor -- start 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbe9effd640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbe940a2070 0x7fbe940a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 -- start start 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeae71e640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbe940a2070 0x7fbe940a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb7550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcc2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d19dc7e330 con 0x55d19dcb7170 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d19dc1ae90 con 0x55d19dcb7a90 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeb2f6b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d19dbc3d00 con 0x55d19dcc0670 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbe9effd640 1 -- 172.21.15.18:0/1404745060 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fbe980ce410 con 0x7fbea80692d0 2024-03-07T10:08:17.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.045+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59208/0 (socket says 172.21.15.18:59208) 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 -- 172.21.15.18:0/1478608513 learned_addr learned my addr 172.21.15.18:0/1478608513 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbead71c640 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 -- 172.21.15.18:0/1478608513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 msgr2=0x55d19dcc2a60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcc2a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 -- 172.21.15.18:0/1478608513 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 msgr2=0x55d19dcc0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 -- 172.21.15.18:0/1478608513 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d19dbc2b90 con 0x55d19dcb7170 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeae71e640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbe940a2070 0x7fbe940a4530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbea00099a0 tx=0x7fbea00333e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb7550 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fbea40115c0 tx=0x7fbea4011a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12d394c3b649a19f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.046+0000 7fbe93fff640 1 -- 172.21.15.18:0/1478608513 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea400f660 con 0x55d19dcb7170 2024-03-07T10:08:17.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.047+0000 7fbe93fff640 1 -- 172.21.15.18:0/1478608513 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbea400fce0 con 0x55d19dcb7170 2024-03-07T10:08:17.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.047+0000 7fbe93fff640 1 -- 172.21.15.18:0/1478608513 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea40183b0 con 0x55d19dcb7170 2024-03-07T10:08:17.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/1478608513 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 msgr2=0x55d19dcb7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb7550 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fbea40115c0 tx=0x7fbea4011a80 comp rx=0 tx=0).stop 2024-03-07T10:08:17.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/1478608513 shutdown_connections 2024-03-07T10:08:17.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcc2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/1478608513 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb7550 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/1478608513 >> 172.21.15.18:0/1478608513 conn(0x55d19dcb18a0 msgr2=0x55d19dcb1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/1478608513 shutdown_connections 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/1478608513 wait complete. 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 -- start start 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.048+0000 7fbeb2f6b740 1 Processor -- start 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7170 0x55d19dcc0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7a90 0x55d19dcbd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcc0670 0x55d19dcbdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7170 0x55d19dcc0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7170 0x55d19dcc0120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42152/0 (socket says 172.21.15.18:42152) 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeadf1d640 1 -- 172.21.15.18:0/4059217334 learned_addr learned my addr 172.21.15.18:0/4059217334 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeb2f6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d19dbb9470 con 0x55d19dcb7a90 2024-03-07T10:08:17.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d19dc16f30 con 0x55d19dcc0670 2024-03-07T10:08:17.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbead71c640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7a90 0x55d19dcbd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.049+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d19dcc3500 con 0x55d19dcb7170 2024-03-07T10:08:17.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbeb2f6b740 10 client.0 _ll_register_callbacks cb 0x55d19dc14d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:17.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbeae71e640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcc0670 0x55d19dcbdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbead71c640 1 -- 172.21.15.18:0/4059217334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7170 msgr2=0x55d19dcc0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbead71c640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7170 0x55d19dcc0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbead71c640 1 -- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcc0670 msgr2=0x55d19dcbdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbead71c640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcc0670 0x55d19dcbdbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbead71c640 1 -- 172.21.15.18:0/4059217334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d19d92f3f0 con 0x55d19dcb7a90 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbeae71e640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcc0670 0x55d19dcbdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbead71c640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7a90 0x55d19dcbd4b0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fbe980cbac0 tx=0x7fbe9800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70861e84286419d2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.050+0000 7fbe917fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbe917fa640 1 -- 172.21.15.18:0/4059217334 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe9809eeb0 con 0x55d19dcb7a90 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbe917fa640 1 -- 172.21.15.18:0/4059217334 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fbe9805f480 con 0x55d19dcb7a90 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbea400fce0 con 0x55d19dcb7a90 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbe917fa640 1 -- 172.21.15.18:0/4059217334 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbe980a3500 con 0x55d19dcb7a90 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 10 client.17898 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d19d9f97d0 con 0x55d19dcb7a90 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbe917fa640 1 -- 172.21.15.18:0/4059217334 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbea400fce0 con 0x55d19dcb7a90 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbe917fa640 1 -- 172.21.15.18:0/4059217334 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fbe9809a1b0 con 0x55d19dcb7a90 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 10 client.17898 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 10 client.17898 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 20 client.17898 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dcd0760 0x55d19dcd2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 4 client.17898 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:17.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.051+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d19dc283d0 con 0x55d19dcd0760 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.052+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dcd0760 0x55d19dcd2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.052+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dcd0760 0x55d19dcd2b90 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=20b5d92682b01d7b server_cookie=20a688fea83ebb9 in_seq=0 out_seq=0 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.052+0000 7fbe917fa640 10 client.17898 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.053+0000 7fbe917fa640 1 -- 172.21.15.18:0/4059217334 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d19dc283d0 con 0x55d19dcd0760 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.053+0000 7fbe917fa640 10 client.17898 handle_command_reply: tid=0 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.053+0000 7fbeb2f6b740 1 client.17898 shutdown 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7a90 msgr2=0x55d19dcbd4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7a90 0x55d19dcbd4b0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fbe980cbac0 tx=0x7fbe9800cf90 comp rx=0 tx=0).stop 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 shutdown_connections 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcc0670 0x55d19dcbdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7a90 0x55d19dcbd4b0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dcd0760 0x55d19dcd2b90 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/4059217334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7170 0x55d19dcc0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbe917fa640 0 client.17898 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 >> 172.21.15.18:0/4059217334 conn(0x55d19dcb18a0 msgr2=0x55d19dcb35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 shutdown_connections 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/4059217334 wait complete. 2024-03-07T10:08:17.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.054+0000 7fbeb2f6b740 20 client.17898 trim_cache size 0 max 16384 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 Processor -- start 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 -- start start 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7170 0x55d19dcbfbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcc0670 0x55d19dccbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe8c010e60 con 0x55d19dcc0670 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe8c00e960 con 0x55d19dcb7170 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeb2f6b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe8c00ca20 con 0x55d19dcb7a90 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeae71e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcc0670 0x55d19dccbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeae71e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcc0670 0x55d19dccbcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59232/0 (socket says 172.21.15.18:59232) 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeae71e640 1 -- 172.21.15.18:0/3064563654 learned_addr learned my addr 172.21.15.18:0/3064563654 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbead71c640 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.069+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7170 0x55d19dcbfbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbeae71e640 1 -- 172.21.15.18:0/3064563654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7a90 msgr2=0x55d19dcc0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbeae71e640 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbeae71e640 1 -- 172.21.15.18:0/3064563654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7170 msgr2=0x55d19dcbfbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbeae71e640 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7170 0x55d19dcbfbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbeae71e640 1 -- 172.21.15.18:0/3064563654 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d19dcb16d0 con 0x55d19dcc0670 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbeae71e640 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcc0670 0x55d19dccbcc0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fbea0004af0 tx=0x7fbea003e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deb77280c0a2913b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbe937fe640 1 -- 172.21.15.18:0/3064563654 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0033df0 con 0x55d19dcc0670 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbe937fe640 1 -- 172.21.15.18:0/3064563654 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbea002cd70 con 0x55d19dcc0670 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.070+0000 7fbe937fe640 1 -- 172.21.15.18:0/3064563654 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0041480 con 0x55d19dcc0670 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/3064563654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcc0670 msgr2=0x55d19dccbcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcc0670 0x55d19dccbcc0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fbea0004af0 tx=0x7fbea003e000 comp rx=0 tx=0).stop 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/3064563654 shutdown_connections 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcc0670 0x55d19dccbcc0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcb7a90 0x55d19dcc0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/3064563654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7170 0x55d19dcbfbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/3064563654 >> 172.21.15.18:0/3064563654 conn(0x55d19dcb18a0 msgr2=0x55d19dcb87b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/3064563654 shutdown_connections 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/3064563654 wait complete. 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 -- start start 2024-03-07T10:08:17.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.071+0000 7fbeb2f6b740 1 Processor -- start 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeb2f6b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 0x55d19dcba260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59236/0 (socket says 172.21.15.18:59236) 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 -- 172.21.15.18:0/167875611 learned_addr learned my addr 172.21.15.18:0/167875611 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcba7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe8c00d020 con 0x55d19dcb7170 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe8c00e300 con 0x55d19dcb7a90 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe8c00d640 con 0x55d19dcc0670 2024-03-07T10:08:17.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeb2f6b740 10 client.0 _ll_register_callbacks cb 0x7fbe980ce2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeae71e640 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcba7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 -- 172.21.15.18:0/167875611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 msgr2=0x55d19dcba7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcba7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 -- 172.21.15.18:0/167875611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 msgr2=0x55d19dcba260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 0x55d19dcba260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 -- 172.21.15.18:0/167875611 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d19dd2b0e0 con 0x55d19dcb7170 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeae71e640 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcba7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbeadf1d640 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb9d20 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fbea40058c0 tx=0x7fbea4009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a58c6d42b68a404 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbe917fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.072+0000 7fbe917fa640 1 -- 172.21.15.18:0/167875611 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea4019cc0 con 0x55d19dcb7170 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbe917fa640 1 -- 172.21.15.18:0/167875611 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fbea401f040 con 0x55d19dcb7170 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbea002cd70 con 0x55d19dcb7170 2024-03-07T10:08:17.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbe917fa640 1 -- 172.21.15.18:0/167875611 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbea4019e60 con 0x55d19dcb7170 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 10 client.17904 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d19dd2c3e0 con 0x55d19dcb7170 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbe917fa640 1 -- 172.21.15.18:0/167875611 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbea002cd70 con 0x55d19dcb7170 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbe917fa640 1 -- 172.21.15.18:0/167875611 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fbea400f740 con 0x55d19dcb7170 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 10 client.17904 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 10 client.17904 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 20 client.17904 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dd2c870 0x55d19dd2ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 4 client.17904 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d19dc22720 con 0x55d19dd2c870 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.073+0000 7fbead71c640 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dd2c870 0x55d19dd2ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.074+0000 7fbead71c640 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dd2c870 0x55d19dd2ec60 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6490bf5c23c513fe server_cookie=f98e1e175c7e8b69 in_seq=0 out_seq=0 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbe917fa640 10 client.17904 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbe917fa640 1 -- 172.21.15.18:0/167875611 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d19dc22720 con 0x55d19dd2c870 2024-03-07T10:08:17.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbe917fa640 10 client.17904 handle_command_reply: tid=0 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbeb2f6b740 1 client.17904 shutdown 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 msgr2=0x55d19dcb9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb9d20 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fbea40058c0 tx=0x7fbea4009c50 comp rx=0 tx=0).stop 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 shutdown_connections 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.075+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55d19dd2c870 0x55d19dd2ec60 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d19dcc0670 0x55d19dcba7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d19dcb7a90 0x55d19dcba260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb2f6b740 1 --2- 172.21.15.18:0/167875611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d19dcb7170 0x55d19dcb9d20 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 >> 172.21.15.18:0/167875611 conn(0x55d19dcb18a0 msgr2=0x55d19dcb00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbe917fa640 0 client.17904 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 shutdown_connections 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb2f6b740 1 -- 172.21.15.18:0/167875611 wait complete. 2024-03-07T10:08:17.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb2f6b740 20 client.17904 trim_cache size 0 max 16384 2024-03-07T10:08:17.083 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:08:17.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbe940a2070 msgr2=0x7fbe940a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbe940a2070 0x7fbe940a4530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbea00099a0 tx=0x7fbea00333e0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbea80692d0 msgr2=0x7fbea819a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbea80692d0 0x7fbea819a360 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fbe9800e9f0 tx=0x7fbe9800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 shutdown_connections 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbea810e000 0x7fbea819e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbe940a2070 0x7fbe940a4530 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fbea80692d0 0x7fbea819a360 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 --2- 172.21.15.18:0/1404745060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbea80689b0 0x7fbea8199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 >> 172.21.15.18:0/1404745060 conn(0x7fbea8077660 msgr2=0x7fbea810f070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 shutdown_connections 2024-03-07T10:08:17.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.076+0000 7fbeb0181640 1 -- 172.21.15.18:0/1404745060 wait complete. 2024-03-07T10:08:17.090 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:08:17.090 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 -- 172.21.15.18:0/332192584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341091c0 msgr2=0x7ff83411ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 --2- 172.21.15.18:0/332192584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341091c0 0x7ff83411ce50 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7ff824009900 tx=0x7ff82402bd10 comp rx=0 tx=0).stop 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 -- 172.21.15.18:0/332192584 shutdown_connections 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 --2- 172.21.15.18:0/332192584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341091c0 0x7ff83411ce50 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 --2- 172.21.15.18:0/332192584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff8341101c0 0x7ff834108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 --2- 172.21.15.18:0/332192584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff83410fde0 0x7ff834108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 -- 172.21.15.18:0/332192584 >> 172.21.15.18:0/332192584 conn(0x7ff83406da40 msgr2=0x7ff83406de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 -- 172.21.15.18:0/332192584 shutdown_connections 2024-03-07T10:08:17.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.248+0000 7ff839bcd640 1 -- 172.21.15.18:0/332192584 wait complete. 2024-03-07T10:08:17.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.249+0000 7ff839bcd640 1 Processor -- start 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.249+0000 7ff839bcd640 1 -- start start 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff839bcd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8341091c0 0x7ff8341ac8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff839bcd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff83410fde0 0x7ff8341ace10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff839bcd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341101c0 0x7ff8341a6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff839bcd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff834120860 con 0x7ff8341101c0 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff839bcd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8341206e0 con 0x7ff8341091c0 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff839bcd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8341209e0 con 0x7ff83410fde0 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff833fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341101c0 0x7ff8341a6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff833fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341101c0 0x7ff8341a6a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59264/0 (socket says 172.21.15.18:59264) 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff833fff640 1 -- 172.21.15.18:0/4163579086 learned_addr learned my addr 172.21.15.18:0/4163579086 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff8337fe640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8341091c0 0x7ff8341ac8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.250+0000 7ff832ffd640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff83410fde0 0x7ff8341ace10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.251+0000 7ff833fff640 1 -- 172.21.15.18:0/4163579086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff83410fde0 msgr2=0x7ff8341ace10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.251+0000 7ff833fff640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff83410fde0 0x7ff8341ace10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.251+0000 7ff833fff640 1 -- 172.21.15.18:0/4163579086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8341091c0 msgr2=0x7ff8341ac8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.251+0000 7ff833fff640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8341091c0 0x7ff8341ac8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.251+0000 7ff833fff640 1 -- 172.21.15.18:0/4163579086 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8341a71d0 con 0x7ff8341101c0 2024-03-07T10:08:17.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.252+0000 7ff833fff640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341101c0 0x7ff8341a6a80 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7ff824006010 tx=0x7ff82402c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.252+0000 7ff830ff9640 1 -- 172.21.15.18:0/4163579086 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff824043020 con 0x7ff8341101c0 2024-03-07T10:08:17.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.252+0000 7ff830ff9640 1 -- 172.21.15.18:0/4163579086 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff824004350 con 0x7ff8341101c0 2024-03-07T10:08:17.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.252+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8341a7460 con 0x7ff8341101c0 2024-03-07T10:08:17.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.253+0000 7ff830ff9640 1 -- 172.21.15.18:0/4163579086 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82403ea10 con 0x7ff8341101c0 2024-03-07T10:08:17.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.253+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff834110620 con 0x7ff8341101c0 2024-03-07T10:08:17.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 Processor -- start 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff830ff9640 1 -- 172.21.15.18:0/4163579086 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ff824046020 con 0x7ff8341101c0 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 -- start start 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616170 0x561a8e616550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 0x561a8e621a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8e5dd330 con 0x561a8e616a90 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8e579e90 con 0x561a8e616170 2024-03-07T10:08:17.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.257+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8e522d00 con 0x561a8e61f670 2024-03-07T10:08:17.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff830ff9640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8200a1e00 0x7ff8200a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59268/0 (socket says 172.21.15.18:59268) 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 -- 172.21.15.18:0/2321195557 learned_addr learned my addr 172.21.15.18:0/2321195557 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff830ff9640 1 -- 172.21.15.18:0/4163579086 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff8240f0290 con 0x7ff8341101c0 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 -- 172.21.15.18:0/2321195557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 msgr2=0x561a8e621a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 --2- 172.21.15.18:0/2321195557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 0x561a8e621a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 -- 172.21.15.18:0/2321195557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616170 msgr2=0x561a8e616550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 --2- 172.21.15.18:0/2321195557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616170 0x561a8e616550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 -- 172.21.15.18:0/2321195557 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561a8e521b90 con 0x561a8e616a90 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff833fff640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8200a1e00 0x7ff8200a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff8337fe640 1 --2- 172.21.15.18:0/2321195557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61f130 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7ff82c009fc0 tx=0x7ff82c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=935a28ee3b044322 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.258+0000 7ff829ffb640 1 -- 172.21.15.18:0/2321195557 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c01a070 con 0x561a8e616a90 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.259+0000 7ff829ffb640 1 -- 172.21.15.18:0/2321195557 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff82c0158f0 con 0x561a8e616a90 2024-03-07T10:08:17.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.259+0000 7ff829ffb640 1 -- 172.21.15.18:0/2321195557 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c00a9a0 con 0x561a8e616a90 2024-03-07T10:08:17.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.259+0000 7ff833fff640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8200a1e00 0x7ff8200a42c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff8240edb00 tx=0x7ff8240057a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2321195557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 msgr2=0x561a8e61f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.262 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2321195557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61f130 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7ff82c009fc0 tx=0x7ff82c00c8b0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2321195557 shutdown_connections 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2321195557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 0x561a8e621a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2321195557 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61f130 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2321195557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616170 0x561a8e616550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2321195557 >> 172.21.15.18:0/2321195557 conn(0x561a8e6108a0 msgr2=0x561a8e610c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2321195557 shutdown_connections 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2321195557 wait complete. 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.260+0000 7ff83c9b8740 1 -- start start 2024-03-07T10:08:17.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.261+0000 7ff83c9b8740 1 Processor -- start 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.261+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616170 0x561a8e61c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.261+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e61d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff832ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616170 0x561a8e61c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff832ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616170 0x561a8e61c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42222/0 (socket says 172.21.15.18:42222) 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8e518470 con 0x561a8e616a90 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8e575f30 con 0x561a8e61f670 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a8e622460 con 0x561a8e616170 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff83c9b8740 10 client.0 _ll_register_callbacks cb 0x561a8e573d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff832ffd640 1 -- 172.21.15.18:0/935073148 learned_addr learned my addr 172.21.15.18:0/935073148 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff832ffd640 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e61d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff832ffd640 1 -- 172.21.15.18:0/935073148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 msgr2=0x561a8e61d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff832ffd640 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e61d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff832ffd640 1 -- 172.21.15.18:0/935073148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 msgr2=0x561a8e61cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.262+0000 7ff8337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.263+0000 7ff832ffd640 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.263+0000 7ff832ffd640 1 -- 172.21.15.18:0/935073148 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561a8e28e3f0 con 0x561a8e616170 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.263+0000 7ff8337fe640 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.263+0000 7ff832ffd640 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616170 0x561a8e61c630 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff81c00afc0 tx=0x7ff81c00a7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e9f0085373bdebf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.263+0000 7ff812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:17.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.263+0000 7ff812ffd640 1 -- 172.21.15.18:0/935073148 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff81c0131b0 con 0x561a8e616170 2024-03-07T10:08:17.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.263+0000 7ff812ffd640 1 -- 172.21.15.18:0/935073148 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff81c013c50 con 0x561a8e616170 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.264+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff82c0158f0 con 0x561a8e616170 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.264+0000 7ff812ffd640 1 -- 172.21.15.18:0/935073148 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff81c013e50 con 0x561a8e616170 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.264+0000 7ff83c9b8740 10 client.27766 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.264+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561a8e3587d0 con 0x561a8e616170 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.264+0000 7ff812ffd640 1 -- 172.21.15.18:0/935073148 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff82c0158f0 con 0x561a8e616170 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff812ffd640 1 -- 172.21.15.18:0/935073148 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff81c026020 con 0x561a8e616170 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff83c9b8740 10 client.27766 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff83c9b8740 10 client.27766 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff83c9b8740 20 client.27766 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e62f8f0 0x561a8e631d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff83c9b8740 4 client.27766 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:17.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561a8e5873d0 con 0x561a8e62f8f0 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.266+0000 7ff8337fe640 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e62f8f0 0x561a8e631d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.267+0000 7ff812ffd640 10 client.27766 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.267+0000 7ff8337fe640 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e62f8f0 0x561a8e631d60 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f445db6a5b934a1 server_cookie=9e0fba33bcd6dcb5 in_seq=0 out_seq=0 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.267+0000 7ff812ffd640 1 -- 172.21.15.18:0/935073148 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561a8e5873d0 con 0x561a8e62f8f0 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.267+0000 7ff812ffd640 10 client.27766 handle_command_reply: tid=0 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.267+0000 7ff83c9b8740 1 client.27766 shutdown 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616170 msgr2=0x561a8e61c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616170 0x561a8e61c630 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff81c00afc0 tx=0x7ff81c00a7e0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 shutdown_connections 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e62f8f0 0x561a8e631d60 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e61d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff812ffd640 0 client.27766 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:17.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616a90 0x561a8e61cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/935073148 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616170 0x561a8e61c630 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 >> 172.21.15.18:0/935073148 conn(0x561a8e6108a0 msgr2=0x561a8e6125f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 shutdown_connections 2024-03-07T10:08:17.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.268+0000 7ff83c9b8740 1 -- 172.21.15.18:0/935073148 wait complete. 2024-03-07T10:08:17.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.269+0000 7ff83c9b8740 20 client.27766 trim_cache size 0 max 16384 2024-03-07T10:08:17.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.287+0000 7ff83c9b8740 1 Processor -- start 2024-03-07T10:08:17.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.288+0000 7ff83c9b8740 1 -- start start 2024-03-07T10:08:17.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e61ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616a90 0x561a8e61ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e62aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8341c6c40 con 0x561a8e616170 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8341c47a0 con 0x561a8e61f670 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e61ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e61ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59280/0 (socket says 172.21.15.18:59280) 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff832ffd640 1 -- 172.21.15.18:0/2010869675 learned_addr learned my addr 172.21.15.18:0/2010869675 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2010869675 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff83406eb90 con 0x561a8e616a90 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff8337fe640 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616a90 0x561a8e61ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff832ffd640 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e62aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff8337fe640 1 -- 172.21.15.18:0/2010869675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 msgr2=0x561a8e62aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff8337fe640 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e62aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff8337fe640 1 -- 172.21.15.18:0/2010869675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 msgr2=0x561a8e61ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff8337fe640 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e61ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff8337fe640 1 -- 172.21.15.18:0/2010869675 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561a8e61b570 con 0x561a8e616a90 2024-03-07T10:08:17.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.289+0000 7ff8337fe640 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616a90 0x561a8e61ced0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x561a8e61be90 tx=0x7ff82c009910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a8b37192971bfd1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff8297fa640 1 -- 172.21.15.18:0/2010869675 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c01a070 con 0x561a8e616a90 2024-03-07T10:08:17.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff8297fa640 1 -- 172.21.15.18:0/2010869675 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561a8e5873d0 con 0x561a8e616a90 2024-03-07T10:08:17.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff8297fa640 1 -- 172.21.15.18:0/2010869675 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff82c004040 con 0x561a8e616a90 2024-03-07T10:08:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2010869675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616a90 msgr2=0x561a8e61ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616a90 0x561a8e61ced0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x561a8e61be90 tx=0x7ff82c009910 comp rx=0 tx=0).stop 2024-03-07T10:08:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2010869675 shutdown_connections 2024-03-07T10:08:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e61f670 0x561a8e62aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e616a90 0x561a8e61ced0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/2010869675 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e61ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.290+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2010869675 >> 172.21.15.18:0/2010869675 conn(0x561a8e6108a0 msgr2=0x561a8e60f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2010869675 shutdown_connections 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 -- 172.21.15.18:0/2010869675 wait complete. 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 -- start start 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 Processor -- start 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e684570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616a90 0x561a8e684ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 0x561a8e6232c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff834117600 con 0x561a8e616170 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8341188e0 con 0x561a8e616a90 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff83c9b8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff834117c20 con 0x561a8e61f670 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.291+0000 7ff832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e684570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff83c9b8740 10 client.0 _ll_register_callbacks cb 0x7ff81c00a5e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e684570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59296/0 (socket says 172.21.15.18:59296) 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 -- 172.21.15.18:0/1471492210 learned_addr learned my addr 172.21.15.18:0/1471492210 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:17.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 0x561a8e6232c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff8337fe640 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616a90 0x561a8e684ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 -- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 msgr2=0x561a8e6232c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 0x561a8e6232c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 -- 172.21.15.18:0/1471492210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616a90 msgr2=0x561a8e684ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616a90 0x561a8e684ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 -- 172.21.15.18:0/1471492210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561a8e6239b0 con 0x561a8e616170 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff832ffd640 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e684570 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7ff81c000c00 tx=0x7ff81c005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b62756c3c8c828b1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff812ffd640 1 -- 172.21.15.18:0/1471492210 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff81c010e60 con 0x561a8e616170 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff812ffd640 1 -- 172.21.15.18:0/1471492210 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff81c004020 con 0x561a8e616170 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561a8e5873d0 con 0x561a8e616170 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff812ffd640 1 -- 172.21.15.18:0/1471492210 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff81c039050 con 0x561a8e616170 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff83c9b8740 10 client.17919 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.292+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561a8e68bcc0 con 0x561a8e616170 2024-03-07T10:08:17.299 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff812ffd640 1 -- 172.21.15.18:0/1471492210 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561a8e5873d0 con 0x561a8e616170 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff812ffd640 1 -- 172.21.15.18:0/1471492210 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff81c026040 con 0x561a8e616170 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff83c9b8740 10 client.17919 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff83c9b8740 10 client.17919 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff83c9b8740 20 client.17919 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e68c330 0x561a8e68e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff83c9b8740 4 client.17919 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561a8e581720 con 0x561a8e68c330 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff8337fe640 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e68c330 0x561a8e68e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff8337fe640 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e68c330 0x561a8e68e750 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=824d796ccf89f010 server_cookie=718d3ea019e1b6f8 in_seq=0 out_seq=0 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.293+0000 7ff812ffd640 10 client.17919 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff812ffd640 1 -- 172.21.15.18:0/1471492210 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561a8e581720 con 0x561a8e68c330 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff812ffd640 10 client.17919 handle_command_reply: tid=0 2024-03-07T10:08:17.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 client.17919 shutdown 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 msgr2=0x561a8e684570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e684570 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7ff81c000c00 tx=0x7ff81c005a90 comp rx=0 tx=0).stop 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 shutdown_connections 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561a8e68c330 0x561a8e68e750 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a8e61f670 0x561a8e6232c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff812ffd640 0 client.17919 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561a8e616a90 0x561a8e684ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 --2- 172.21.15.18:0/1471492210 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561a8e616170 0x561a8e684570 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 >> 172.21.15.18:0/1471492210 conn(0x561a8e6108a0 msgr2=0x561a8e636620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 shutdown_connections 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 1 -- 172.21.15.18:0/1471492210 wait complete. 2024-03-07T10:08:17.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff83c9b8740 20 client.17919 trim_cache size 0 max 16384 2024-03-07T10:08:17.302 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:08:17.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8200a1e00 msgr2=0x7ff8200a42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff839bcd640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8200a1e00 0x7ff8200a42c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff8240edb00 tx=0x7ff8240057a0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341101c0 msgr2=0x7ff8341a6a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.294+0000 7ff839bcd640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341101c0 0x7ff8341a6a80 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7ff824006010 tx=0x7ff82402c7d0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 shutdown_connections 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8200a1e00 0x7ff8200a42c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8341101c0 0x7ff8341a6a80 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff83410fde0 0x7ff8341ace10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 --2- 172.21.15.18:0/4163579086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8341091c0 0x7ff8341ac8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 >> 172.21.15.18:0/4163579086 conn(0x7ff83406da40 msgr2=0x7ff834070160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 shutdown_connections 2024-03-07T10:08:17.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:17.295+0000 7ff839bcd640 1 -- 172.21.15.18:0/4163579086 wait complete. 2024-03-07T10:08:17.309 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:17 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1530547123' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:08:17.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:17 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1530547123' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:08:17.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:17 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1530547123' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:08:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 535.0 s, 2635.2 tps, lat 37.295 ms stddev 46.214 2024-03-07T10:08:18.310 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:08:18.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:08:18.310 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:08:18.338 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:18 smithi018 ceph-mon[32171]: pgmap v284: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.3 MiB/s wr, 671 op/s 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 -- 172.21.15.18:0/381371227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 msgr2=0x7fba80114bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 --2- 172.21.15.18:0/381371227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba80114bf0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fba78009ca0 tx=0x7fba7802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 -- 172.21.15.18:0/381371227 shutdown_connections 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 --2- 172.21.15.18:0/381371227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba80114bf0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 --2- 172.21.15.18:0/381371227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba80107d80 0x7fba801081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 --2- 172.21.15.18:0/381371227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba80109b30 0x7fba80109f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 -- 172.21.15.18:0/381371227 >> 172.21.15.18:0/381371227 conn(0x7fba80077500 msgr2=0x7fba80106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 -- 172.21.15.18:0/381371227 shutdown_connections 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 -- 172.21.15.18:0/381371227 wait complete. 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.437+0000 7fba8540d640 1 Processor -- start 2024-03-07T10:08:18.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba8540d640 1 -- start start 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba8540d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba80107d80 0x7fba8019e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba8540d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba8019ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba8540d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba80109b30 0x7fba801a2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba8540d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba801180c0 con 0x7fba80108720 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba8540d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba80117f40 con 0x7fba80107d80 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba8540d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba80118240 con 0x7fba80109b30 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba8019ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba80107d80 0x7fba8019e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba8019ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60326/0 (socket says 172.21.15.18:60326) 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 -- 172.21.15.18:0/2212726278 learned_addr learned my addr 172.21.15.18:0/2212726278 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7f7fe640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba80109b30 0x7fba801a2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 -- 172.21.15.18:0/2212726278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba80109b30 msgr2=0x7fba801a2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba80109b30 0x7fba801a2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 -- 172.21.15.18:0/2212726278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba80107d80 msgr2=0x7fba8019e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba80107d80 0x7fba8019e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 -- 172.21.15.18:0/2212726278 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba801a3510 con 0x7fba80108720 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7effd640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba80107d80 0x7fba8019e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.438+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba8019ea60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fba7400d950 tx=0x7fba7400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.439+0000 7fba67fff640 1 -- 172.21.15.18:0/2212726278 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba74017030 con 0x7fba80108720 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.439+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba801a3800 con 0x7fba80108720 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.439+0000 7fba67fff640 1 -- 172.21.15.18:0/2212726278 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba74004020 con 0x7fba80108720 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.439+0000 7fba67fff640 1 -- 172.21.15.18:0/2212726278 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba740047a0 con 0x7fba80108720 2024-03-07T10:08:18.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.439+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba801ab090 con 0x7fba80108720 2024-03-07T10:08:18.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba67fff640 1 -- 172.21.15.18:0/2212726278 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fba740041d0 con 0x7fba80108720 2024-03-07T10:08:18.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 Processor -- start 2024-03-07T10:08:18.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 -- start start 2024-03-07T10:08:18.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f61747e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f61747e670 0x55f617486d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f617487250 0x55f617489640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6173e1b10 con 0x55f617487250 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f61738ad50 con 0x55f61747e670 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba881f5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6173ddbb0 con 0x55f61747dd50 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba67fff640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba680a1ef0 0x7fba680a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba7e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f617487250 0x55f617489640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba7effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f61747e670 0x55f617486d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba7effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f61747e670 0x55f617486d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60072/0 (socket says 172.21.15.18:60072) 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba7e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f617487250 0x55f617489640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60330/0 (socket says 172.21.15.18:60330) 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba7effd640 1 -- 172.21.15.18:0/1819166381 learned_addr learned my addr 172.21.15.18:0/1819166381 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.442+0000 7fba7f7fe640 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f61747e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7f7fe640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba680a1ef0 0x7fba680a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba67fff640 1 -- 172.21.15.18:0/2212726278 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fba740cdc10 con 0x7fba80108720 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7effd640 1 -- 172.21.15.18:0/1819166381 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 msgr2=0x55f61747e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7effd640 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f61747e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7effd640 1 -- 172.21.15.18:0/1819166381 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f617487250 msgr2=0x55f617489640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7effd640 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f617487250 0x55f617489640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7effd640 1 -- 172.21.15.18:0/1819166381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f6171be7e0 con 0x55f61747e670 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7f7fe640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba680a1ef0 0x7fba680a43b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fba78004af0 tx=0x7fba78005c50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba7effd640 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f61747e670 0x55f617486d10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fba700114f0 tx=0x7fba700119b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d613ddcb0c4069c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba657fa640 1 -- 172.21.15.18:0/1819166381 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba7001e070 con 0x55f61747e670 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba657fa640 1 -- 172.21.15.18:0/1819166381 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba7000faa0 con 0x55f61747e670 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.443+0000 7fba657fa640 1 -- 172.21.15.18:0/1819166381 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba70019b50 con 0x55f61747e670 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 -- 172.21.15.18:0/1819166381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f61747e670 msgr2=0x55f617486d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f61747e670 0x55f617486d10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fba700114f0 tx=0x7fba700119b0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 -- 172.21.15.18:0/1819166381 shutdown_connections 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f617487250 0x55f617489640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f61747e670 0x55f617486d10 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 --2- 172.21.15.18:0/1819166381 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f61747e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 -- 172.21.15.18:0/1819166381 >> 172.21.15.18:0/1819166381 conn(0x55f617478480 msgr2=0x55f617478860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 -- 172.21.15.18:0/1819166381 shutdown_connections 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 -- 172.21.15.18:0/1819166381 wait complete. 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 -- start start 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.444+0000 7fba881f5740 1 Processor -- start 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f617486c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747e670 0x55f617484020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617484760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f61748a040 con 0x55f61747e670 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f61739e190 con 0x55f617487250 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f61748a1c0 con 0x55f61747dd50 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 10 client.0 _ll_register_callbacks cb 0x55f61738d770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747e670 0x55f617484020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747e670 0x55f617484020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60340/0 (socket says 172.21.15.18:60340) 2024-03-07T10:08:18.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617484760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 -- 172.21.15.18:0/1473758440 learned_addr learned my addr 172.21.15.18:0/1473758440 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7effd640 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f617486c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 -- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 msgr2=0x55f617486c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f617486c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 -- 172.21.15.18:0/1473758440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 msgr2=0x55f617484760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617484760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 -- 172.21.15.18:0/1473758440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f61721ef70 con 0x55f61747e670 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747e670 0x55f617484020 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fba74009610 tx=0x7fba7406d5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9255b4dc28553d3d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba62ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba62ff5640 1 -- 172.21.15.18:0/1473758440 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba7409ac60 con 0x55f61747e670 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba62ff5640 1 -- 172.21.15.18:0/1473758440 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fba74096bd0 con 0x55f61747e670 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fba7000faa0 con 0x55f61747e670 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba62ff5640 1 -- 172.21.15.18:0/1473758440 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba7409a560 con 0x55f61747e670 2024-03-07T10:08:18.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 10 client.17931 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.445+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f6170b6170 con 0x55f61747e670 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba62ff5640 1 -- 172.21.15.18:0/1473758440 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba7000faa0 con 0x55f61747e670 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba62ff5640 1 -- 172.21.15.18:0/1473758440 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fba740999b0 con 0x55f61747e670 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba881f5740 10 client.17931 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba881f5740 10 client.17931 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba881f5740 20 client.17931 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba881f5740 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617497310 0x55f617499700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba881f5740 4 client.17931 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f6173b7930 con 0x55f617497310 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba7effd640 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617497310 0x55f617499700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba62ff5640 10 client.17931 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.446+0000 7fba7effd640 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617497310 0x55f617499700 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c2839da193c9bbb server_cookie=45199c269450241b in_seq=0 out_seq=0 2024-03-07T10:08:18.454 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:18 smithi063 ceph-mon[36356]: pgmap v284: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.3 MiB/s wr, 671 op/s 2024-03-07T10:08:18.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba62ff5640 1 -- 172.21.15.18:0/1473758440 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f6173b7930 con 0x55f617497310 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba62ff5640 10 client.17931 handle_command_reply: tid=0 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 client.17931 shutdown 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747e670 msgr2=0x55f617484020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747e670 0x55f617484020 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fba74009610 tx=0x7fba7406d5d0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 shutdown_connections 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617497310 0x55f617499700 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617484760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747e670 0x55f617484020 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 --2- 172.21.15.18:0/1473758440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747dd50 0x55f617486c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 >> 172.21.15.18:0/1473758440 conn(0x55f617478480 msgr2=0x55f61747a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba62ff5640 0 client.17931 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 shutdown_connections 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 1 -- 172.21.15.18:0/1473758440 wait complete. 2024-03-07T10:08:18.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.448+0000 7fba881f5740 20 client.17931 trim_cache size 0 max 16384 2024-03-07T10:08:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.471+0000 7fba881f5740 1 Processor -- start 2024-03-07T10:08:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba881f5740 1 -- start start 2024-03-07T10:08:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba881f5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f617486750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba881f5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 0x55f617486c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba881f5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617492930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba881f5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba801b5f30 con 0x55f61747dd50 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba881f5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba801b3a30 con 0x55f617487250 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba881f5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba801b1af0 con 0x55f61747e670 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba7f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617492930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba7f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617492930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60100/0 (socket says 172.21.15.18:60100) 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.475+0000 7fba7f7fe640 1 -- 172.21.15.18:0/773561435 learned_addr learned my addr 172.21.15.18:0/773561435 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.476+0000 7fba7f7fe640 1 -- 172.21.15.18:0/773561435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 msgr2=0x55f617486c90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.476+0000 7fba7f7fe640 1 --2- 172.21.15.18:0/773561435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 0x55f617486c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.476+0000 7fba7f7fe640 1 -- 172.21.15.18:0/773561435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 msgr2=0x55f617486750 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.476+0000 7fba7f7fe640 1 --2- 172.21.15.18:0/773561435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f617486750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.476+0000 7fba7f7fe640 1 -- 172.21.15.18:0/773561435 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f617484ad0 con 0x55f617487250 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.476+0000 7fba7f7fe640 1 --2- 172.21.15.18:0/773561435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617492930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fba78009430 tx=0x7fba78009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a3519fbbfa6d9f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.477+0000 7fba64ff9640 1 -- 172.21.15.18:0/773561435 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba78039040 con 0x55f617487250 2024-03-07T10:08:18.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.482+0000 7fba64ff9640 1 -- 172.21.15.18:0/773561435 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba78054070 con 0x55f617487250 2024-03-07T10:08:18.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.482+0000 7fba64ff9640 1 -- 172.21.15.18:0/773561435 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba78042480 con 0x55f617487250 2024-03-07T10:08:18.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.483+0000 7fba881f5740 1 -- 172.21.15.18:0/773561435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 msgr2=0x55f617492930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.483+0000 7fba881f5740 1 --2- 172.21.15.18:0/773561435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617492930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fba78009430 tx=0x7fba78009360 comp rx=0 tx=0).stop 2024-03-07T10:08:18.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.492+0000 7fba881f5740 1 -- 172.21.15.18:0/773561435 shutdown_connections 2024-03-07T10:08:18.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.492+0000 7fba881f5740 1 --2- 172.21.15.18:0/773561435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617492930 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.492+0000 7fba881f5740 1 --2- 172.21.15.18:0/773561435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 0x55f617486c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.492+0000 7fba881f5740 1 --2- 172.21.15.18:0/773561435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f617486750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.492+0000 7fba881f5740 1 -- 172.21.15.18:0/773561435 >> 172.21.15.18:0/773561435 conn(0x55f617478480 msgr2=0x55f617476bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.499+0000 7fba881f5740 1 -- 172.21.15.18:0/773561435 shutdown_connections 2024-03-07T10:08:18.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.500+0000 7fba881f5740 1 -- 172.21.15.18:0/773561435 wait complete. 2024-03-07T10:08:18.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.500+0000 7fba881f5740 1 -- start start 2024-03-07T10:08:18.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.500+0000 7fba881f5740 1 Processor -- start 2024-03-07T10:08:18.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:18 smithi077 ceph-mon[36374]: pgmap v284: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.3 MiB/s wr, 671 op/s 2024-03-07T10:08:18.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.501+0000 7fba881f5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f6174efd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.501+0000 7fba881f5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 0x55f6174f0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.501+0000 7fba881f5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617480290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.501+0000 7fba881f5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba801b20f0 con 0x55f61747dd50 2024-03-07T10:08:18.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.501+0000 7fba881f5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba801b33d0 con 0x55f617487250 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.501+0000 7fba881f5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba801b2710 con 0x55f61747e670 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.501+0000 7fba881f5740 10 client.0 _ll_register_callbacks cb 0x7fba740046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f6174efd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f6174efd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60356/0 (socket says 172.21.15.18:60356) 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 -- 172.21.15.18:0/3334613992 learned_addr learned my addr 172.21.15.18:0/3334613992 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 0x55f6174f0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 -- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 msgr2=0x55f6174f0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 0x55f6174f0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 -- 172.21.15.18:0/3334613992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 msgr2=0x55f617480290 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:18.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617480290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.502+0000 7fba7effd640 1 -- 172.21.15.18:0/3334613992 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f61748f520 con 0x55f61747dd50 2024-03-07T10:08:18.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.503+0000 7fba7effd640 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f6174efd30 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fba70019780 tx=0x7fba70019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9771710cd3a6bba5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.506+0000 7fba62ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:18.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.506+0000 7fba62ff5640 1 -- 172.21.15.18:0/3334613992 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba70029070 con 0x55f61747dd50 2024-03-07T10:08:18.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.506+0000 7fba62ff5640 1 -- 172.21.15.18:0/3334613992 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fba7002a260 con 0x55f61747dd50 2024-03-07T10:08:18.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.511+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fba78054070 con 0x55f61747dd50 2024-03-07T10:08:18.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.515+0000 7fba62ff5640 1 -- 172.21.15.18:0/3334613992 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba7001e040 con 0x55f61747dd50 2024-03-07T10:08:18.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.515+0000 7fba881f5740 10 client.17934 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:18.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.515+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f617481720 con 0x55f61747dd50 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba62ff5640 1 -- 172.21.15.18:0/3334613992 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba78054070 con 0x55f61747dd50 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba62ff5640 1 -- 172.21.15.18:0/3334613992 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fba70011160 con 0x55f61747dd50 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba881f5740 10 client.17934 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba881f5740 10 client.17934 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba881f5740 20 client.17934 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba881f5740 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617481e70 0x55f617518b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba881f5740 4 client.17934 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:08:18.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.517+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55f6173a3050 con 0x55f617481e70 2024-03-07T10:08:18.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.518+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617481e70 0x55f617518b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.520+0000 7fba7e7fc640 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617481e70 0x55f617518b90 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea833f38734df285 server_cookie=c544ec94caffbb43 in_seq=0 out_seq=0 2024-03-07T10:08:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.521+0000 7fba62ff5640 10 client.17934 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.522+0000 7fba62ff5640 1 -- 172.21.15.18:0/3334613992 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55f6173a3050 con 0x55f617481e70 2024-03-07T10:08:18.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.522+0000 7fba62ff5640 10 client.17934 handle_command_reply: tid=0 2024-03-07T10:08:18.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.522+0000 7fba881f5740 1 client.17934 shutdown 2024-03-07T10:08:18.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.523+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 msgr2=0x55f6174efd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.523+0000 7fba881f5740 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f6174efd30 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fba70019780 tx=0x7fba70019710 comp rx=0 tx=0).stop 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.524+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 shutdown_connections 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.524+0000 7fba881f5740 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f617481e70 0x55f617518b90 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.524+0000 7fba881f5740 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f617487250 0x55f617480290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.524+0000 7fba881f5740 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f61747e670 0x55f6174f0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.524+0000 7fba881f5740 1 --2- 172.21.15.18:0/3334613992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f61747dd50 0x55f6174efd30 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.524+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 >> 172.21.15.18:0/3334613992 conn(0x55f617478480 msgr2=0x55f617477450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.524+0000 7fba62ff5640 0 client.17934 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.525+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 shutdown_connections 2024-03-07T10:08:18.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.525+0000 7fba881f5740 1 -- 172.21.15.18:0/3334613992 wait complete. 2024-03-07T10:08:18.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.526+0000 7fba881f5740 20 client.17934 trim_cache size 0 max 16384 2024-03-07T10:08:18.528 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:08:18.528 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:08:18.528 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "5aeea808-97ad-45be-8c7c-3c111cc556c7", 2024-03-07T10:08:18.528 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:08:18.528 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:08:18.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.527+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba680a1ef0 msgr2=0x7fba680a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.527+0000 7fba8540d640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba680a1ef0 0x7fba680a43b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fba78004af0 tx=0x7fba78005c50 comp rx=0 tx=0).stop 2024-03-07T10:08:18.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.527+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 msgr2=0x7fba8019ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.527+0000 7fba8540d640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba8019ea60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fba7400d950 tx=0x7fba7400de10 comp rx=0 tx=0).stop 2024-03-07T10:08:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.527+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 shutdown_connections 2024-03-07T10:08:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.528+0000 7fba8540d640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba80109b30 0x7fba801a2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.528+0000 7fba8540d640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba680a1ef0 0x7fba680a43b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.528+0000 7fba8540d640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba80108720 0x7fba8019ea60 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.528+0000 7fba8540d640 1 --2- 172.21.15.18:0/2212726278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba80107d80 0x7fba8019e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.528+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 >> 172.21.15.18:0/2212726278 conn(0x7fba80077500 msgr2=0x7fba80077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.528+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 shutdown_connections 2024-03-07T10:08:18.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.529+0000 7fba8540d640 1 -- 172.21.15.18:0/2212726278 wait complete. 2024-03-07T10:08:18.548 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:08:18.548 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:08:18.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.750+0000 7f4a18e34640 1 -- 172.21.15.18:0/4273576762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a14108ba0 msgr2=0x7f4a14109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.750+0000 7f4a18e34640 1 --2- 172.21.15.18:0/4273576762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a14108ba0 0x7f4a14109000 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c009be0 tx=0x7f4a0c02bf30 comp rx=0 tx=0).stop 2024-03-07T10:08:18.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.752+0000 7f4a18e34640 1 -- 172.21.15.18:0/4273576762 shutdown_connections 2024-03-07T10:08:18.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.752+0000 7f4a18e34640 1 --2- 172.21.15.18:0/4273576762 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a1411ae40 0x7f4a1411d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.752+0000 7f4a18e34640 1 --2- 172.21.15.18:0/4273576762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a14108ba0 0x7f4a14109000 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.752+0000 7f4a18e34640 1 --2- 172.21.15.18:0/4273576762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1410fdf0 0x7f4a14108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.752+0000 7f4a18e34640 1 -- 172.21.15.18:0/4273576762 >> 172.21.15.18:0/4273576762 conn(0x7f4a1406c6d0 msgr2=0x7f4a1406cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.752+0000 7f4a18e34640 1 -- 172.21.15.18:0/4273576762 shutdown_connections 2024-03-07T10:08:18.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.752+0000 7f4a18e34640 1 -- 172.21.15.18:0/4273576762 wait complete. 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 Processor -- start 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 -- start start 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a14108ba0 0x7f4a141a6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1410fdf0 0x7f4a141a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a1411ae40 0x7f4a141ab630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a14120890 con 0x7f4a14108ba0 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a14120710 con 0x7f4a1410fdf0 2024-03-07T10:08:18.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.753+0000 7f4a18e34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a14120a10 con 0x7f4a1411ae40 2024-03-07T10:08:18.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a14108ba0 0x7f4a141a6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a14108ba0 0x7f4a141a6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60382/0 (socket says 172.21.15.18:60382) 2024-03-07T10:08:18.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a1259c640 1 -- 172.21.15.18:0/3955959092 learned_addr learned my addr 172.21.15.18:0/3955959092 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a11d9b640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1410fdf0 0x7f4a141a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a12d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a1411ae40 0x7f4a141ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a11d9b640 1 -- 172.21.15.18:0/3955959092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a1411ae40 msgr2=0x7f4a141ab630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a11d9b640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a1411ae40 0x7f4a141ab630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a11d9b640 1 -- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a14108ba0 msgr2=0x7f4a141a6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a11d9b640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a14108ba0 0x7f4a141a6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.754+0000 7f4a11d9b640 1 -- 172.21.15.18:0/3955959092 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a141abd60 con 0x7f4a1410fdf0 2024-03-07T10:08:18.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.755+0000 7f4a11d9b640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1410fdf0 0x7f4a141a72b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c009b30 tx=0x7f4a0c0042e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.755+0000 7f4a037fe640 1 -- 172.21.15.18:0/3955959092 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a0c043020 con 0x7f4a1410fdf0 2024-03-07T10:08:18.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.755+0000 7f4a037fe640 1 -- 172.21.15.18:0/3955959092 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a0c0047a0 con 0x7f4a1410fdf0 2024-03-07T10:08:18.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.755+0000 7f4a037fe640 1 -- 172.21.15.18:0/3955959092 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a0c03e980 con 0x7f4a1410fdf0 2024-03-07T10:08:18.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.755+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a141abff0 con 0x7f4a1410fdf0 2024-03-07T10:08:18.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.755+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a141b38e0 con 0x7f4a1410fdf0 2024-03-07T10:08:18.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a037fe640 1 -- 172.21.15.18:0/3955959092 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4a0c046020 con 0x7f4a1410fdf0 2024-03-07T10:08:18.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 Processor -- start 2024-03-07T10:08:18.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 -- start start 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead71730 0x5628ead71b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead7a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead7ac30 0x5628ead7d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628eacd4dd0 con 0x5628ead71730 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628eac7dae0 con 0x5628ead7ac30 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.759+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628eacd0e70 con 0x5628ead72050 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead7a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead7a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45748/0 (socket says 172.21.15.18:45748) 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 -- 172.21.15.18:0/1007163977 learned_addr learned my addr 172.21.15.18:0/1007163977 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.762 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a037fe640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49fc0a2030 0x7f49fc0a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead71730 0x5628ead71b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a037fe640 1 -- 172.21.15.18:0/3955959092 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4a0c0f0b50 con 0x7f4a1410fdf0 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 -- 172.21.15.18:0/1007163977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead7ac30 msgr2=0x5628ead7d020 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead7ac30 0x5628ead7d020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 -- 172.21.15.18:0/1007163977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead71730 msgr2=0x5628ead71b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead71730 0x5628ead71b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.760+0000 7f4a1259c640 1 -- 172.21.15.18:0/1007163977 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628eaab37d0 con 0x5628ead72050 2024-03-07T10:08:18.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.761+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49fc0a2030 0x7f49fc0a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.761+0000 7f4a1259c640 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead7a6f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4a0800cc90 tx=0x7f4a0800e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ebf7645fcdeb57c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.761+0000 7f4a00ff9640 1 -- 172.21.15.18:0/1007163977 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a0801a630 con 0x5628ead72050 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.761+0000 7f4a00ff9640 1 -- 172.21.15.18:0/1007163977 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a0801acb0 con 0x5628ead72050 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.761+0000 7f4a00ff9640 1 -- 172.21.15.18:0/1007163977 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a08010d60 con 0x5628ead72050 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.761+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49fc0a2030 0x7f49fc0a44f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400b590 tx=0x7f4a04004730 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.762+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1007163977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 msgr2=0x5628ead7a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.762+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead7a6f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4a0800cc90 tx=0x7f4a0800e720 comp rx=0 tx=0).stop 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.762+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1007163977 shutdown_connections 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.762+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead7ac30 0x5628ead7d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.762+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead7a6f0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.762+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1007163977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead71730 0x5628ead71b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.762+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1007163977 >> 172.21.15.18:0/1007163977 conn(0x5628ead6be60 msgr2=0x5628ead6c240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.763+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1007163977 shutdown_connections 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.763+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1007163977 wait complete. 2024-03-07T10:08:18.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.763+0000 7f4a1bc1b740 1 -- start start 2024-03-07T10:08:18.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.763+0000 7f4a1bc1b740 1 Processor -- start 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead77ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead72050 0x5628ead78020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead7ac30 0x5628ead78560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628ead7da20 con 0x5628ead72050 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628eac91070 con 0x5628ead71730 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a11d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead72050 0x5628ead78020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a11d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead72050 0x5628ead78020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60394/0 (socket says 172.21.15.18:60394) 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a11d9b640 1 -- 172.21.15.18:0/686488611 learned_addr learned my addr 172.21.15.18:0/686488611 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead77ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead7ac30 0x5628ead78560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628ead7dba0 con 0x5628ead7ac30 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a1bc1b740 10 client.0 _ll_register_callbacks cb 0x5628eac90a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a12d9d640 1 -- 172.21.15.18:0/686488611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 msgr2=0x5628ead77ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead77ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a12d9d640 1 -- 172.21.15.18:0/686488611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead72050 msgr2=0x5628ead78020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead72050 0x5628ead78020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.764+0000 7f4a12d9d640 1 -- 172.21.15.18:0/686488611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5628ea9e93f0 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead7ac30 0x5628ead78560 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400ba70 tx=0x7f4a040046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e82c1f2530b4affb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f49f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f49f9ffb640 1 -- 172.21.15.18:0/686488611 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a04005220 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f49f9ffb640 1 -- 172.21.15.18:0/686488611 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4a040053c0 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4a0801acb0 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f49f9ffb640 1 -- 172.21.15.18:0/686488611 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a040055c0 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f4a1bc1b740 10 client.27799 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5628ea9a90f0 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f49f9ffb640 1 -- 172.21.15.18:0/686488611 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a0801acb0 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f49f9ffb640 1 -- 172.21.15.18:0/686488611 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4a0401b030 con 0x5628ead7ac30 2024-03-07T10:08:18.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f4a1bc1b740 10 client.27799 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f4a1bc1b740 10 client.27799 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.765+0000 7f4a1bc1b740 20 client.27799 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.766+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628ead8a940 0x5628ead8cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.766+0000 7f4a1bc1b740 4 client.27799 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.766+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5628eace2310 con 0x5628ead8a940 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.766+0000 7f4a1259c640 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628ead8a940 0x5628ead8cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.766+0000 7f49f9ffb640 10 client.27799 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.766+0000 7f4a1259c640 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628ead8a940 0x5628ead8cd30 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f345b02cfb4fbfae server_cookie=4d2cf47c501bb740 in_seq=0 out_seq=0 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.767+0000 7f49f9ffb640 1 -- 172.21.15.18:0/686488611 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5628eace2310 con 0x5628ead8a940 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.767+0000 7f49f9ffb640 10 client.27799 handle_command_reply: tid=0 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.767+0000 7f4a1bc1b740 1 client.27799 shutdown 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.767+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead7ac30 msgr2=0x5628ead78560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.767+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead7ac30 0x5628ead78560 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400ba70 tx=0x7f4a040046c0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 shutdown_connections 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628ead8a940 0x5628ead8cd30 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead7ac30 0x5628ead78560 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead72050 0x5628ead78020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/686488611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead77ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 >> 172.21.15.18:0/686488611 conn(0x5628ead6be60 msgr2=0x5628ead6dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f49f9ffb640 0 client.27799 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 shutdown_connections 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/686488611 wait complete. 2024-03-07T10:08:18.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.768+0000 7f4a1bc1b740 20 client.27799 trim_cache size 0 max 16384 2024-03-07T10:08:18.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.787+0000 7f4a1bc1b740 1 Processor -- start 2024-03-07T10:08:18.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.787+0000 7f4a1bc1b740 1 -- start start 2024-03-07T10:08:18.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead7a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead6d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead862e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a141be710 con 0x5628ead7ac30 2024-03-07T10:08:18.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a141bc210 con 0x5628ead71730 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a141ba2d0 con 0x5628ead72050 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a11d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead6d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a11d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead6d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45760/0 (socket says 172.21.15.18:45760) 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a11d9b640 1 -- 172.21.15.18:0/2786205281 learned_addr learned my addr 172.21.15.18:0/2786205281 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead862e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead7a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a12d9d640 1 -- 172.21.15.18:0/2786205281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 msgr2=0x5628ead6d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead6d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a12d9d640 1 -- 172.21.15.18:0/2786205281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 msgr2=0x5628ead7a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead7a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.788+0000 7f4a12d9d640 1 -- 172.21.15.18:0/2786205281 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628ead70ab0 con 0x5628ead7ac30 2024-03-07T10:08:18.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.789+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead862e0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f4a0401e850 tx=0x7f4a0400bc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8d79fe6652a8aa2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.789+0000 7f49fbfff640 1 -- 172.21.15.18:0/2786205281 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a04005850 con 0x5628ead7ac30 2024-03-07T10:08:18.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.789+0000 7f49fbfff640 1 -- 172.21.15.18:0/2786205281 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a04023070 con 0x5628ead7ac30 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.789+0000 7f49fbfff640 1 -- 172.21.15.18:0/2786205281 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a04027e00 con 0x5628ead7ac30 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/2786205281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 msgr2=0x5628ead862e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead862e0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f4a0401e850 tx=0x7f4a0400bc60 comp rx=0 tx=0).stop 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/2786205281 shutdown_connections 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead862e0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead6d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/2786205281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead7a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/2786205281 >> 172.21.15.18:0/2786205281 conn(0x5628ead6be60 msgr2=0x5628ead6d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/2786205281 shutdown_connections 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/2786205281 wait complete. 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.790+0000 7f4a1bc1b740 1 -- start start 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 1 Processor -- start 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead74450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead74990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead74ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a141ba8d0 con 0x5628ead7ac30 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead74450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a141bbbb0 con 0x5628ead71730 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a12d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead74ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a11d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead74990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead74450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60146/0 (socket says 172.21.15.18:60146) 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1259c640 1 -- 172.21.15.18:0/1540665458 learned_addr learned my addr 172.21.15.18:0/1540665458 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a141baef0 con 0x5628ead72050 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a1bc1b740 10 client.0 _ll_register_callbacks cb 0x7f4a04012e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a12d9d640 1 -- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 msgr2=0x5628ead74990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead74990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a12d9d640 1 -- 172.21.15.18:0/1540665458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 msgr2=0x5628ead74450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead74450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a12d9d640 1 -- 172.21.15.18:0/1540665458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5628eade5410 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.791+0000 7f4a11d9b640 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead74990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a12d9d640 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead74ed0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400ba70 tx=0x7f4a04012360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e72998511b128fb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f49f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f49f9ffb640 1 -- 172.21.15.18:0/1540665458 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a04005850 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f49f9ffb640 1 -- 172.21.15.18:0/1540665458 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4a0401e600 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4a04023070 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f49f9ffb640 1 -- 172.21.15.18:0/1540665458 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a04048050 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 10 client.17952 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5628eade66e0 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f49f9ffb640 1 -- 172.21.15.18:0/1540665458 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a0403f070 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f49f9ffb640 1 -- 172.21.15.18:0/1540665458 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4a0401b040 con 0x5628ead7ac30 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 10 client.17952 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 10 client.17952 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 20 client.17952 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:18.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628eade6c40 0x5628eade9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:18.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 4 client.17952 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:08:18.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.792+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f4a04023070 con 0x5628eade6c40 2024-03-07T10:08:18.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.793+0000 7f4a1259c640 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628eade6c40 0x5628eade9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:18.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.794+0000 7f4a1259c640 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628eade6c40 0x5628eade9030 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60efcdeebbb7d54 server_cookie=d01e33101cdf5897 in_seq=0 out_seq=0 2024-03-07T10:08:18.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.794+0000 7f49f9ffb640 10 client.17952 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.794+0000 7f49f9ffb640 1 -- 172.21.15.18:0/1540665458 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x7f4a04023070 con 0x5628eade6c40 2024-03-07T10:08:18.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.794+0000 7f49f9ffb640 10 client.17952 handle_command_reply: tid=0 2024-03-07T10:08:18.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.794+0000 7f4a1bc1b740 1 client.17952 shutdown 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 msgr2=0x5628ead74ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead74ed0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400ba70 tx=0x7f4a04012360 comp rx=0 tx=0).stop 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 shutdown_connections 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628eade6c40 0x5628eade9030 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628ead7ac30 0x5628ead74ed0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f49f9ffb640 0 client.17952 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628ead72050 0x5628ead74990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 --2- 172.21.15.18:0/1540665458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628ead71730 0x5628ead74450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 >> 172.21.15.18:0/1540665458 conn(0x5628ead6be60 msgr2=0x5628ead6aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 shutdown_connections 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 1 -- 172.21.15.18:0/1540665458 wait complete. 2024-03-07T10:08:18.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a1bc1b740 20 client.17952 trim_cache size 0 max 16384 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: "5aeea808-97ad-45be-8c7c-3c111cc556c7": { 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "5aeea808-97ad-45be-8c7c-3c111cc556c7", 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:08:18.801 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:08:18.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49fc0a2030 msgr2=0x7f49fc0a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a18e34640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49fc0a2030 0x7f49fc0a44f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4a0400b590 tx=0x7f4a04004730 comp rx=0 tx=0).stop 2024-03-07T10:08:18.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1410fdf0 msgr2=0x7f4a141a72b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:18.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.795+0000 7f4a18e34640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1410fdf0 0x7f4a141a72b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c009b30 tx=0x7f4a0c0042e0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 shutdown_connections 2024-03-07T10:08:18.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a1411ae40 0x7f4a141ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1410fdf0 0x7f4a141a72b0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f49fc0a2030 0x7f49fc0a44f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 --2- 172.21.15.18:0/3955959092 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4a14108ba0 0x7f4a141a6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:18.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 >> 172.21.15.18:0/3955959092 conn(0x7f4a1406c6d0 msgr2=0x7f4a14118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:18.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 shutdown_connections 2024-03-07T10:08:18.803 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:18.796+0000 7f4a18e34640 1 -- 172.21.15.18:0/3955959092 wait complete. 2024-03-07T10:08:18.810 INFO:tasks.cephfs.filesystem:scrub status for tag:5aeea808-97ad-45be-8c7c-3c111cc556c7 - {'path': '/', 'tag': '5aeea808-97ad-45be-8c7c-3c111cc556c7', 'options': 'recursive,force'} 2024-03-07T10:08:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:19 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:08:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:19 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:19 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:08:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:19 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:08:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:19 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:19 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:19 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:08:19.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:19 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:19 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:08:19.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:19 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:08:19.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:19 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:19 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:19 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:08:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:19 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:19 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:08:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:19 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:08:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:19 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:19.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:19 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:20 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:08:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:20 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:20.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:20 smithi018 ceph-mon[32171]: pgmap v285: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.3 MiB/s wr, 665 op/s 2024-03-07T10:08:20.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:20 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:08:20.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:20 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:20.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:20 smithi063 ceph-mon[36356]: pgmap v285: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.3 MiB/s wr, 665 op/s 2024-03-07T10:08:20.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:20 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:08:20.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:20 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:20.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:20 smithi077 ceph-mon[36374]: pgmap v285: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.3 MiB/s wr, 665 op/s 2024-03-07T10:08:22.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:22 smithi018 ceph-mon[32171]: pgmap v286: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 6.3 MiB/s wr, 673 op/s 2024-03-07T10:08:22.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:22 smithi063 ceph-mon[36356]: pgmap v286: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 6.3 MiB/s wr, 673 op/s 2024-03-07T10:08:22.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:22 smithi077 ceph-mon[36374]: pgmap v286: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 6.3 MiB/s wr, 673 op/s 2024-03-07T10:08:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 540.0 s, 1811.8 tps, lat 55.666 ms stddev 63.399 2024-03-07T10:08:23.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:23 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:08:23.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:23 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:08:23.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:23 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.164+0000 7f0f85f1d640 1 -- 172.21.15.18:0/2723230362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 msgr2=0x7f0f80110720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.164+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/2723230362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 0x7f0f80110720 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0f78009cd0 tx=0x7f0f7802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.165+0000 7f0f85f1d640 1 -- 172.21.15.18:0/2723230362 shutdown_connections 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.165+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/2723230362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 0x7f0f80110720 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.165+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/2723230362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f80103850 0x7f0f80103cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.165+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/2723230362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80109860 0x7f0f80109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.165+0000 7f0f85f1d640 1 -- 172.21.15.18:0/2723230362 >> 172.21.15.18:0/2723230362 conn(0x7f0f800ff2e0 msgr2=0x7f0f80101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.165+0000 7f0f85f1d640 1 -- 172.21.15.18:0/2723230362 shutdown_connections 2024-03-07T10:08:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.165+0000 7f0f85f1d640 1 -- 172.21.15.18:0/2723230362 wait complete. 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.166+0000 7f0f85f1d640 1 Processor -- start 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.166+0000 7f0f85f1d640 1 -- start start 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f85f1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80103850 0x7f0f80075b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f85f1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 0x7f0f800760b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f85f1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f80109860 0x7f0f800765f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f85f1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f80113c70 con 0x7f0f80103850 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f85f1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f80113af0 con 0x7f0f80109860 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f85f1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f80113df0 con 0x7f0f80104210 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80103850 0x7f0f80075b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f80109860 0x7f0f800765f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 0x7f0f800760b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80103850 0x7f0f80075b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60426/0 (socket says 172.21.15.18:60426) 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1768433464 learned_addr learned my addr 172.21.15.18:0/1768433464 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1768433464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 msgr2=0x7f0f800760b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 0x7f0f800760b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1768433464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f80109860 msgr2=0x7f0f800765f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f80109860 0x7f0f800765f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1768433464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f801aa7a0 con 0x7f0f80103850 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7effd640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 0x7f0f800760b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.167+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80103850 0x7f0f80075b70 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f0f7000d980 tx=0x7f0f7000de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.168+0000 7f0f7cff9640 1 -- 172.21.15.18:0/1768433464 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f70017070 con 0x7f0f80103850 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.168+0000 7f0f7cff9640 1 -- 172.21.15.18:0/1768433464 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0f70009c30 con 0x7f0f80103850 2024-03-07T10:08:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.168+0000 7f0f7cff9640 1 -- 172.21.15.18:0/1768433464 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f7000f620 con 0x7f0f80103850 2024-03-07T10:08:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.168+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f801aaa90 con 0x7f0f80103850 2024-03-07T10:08:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.168+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f801aaf90 con 0x7f0f80103850 2024-03-07T10:08:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f7cff9640 1 -- 172.21.15.18:0/1768433464 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0f70010460 con 0x7f0f80103850 2024-03-07T10:08:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 Processor -- start 2024-03-07T10:08:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 -- start start 2024-03-07T10:08:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc60a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc61420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc6c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563eddbc55c0 con 0x563eddc60fa0 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563eddb6e900 con 0x563eddc6a520 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f88df4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563eddbc1660 con 0x563eddc61d10 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc61420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f7ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc60a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f7ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc60a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45790/0 (socket says 172.21.15.18:45790) 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.171+0000 7f0f7ffff640 1 -- 172.21.15.18:0/1499560848 learned_addr learned my addr 172.21.15.18:0/1499560848 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7effd640 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc6c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7cff9640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0f680a1fe0 0x7f0f680a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7ffff640 1 -- 172.21.15.18:0/1499560848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 msgr2=0x563eddc6c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7cff9640 1 -- 172.21.15.18:0/1768433464 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0f700cde00 con 0x7f0f80103850 2024-03-07T10:08:24.175 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7ffff640 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc6c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7ffff640 1 -- 172.21.15.18:0/1499560848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 msgr2=0x563eddc61420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7ffff640 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc61420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7ffff640 1 -- 172.21.15.18:0/1499560848 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563edd8da210 con 0x563eddc61d10 2024-03-07T10:08:24.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc61420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:08:24.176 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7ffff640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0f680a1fe0 0x7f0f680a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.172+0000 7f0f7ffff640 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc60a60 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f0f78009cd0 tx=0x7f0f780323f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f434caff9b29c98 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.173+0000 7f0f65ffb640 1 -- 172.21.15.18:0/1499560848 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f78039040 con 0x563eddc61d10 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.173+0000 7f0f65ffb640 1 -- 172.21.15.18:0/1499560848 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0f78003e50 con 0x563eddc61d10 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f88df4740 1 -- 172.21.15.18:0/1499560848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 msgr2=0x563eddc60a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f65ffb640 1 -- 172.21.15.18:0/1499560848 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f78039040 con 0x563eddc61d10 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc60a60 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f0f78009cd0 tx=0x7f0f780323f0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f88df4740 1 -- 172.21.15.18:0/1499560848 shutdown_connections 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc6c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc61420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.179 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1499560848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc60a60 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f88df4740 1 -- 172.21.15.18:0/1499560848 >> 172.21.15.18:0/1499560848 conn(0x563eddc28580 msgr2=0x563eddc5bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.174+0000 7f0f7ffff640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0f680a1fe0 0x7f0f680a44a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0f7804d000 tx=0x7f0f78004740 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.175+0000 7f0f88df4740 1 -- 172.21.15.18:0/1499560848 shutdown_connections 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.175+0000 7f0f88df4740 1 -- 172.21.15.18:0/1499560848 wait complete. 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.175+0000 7f0f88df4740 1 -- start start 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.175+0000 7f0f88df4740 1 Processor -- start 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc67410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc67950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc67e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f88df4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563eddc6d2a0 con 0x563eddc60fa0 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f88df4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563eddb81d60 con 0x563eddc6a520 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f88df4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563eddc6d420 con 0x563eddc61d10 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f88df4740 10 client.0 _ll_register_callbacks cb 0x563edd8d9a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc67410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.180 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc67e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc67410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:60456/0 (socket says 172.21.15.18:60456) 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc67e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60172/0 (socket says 172.21.15.18:60172) 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/2561704477 learned_addr learned my addr 172.21.15.18:0/2561704477 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7effd640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc67950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 msgr2=0x563eddc67950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc67950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/2561704477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 msgr2=0x563eddc67e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc67e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/2561704477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563edd9a6620 con 0x563eddc60fa0 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7effd640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc67950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7ffff640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc67e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc67410 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f0f70009610 tx=0x7f0f7009a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7860684821a834 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:24.181 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.176+0000 7f0f5effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:24.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.177+0000 7f0f5effd640 1 -- 172.21.15.18:0/2561704477 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f70020070 con 0x563eddc60fa0 2024-03-07T10:08:24.182 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.177+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0f78003e50 con 0x563eddc60fa0 2024-03-07T10:08:24.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.178+0000 7f0f5effd640 1 -- 172.21.15.18:0/2561704477 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0f70096e10 con 0x563eddc60fa0 2024-03-07T10:08:24.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.178+0000 7f0f5effd640 1 -- 172.21.15.18:0/2561704477 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f700b8e60 con 0x563eddc60fa0 2024-03-07T10:08:24.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.178+0000 7f0f88df4740 10 client.17964 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:24.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.178+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563eddc79530 con 0x563eddc60fa0 2024-03-07T10:08:24.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f5effd640 1 -- 172.21.15.18:0/2561704477 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0f70009de0 con 0x563eddc60fa0 2024-03-07T10:08:24.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f5effd640 1 -- 172.21.15.18:0/2561704477 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0f70083ce0 con 0x563eddc60fa0 2024-03-07T10:08:24.184 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f88df4740 10 client.17964 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f88df4740 10 client.17964 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f88df4740 20 client.17964 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f88df4740 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddc7a9f0 0x563eddc7cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f88df4740 4 client.17964 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0f78003e50 con 0x563eddc7a9f0 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f7effd640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddc7a9f0 0x563eddc7cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.179+0000 7f0f5effd640 10 client.17964 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.180+0000 7f0f7effd640 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddc7a9f0 0x563eddc7cde0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5026d9c38cab55d3 server_cookie=b52fb34ec88e08e1 in_seq=0 out_seq=0 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.181+0000 7f0f5effd640 1 -- 172.21.15.18:0/2561704477 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f0f78003e50 con 0x563eddc7a9f0 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.181+0000 7f0f5effd640 10 client.17964 handle_command_reply: tid=0 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.181+0000 7f0f88df4740 1 client.17964 shutdown 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.181+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 msgr2=0x563eddc67410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.185 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.181+0000 7f0f88df4740 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc67410 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f0f70009610 tx=0x7f0f7009a570 comp rx=0 tx=0).stop 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 shutdown_connections 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddc7a9f0 0x563eddc7cde0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddc67e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc67950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 --2- 172.21.15.18:0/2561704477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc60fa0 0x563eddc67410 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 >> 172.21.15.18:0/2561704477 conn(0x563eddc28580 msgr2=0x563eddc5d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f5effd640 0 client.17964 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 shutdown_connections 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 1 -- 172.21.15.18:0/2561704477 wait complete. 2024-03-07T10:08:24.186 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.182+0000 7f0f88df4740 20 client.17964 trim_cache size 0 max 16384 2024-03-07T10:08:24.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.204+0000 7f0f88df4740 1 Processor -- start 2024-03-07T10:08:24.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.204+0000 7f0f88df4740 1 -- start start 2024-03-07T10:08:24.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.204+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc60fa0 0x563eddc75bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.204+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc76100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc6a520 0x563eddc5d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.206 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f88df4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f801b6090 con 0x563eddc6a520 2024-03-07T10:08:24.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f88df4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f801b3b90 con 0x563eddc60fa0 2024-03-07T10:08:24.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f88df4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f801b1c50 con 0x563eddc61d10 2024-03-07T10:08:24.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc60fa0 0x563eddc75bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc60fa0 0x563eddc75bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60180/0 (socket says 172.21.15.18:60180) 2024-03-07T10:08:24.207 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/3628437328 learned_addr learned my addr 172.21.15.18:0/3628437328 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7effd640 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc76100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7effd640 1 -- 172.21.15.18:0/3628437328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc60fa0 msgr2=0x563eddc75bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7effd640 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc60fa0 0x563eddc75bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7effd640 1 -- 172.21.15.18:0/3628437328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc6a520 msgr2=0x563eddc5d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7effd640 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc6a520 0x563eddc5d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.205+0000 7f0f7effd640 1 -- 172.21.15.18:0/3628437328 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563eddc5c1d0 con 0x563eddc61d10 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.206+0000 7f0f7effd640 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc76100 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x563eddc5ce20 tx=0x7f0f74005f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39fa1bbf3e7fc2a0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.206+0000 7f0f657fa640 1 -- 172.21.15.18:0/3628437328 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f74028070 con 0x563eddc61d10 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.206+0000 7f0f657fa640 1 -- 172.21.15.18:0/3628437328 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0f74022e30 con 0x563eddc61d10 2024-03-07T10:08:24.208 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.206+0000 7f0f657fa640 1 -- 172.21.15.18:0/3628437328 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f74003b80 con 0x563eddc61d10 2024-03-07T10:08:24.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 -- 172.21.15.18:0/3628437328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 msgr2=0x563eddc76100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc76100 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x563eddc5ce20 tx=0x7f0f74005f30 comp rx=0 tx=0).stop 2024-03-07T10:08:24.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 -- 172.21.15.18:0/3628437328 shutdown_connections 2024-03-07T10:08:24.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc6a520 0x563eddc5d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc61d10 0x563eddc76100 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 --2- 172.21.15.18:0/3628437328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc60fa0 0x563eddc75bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.211 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 -- 172.21.15.18:0/3628437328 >> 172.21.15.18:0/3628437328 conn(0x563eddc28580 msgr2=0x563eddc62800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 -- 172.21.15.18:0/3628437328 shutdown_connections 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 -- 172.21.15.18:0/3628437328 wait complete. 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.207+0000 7f0f88df4740 1 -- start start 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 1 Processor -- start 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc60fa0 0x563eddc6e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc61d10 0x563eddc6e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddccf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f801b2250 con 0x563eddc61d10 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f801b3530 con 0x563eddc6a520 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f801b2870 con 0x563eddc60fa0 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f88df4740 10 client.0 _ll_register_callbacks cb 0x7f0f70096a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc60fa0 0x563eddc6e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.212 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f7f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc60fa0 0x563eddc6e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:45822/0 (socket says 172.21.15.18:45822) 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f7ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddccf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1639498990 learned_addr learned my addr 172.21.15.18:0/1639498990 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.208+0000 7f0f7effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc61d10 0x563eddc6e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.209+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1639498990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 msgr2=0x563eddccf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.209+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddccf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.209+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1639498990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc61d10 msgr2=0x563eddc6e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.209+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc61d10 0x563eddc6e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.209+0000 7f0f7f7fe640 1 -- 172.21.15.18:0/1639498990 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563eddc60270 con 0x563eddc60fa0 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f7f7fe640 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc60fa0 0x563eddc6e350 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0f7000d950 tx=0x7f0f700cb900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6b3e11adc32ab67 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:24.213 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f5effd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:24.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f5effd640 1 -- 172.21.15.18:0/1639498990 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f700b2060 con 0x563eddc60fa0 2024-03-07T10:08:24.214 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f5effd640 1 -- 172.21.15.18:0/1639498990 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0f70099bf0 con 0x563eddc60fa0 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0f74022e30 con 0x563eddc60fa0 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f5effd640 1 -- 172.21.15.18:0/1639498990 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f70020070 con 0x563eddc60fa0 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f88df4740 10 client.27823 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.210+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563eddcd69c0 con 0x563eddc60fa0 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f5effd640 1 -- 172.21.15.18:0/1639498990 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0f70009de0 con 0x563eddc60fa0 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f5effd640 1 -- 172.21.15.18:0/1639498990 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0f70083ce0 con 0x563eddc60fa0 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f88df4740 10 client.27823 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f88df4740 10 client.27823 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f88df4740 20 client.27823 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddcd7060 0x563eddcd9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f88df4740 4 client.27823 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f0f74022e30 con 0x563eddcd7060 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.211+0000 7f0f7effd640 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddcd7060 0x563eddcd9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.212+0000 7f0f5effd640 10 client.27823 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:24.215 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.212+0000 7f0f7effd640 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddcd7060 0x563eddcd9480 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83c6c47cce02d44 server_cookie=7b278ab4556a3c3f in_seq=0 out_seq=0 2024-03-07T10:08:24.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.243+0000 7f0f5effd640 1 -- 172.21.15.18:0/1639498990 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f0f74022e30 con 0x563eddcd7060 2024-03-07T10:08:24.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.243+0000 7f0f5effd640 10 client.27823 handle_command_reply: tid=0 2024-03-07T10:08:24.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.243+0000 7f0f88df4740 1 client.27823 shutdown 2024-03-07T10:08:24.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.244+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc60fa0 msgr2=0x563eddc6e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.244+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc60fa0 0x563eddc6e350 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0f7000d950 tx=0x7f0f700cb900 comp rx=0 tx=0).stop 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.244+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 shutdown_connections 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.244+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563eddcd7060 0x563eddcd9480 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.244+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563eddc6a520 0x563eddccf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.244+0000 7f0f5effd640 0 client.27823 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.245+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563eddc61d10 0x563eddc6e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.245+0000 7f0f88df4740 1 --2- 172.21.15.18:0/1639498990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563eddc60fa0 0x563eddc6e350 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.245+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 >> 172.21.15.18:0/1639498990 conn(0x563eddc28580 msgr2=0x563eddc5a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.245+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 shutdown_connections 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.245+0000 7f0f88df4740 1 -- 172.21.15.18:0/1639498990 wait complete. 2024-03-07T10:08:24.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.245+0000 7f0f88df4740 20 client.27823 trim_cache size 0 max 16384 2024-03-07T10:08:24.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:08:24.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:08:24.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:08:24.248 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0f680a1fe0 msgr2=0x7f0f680a44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0f680a1fe0 0x7f0f680a44a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0f7804d000 tx=0x7f0f78004740 comp rx=0 tx=0).stop 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80103850 msgr2=0x7f0f80075b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80103850 0x7f0f80075b70 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f0f7000d980 tx=0x7f0f7000de40 comp rx=0 tx=0).stop 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 shutdown_connections 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f80109860 0x7f0f800765f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f80104210 0x7f0f800760b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0f680a1fe0 0x7f0f680a44a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 --2- 172.21.15.18:0/1768433464 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0f80103850 0x7f0f80075b70 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 >> 172.21.15.18:0/1768433464 conn(0x7f0f800ff2e0 msgr2=0x7f0f800ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:24.249 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 shutdown_connections 2024-03-07T10:08:24.250 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:24.246+0000 7f0f85f1d640 1 -- 172.21.15.18:0/1768433464 wait complete. 2024-03-07T10:08:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:24 smithi018 ceph-mon[32171]: pgmap v287: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 6.2 MiB/s wr, 666 op/s 2024-03-07T10:08:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:24 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:08:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:24 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:08:24.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:24 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:08:24.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:24 smithi063 ceph-mon[36356]: pgmap v287: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 6.2 MiB/s wr, 666 op/s 2024-03-07T10:08:24.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:24 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:08:24.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:24 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:08:24.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:24 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:08:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:24 smithi077 ceph-mon[36374]: pgmap v287: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 6.2 MiB/s wr, 666 op/s 2024-03-07T10:08:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:24 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:08:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:24 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:08:24.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:24 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:08:26.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:26 smithi063 ceph-mon[36356]: pgmap v288: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 8.2 MiB/s wr, 908 op/s 2024-03-07T10:08:26.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:26 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:08:26.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:26 smithi077 ceph-mon[36374]: pgmap v288: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 8.2 MiB/s wr, 908 op/s 2024-03-07T10:08:26.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:26 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:08:26.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:26 smithi018 ceph-mon[32171]: pgmap v288: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 8.2 MiB/s wr, 908 op/s 2024-03-07T10:08:26.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:26 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:08:27.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:27 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:08:27.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:27 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:08:27.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:27 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:08:27.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:27 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:08:27.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:27 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:08:27.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:27 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:08:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 545.0 s, 2268.2 tps, lat 44.178 ms stddev 52.827 2024-03-07T10:08:28.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:28 smithi063 ceph-mon[36356]: pgmap v289: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 5.8 MiB/s wr, 651 op/s 2024-03-07T10:08:28.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:28 smithi077 ceph-mon[36374]: pgmap v289: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 5.8 MiB/s wr, 651 op/s 2024-03-07T10:08:28.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:28 smithi018 ceph-mon[32171]: pgmap v289: 97 pgs: 97 active+clean; 4.6 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 5.8 MiB/s wr, 651 op/s 2024-03-07T10:08:30.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:30 smithi063 ceph-mon[36356]: pgmap v290: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 8.0 MiB/s wr, 849 op/s 2024-03-07T10:08:30.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:30 smithi077 ceph-mon[36374]: pgmap v290: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 8.0 MiB/s wr, 849 op/s 2024-03-07T10:08:30.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:30 smithi018 ceph-mon[32171]: pgmap v290: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 8.0 MiB/s wr, 849 op/s 2024-03-07T10:08:32.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:32 smithi063 ceph-mon[36356]: pgmap v291: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 6.1 MiB/s wr, 662 op/s 2024-03-07T10:08:32.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:32 smithi077 ceph-mon[36374]: pgmap v291: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 6.1 MiB/s wr, 662 op/s 2024-03-07T10:08:32.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:32 smithi018 ceph-mon[32171]: pgmap v291: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 6.1 MiB/s wr, 662 op/s 2024-03-07T10:08:33.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 550.0 s, 1664.4 tps, lat 60.094 ms stddev 67.821 2024-03-07T10:08:34.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:34 smithi063 ceph-mon[36356]: pgmap v292: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 5.9 MiB/s wr, 627 op/s 2024-03-07T10:08:34.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:34 smithi077 ceph-mon[36374]: pgmap v292: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 5.9 MiB/s wr, 627 op/s 2024-03-07T10:08:34.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:34 smithi018 ceph-mon[32171]: pgmap v292: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 5.9 MiB/s wr, 627 op/s 2024-03-07T10:08:36.394 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:36 smithi018 ceph-mon[32171]: pgmap v293: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 8.4 MiB/s wr, 880 op/s 2024-03-07T10:08:36.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:36 smithi063 ceph-mon[36356]: pgmap v293: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 8.4 MiB/s wr, 880 op/s 2024-03-07T10:08:36.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:36 smithi077 ceph-mon[36374]: pgmap v293: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 8.4 MiB/s wr, 880 op/s 2024-03-07T10:08:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 -- 172.21.15.18:0/2086839191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100530 msgr2=0x7f544c1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 --2- 172.21.15.18:0/2086839191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100530 0x7f544c1009b0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f543c009900 tx=0x7f543c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:08:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 -- 172.21.15.18:0/2086839191 shutdown_connections 2024-03-07T10:08:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 --2- 172.21.15.18:0/2086839191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f544c100ef0 0x7f544c10d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 --2- 172.21.15.18:0/2086839191 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100530 0x7f544c1009b0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 --2- 172.21.15.18:0/2086839191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f544c1065f0 0x7f544c1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 -- 172.21.15.18:0/2086839191 >> 172.21.15.18:0/2086839191 conn(0x7f544c0fc000 msgr2=0x7f544c0fe420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 -- 172.21.15.18:0/2086839191 shutdown_connections 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.375+0000 7f5453a0d640 1 -- 172.21.15.18:0/2086839191 wait complete. 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 Processor -- start 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 -- start start 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f544c100530 0x7f544c19a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100ef0 0x7f544c19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f544c1065f0 0x7f544c19e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c10f870 con 0x7f544c100ef0 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c10f6f0 con 0x7f544c1065f0 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5453a0d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c10f9f0 con 0x7f544c100530 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5450fa8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100ef0 0x7f544c19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5450fa8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100ef0 0x7f544c19a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50750/0 (socket says 172.21.15.18:50750) 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5450fa8640 1 -- 172.21.15.18:0/3760556450 learned_addr learned my addr 172.21.15.18:0/3760556450 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f5451faa640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f544c1065f0 0x7f544c19e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.376+0000 7f54517a9640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f544c100530 0x7f544c19a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5450fa8640 1 -- 172.21.15.18:0/3760556450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f544c100530 msgr2=0x7f544c19a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5450fa8640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f544c100530 0x7f544c19a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5450fa8640 1 -- 172.21.15.18:0/3760556450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f544c1065f0 msgr2=0x7f544c19e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5450fa8640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f544c1065f0 0x7f544c19e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5450fa8640 1 -- 172.21.15.18:0/3760556450 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f544c19f030 con 0x7f544c100ef0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5450fa8640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100ef0 0x7f544c19a620 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f543c02efd0 tx=0x7f543c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f54427fc640 1 -- 172.21.15.18:0/3760556450 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c041070 con 0x7f544c100ef0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f54427fc640 1 -- 172.21.15.18:0/3760556450 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f543c02ccc0 con 0x7f544c100ef0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f544c19f2c0 con 0x7f544c100ef0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f54427fc640 1 -- 172.21.15.18:0/3760556450 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c003d40 con 0x7f544c100ef0 2024-03-07T10:08:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.377+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f544c1a6bb0 con 0x7f544c100ef0 2024-03-07T10:08:37.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 Processor -- start 2024-03-07T10:08:37.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 -- start start 2024-03-07T10:08:37.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b6d10 0x55f34a1b5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1bf520 0x55f34a1c1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34a11a5c0 con 0x55f34a1b6d10 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34a0c3900 con 0x55f34a1bf520 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f54567fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34a116660 con 0x55f34a1b5fa0 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.381+0000 7f5451faa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b6d10 0x55f34a1b5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b6d10 0x55f34a1b5a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50756/0 (socket says 172.21.15.18:50756) 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 -- 172.21.15.18:0/4264344981 learned_addr learned my addr 172.21.15.18:0/4264344981 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f54517a9640 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f54427fc640 1 -- 172.21.15.18:0/3760556450 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f543c044070 con 0x7f544c100ef0 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 -- 172.21.15.18:0/4264344981 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 msgr2=0x55f34a1b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 -- 172.21.15.18:0/4264344981 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1bf520 msgr2=0x55f34a1c1910 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1bf520 0x55f34a1c1910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 -- 172.21.15.18:0/4264344981 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f349e2f210 con 0x55f34a1b6d10 2024-03-07T10:08:37.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f5451faa640 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b6d10 0x55f34a1b5a60 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f5444009fd0 tx=0x7f54440118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd4460c8534df680 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f54377fe640 1 -- 172.21.15.18:0/4264344981 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5444004d20 con 0x55f34a1b6d10 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f54377fe640 1 -- 172.21.15.18:0/4264344981 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5444004050 con 0x55f34a1b6d10 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.382+0000 7f54377fe640 1 -- 172.21.15.18:0/4264344981 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5444005220 con 0x55f34a1b6d10 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54427fc640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54380a1f60 0x7f54380a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54427fc640 1 -- 172.21.15.18:0/3760556450 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f543c0efaf0 con 0x7f544c100ef0 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54517a9640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54380a1f60 0x7f54380a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 -- 172.21.15.18:0/4264344981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b6d10 msgr2=0x55f34a1b5a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b6d10 0x55f34a1b5a60 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f5444009fd0 tx=0x7f54440118d0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 -- 172.21.15.18:0/4264344981 shutdown_connections 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1bf520 0x55f34a1c1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 --2- 172.21.15.18:0/4264344981 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b6d10 0x55f34a1b5a60 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 -- 172.21.15.18:0/4264344981 >> 172.21.15.18:0/4264344981 conn(0x55f34a17d580 msgr2=0x55f34a1b0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:37.387 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 -- 172.21.15.18:0/4264344981 shutdown_connections 2024-03-07T10:08:37.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54517a9640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54380a1f60 0x7f54380a4420 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55f34a1b7470 tx=0x7f5448005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:37.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.383+0000 7f54567fc740 1 -- 172.21.15.18:0/4264344981 wait complete. 2024-03-07T10:08:37.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 -- start start 2024-03-07T10:08:37.388 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 Processor -- start 2024-03-07T10:08:37.391 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bc660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.391 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1bcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1bd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34a1c2250 con 0x55f34a1bf520 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34a0d6d60 con 0x55f34a1b6d10 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f34a1c23d0 con 0x55f34a1b5fa0 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54567fc740 10 client.0 _ll_register_callbacks cb 0x55f349e2ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f5451faa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1bd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54517a9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bc660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f5450fa8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1bcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54517a9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bc660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47976/0 (socket says 172.21.15.18:47976) 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f5451faa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1bd0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50758/0 (socket says 172.21.15.18:50758) 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.384+0000 7f54517a9640 1 -- 172.21.15.18:0/2794987627 learned_addr learned my addr 172.21.15.18:0/2794987627 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5450fa8640 1 -- 172.21.15.18:0/2794987627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 msgr2=0x55f34a1bc660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5450fa8640 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bc660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5450fa8640 1 -- 172.21.15.18:0/2794987627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 msgr2=0x55f34a1bd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5450fa8640 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1bd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5450fa8640 1 -- 172.21.15.18:0/2794987627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f349efb620 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5450fa8640 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1bcba0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f543c0ed2b0 tx=0x7f543c009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db9b76fb08d6474e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5434ff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5434ff9640 1 -- 172.21.15.18:0/2794987627 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c04b040 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.385+0000 7f5434ff9640 1 -- 172.21.15.18:0/2794987627 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f543c0ba900 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5444004050 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f5434ff9640 1 -- 172.21.15.18:0/2794987627 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f543c0b8040 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f54567fc740 10 client.27752 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f34a1ce670 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f5434ff9640 1 -- 172.21.15.18:0/2794987627 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f543c0bc600 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f5434ff9640 1 -- 172.21.15.18:0/2794987627 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f543c0c4860 con 0x55f34a1b6d10 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f54567fc740 10 client.27752 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f54567fc740 10 client.27752 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.386+0000 7f54567fc740 20 client.27752 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.387+0000 7f54567fc740 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a1d1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.387+0000 7f54567fc740 4 client.27752 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.387+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5444004050 con 0x55f34a1cfb70 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.387+0000 7f54517a9640 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a1d1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.387+0000 7f54517a9640 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a1d1f60 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c03915e7c6b92114 server_cookie=9b96e9fa335d3d0d in_seq=0 out_seq=0 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.387+0000 7f5434ff9640 10 client.27752 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f5434ff9640 1 -- 172.21.15.18:0/2794987627 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f5444004050 con 0x55f34a1cfb70 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f5434ff9640 10 client.27752 handle_command_reply: tid=0 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 client.27752 shutdown 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 msgr2=0x55f34a1bcba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1bcba0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f543c0ed2b0 tx=0x7f543c009620 comp rx=0 tx=0).stop 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 shutdown_connections 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a1d1f60 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1bd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f5434ff9640 0 client.27752 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:37.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1bcba0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 --2- 172.21.15.18:0/2794987627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bc660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 >> 172.21.15.18:0/2794987627 conn(0x55f34a17d580 msgr2=0x55f34a1b29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:37.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 shutdown_connections 2024-03-07T10:08:37.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 1 -- 172.21.15.18:0/2794987627 wait complete. 2024-03-07T10:08:37.395 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.388+0000 7f54567fc740 20 client.27752 trim_cache size 0 max 16384 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 Processor -- start 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 -- start start 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1b2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1bf520 0x55f34a1cab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c1b1a00 con 0x55f34a1b5fa0 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c1af500 con 0x55f34a1b6d10 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54567fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c1ad5c0 con 0x55f34a1bf520 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54517a9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.407+0000 7f54517a9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50770/0 (socket says 172.21.15.18:50770) 2024-03-07T10:08:37.410 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f54517a9640 1 -- 172.21.15.18:0/1946997056 learned_addr learned my addr 172.21.15.18:0/1946997056 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f5450fa8640 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1b2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f5451faa640 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1bf520 0x55f34a1cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f54517a9640 1 -- 172.21.15.18:0/1946997056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1bf520 msgr2=0x55f34a1cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f54517a9640 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1bf520 0x55f34a1cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f54517a9640 1 -- 172.21.15.18:0/1946997056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 msgr2=0x55f34a1b2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f54517a9640 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1b2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f54517a9640 1 -- 172.21.15.18:0/1946997056 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f34a1b5dd0 con 0x55f34a1b5fa0 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f54517a9640 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bed90 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f5448004650 tx=0x7f5448017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54e64dc7e461317f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f5436ffd640 1 -- 172.21.15.18:0/1946997056 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f544802bce0 con 0x55f34a1b5fa0 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f5436ffd640 1 -- 172.21.15.18:0/1946997056 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5448005500 con 0x55f34a1b5fa0 2024-03-07T10:08:37.411 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.408+0000 7f5436ffd640 1 -- 172.21.15.18:0/1946997056 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f544801f430 con 0x55f34a1b5fa0 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 -- 172.21.15.18:0/1946997056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b5fa0 msgr2=0x55f34a1bed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bed90 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f5448004650 tx=0x7f5448017000 comp rx=0 tx=0).stop 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 -- 172.21.15.18:0/1946997056 shutdown_connections 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1bf520 0x55f34a1cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1b2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 --2- 172.21.15.18:0/1946997056 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1b5fa0 0x55f34a1bed90 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 -- 172.21.15.18:0/1946997056 >> 172.21.15.18:0/1946997056 conn(0x55f34a17d580 msgr2=0x55f34a1b2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 -- 172.21.15.18:0/1946997056 shutdown_connections 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.409+0000 7f54567fc740 1 -- 172.21.15.18:0/1946997056 wait complete. 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 -- start start 2024-03-07T10:08:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 Processor -- start 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1ba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1c0280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c1adbc0 con 0x55f34a1bf520 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c1aeea0 con 0x55f34a1b6d10 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.410+0000 7f54567fc740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544c1ae1e0 con 0x55f34a1b5fa0 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f54567fc740 10 client.0 _ll_register_callbacks cb 0x7f543c005670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1c0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f54517a9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5450fa8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1ba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f54517a9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47986/0 (socket says 172.21.15.18:47986) 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1c0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:50782/0 (socket says 172.21.15.18:50782) 2024-03-07T10:08:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f54517a9640 1 -- 172.21.15.18:0/3829474395 learned_addr learned my addr 172.21.15.18:0/3829474395 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 -- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 msgr2=0x55f34a1b9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b9b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 -- 172.21.15.18:0/3829474395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 msgr2=0x55f34a1ba0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1ba0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 -- 172.21.15.18:0/3829474395 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f34a1d22d0 con 0x55f34a1bf520 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5450fa8640 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f54517a9640 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5451faa640 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1c0280 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x55f34a1b7420 tx=0x7f5444005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=588d6250722efe33 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5434ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5434ff9640 1 -- 172.21.15.18:0/3829474395 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5444005770 con 0x55f34a1bf520 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f5434ff9640 1 -- 172.21.15.18:0/3829474395 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f5444005910 con 0x55f34a1bf520 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.411+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5448005500 con 0x55f34a1bf520 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f5434ff9640 1 -- 172.21.15.18:0/3829474395 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f544400f4e0 con 0x55f34a1bf520 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 10 client.17985 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f34a22bbf0 con 0x55f34a1bf520 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f5434ff9640 1 -- 172.21.15.18:0/3829474395 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5448005500 con 0x55f34a1bf520 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f5434ff9640 1 -- 172.21.15.18:0/3829474395 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f544402d6a0 con 0x55f34a1bf520 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 10 client.17985 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 10 client.17985 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 20 client.17985 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a22e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 4 client.17985 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f34a127b00 con 0x55f34a1cfb70 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.412+0000 7f54517a9640 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a22e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.413+0000 7f5434ff9640 10 client.17985 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:37.418 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.413+0000 7f54517a9640 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a22e0e0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c091ef51d7a93813 server_cookie=b86a001b8cb4e4cd in_seq=0 out_seq=0 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f5434ff9640 1 -- 172.21.15.18:0/3829474395 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f34a127b00 con 0x55f34a1cfb70 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f5434ff9640 10 client.17985 handle_command_reply: tid=0 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 client.17985 shutdown 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 msgr2=0x55f34a1c0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1c0280 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x55f34a1b7420 tx=0x7f5444005270 comp rx=0 tx=0).stop 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 shutdown_connections 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f34a1cfb70 0x55f34a22e0e0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f34a1bf520 0x55f34a1c0280 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f34a1b6d10 0x55f34a1ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f5434ff9640 0 client.17985 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 --2- 172.21.15.18:0/3829474395 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f34a1b5fa0 0x55f34a1b9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.430+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 >> 172.21.15.18:0/3829474395 conn(0x55f34a17d580 msgr2=0x55f34a1b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:37.433 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 shutdown_connections 2024-03-07T10:08:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f54567fc740 1 -- 172.21.15.18:0/3829474395 wait complete. 2024-03-07T10:08:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f54567fc740 20 client.17985 trim_cache size 0 max 16384 2024-03-07T10:08:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:08:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:08:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:08:37.434 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54380a1f60 msgr2=0x7f54380a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54380a1f60 0x7f54380a4420 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55f34a1b7470 tx=0x7f5448005f90 comp rx=0 tx=0).stop 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100ef0 msgr2=0x7f544c19a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100ef0 0x7f544c19a620 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f543c02efd0 tx=0x7f543c0042f0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 shutdown_connections 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f544c1065f0 0x7f544c19e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f54380a1f60 0x7f54380a4420 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f544c100ef0 0x7f544c19a620 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 --2- 172.21.15.18:0/3760556450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f544c100530 0x7f544c19a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:37.435 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.431+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 >> 172.21.15.18:0/3760556450 conn(0x7f544c0fc000 msgr2=0x7f544c0fd500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.432+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 shutdown_connections 2024-03-07T10:08:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:37.432+0000 7f5453a0d640 1 -- 172.21.15.18:0/3760556450 wait complete. 2024-03-07T10:08:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 555.0 s, 2235.4 tps, lat 44.968 ms stddev 51.106 2024-03-07T10:08:38.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:38 smithi063 ceph-mon[36356]: pgmap v294: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.4 MiB/s wr, 536 op/s 2024-03-07T10:08:38.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:38 smithi077 ceph-mon[36374]: pgmap v294: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.4 MiB/s wr, 536 op/s 2024-03-07T10:08:38.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:38 smithi018 ceph-mon[32171]: pgmap v294: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.4 MiB/s wr, 536 op/s 2024-03-07T10:08:40.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:40 smithi063 ceph-mon[36356]: pgmap v295: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 7.6 MiB/s wr, 758 op/s 2024-03-07T10:08:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:40 smithi077 ceph-mon[36374]: pgmap v295: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 7.6 MiB/s wr, 758 op/s 2024-03-07T10:08:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:40 smithi018 ceph-mon[32171]: pgmap v295: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 7.6 MiB/s wr, 758 op/s 2024-03-07T10:08:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:42 smithi063 ceph-mon[36356]: pgmap v296: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.9 MiB/s wr, 626 op/s 2024-03-07T10:08:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:42 smithi077 ceph-mon[36374]: pgmap v296: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.9 MiB/s wr, 626 op/s 2024-03-07T10:08:42.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:42 smithi018 ceph-mon[32171]: pgmap v296: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.9 MiB/s wr, 626 op/s 2024-03-07T10:08:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 560.0 s, 1447.0 tps, lat 68.355 ms stddev 78.626 2024-03-07T10:08:44.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:44 smithi063 ceph-mon[36356]: pgmap v297: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 5.4 MiB/s wr, 568 op/s 2024-03-07T10:08:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:44 smithi077 ceph-mon[36374]: pgmap v297: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 5.4 MiB/s wr, 568 op/s 2024-03-07T10:08:44.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:44 smithi018 ceph-mon[32171]: pgmap v297: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 5.4 MiB/s wr, 568 op/s 2024-03-07T10:08:46.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:46 smithi063 ceph-mon[36356]: pgmap v298: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 7.8 MiB/s wr, 825 op/s 2024-03-07T10:08:46.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:46 smithi077 ceph-mon[36374]: pgmap v298: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 7.8 MiB/s wr, 825 op/s 2024-03-07T10:08:46.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:46 smithi018 ceph-mon[32171]: pgmap v298: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 7.8 MiB/s wr, 825 op/s 2024-03-07T10:08:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 565.0 s, 1715.8 tps, lat 59.096 ms stddev 64.210 2024-03-07T10:08:48.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:48 smithi063 ceph-mon[36356]: pgmap v299: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:08:48.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:48 smithi077 ceph-mon[36374]: pgmap v299: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:08:48.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:48 smithi018 ceph-mon[32171]: pgmap v299: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:08:48.811 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:08:48.811 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.986+0000 7fc3046b6640 1 -- 172.21.15.18:0/2931792488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 msgr2=0x7fc2fc1081e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.986+0000 7fc3046b6640 1 --2- 172.21.15.18:0/2931792488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 0x7fc2fc1081e0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec009900 tx=0x7fc2ec02bc30 comp rx=0 tx=0).stop 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.986+0000 7fc3046b6640 1 -- 172.21.15.18:0/2931792488 shutdown_connections 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.986+0000 7fc3046b6640 1 --2- 172.21.15.18:0/2931792488 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2fc108720 0x7fc2fc114bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.986+0000 7fc3046b6640 1 --2- 172.21.15.18:0/2931792488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 0x7fc2fc1081e0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.986+0000 7fc3046b6640 1 --2- 172.21.15.18:0/2931792488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 0x7fc2fc109f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.986+0000 7fc3046b6640 1 -- 172.21.15.18:0/2931792488 >> 172.21.15.18:0/2931792488 conn(0x7fc2fc077500 msgr2=0x7fc2fc106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.987+0000 7fc3046b6640 1 -- 172.21.15.18:0/2931792488 shutdown_connections 2024-03-07T10:08:48.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.987+0000 7fc3046b6640 1 -- 172.21.15.18:0/2931792488 wait complete. 2024-03-07T10:08:48.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.987+0000 7fc3046b6640 1 Processor -- start 2024-03-07T10:08:48.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.987+0000 7fc3046b6640 1 -- start start 2024-03-07T10:08:48.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc3046b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 0x7fc2fc19e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:48.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc3046b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2fc108720 0x7fc2fc19eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:48.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc3046b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 0x7fc2fc1a2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:48.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc3046b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc118130 con 0x7fc2fc107d80 2024-03-07T10:08:48.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc3046b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc117fb0 con 0x7fc2fc109b30 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc3046b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc1182b0 con 0x7fc2fc108720 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 0x7fc2fc1a2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 0x7fc2fc1a2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57404/0 (socket says 172.21.15.18:57404) 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 -- 172.21.15.18:0/365369123 learned_addr learned my addr 172.21.15.18:0/365369123 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302452640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 0x7fc2fc19e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 -- 172.21.15.18:0/365369123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2fc108720 msgr2=0x7fc2fc19eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2fc108720 0x7fc2fc19eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 -- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 msgr2=0x7fc2fc19e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 0x7fc2fc19e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302c53640 1 -- 172.21.15.18:0/365369123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2fc1a3570 con 0x7fc2fc109b30 2024-03-07T10:08:48.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.988+0000 7fc302452640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 0x7fc2fc19e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:08:48.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.989+0000 7fc302c53640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 0x7fc2fc1a2e40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400ea60 tx=0x7fc2f400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:48.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.989+0000 7fc2f37fe640 1 -- 172.21.15.18:0/365369123 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f400ce40 con 0x7fc2fc109b30 2024-03-07T10:08:48.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.989+0000 7fc2f37fe640 1 -- 172.21.15.18:0/365369123 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2f4005020 con 0x7fc2fc109b30 2024-03-07T10:08:48.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.989+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2fc1a3860 con 0x7fc2fc109b30 2024-03-07T10:08:48.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.989+0000 7fc2f37fe640 1 -- 172.21.15.18:0/365369123 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4010690 con 0x7fc2fc109b30 2024-03-07T10:08:48.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.990+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2fc1ab0f0 con 0x7fc2fc109b30 2024-03-07T10:08:48.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.992+0000 7fc2f37fe640 1 -- 172.21.15.18:0/365369123 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc2f4005520 con 0x7fc2fc109b30 2024-03-07T10:08:48.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.993+0000 7fc2f37fe640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc2e80a2070 0x7fc2e80a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:48.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.993+0000 7fc2f37fe640 1 -- 172.21.15.18:0/365369123 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc2f40ce750 con 0x7fc2fc109b30 2024-03-07T10:08:48.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc302452640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc2e80a2070 0x7fc2e80a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:48.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 Processor -- start 2024-03-07T10:08:48.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 -- start start 2024-03-07T10:08:48.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913ed1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:48.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed2050 0x563913eda6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:48.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913edd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:48.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563913e34dd0 con 0x563913edac30 2024-03-07T10:08:48.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563913dddae0 con 0x563913ed1730 2024-03-07T10:08:48.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.994+0000 7fc30757a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563913e30e70 con 0x563913ed2050 2024-03-07T10:08:48.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed2050 0x563913eda6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed2050 0x563913eda6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:41970/0 (socket says 172.21.15.18:41970) 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 -- 172.21.15.18:0/2433556422 learned_addr learned my addr 172.21.15.18:0/2433556422 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc302c53640 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913edd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 -- 172.21.15.18:0/2433556422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 msgr2=0x563913ed1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913ed1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 -- 172.21.15.18:0/2433556422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 msgr2=0x563913edd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913edd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc301c51640 1 -- 172.21.15.18:0/2433556422 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563913c137d0 con 0x563913ed2050 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.995+0000 7fc302c53640 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913edd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.996+0000 7fc301c51640 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed2050 0x563913eda6f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec009230 tx=0x7fc2ec005760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd2630f3f81a75dd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.996+0000 7fc302452640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc2e80a2070 0x7fc2e80a4530 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc2f8009b50 tx=0x7fc2f8005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.996+0000 7fc2f0ff9640 1 -- 172.21.15.18:0/2433556422 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec042020 con 0x563913ed2050 2024-03-07T10:08:48.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.996+0000 7fc2f0ff9640 1 -- 172.21.15.18:0/2433556422 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2ec02c8b0 con 0x563913ed2050 2024-03-07T10:08:48.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.996+0000 7fc2f0ff9640 1 -- 172.21.15.18:0/2433556422 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec003a80 con 0x563913ed2050 2024-03-07T10:08:48.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.997+0000 7fc30757a740 1 -- 172.21.15.18:0/2433556422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed2050 msgr2=0x563913eda6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:48.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.997+0000 7fc30757a740 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed2050 0x563913eda6f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec009230 tx=0x7fc2ec005760 comp rx=0 tx=0).stop 2024-03-07T10:08:48.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.997+0000 7fc30757a740 1 -- 172.21.15.18:0/2433556422 shutdown_connections 2024-03-07T10:08:49.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.997+0000 7fc30757a740 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913edd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.997+0000 7fc30757a740 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed2050 0x563913eda6f0 secure :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec009230 tx=0x7fc2ec005760 comp rx=0 tx=0).stop 2024-03-07T10:08:49.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.997+0000 7fc30757a740 1 --2- 172.21.15.18:0/2433556422 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913ed1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.997+0000 7fc30757a740 1 -- 172.21.15.18:0/2433556422 >> 172.21.15.18:0/2433556422 conn(0x563913ecbe60 msgr2=0x563913ecc240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.998+0000 7fc30757a740 1 -- 172.21.15.18:0/2433556422 shutdown_connections 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.998+0000 7fc30757a740 1 -- 172.21.15.18:0/2433556422 wait complete. 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.998+0000 7fc30757a740 1 -- start start 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 1 Processor -- start 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed1730 0x563913ed7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913edac30 0x563913ed7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913ef7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563913eeea70 con 0x563913ed1730 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563913df1070 con 0x563913edac30 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563913eeebf0 con 0x563913ed8500 2024-03-07T10:08:49.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc30757a740 10 client.0 _ll_register_callbacks cb 0x563913df0a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc301c51640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913edac30 0x563913ed7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc301c51640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913edac30 0x563913ed7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57420/0 (socket says 172.21.15.18:57420) 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc302c53640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913ef7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc301c51640 1 -- 172.21.15.18:0/2176353792 learned_addr learned my addr 172.21.15.18:0/2176353792 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc302452640 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed1730 0x563913ed7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc302c53640 1 -- 172.21.15.18:0/2176353792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913edac30 msgr2=0x563913ed7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc302c53640 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913edac30 0x563913ed7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc302c53640 1 -- 172.21.15.18:0/2176353792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed1730 msgr2=0x563913ed7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc302c53640 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed1730 0x563913ed7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:48.999+0000 7fc302c53640 1 -- 172.21.15.18:0/2176353792 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563913b493f0 con 0x563913ed8500 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.000+0000 7fc301c51640 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913edac30 0x563913ed7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.000+0000 7fc302c53640 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913ef7f40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc2f40cbe00 tx=0x7fc2f409b160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a6ba8047a1aa49e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.000+0000 7fc2e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.000+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/2176353792 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4097710 con 0x563913ed8500 2024-03-07T10:08:49.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/2176353792 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc2f40a33b0 con 0x563913ed8500 2024-03-07T10:08:49.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc2ec02c8b0 con 0x563913ed8500 2024-03-07T10:08:49.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/2176353792 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2f40978b0 con 0x563913ed8500 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 10 client.27850 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563913b090f0 con 0x563913ed8500 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/2176353792 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2ec02c8b0 con 0x563913ed8500 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/2176353792 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc2f409a4f0 con 0x563913ed8500 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 10 client.27850 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 10 client.27850 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 20 client.27850 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913efbf80 0x563913efe370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 4 client.27850 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.001+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563913e42310 con 0x563913efbf80 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.002+0000 7fc302452640 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913efbf80 0x563913efe370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.002+0000 7fc2e5ffb640 10 client.27850 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:49.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.002+0000 7fc302452640 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913efbf80 0x563913efe370 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd3ac4286560d036 server_cookie=3bcbe55d9f5027cf in_seq=0 out_seq=0 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.003+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/2176353792 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563913e42310 con 0x563913efbf80 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.003+0000 7fc2e5ffb640 10 client.27850 handle_command_reply: tid=0 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.003+0000 7fc30757a740 1 client.27850 shutdown 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.003+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 msgr2=0x563913ef7f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.003+0000 7fc30757a740 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913ef7f40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc2f40cbe00 tx=0x7fc2f409b160 comp rx=0 tx=0).stop 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.004+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 shutdown_connections 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.004+0000 7fc30757a740 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913efbf80 0x563913efe370 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.004+0000 7fc30757a740 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913ef7f40 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.004+0000 7fc30757a740 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913edac30 0x563913ed7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.004+0000 7fc30757a740 1 --2- 172.21.15.18:0/2176353792 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed1730 0x563913ed7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.004+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 >> 172.21.15.18:0/2176353792 conn(0x563913ecbe60 msgr2=0x563913ecdbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.004+0000 7fc2e5ffb640 0 client.27850 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:49.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.005+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 shutdown_connections 2024-03-07T10:08:49.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.005+0000 7fc30757a740 1 -- 172.21.15.18:0/2176353792 wait complete. 2024-03-07T10:08:49.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.005+0000 7fc30757a740 20 client.27850 trim_cache size 0 max 16384 2024-03-07T10:08:49.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.047+0000 7fc30757a740 1 Processor -- start 2024-03-07T10:08:49.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.048+0000 7fc30757a740 1 -- start start 2024-03-07T10:08:49.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.048+0000 7fc30757a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913ed6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc30757a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed8500 0x563913ed4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc30757a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913edac30 0x563913ed5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc30757a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc1ad780 con 0x563913ed8500 2024-03-07T10:08:49.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc30757a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc1ab320 con 0x563913ed1730 2024-03-07T10:08:49.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc30757a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc0718b0 con 0x563913edac30 2024-03-07T10:08:49.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc301c51640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed8500 0x563913ed4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc301c51640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed8500 0x563913ed4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56632/0 (socket says 172.21.15.18:56632) 2024-03-07T10:08:49.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.049+0000 7fc301c51640 1 -- 172.21.15.18:0/1365945244 learned_addr learned my addr 172.21.15.18:0/1365945244 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.050+0000 7fc301c51640 1 -- 172.21.15.18:0/1365945244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913edac30 msgr2=0x563913ed5220 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:49.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.050+0000 7fc301c51640 1 --2- 172.21.15.18:0/1365945244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913edac30 0x563913ed5220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.050+0000 7fc301c51640 1 -- 172.21.15.18:0/1365945244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 msgr2=0x563913ed6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.050+0000 7fc301c51640 1 --2- 172.21.15.18:0/1365945244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913ed6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.050+0000 7fc301c51640 1 -- 172.21.15.18:0/1365945244 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563913ec6300 con 0x563913ed8500 2024-03-07T10:08:49.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.050+0000 7fc301c51640 1 --2- 172.21.15.18:0/1365945244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed8500 0x563913ed4ce0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x563913ed1200 tx=0x7fc2ec0058c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e7bb888ff33d04c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.052+0000 7fc2e7fff640 1 -- 172.21.15.18:0/1365945244 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec042040 con 0x563913ed8500 2024-03-07T10:08:49.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.052+0000 7fc2e7fff640 1 -- 172.21.15.18:0/1365945244 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2ec04c070 con 0x563913ed8500 2024-03-07T10:08:49.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.052+0000 7fc2e7fff640 1 -- 172.21.15.18:0/1365945244 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec0039c0 con 0x563913ed8500 2024-03-07T10:08:49.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.053+0000 7fc30757a740 1 -- 172.21.15.18:0/1365945244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed8500 msgr2=0x563913ed4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.053+0000 7fc30757a740 1 --2- 172.21.15.18:0/1365945244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed8500 0x563913ed4ce0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x563913ed1200 tx=0x7fc2ec0058c0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.053+0000 7fc30757a740 1 -- 172.21.15.18:0/1365945244 shutdown_connections 2024-03-07T10:08:49.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.053+0000 7fc30757a740 1 --2- 172.21.15.18:0/1365945244 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913edac30 0x563913ed5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.053+0000 7fc30757a740 1 --2- 172.21.15.18:0/1365945244 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913ed8500 0x563913ed4ce0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.053+0000 7fc30757a740 1 --2- 172.21.15.18:0/1365945244 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913ed6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.053+0000 7fc30757a740 1 -- 172.21.15.18:0/1365945244 >> 172.21.15.18:0/1365945244 conn(0x563913ecbe60 msgr2=0x563913ed6350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.058+0000 7fc30757a740 1 -- 172.21.15.18:0/1365945244 shutdown_connections 2024-03-07T10:08:49.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.060+0000 7fc30757a740 1 -- 172.21.15.18:0/1365945244 wait complete. 2024-03-07T10:08:49.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.060+0000 7fc30757a740 1 -- start start 2024-03-07T10:08:49.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.060+0000 7fc30757a740 1 Processor -- start 2024-03-07T10:08:49.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.061+0000 7fc30757a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913eef650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.061+0000 7fc30757a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913eefb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.061+0000 7fc30757a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913f56800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.061+0000 7fc30757a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc071eb0 con 0x563913edac30 2024-03-07T10:08:49.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.061+0000 7fc30757a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc073190 con 0x563913ed1730 2024-03-07T10:08:49.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.062+0000 7fc30757a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc0724d0 con 0x563913ed8500 2024-03-07T10:08:49.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.062+0000 7fc30757a740 10 client.0 _ll_register_callbacks cb 0x7fc2f409aa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:49.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.062+0000 7fc302c53640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913f56800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.062+0000 7fc302c53640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913f56800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56644/0 (socket says 172.21.15.18:56644) 2024-03-07T10:08:49.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.062+0000 7fc302c53640 1 -- 172.21.15.18:0/843843778 learned_addr learned my addr 172.21.15.18:0/843843778 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.062+0000 7fc302452640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913eef650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.062+0000 7fc301c51640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913eefb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.063+0000 7fc302c53640 1 -- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 msgr2=0x563913eefb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.063+0000 7fc302c53640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913eefb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.063+0000 7fc302c53640 1 -- 172.21.15.18:0/843843778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 msgr2=0x563913eef650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.063+0000 7fc302c53640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913eef650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.063+0000 7fc302c53640 1 -- 172.21.15.18:0/843843778 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563913f56d40 con 0x563913edac30 2024-03-07T10:08:49.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.063+0000 7fc301c51640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913eefb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:08:49.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.063+0000 7fc302c53640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913f56800 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fc2f409b030 tx=0x7fc2f400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a029567f7338af2f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.064+0000 7fc2e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:49.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.064+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/843843778 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4097710 con 0x563913edac30 2024-03-07T10:08:49.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.064+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/843843778 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc2f40a33b0 con 0x563913edac30 2024-03-07T10:08:49.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.066+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc2ec04c070 con 0x563913edac30 2024-03-07T10:08:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.067+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/843843778 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2f409ae70 con 0x563913edac30 2024-03-07T10:08:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 10 client.17997 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:49.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563913f57ed0 con 0x563913edac30 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/843843778 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2ec04c070 con 0x563913edac30 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/843843778 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc2f40aa070 con 0x563913edac30 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 10 client.17997 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 10 client.17997 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 20 client.17997 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913f583c0 0x563913f5a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 4 client.17997 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:08:49.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.068+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563913e3c660 con 0x563913f583c0 2024-03-07T10:08:49.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.069+0000 7fc302452640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913f583c0 0x563913f5a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.069+0000 7fc2e5ffb640 10 client.17997 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:49.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.069+0000 7fc302452640 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913f583c0 0x563913f5a7e0 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c23a75968f1558b9 server_cookie=f208fbc88f742bdc in_seq=0 out_seq=0 2024-03-07T10:08:49.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.070+0000 7fc2e5ffb640 1 -- 172.21.15.18:0/843843778 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x563913e3c660 con 0x563913f583c0 2024-03-07T10:08:49.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.070+0000 7fc2e5ffb640 10 client.17997 handle_command_reply: tid=0 2024-03-07T10:08:49.071 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.070+0000 7fc30757a740 1 client.17997 shutdown 2024-03-07T10:08:49.072 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 msgr2=0x563913f56800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913f56800 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fc2f409b030 tx=0x7fc2f400ef90 comp rx=0 tx=0).stop 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 shutdown_connections 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563913f583c0 0x563913f5a7e0 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563913edac30 0x563913f56800 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563913ed8500 0x563913eefb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 --2- 172.21.15.18:0/843843778 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563913ed1730 0x563913eef650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc2e5ffb640 0 client.17997 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 >> 172.21.15.18:0/843843778 conn(0x563913ecbe60 msgr2=0x563913ed6be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 shutdown_connections 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 1 -- 172.21.15.18:0/843843778 wait complete. 2024-03-07T10:08:49.073 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.071+0000 7fc30757a740 20 client.17997 trim_cache size 0 max 16384 2024-03-07T10:08:49.074 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:08:49.074 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:08:49.074 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:08:49.074 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:08:49.074 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc2e80a2070 msgr2=0x7fc2e80a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc2e80a2070 0x7fc2e80a4530 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc2f8009b50 tx=0x7fc2f8005f90 comp rx=0 tx=0).stop 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 msgr2=0x7fc2fc1a2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 0x7fc2fc1a2e40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400ea60 tx=0x7fc2f400ef20 comp rx=0 tx=0).stop 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 shutdown_connections 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2fc109b30 0x7fc2fc1a2e40 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2fc108720 0x7fc2fc19eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc2e80a2070 0x7fc2e80a4530 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 --2- 172.21.15.18:0/365369123 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc2fc107d80 0x7fc2fc19e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.072+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 >> 172.21.15.18:0/365369123 conn(0x7fc2fc077500 msgr2=0x7fc2fc077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.073+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 shutdown_connections 2024-03-07T10:08:49.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.073+0000 7fc3046b6640 1 -- 172.21.15.18:0/365369123 wait complete. 2024-03-07T10:08:49.090 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:08:49.091 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:08:49.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.272+0000 7f8dcf42b640 1 -- 172.21.15.18:0/2488141686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc8110240 msgr2=0x7f8dc8108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.272+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/2488141686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc8110240 0x7f8dc8108ba0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f8dc0009ca0 tx=0x7f8dc002c140 comp rx=0 tx=0).stop 2024-03-07T10:08:49.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.275+0000 7f8dcf42b640 1 -- 172.21.15.18:0/2488141686 shutdown_connections 2024-03-07T10:08:49.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.275+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/2488141686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8dc8109280 0x7f8dc811ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.275+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/2488141686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc8110240 0x7f8dc8108ba0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.275+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/2488141686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc810fdd0 0x7f8dc8108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.275+0000 7f8dcf42b640 1 -- 172.21.15.18:0/2488141686 >> 172.21.15.18:0/2488141686 conn(0x7f8dc806d9c0 msgr2=0x7f8dc806ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.281+0000 7f8dcf42b640 1 -- 172.21.15.18:0/2488141686 shutdown_connections 2024-03-07T10:08:49.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.282+0000 7f8dcf42b640 1 -- 172.21.15.18:0/2488141686 wait complete. 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.282+0000 7f8dcf42b640 1 Processor -- start 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcf42b640 1 -- start start 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcf42b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc810fdd0 0x7f8dc81a6d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcf42b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8dc8110240 0x7f8dc81a7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcf42b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc81ab600 0x7f8dc81abab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcf42b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8dc8120960 con 0x7f8dc810fdd0 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcf42b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8dc81207e0 con 0x7f8dc8110240 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcf42b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8dc8120ae0 con 0x7f8dc81ab600 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcd9c8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc81ab600 0x7f8dc81abab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcd9c8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc81ab600 0x7f8dc81abab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:41996/0 (socket says 172.21.15.18:41996) 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcd9c8640 1 -- 172.21.15.18:0/3829588825 learned_addr learned my addr 172.21.15.18:0/3829588825 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.283+0000 7f8dcd1c7640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc810fdd0 0x7f8dc81a6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.284+0000 7f8dcd9c8640 1 -- 172.21.15.18:0/3829588825 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8dc8110240 msgr2=0x7f8dc81a7280 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.284+0000 7f8dcd9c8640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8dc8110240 0x7f8dc81a7280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.284+0000 7f8dcd9c8640 1 -- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc810fdd0 msgr2=0x7f8dc81a6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.284+0000 7f8dcd9c8640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc810fdd0 0x7f8dc81a6d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.284+0000 7f8dcd9c8640 1 -- 172.21.15.18:0/3829588825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8dc81ac0f0 con 0x7f8dc81ab600 2024-03-07T10:08:49.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.285+0000 7f8dcd9c8640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc81ab600 0x7f8dc81abab0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f8dc400b3f0 tx=0x7f8dc400b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.285+0000 7f8dbe7fc640 1 -- 172.21.15.18:0/3829588825 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dc4015020 con 0x7f8dc81ab600 2024-03-07T10:08:49.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.286+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8dc81ac3e0 con 0x7f8dc81ab600 2024-03-07T10:08:49.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.286+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8dc8079be0 con 0x7f8dc81ab600 2024-03-07T10:08:49.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.287+0000 7f8dbe7fc640 1 -- 172.21.15.18:0/3829588825 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8dc4011d10 con 0x7f8dc81ab600 2024-03-07T10:08:49.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.287+0000 7f8dbe7fc640 1 -- 172.21.15.18:0/3829588825 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dc400f2e0 con 0x7f8dc81ab600 2024-03-07T10:08:49.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.289+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8dac005290 con 0x7f8dc81ab600 2024-03-07T10:08:49.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.294+0000 7f8dbe7fc640 1 -- 172.21.15.18:0/3829588825 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8dc4018020 con 0x7f8dc81ab600 2024-03-07T10:08:49.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.295+0000 7f8dbe7fc640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8db40a20f0 0x7f8db40a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.295+0000 7f8dbe7fc640 1 -- 172.21.15.18:0/3829588825 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8dc40cdac0 con 0x7f8dc81ab600 2024-03-07T10:08:49.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.296+0000 7f8dcd1c7640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8db40a20f0 0x7f8db40a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.296+0000 7f8dcd1c7640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8db40a20f0 0x7f8db40a45b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8db8006fd0 tx=0x7f8db80090e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.300+0000 7f8dbe7fc640 1 -- 172.21.15.18:0/3829588825 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8dc401f020 con 0x7f8dc81ab600 2024-03-07T10:08:49.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.693+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8dac005580 con 0x7f8dc81ab600 2024-03-07T10:08:49.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.695+0000 7f8dbe7fc640 1 -- 172.21.15.18:0/3829588825 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f8dc409ac40 con 0x7f8dc81ab600 2024-03-07T10:08:49.697 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:08:49.697 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:08:49.697 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:08:49.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.698+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8db40a20f0 msgr2=0x7f8db40a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.698+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8db40a20f0 0x7f8db40a45b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8db8006fd0 tx=0x7f8db80090e0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.698+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc81ab600 msgr2=0x7f8dc81abab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.698+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc81ab600 0x7f8dc81abab0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f8dc400b3f0 tx=0x7f8dc400b8b0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.699+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 shutdown_connections 2024-03-07T10:08:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.699+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8dc81ab600 0x7f8dc81abab0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.699+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8dc8110240 0x7f8dc81a7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.699+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f8db40a20f0 0x7f8db40a45b0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.699+0000 7f8dcf42b640 1 --2- 172.21.15.18:0/3829588825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8dc810fdd0 0x7f8dc81a6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.699+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 >> 172.21.15.18:0/3829588825 conn(0x7f8dc806d9c0 msgr2=0x7f8dc8118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.700+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 shutdown_connections 2024-03-07T10:08:49.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.700+0000 7f8dcf42b640 1 -- 172.21.15.18:0/3829588825 wait complete. 2024-03-07T10:08:49.721 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:08:49.721 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:08:49.881 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.879+0000 7f3f87d1d640 1 -- 172.21.15.18:0/517725154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 msgr2=0x7f3f80105890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.879+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/517725154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 0x7f3f80105890 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c009930 tx=0x7f3f7c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:08:49.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.880+0000 7f3f87d1d640 1 -- 172.21.15.18:0/517725154 shutdown_connections 2024-03-07T10:08:49.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.880+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/517725154 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 0x7f3f8010d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.880+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/517725154 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f80100760 0x7f3f80100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.880+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/517725154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 0x7f3f80105890 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.880+0000 7f3f87d1d640 1 -- 172.21.15.18:0/517725154 >> 172.21.15.18:0/517725154 conn(0x7f3f80078370 msgr2=0x7f3f80078780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.887+0000 7f3f87d1d640 1 -- 172.21.15.18:0/517725154 shutdown_connections 2024-03-07T10:08:49.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.890+0000 7f3f87d1d640 1 -- 172.21.15.18:0/517725154 wait complete. 2024-03-07T10:08:49.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.890+0000 7f3f87d1d640 1 Processor -- start 2024-03-07T10:08:49.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.894+0000 7f3f87d1d640 1 -- start start 2024-03-07T10:08:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.894+0000 7f3f87d1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f80100760 0x7f3f8019e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.894+0000 7f3f87d1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 0x7f3f8019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.894+0000 7f3f87d1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 0x7f3f801a2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.894+0000 7f3f87d1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f8010f900 con 0x7f3f80100760 2024-03-07T10:08:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.894+0000 7f3f87d1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f8010f780 con 0x7f3f801054b0 2024-03-07T10:08:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.894+0000 7f3f87d1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f8010fa80 con 0x7f3f80101120 2024-03-07T10:08:49.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.896+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 0x7f3f8019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.898+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 0x7f3f8019e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42002/0 (socket says 172.21.15.18:42002) 2024-03-07T10:08:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.898+0000 7f3f852b8640 1 -- 172.21.15.18:0/468513696 learned_addr learned my addr 172.21.15.18:0/468513696 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.899+0000 7f3f862ba640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 0x7f3f801a2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.900+0000 7f3f85ab9640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f80100760 0x7f3f8019e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.902+0000 7f3f862ba640 1 -- 172.21.15.18:0/468513696 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 msgr2=0x7f3f8019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.902+0000 7f3f862ba640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 0x7f3f8019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.902+0000 7f3f862ba640 1 -- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f80100760 msgr2=0x7f3f8019e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.902+0000 7f3f862ba640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f80100760 0x7f3f8019e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.902+0000 7f3f862ba640 1 -- 172.21.15.18:0/468513696 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f801a3330 con 0x7f3f801054b0 2024-03-07T10:08:49.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.902+0000 7f3f862ba640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 0x7f3f801a2c30 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f3f7800dba0 tx=0x7f3f7800b630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.903+0000 7f3f76ffd640 1 -- 172.21.15.18:0/468513696 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f7801b020 con 0x7f3f801054b0 2024-03-07T10:08:49.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.903+0000 7f3f76ffd640 1 -- 172.21.15.18:0/468513696 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f78003e50 con 0x7f3f801054b0 2024-03-07T10:08:49.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.903+0000 7f3f852b8640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 0x7f3f8019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:08:49.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.903+0000 7f3f76ffd640 1 -- 172.21.15.18:0/468513696 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f780173f0 con 0x7f3f801054b0 2024-03-07T10:08:49.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.904+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f801a3620 con 0x7f3f801054b0 2024-03-07T10:08:49.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.904+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f8006b080 con 0x7f3f801054b0 2024-03-07T10:08:49.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.908+0000 7f3f8abeb740 1 Processor -- start 2024-03-07T10:08:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.911+0000 7f3f8abeb740 1 -- start start 2024-03-07T10:08:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.911+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab14550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.911+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.911+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.911+0000 7f3f8abeb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0eaadb330 con 0x55e0eab14170 2024-03-07T10:08:49.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.911+0000 7f3f8abeb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0eaa77e90 con 0x55e0eab14a90 2024-03-07T10:08:49.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.911+0000 7f3f8abeb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0eaa20d00 con 0x55e0eab1d670 2024-03-07T10:08:49.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.913+0000 7f3f76ffd640 1 -- 172.21.15.18:0/468513696 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3f78003970 con 0x7f3f801054b0 2024-03-07T10:08:49.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.914+0000 7f3f76ffd640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3f6c0a20b0 0x7f3f6c0a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.914+0000 7f3f76ffd640 1 -- 172.21.15.18:0/468513696 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3f780cdf00 con 0x7f3f801054b0 2024-03-07T10:08:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.917+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.917+0000 7f3f85ab9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.919+0000 7f3f85ab9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57484/0 (socket says 172.21.15.18:57484) 2024-03-07T10:08:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.919+0000 7f3f85ab9640 1 -- 172.21.15.18:0/2035959132 learned_addr learned my addr 172.21.15.18:0/2035959132 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.919+0000 7f3f852b8640 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab14550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.920+0000 7f3f862ba640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3f6c0a20b0 0x7f3f6c0a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.921+0000 7f3f852b8640 1 -- 172.21.15.18:0/2035959132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 msgr2=0x55e0eab1fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.921+0000 7f3f852b8640 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.921+0000 7f3f852b8640 1 -- 172.21.15.18:0/2035959132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 msgr2=0x55e0eab1d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.921+0000 7f3f852b8640 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.921+0000 7f3f852b8640 1 -- 172.21.15.18:0/2035959132 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e0eaa1fb90 con 0x55e0eab14170 2024-03-07T10:08:49.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.922+0000 7f3f852b8640 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab14550 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f3f70005fd0 tx=0x7f3f7000b320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e68c25145b7eed8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.925+0000 7f3f6bfff640 1 -- 172.21.15.18:0/2035959132 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f70019070 con 0x55e0eab14170 2024-03-07T10:08:49.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.925+0000 7f3f6bfff640 1 -- 172.21.15.18:0/2035959132 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f70005500 con 0x55e0eab14170 2024-03-07T10:08:49.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.925+0000 7f3f6bfff640 1 -- 172.21.15.18:0/2035959132 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f70004d00 con 0x55e0eab14170 2024-03-07T10:08:49.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.927+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2035959132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 msgr2=0x55e0eab14550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.927+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab14550 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f3f70005fd0 tx=0x7f3f7000b320 comp rx=0 tx=0).stop 2024-03-07T10:08:49.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.927+0000 7f3f862ba640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3f6c0a20b0 0x7f3f6c0a4570 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3f780cb5b0 tx=0x7f3f78004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.927+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2035959132 shutdown_connections 2024-03-07T10:08:49.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.927+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.927+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.927+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2035959132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab14550 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.928+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2035959132 >> 172.21.15.18:0/2035959132 conn(0x55e0eab0e8a0 msgr2=0x55e0eab0ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.932+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2035959132 shutdown_connections 2024-03-07T10:08:49.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.935+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2035959132 wait complete. 2024-03-07T10:08:49.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.936+0000 7f3f8abeb740 1 -- start start 2024-03-07T10:08:49.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.936+0000 7f3f8abeb740 1 Processor -- start 2024-03-07T10:08:49.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab1a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.940 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f8abeb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0eaa16470 con 0x55e0eab14170 2024-03-07T10:08:49.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f8abeb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0eaa73f30 con 0x55e0eab14a90 2024-03-07T10:08:49.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f8abeb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0eab31470 con 0x55e0eab1d670 2024-03-07T10:08:49.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f8abeb740 10 client.0 _ll_register_callbacks cb 0x55e0eaa71d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:49.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab1a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.938+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab1a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56696/0 (socket says 172.21.15.18:56696) 2024-03-07T10:08:49.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.939+0000 7f3f852b8640 1 -- 172.21.15.18:0/617721656 learned_addr learned my addr 172.21.15.18:0/617721656 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.939+0000 7f3f852b8640 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.939+0000 7f3f852b8640 1 -- 172.21.15.18:0/617721656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 msgr2=0x55e0eab1b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f852b8640 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f852b8640 1 -- 172.21.15.18:0/617721656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 msgr2=0x55e0eab1abd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:49.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f852b8640 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1abd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f852b8640 1 -- 172.21.15.18:0/617721656 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e0ea78c3f0 con 0x55e0eab14170 2024-03-07T10:08:49.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f852b8640 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab1a690 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f3f7000b610 tx=0x7f3f7000bfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7261e6b4a95ccb3f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f697fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f697fa640 1 -- 172.21.15.18:0/617721656 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f70019050 con 0x55e0eab14170 2024-03-07T10:08:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.940+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3f70005500 con 0x55e0eab14170 2024-03-07T10:08:49.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.941+0000 7f3f697fa640 1 -- 172.21.15.18:0/617721656 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3f70011820 con 0x55e0eab14170 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.941+0000 7f3f697fa640 1 -- 172.21.15.18:0/617721656 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3f70032050 con 0x55e0eab14170 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.941+0000 7f3f8abeb740 10 client.18015 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.941+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e0ea8567d0 con 0x55e0eab14170 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f697fa640 1 -- 172.21.15.18:0/617721656 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f70005500 con 0x55e0eab14170 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f697fa640 1 -- 172.21.15.18:0/617721656 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3f7002b060 con 0x55e0eab14170 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f8abeb740 10 client.18015 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f8abeb740 10 client.18015 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f8abeb740 20 client.18015 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab3ebf0 0x55e0eab41050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f8abeb740 4 client.18015 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e0eaa853d0 con 0x55e0eab3ebf0 2024-03-07T10:08:49.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.942+0000 7f3f85ab9640 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab3ebf0 0x55e0eab41050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.943+0000 7f3f697fa640 10 client.18015 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:49.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.943+0000 7f3f85ab9640 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab3ebf0 0x55e0eab41050 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=694e509c83e51700 server_cookie=4912f80654681549 in_seq=0 out_seq=0 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.944+0000 7f3f697fa640 1 -- 172.21.15.18:0/617721656 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e0eaa853d0 con 0x55e0eab3ebf0 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.944+0000 7f3f697fa640 10 client.18015 handle_command_reply: tid=0 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.944+0000 7f3f8abeb740 1 client.18015 shutdown 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.944+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 msgr2=0x55e0eab1a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.944+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab1a690 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f3f7000b610 tx=0x7f3f7000bfb0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 shutdown_connections 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab3ebf0 0x55e0eab41050 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab1d670 0x55e0eab1b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab14a90 0x55e0eab1abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/617721656 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14170 0x55e0eab1a690 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 >> 172.21.15.18:0/617721656 conn(0x55e0eab0e8a0 msgr2=0x55e0eab105f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f697fa640 0 client.18015 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:49.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 shutdown_connections 2024-03-07T10:08:49.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 1 -- 172.21.15.18:0/617721656 wait complete. 2024-03-07T10:08:49.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.945+0000 7f3f8abeb740 20 client.18015 trim_cache size 0 max 16384 2024-03-07T10:08:49.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.968+0000 7f3f8abeb740 1 Processor -- start 2024-03-07T10:08:49.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.968+0000 7f3f8abeb740 1 -- start start 2024-03-07T10:08:49.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab1cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 0x55e0eab1af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab1cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab1cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42028/0 (socket says 172.21.15.18:42028) 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f852b8640 1 -- 172.21.15.18:0/2331867222 learned_addr learned my addr 172.21.15.18:0/2331867222 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 0x55e0eab10390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f801974f0 con 0x55e0eab14a90 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f80194ff0 con 0x55e0eab1d670 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f80067c50 con 0x55e0eab14170 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.969+0000 7f3f85ab9640 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 0x55e0eab1af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f852b8640 1 -- 172.21.15.18:0/2331867222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 msgr2=0x55e0eab10390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f852b8640 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 0x55e0eab10390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f852b8640 1 -- 172.21.15.18:0/2331867222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 msgr2=0x55e0eab1af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f852b8640 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 0x55e0eab1af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f852b8640 1 -- 172.21.15.18:0/2331867222 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e0eab1fa60 con 0x55e0eab14170 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f852b8640 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab1cdc0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3f70001eb0 tx=0x7f3f7002dc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9798cba58262f562 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/2331867222 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f7003b070 con 0x55e0eab14170 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/2331867222 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f700054b0 con 0x55e0eab14170 2024-03-07T10:08:49.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.970+0000 7f3f6b7fe640 1 -- 172.21.15.18:0/2331867222 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f70019070 con 0x55e0eab14170 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.972+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 msgr2=0x55e0eab1cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.972+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab1cdc0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3f70001eb0 tx=0x7f3f7002dc20 comp rx=0 tx=0).stop 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.974+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 shutdown_connections 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.974+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 0x55e0eab10390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.974+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 0x55e0eab1af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.974+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/2331867222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab1cdc0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.974+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 >> 172.21.15.18:0/2331867222 conn(0x55e0eab0e8a0 msgr2=0x55e0eab0fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.974+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 shutdown_connections 2024-03-07T10:08:49.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.974+0000 7f3f8abeb740 1 -- 172.21.15.18:0/2331867222 wait complete. 2024-03-07T10:08:49.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.975+0000 7f3f8abeb740 1 -- start start 2024-03-07T10:08:49.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.975+0000 7f3f8abeb740 1 Processor -- start 2024-03-07T10:08:49.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.976+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab927e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.976+0000 7f3f8abeb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 0x55e0eab92d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.976+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab927e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.976+0000 7f3f852b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab927e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42030/0 (socket says 172.21.15.18:42030) 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.977+0000 7f3f852b8640 1 -- 172.21.15.18:0/705515194 learned_addr learned my addr 172.21.15.18:0/705515194 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.977+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 0x55e0eab316b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.977+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f800721f0 con 0x55e0eab14a90 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.977+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f800734d0 con 0x55e0eab1d670 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.977+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f80072810 con 0x55e0eab14170 2024-03-07T10:08:49.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.977+0000 7f3f8abeb740 10 client.0 _ll_register_callbacks cb 0x7f3f70013610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:49.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.978+0000 7f3f852b8640 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 0x55e0eab316b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.978+0000 7f3f852b8640 1 -- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 msgr2=0x55e0eab316b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.978+0000 7f3f852b8640 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 0x55e0eab316b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.978+0000 7f3f852b8640 1 -- 172.21.15.18:0/705515194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 msgr2=0x55e0eab92d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:49.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.978+0000 7f3f852b8640 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 0x55e0eab92d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.978+0000 7f3f852b8640 1 -- 172.21.15.18:0/705515194 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e0eab31da0 con 0x55e0eab14170 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.979+0000 7f3f852b8640 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab927e0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3f7000b3a0 tx=0x7f3f700136c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3d9eeb16226476c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.979+0000 7f3f697fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.979+0000 7f3f697fa640 1 -- 172.21.15.18:0/705515194 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f70048060 con 0x55e0eab14170 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.979+0000 7f3f697fa640 1 -- 172.21.15.18:0/705515194 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3f7002d430 con 0x55e0eab14170 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.979+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3f700054b0 con 0x55e0eab14170 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.979+0000 7f3f697fa640 1 -- 172.21.15.18:0/705515194 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3f7004f050 con 0x55e0eab14170 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 10 client.27871 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e0eab99f80 con 0x55e0eab14170 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f697fa640 1 -- 172.21.15.18:0/705515194 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f70004890 con 0x55e0eab14170 2024-03-07T10:08:49.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f697fa640 1 -- 172.21.15.18:0/705515194 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3f7002b040 con 0x55e0eab14170 2024-03-07T10:08:49.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 10 client.27871 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:49.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 10 client.27871 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:08:49.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 20 client.27871 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:49.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab9a4e0 0x55e0eab9c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:49.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 4 client.27871 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:08:49.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f3f700054b0 con 0x55e0eab9a4e0 2024-03-07T10:08:49.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.980+0000 7f3f85ab9640 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab9a4e0 0x55e0eab9c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:49.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.981+0000 7f3f697fa640 10 client.27871 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.981+0000 7f3f85ab9640 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab9a4e0 0x55e0eab9c900 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=549f2781e73a4efa server_cookie=eb6621d3ced8c53b in_seq=0 out_seq=0 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.981+0000 7f3f697fa640 1 -- 172.21.15.18:0/705515194 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f3f700054b0 con 0x55e0eab9a4e0 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.981+0000 7f3f697fa640 10 client.27871 handle_command_reply: tid=0 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.981+0000 7f3f8abeb740 1 client.27871 shutdown 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.981+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 msgr2=0x55e0eab927e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.981+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab927e0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3f7000b3a0 tx=0x7f3f700136c0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 shutdown_connections 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e0eab9a4e0 0x55e0eab9c900 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e0eab1d670 0x55e0eab316b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e0eab14a90 0x55e0eab92d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 --2- 172.21.15.18:0/705515194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0eab14170 0x55e0eab927e0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f697fa640 0 client.27871 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 >> 172.21.15.18:0/705515194 conn(0x55e0eab0e8a0 msgr2=0x55e0eab10510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 shutdown_connections 2024-03-07T10:08:49.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 1 -- 172.21.15.18:0/705515194 wait complete. 2024-03-07T10:08:49.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.982+0000 7f3f8abeb740 20 client.27871 trim_cache size 0 max 16384 2024-03-07T10:08:49.986 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3f6c0a20b0 msgr2=0x7f3f6c0a4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3f6c0a20b0 0x7f3f6c0a4570 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3f780cb5b0 tx=0x7f3f78004a40 comp rx=0 tx=0).stop 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 msgr2=0x7f3f801a2c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 0x7f3f801a2c30 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f3f7800dba0 tx=0x7f3f7800b630 comp rx=0 tx=0).stop 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 shutdown_connections 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3f801054b0 0x7f3f801a2c30 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3f80101120 0x7f3f8019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3f6c0a20b0 0x7f3f6c0a4570 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 --2- 172.21.15.18:0/468513696 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3f80100760 0x7f3f8019e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 >> 172.21.15.18:0/468513696 conn(0x7f3f80078370 msgr2=0x7f3f800fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 shutdown_connections 2024-03-07T10:08:49.987 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:49.983+0000 7f3f87d1d640 1 -- 172.21.15.18:0/468513696 wait complete. 2024-03-07T10:08:49.999 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:08:49.999 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 -- 172.21.15.18:0/1654396506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb9201065b0 msgr2=0x7fb920106990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 --2- 172.21.15.18:0/1654396506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb9201065b0 0x7fb920106990 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb91c009930 tx=0x7fb91c02bc40 comp rx=0 tx=0).stop 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 -- 172.21.15.18:0/1654396506 shutdown_connections 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 --2- 172.21.15.18:0/1654396506 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb920100eb0 0x7fb92010d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 --2- 172.21.15.18:0/1654396506 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb9201004f0 0x7fb920100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 --2- 172.21.15.18:0/1654396506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb9201065b0 0x7fb920106990 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 -- 172.21.15.18:0/1654396506 >> 172.21.15.18:0/1654396506 conn(0x7fb920077660 msgr2=0x7fb920077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 -- 172.21.15.18:0/1654396506 shutdown_connections 2024-03-07T10:08:50.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.147+0000 7fb927b1d640 1 -- 172.21.15.18:0/1654396506 wait complete. 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.148+0000 7fb927b1d640 1 Processor -- start 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.148+0000 7fb927b1d640 1 -- start start 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.148+0000 7fb927b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9201004f0 0x7fb9201a30c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb927b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb920100eb0 0x7fb9201a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb927b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb9201065b0 0x7fb92019e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb927b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb920110960 con 0x7fb9201065b0 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb927b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9201107e0 con 0x7fb9201004f0 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb927b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb920110ae0 con 0x7fb920100eb0 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9260ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb9201065b0 0x7fb92019e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9201004f0 0x7fb9201a30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb920100eb0 0x7fb9201a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9260ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb9201065b0 0x7fb92019e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56738/0 (socket says 172.21.15.18:56738) 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9201004f0 0x7fb9201a30c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57534/0 (socket says 172.21.15.18:57534) 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9260ba640 1 -- 172.21.15.18:0/3624203478 learned_addr learned my addr 172.21.15.18:0/3624203478 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb920100eb0 0x7fb9201a3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42054/0 (socket says 172.21.15.18:42054) 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 -- 172.21.15.18:0/3624203478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9201004f0 msgr2=0x7fb9201a30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9201004f0 0x7fb9201a30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 -- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb9201065b0 msgr2=0x7fb92019e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb9201065b0 0x7fb92019e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 -- 172.21.15.18:0/3624203478 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb92019edc0 con 0x7fb920100eb0 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.149+0000 7fb9250b8640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb920100eb0 0x7fb9201a3600 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb91000e9f0 tx=0x7fb91000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.150+0000 7fb916ffd640 1 -- 172.21.15.18:0/3624203478 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb91000ccc0 con 0x7fb920100eb0 2024-03-07T10:08:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.150+0000 7fb916ffd640 1 -- 172.21.15.18:0/3624203478 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb910010910 con 0x7fb920100eb0 2024-03-07T10:08:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.150+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb92019f0b0 con 0x7fb920100eb0 2024-03-07T10:08:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.150+0000 7fb916ffd640 1 -- 172.21.15.18:0/3624203478 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb910018960 con 0x7fb920100eb0 2024-03-07T10:08:50.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.150+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9201aafe0 con 0x7fb920100eb0 2024-03-07T10:08:50.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.153+0000 7fb916ffd640 1 -- 172.21.15.18:0/3624203478 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb910018b00 con 0x7fb920100eb0 2024-03-07T10:08:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.154+0000 7fb916ffd640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb90c0a20c0 0x7fb90c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.154+0000 7fb916ffd640 1 -- 172.21.15.18:0/3624203478 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb9100cf470 con 0x7fb920100eb0 2024-03-07T10:08:50.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.154+0000 7fb9258b9640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb90c0a20c0 0x7fb90c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.155+0000 7fb92aa06740 1 Processor -- start 2024-03-07T10:08:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.155+0000 7fb92aa06740 1 -- start start 2024-03-07T10:08:50.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.155+0000 7fb9258b9640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb90c0a20c0 0x7fb90c0a4580 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb91c009900 tx=0x7fb91c02cf90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.155+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8830550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.155+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8830a90 0x55b8a8839130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.155+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8839670 0x55b8a883ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8830550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb92aa06740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a87f7330 con 0x55b8a8830a90 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb92aa06740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a8793e90 con 0x55b8a8830170 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb92aa06740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a873cd00 con 0x55b8a8839670 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8830550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57542/0 (socket says 172.21.15.18:57542) 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 -- 172.21.15.18:0/2008551316 learned_addr learned my addr 172.21.15.18:0/2008551316 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9260ba640 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8839670 0x55b8a883ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9250b8640 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8830a90 0x55b8a8839130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 -- 172.21.15.18:0/2008551316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8839670 msgr2=0x55b8a883ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8839670 0x55b8a883ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 -- 172.21.15.18:0/2008551316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8830a90 msgr2=0x55b8a8839130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8830a90 0x55b8a8839130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9258b9640 1 -- 172.21.15.18:0/2008551316 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8a873bb90 con 0x55b8a8830170 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.156+0000 7fb9250b8640 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8830a90 0x55b8a8839130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.157+0000 7fb9258b9640 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8830550 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb91c035000 tx=0x7fb91c02e050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e9f6baeee34ac6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.157+0000 7fb90bfff640 1 -- 172.21.15.18:0/2008551316 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb91c04f070 con 0x55b8a8830170 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.157+0000 7fb90bfff640 1 -- 172.21.15.18:0/2008551316 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb91c004ba0 con 0x55b8a8830170 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb90bfff640 1 -- 172.21.15.18:0/2008551316 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb91c0035f0 con 0x55b8a8830170 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 -- 172.21.15.18:0/2008551316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 msgr2=0x55b8a8830550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8830550 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb91c035000 tx=0x7fb91c02e050 comp rx=0 tx=0).stop 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 -- 172.21.15.18:0/2008551316 shutdown_connections 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8839670 0x55b8a883ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8830a90 0x55b8a8839130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2008551316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8830550 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 -- 172.21.15.18:0/2008551316 >> 172.21.15.18:0/2008551316 conn(0x55b8a882a8a0 msgr2=0x55b8a882ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 -- 172.21.15.18:0/2008551316 shutdown_connections 2024-03-07T10:08:50.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 -- 172.21.15.18:0/2008551316 wait complete. 2024-03-07T10:08:50.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.158+0000 7fb92aa06740 1 -- start start 2024-03-07T10:08:50.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.159+0000 7fb92aa06740 1 Processor -- start 2024-03-07T10:08:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.159+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8836620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8836620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8836620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57552/0 (socket says 172.21.15.18:57552) 2024-03-07T10:08:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8836b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb9258b9640 1 -- 172.21.15.18:0/4208594330 learned_addr learned my addr 172.21.15.18:0/4208594330 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb92aa06740 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a88370a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a8732470 con 0x55b8a8839670 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a878ff30 con 0x55b8a8830170 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a883c4a0 con 0x55b8a8830a90 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb9250b8640 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8836b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb92aa06740 10 client.0 _ll_register_callbacks cb 0x55b8a878dd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.160+0000 7fb9250b8640 1 -- 172.21.15.18:0/4208594330 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 msgr2=0x55b8a8836620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9250b8640 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8836620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9250b8640 1 -- 172.21.15.18:0/4208594330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 msgr2=0x55b8a88370a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9250b8640 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a88370a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9250b8640 1 -- 172.21.15.18:0/4208594330 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b8a84a83f0 con 0x55b8a8830a90 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9250b8640 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8836b60 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb9100ccac0 tx=0x7fb91009b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c1a80b94f889103 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9097fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9097fa640 1 -- 172.21.15.18:0/4208594330 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9100ccd40 con 0x55b8a8830a90 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb91c004ba0 con 0x55b8a8830a90 2024-03-07T10:08:50.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9097fa640 1 -- 172.21.15.18:0/4208594330 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb9100ccee0 con 0x55b8a8830a90 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb9097fa640 1 -- 172.21.15.18:0/4208594330 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb91009b260 con 0x55b8a8830a90 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb92aa06740 10 client.27883 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.161+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b8a85727d0 con 0x55b8a8830a90 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb9097fa640 1 -- 172.21.15.18:0/4208594330 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb9100b4070 con 0x55b8a8830a90 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb9097fa640 1 -- 172.21.15.18:0/4208594330 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb910097cf0 con 0x55b8a8830a90 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb92aa06740 10 client.27883 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb92aa06740 10 client.27883 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb92aa06740 20 client.27883 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb92aa06740 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a8849960 0x55b8a884bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb92aa06740 4 client.27883 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb91c004ba0 con 0x55b8a8849960 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.162+0000 7fb9258b9640 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a8849960 0x55b8a884bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.163+0000 7fb9097fa640 10 client.27883 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.163+0000 7fb9258b9640 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a8849960 0x55b8a884bd80 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2694ec875c161ee5 server_cookie=ce3373e1ef2f8954 in_seq=0 out_seq=0 2024-03-07T10:08:50.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.163+0000 7fb9097fa640 1 -- 172.21.15.18:0/4208594330 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fb91c004ba0 con 0x55b8a8849960 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.163+0000 7fb9097fa640 10 client.27883 handle_command_reply: tid=0 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.163+0000 7fb92aa06740 1 client.27883 shutdown 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 msgr2=0x55b8a8836b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8836b60 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb9100ccac0 tx=0x7fb91009b870 comp rx=0 tx=0).stop 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 shutdown_connections 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a88370a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a8849960 0x55b8a884bd80 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8836b60 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 --2- 172.21.15.18:0/4208594330 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8836620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 >> 172.21.15.18:0/4208594330 conn(0x55b8a882a8a0 msgr2=0x55b8a882c5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.164+0000 7fb9097fa640 0 client.27883 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.165+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 shutdown_connections 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.165+0000 7fb92aa06740 1 -- 172.21.15.18:0/4208594330 wait complete. 2024-03-07T10:08:50.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.165+0000 7fb92aa06740 20 client.27883 trim_cache size 0 max 16384 2024-03-07T10:08:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 Processor -- start 2024-03-07T10:08:50.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 -- start start 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830170 0x55b8a8838d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830a90 0x55b8a8836ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8844c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9201b5ed0 con 0x55b8a8839670 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9201b39d0 con 0x55b8a8830a90 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.186+0000 7fb92aa06740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9201b1a90 con 0x55b8a8830170 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830170 0x55b8a8838d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830170 0x55b8a8838d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42090/0 (socket says 172.21.15.18:42090) 2024-03-07T10:08:50.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9258b9640 1 -- 172.21.15.18:0/3094575536 learned_addr learned my addr 172.21.15.18:0/3094575536 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9260ba640 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8844c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9260ba640 1 -- 172.21.15.18:0/3094575536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830170 msgr2=0x55b8a8838d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9260ba640 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830170 0x55b8a8838d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9260ba640 1 -- 172.21.15.18:0/3094575536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830a90 msgr2=0x55b8a8836ec0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9260ba640 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830a90 0x55b8a8836ec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.187+0000 7fb9260ba640 1 -- 172.21.15.18:0/3094575536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8a8834b70 con 0x55b8a8839670 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.188+0000 7fb9260ba640 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8844c00 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x55b8a882ba30 tx=0x7fb918011600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8da71b09756b48 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.188+0000 7fb90b7fe640 1 -- 172.21.15.18:0/3094575536 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb918015630 con 0x55b8a8839670 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.188+0000 7fb90b7fe640 1 -- 172.21.15.18:0/3094575536 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb918015cb0 con 0x55b8a8839670 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.188+0000 7fb90b7fe640 1 -- 172.21.15.18:0/3094575536 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9180143b0 con 0x55b8a8839670 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 -- 172.21.15.18:0/3094575536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 msgr2=0x55b8a8844c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8844c00 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x55b8a882ba30 tx=0x7fb918011600 comp rx=0 tx=0).stop 2024-03-07T10:08:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 -- 172.21.15.18:0/3094575536 shutdown_connections 2024-03-07T10:08:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8844c00 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830a90 0x55b8a8836ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 --2- 172.21.15.18:0/3094575536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830170 0x55b8a8838d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 -- 172.21.15.18:0/3094575536 >> 172.21.15.18:0/3094575536 conn(0x55b8a882a8a0 msgr2=0x55b8a8829960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.189+0000 7fb92aa06740 1 -- 172.21.15.18:0/3094575536 shutdown_connections 2024-03-07T10:08:50.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.190+0000 7fb92aa06740 1 -- 172.21.15.18:0/3094575536 wait complete. 2024-03-07T10:08:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 -- start start 2024-03-07T10:08:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 Processor -- start 2024-03-07T10:08:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8840e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8841360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8833420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9201b2090 con 0x55b8a8839670 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9201b3370 con 0x55b8a8830170 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9201b26b0 con 0x55b8a8830a90 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb92aa06740 10 client.0 _ll_register_callbacks cb 0x7fb9100980b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8840e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb9260ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8833420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.191+0000 7fb9258b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8840e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57564/0 (socket says 172.21.15.18:57564) 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9258b9640 1 -- 172.21.15.18:0/2885720804 learned_addr learned my addr 172.21.15.18:0/2885720804 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9250b8640 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8841360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9250b8640 1 -- 172.21.15.18:0/2885720804 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 msgr2=0x55b8a8840e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9250b8640 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8840e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9250b8640 1 -- 172.21.15.18:0/2885720804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 msgr2=0x55b8a8833420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9250b8640 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8833420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9250b8640 1 -- 172.21.15.18:0/2885720804 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b8a8833bb0 con 0x55b8a8830a90 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9250b8640 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8841360 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x55b8a88262c0 tx=0x7fb910010cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3124fbe3a196eff8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9097fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:50.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9097fa640 1 -- 172.21.15.18:0/2885720804 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb91009b950 con 0x55b8a8830a90 2024-03-07T10:08:50.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9097fa640 1 -- 172.21.15.18:0/2885720804 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb910010630 con 0x55b8a8830a90 2024-03-07T10:08:50.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb918015cb0 con 0x55b8a8830a90 2024-03-07T10:08:50.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.192+0000 7fb9097fa640 1 -- 172.21.15.18:0/2885720804 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9100ccf50 con 0x55b8a8830a90 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.193+0000 7fb92aa06740 10 client.27889 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.193+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b8a88a5c10 con 0x55b8a8830a90 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb9097fa640 1 -- 172.21.15.18:0/2885720804 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb918015cb0 con 0x55b8a8830a90 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb9097fa640 1 -- 172.21.15.18:0/2885720804 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb9100b4ca0 con 0x55b8a8830a90 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb92aa06740 10 client.27889 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb92aa06740 10 client.27889 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb92aa06740 20 client.27889 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a88a6300 0x55b8a88a8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb92aa06740 4 client.27889 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.194+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b8a87a13d0 con 0x55b8a88a6300 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.195+0000 7fb9258b9640 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a88a6300 0x55b8a88a8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.195+0000 7fb9258b9640 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a88a6300 0x55b8a88a8720 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29673ee9cd0a59c3 server_cookie=b70d692d46b5789c in_seq=0 out_seq=0 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.195+0000 7fb9097fa640 10 client.27889 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb9097fa640 1 -- 172.21.15.18:0/2885720804 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b8a87a13d0 con 0x55b8a88a6300 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb9097fa640 10 client.27889 handle_command_reply: tid=0 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 client.27889 shutdown 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 msgr2=0x55b8a8841360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8841360 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x55b8a88262c0 tx=0x7fb910010cf0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 shutdown_connections 2024-03-07T10:08:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b8a8839670 0x55b8a8833420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b8a88a6300 0x55b8a88a8720 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b8a8830a90 0x55b8a8841360 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 --2- 172.21.15.18:0/2885720804 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b8a8830170 0x55b8a8840e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb9097fa640 0 client.27889 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:08:50.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 >> 172.21.15.18:0/2885720804 conn(0x55b8a882a8a0 msgr2=0x55b8a88290d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 shutdown_connections 2024-03-07T10:08:50.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 1 -- 172.21.15.18:0/2885720804 wait complete. 2024-03-07T10:08:50.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.196+0000 7fb92aa06740 20 client.27889 trim_cache size 0 max 16384 2024-03-07T10:08:50.200 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:08:50.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb90c0a20c0 msgr2=0x7fb90c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb90c0a20c0 0x7fb90c0a4580 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb91c009900 tx=0x7fb91c02cf90 comp rx=0 tx=0).stop 2024-03-07T10:08:50.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb920100eb0 msgr2=0x7fb9201a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb920100eb0 0x7fb9201a3600 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb91000e9f0 tx=0x7fb91000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 shutdown_connections 2024-03-07T10:08:50.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb90c0a20c0 0x7fb90c0a4580 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb9201065b0 0x7fb92019e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb920100eb0 0x7fb9201a3600 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 --2- 172.21.15.18:0/3624203478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9201004f0 0x7fb9201a30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.197+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 >> 172.21.15.18:0/3624203478 conn(0x7fb920077660 msgr2=0x7fb920068950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.198+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 shutdown_connections 2024-03-07T10:08:50.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.198+0000 7fb927b1d640 1 -- 172.21.15.18:0/3624203478 wait complete. 2024-03-07T10:08:50.215 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:08:50.216 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:08:50.253 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:50 smithi018 ceph-mon[32171]: pgmap v300: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 7.2 MiB/s wr, 767 op/s 2024-03-07T10:08:50.253 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:50 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3829588825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:08:50.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.388+0000 7fd47e034640 1 -- 172.21.15.18:0/3229442081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 msgr2=0x7fd478108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.388+0000 7fd47e034640 1 --2- 172.21.15.18:0/3229442081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 0x7fd478108ba0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd46c009900 tx=0x7fd46c02bcf0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.389+0000 7fd47e034640 1 -- 172.21.15.18:0/3229442081 shutdown_connections 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.389+0000 7fd47e034640 1 --2- 172.21.15.18:0/3229442081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd4781091c0 0x7fd47811ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.389+0000 7fd47e034640 1 --2- 172.21.15.18:0/3229442081 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 0x7fd478108ba0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.389+0000 7fd47e034640 1 --2- 172.21.15.18:0/3229442081 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd47810fde0 0x7fd478108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.389+0000 7fd47e034640 1 -- 172.21.15.18:0/3229442081 >> 172.21.15.18:0/3229442081 conn(0x7fd47806da40 msgr2=0x7fd47806de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.389+0000 7fd47e034640 1 -- 172.21.15.18:0/3229442081 shutdown_connections 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.389+0000 7fd47e034640 1 -- 172.21.15.18:0/3229442081 wait complete. 2024-03-07T10:08:50.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 Processor -- start 2024-03-07T10:08:50.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 -- start start 2024-03-07T10:08:50.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4781091c0 0x7fd4781ac930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd47810fde0 0x7fd4781ace70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 0x7fd4781a6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd4777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4781091c0 0x7fd4781ac930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd478120860 con 0x7fd4781091c0 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4781206e0 con 0x7fd4781101c0 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd47e034640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4781209e0 con 0x7fd47810fde0 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd4777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4781091c0 0x7fd4781ac930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56780/0 (socket says 172.21.15.18:56780) 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.390+0000 7fd4777fe640 1 -- 172.21.15.18:0/625697885 learned_addr learned my addr 172.21.15.18:0/625697885 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.391+0000 7fd477fff640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 0x7fd4781a6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.391+0000 7fd477fff640 1 -- 172.21.15.18:0/625697885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd47810fde0 msgr2=0x7fd4781ace70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.391+0000 7fd477fff640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd47810fde0 0x7fd4781ace70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.391+0000 7fd477fff640 1 -- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4781091c0 msgr2=0x7fd4781ac930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.391+0000 7fd477fff640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4781091c0 0x7fd4781ac930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.391+0000 7fd477fff640 1 -- 172.21.15.18:0/625697885 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4781a7260 con 0x7fd4781101c0 2024-03-07T10:08:50.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.393+0000 7fd477fff640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 0x7fd4781a6ae0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd46800e970 tx=0x7fd46800ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.393+0000 7fd474ff9640 1 -- 172.21.15.18:0/625697885 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46800ccc0 con 0x7fd4781101c0 2024-03-07T10:08:50.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.393+0000 7fd474ff9640 1 -- 172.21.15.18:0/625697885 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd468005020 con 0x7fd4781101c0 2024-03-07T10:08:50.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.393+0000 7fd474ff9640 1 -- 172.21.15.18:0/625697885 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd468004a00 con 0x7fd4781101c0 2024-03-07T10:08:50.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.393+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4781a7550 con 0x7fd4781101c0 2024-03-07T10:08:50.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.393+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4781b37f0 con 0x7fd4781101c0 2024-03-07T10:08:50.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.397+0000 7fd474ff9640 1 -- 172.21.15.18:0/625697885 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd468004ba0 con 0x7fd4781101c0 2024-03-07T10:08:50.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.398+0000 7fd480e3d740 1 Processor -- start 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.398+0000 7fd474ff9640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd4600a1f70 0x7fd4600a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.398+0000 7fd480e3d740 1 -- start start 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.398+0000 7fd474ff9640 1 -- 172.21.15.18:0/625697885 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd4680ce2c0 con 0x7fd4781101c0 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531b170 0x5573b531b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531ba90 0x5573b5324130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b5326a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd480e3d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573b52e2330 con 0x5573b5324670 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd480e3d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573b527ee90 con 0x5573b531ba90 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd480e3d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573b5227d00 con 0x5573b531b170 2024-03-07T10:08:50.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd476ffd640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd4600a1f70 0x7fd4600a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531b170 0x5573b531b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531b170 0x5573b531b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42148/0 (socket says 172.21.15.18:42148) 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 -- 172.21.15.18:0/2889313167 learned_addr learned my addr 172.21.15.18:0/2889313167 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd477fff640 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b5326a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd476ffd640 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531ba90 0x5573b5324130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 -- 172.21.15.18:0/2889313167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531ba90 msgr2=0x5573b5324130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531ba90 0x5573b5324130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 -- 172.21.15.18:0/2889313167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 msgr2=0x5573b5326a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b5326a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.399+0000 7fd4777fe640 1 -- 172.21.15.18:0/2889313167 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5573b5226b90 con 0x5573b531b170 2024-03-07T10:08:50.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.400+0000 7fd476ffd640 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531ba90 0x5573b5324130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:08:50.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.400+0000 7fd4777fe640 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531b170 0x5573b531b550 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fd470007f50 tx=0x7fd47000f850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5151dd5fe5f377c3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.400+0000 7fd45dffb640 1 -- 172.21.15.18:0/2889313167 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd470010840 con 0x5573b531b170 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.400+0000 7fd45dffb640 1 -- 172.21.15.18:0/2889313167 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd4700183f0 con 0x5573b531b170 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.400+0000 7fd45dffb640 1 -- 172.21.15.18:0/2889313167 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd470017600 con 0x5573b531b170 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd480e3d740 1 -- 172.21.15.18:0/2889313167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531b170 msgr2=0x5573b531b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd476ffd640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd4600a1f70 0x7fd4600a4430 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd46c0057c0 tx=0x7fd46c009560 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd480e3d740 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531b170 0x5573b531b550 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fd470007f50 tx=0x7fd47000f850 comp rx=0 tx=0).stop 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd480e3d740 1 -- 172.21.15.18:0/2889313167 shutdown_connections 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd480e3d740 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b5326a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd480e3d740 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531ba90 0x5573b5324130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd480e3d740 1 --2- 172.21.15.18:0/2889313167 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531b170 0x5573b531b550 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.401+0000 7fd480e3d740 1 -- 172.21.15.18:0/2889313167 >> 172.21.15.18:0/2889313167 conn(0x5573b53158a0 msgr2=0x5573b5315c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.402+0000 7fd480e3d740 1 -- 172.21.15.18:0/2889313167 shutdown_connections 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.402+0000 7fd480e3d740 1 -- 172.21.15.18:0/2889313167 wait complete. 2024-03-07T10:08:50.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.402+0000 7fd480e3d740 1 -- start start 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.402+0000 7fd480e3d740 1 Processor -- start 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b53216e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531ba90 0x5573b5321c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b5324670 0x5573b5322160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd480e3d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573b521d470 con 0x5573b531ba90 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd480e3d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573b527af30 con 0x5573b531b170 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd480e3d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573b5327460 con 0x5573b5324670 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd480e3d740 10 client.0 _ll_register_callbacks cb 0x5573b5278d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd477fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b5324670 0x5573b5322160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd477fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b5324670 0x5573b5322160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42164/0 (socket says 172.21.15.18:42164) 2024-03-07T10:08:50.406 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd477fff640 1 -- 172.21.15.18:0/823993114 learned_addr learned my addr 172.21.15.18:0/823993114 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.403+0000 7fd4777fe640 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b53216e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.404+0000 7fd476ffd640 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531ba90 0x5573b5321c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.404+0000 7fd477fff640 1 -- 172.21.15.18:0/823993114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 msgr2=0x5573b53216e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.404+0000 7fd477fff640 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b53216e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.404+0000 7fd477fff640 1 -- 172.21.15.18:0/823993114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531ba90 msgr2=0x5573b5321c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.404+0000 7fd477fff640 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531ba90 0x5573b5321c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.404+0000 7fd477fff640 1 -- 172.21.15.18:0/823993114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5573b4f933f0 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.405+0000 7fd477fff640 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b5324670 0x5573b5322160 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd46800e940 tx=0x7fd4680056a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=927ad79f340b08 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.405+0000 7fd456ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.405+0000 7fd456ffd640 1 -- 172.21.15.18:0/823993114 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4680b2020 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.405+0000 7fd456ffd640 1 -- 172.21.15.18:0/823993114 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd4680cbb90 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.405+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd4700183f0 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd456ffd640 1 -- 172.21.15.18:0/823993114 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd46801c040 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 10 client.27898 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5573b505d7d0 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd456ffd640 1 -- 172.21.15.18:0/823993114 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd4700183f0 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd456ffd640 1 -- 172.21.15.18:0/823993114 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd46809af10 con 0x5573b5324670 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 10 client.27898 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:50.409 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 10 client.27898 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:50.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 20 client.27898 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:50.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5337160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 4 client.27898 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:50.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.406+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5573b528c3d0 con 0x5573b5334d10 2024-03-07T10:08:50.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.407+0000 7fd4777fe640 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5337160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.407+0000 7fd456ffd640 10 client.27898 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.410 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.407+0000 7fd4777fe640 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5337160 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b894abcceee65ac8 server_cookie=a9efe622e21f2a9f in_seq=0 out_seq=0 2024-03-07T10:08:50.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.408+0000 7fd456ffd640 1 -- 172.21.15.18:0/823993114 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5573b528c3d0 con 0x5573b5334d10 2024-03-07T10:08:50.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.408+0000 7fd456ffd640 10 client.27898 handle_command_reply: tid=0 2024-03-07T10:08:50.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.408+0000 7fd480e3d740 1 client.27898 shutdown 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b5324670 msgr2=0x5573b5322160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b5324670 0x5573b5322160 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd46800e940 tx=0x7fd4680056a0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 shutdown_connections 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5337160 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b5324670 0x5573b5322160 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd456ffd640 0 client.27898 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531ba90 0x5573b5321c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 --2- 172.21.15.18:0/823993114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b53216e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 >> 172.21.15.18:0/823993114 conn(0x5573b53158a0 msgr2=0x5573b53175f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 shutdown_connections 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 1 -- 172.21.15.18:0/823993114 wait complete. 2024-03-07T10:08:50.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.409+0000 7fd480e3d740 20 client.27898 trim_cache size 0 max 16384 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.428+0000 7fd480e3d740 1 Processor -- start 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.429+0000 7fd480e3d740 1 -- start start 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.429+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b5323e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.429+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b531be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.429+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b532fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.429+0000 7fd480e3d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47807e730 con 0x5573b5324670 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.429+0000 7fd480e3d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47807c2b0 con 0x5573b531b170 2024-03-07T10:08:50.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.429+0000 7fd480e3d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4780684e0 con 0x5573b531ba90 2024-03-07T10:08:50.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd477fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b532fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd477fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b532fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56812/0 (socket says 172.21.15.18:56812) 2024-03-07T10:08:50.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd477fff640 1 -- 172.21.15.18:0/3414522293 learned_addr learned my addr 172.21.15.18:0/3414522293 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd4777fe640 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b5323e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd476ffd640 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b531be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd4777fe640 1 -- 172.21.15.18:0/3414522293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 msgr2=0x5573b531be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd4777fe640 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b531be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd4777fe640 1 -- 172.21.15.18:0/3414522293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 msgr2=0x5573b532fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd4777fe640 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b532fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd4777fe640 1 -- 172.21.15.18:0/3414522293 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5573b5320690 con 0x5573b531b170 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd477fff640 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b532fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd4777fe640 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b5323e10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd470007f20 tx=0x7fd470005c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcd1ae44e0cc7dd1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.430+0000 7fd45d7fa640 1 -- 172.21.15.18:0/3414522293 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4700292f0 con 0x5573b531b170 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.431+0000 7fd45d7fa640 1 -- 172.21.15.18:0/3414522293 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd470003e50 con 0x5573b531b170 2024-03-07T10:08:50.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.431+0000 7fd45d7fa640 1 -- 172.21.15.18:0/3414522293 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd470004220 con 0x5573b531b170 2024-03-07T10:08:50.435 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.431+0000 7fd480e3d740 1 -- 172.21.15.18:0/3414522293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 msgr2=0x5573b5323e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.431+0000 7fd480e3d740 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b5323e10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd470007f20 tx=0x7fd470005c80 comp rx=0 tx=0).stop 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 -- 172.21.15.18:0/3414522293 shutdown_connections 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b5324670 0x5573b532fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b531be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 --2- 172.21.15.18:0/3414522293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b531b170 0x5573b5323e10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 -- 172.21.15.18:0/3414522293 >> 172.21.15.18:0/3414522293 conn(0x5573b53158a0 msgr2=0x5573b5314960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 -- 172.21.15.18:0/3414522293 shutdown_connections 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 -- 172.21.15.18:0/3414522293 wait complete. 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 -- start start 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.432+0000 7fd480e3d740 1 Processor -- start 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531b170 0x5573b5327c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b5328190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd480e3d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b5324670 0x5573b53286d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd480e3d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47807a990 con 0x5573b531b170 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd480e3d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47807bc50 con 0x5573b5324670 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd480e3d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47807af90 con 0x5573b531ba90 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd480e3d740 10 client.0 _ll_register_callbacks cb 0x7fd46809b4f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531b170 0x5573b5327c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd476ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b5328190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531b170 0x5573b5327c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56826/0 (socket says 172.21.15.18:56826) 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 -- 172.21.15.18:0/1741086789 learned_addr learned my addr 172.21.15.18:0/1741086789 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd476ffd640 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b5328190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42174/0 (socket says 172.21.15.18:42174) 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd477fff640 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b5324670 0x5573b53286d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 -- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 msgr2=0x5573b5328190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b5328190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 -- 172.21.15.18:0/1741086789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b5324670 msgr2=0x5573b53286d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b5324670 0x5573b53286d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.433+0000 7fd4777fe640 1 -- 172.21.15.18:0/1741086789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5573b538f630 con 0x5573b531b170 2024-03-07T10:08:50.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.434+0000 7fd4777fe640 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531b170 0x5573b5327c50 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fd47001a040 tx=0x7fd470004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd484db1d6abee83 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.434+0000 7fd456ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:08:50.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.434+0000 7fd456ffd640 1 -- 172.21.15.18:0/1741086789 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd470038060 con 0x5573b531b170 2024-03-07T10:08:50.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.434+0000 7fd456ffd640 1 -- 172.21.15.18:0/1741086789 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd470003c00 con 0x5573b531b170 2024-03-07T10:08:50.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.434+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd470003e50 con 0x5573b531b170 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.435+0000 7fd456ffd640 1 -- 172.21.15.18:0/1741086789 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd470004020 con 0x5573b531b170 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.436+0000 7fd480e3d740 10 client.18045 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.436+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5573b5390900 con 0x5573b531b170 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.436+0000 7fd456ffd640 1 -- 172.21.15.18:0/1741086789 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd470003e50 con 0x5573b531b170 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.436+0000 7fd456ffd640 1 -- 172.21.15.18:0/1741086789 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd47002a070 con 0x5573b531b170 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd480e3d740 10 client.18045 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd480e3d740 10 client.18045 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:50.439 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd480e3d740 20 client.18045 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd480e3d740 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5392ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd480e3d740 4 client.18045 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5573b5286720 con 0x5573b5334d10 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd476ffd640 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5392ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd456ffd640 10 client.18045 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.437+0000 7fd476ffd640 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5392ea0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aef9454da2877192 server_cookie=a4d572b0df662ec9 in_seq=0 out_seq=0 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd456ffd640 1 -- 172.21.15.18:0/1741086789 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5573b5286720 con 0x5573b5334d10 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd456ffd640 10 client.18045 handle_command_reply: tid=0 2024-03-07T10:08:50.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 client.18045 shutdown 2024-03-07T10:08:50.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531b170 msgr2=0x5573b5327c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531b170 0x5573b5327c50 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fd47001a040 tx=0x7fd470004cc0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 shutdown_connections 2024-03-07T10:08:50.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5573b5334d10 0x5573b5392ea0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5573b5324670 0x5573b53286d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5573b531ba90 0x5573b5328190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.441 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 --2- 172.21.15.18:0/1741086789 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5573b531b170 0x5573b5327c50 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 >> 172.21.15.18:0/1741086789 conn(0x5573b53158a0 msgr2=0x5573b53216a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd456ffd640 0 client.18045 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 shutdown_connections 2024-03-07T10:08:50.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 1 -- 172.21.15.18:0/1741086789 wait complete. 2024-03-07T10:08:50.442 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.438+0000 7fd480e3d740 20 client.18045 trim_cache size 0 max 16384 2024-03-07T10:08:50.442 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd4600a1f70 msgr2=0x7fd4600a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd4600a1f70 0x7fd4600a4430 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd46c0057c0 tx=0x7fd46c009560 comp rx=0 tx=0).stop 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 msgr2=0x7fd4781a6ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 0x7fd4781a6ae0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd46800e970 tx=0x7fd46800ee30 comp rx=0 tx=0).stop 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 shutdown_connections 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4781101c0 0x7fd4781a6ae0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd47810fde0 0x7fd4781ace70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd4600a1f70 0x7fd4600a4430 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 --2- 172.21.15.18:0/625697885 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd4781091c0 0x7fd4781ac930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 >> 172.21.15.18:0/625697885 conn(0x7fd47806da40 msgr2=0x7fd4780701a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 shutdown_connections 2024-03-07T10:08:50.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:50.439+0000 7fd47e034640 1 -- 172.21.15.18:0/625697885 wait complete. 2024-03-07T10:08:50.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:50 smithi063 ceph-mon[36356]: pgmap v300: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 7.2 MiB/s wr, 767 op/s 2024-03-07T10:08:50.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:50 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3829588825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:08:50.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:50 smithi077 ceph-mon[36374]: pgmap v300: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 7.2 MiB/s wr, 767 op/s 2024-03-07T10:08:50.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:50 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3829588825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:08:50.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.561+0000 7f0578171640 1 -- 172.21.15.18:0/1380273290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570104210 msgr2=0x7f0570110720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.561+0000 7f0578171640 1 --2- 172.21.15.18:0/1380273290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570104210 0x7f0570110720 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f0568009cd0 tx=0x7f056802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.562+0000 7f0578171640 1 -- 172.21.15.18:0/1380273290 shutdown_connections 2024-03-07T10:08:50.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.562+0000 7f0578171640 1 --2- 172.21.15.18:0/1380273290 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570104210 0x7f0570110720 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.562+0000 7f0578171640 1 --2- 172.21.15.18:0/1380273290 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0570103850 0x7f0570103cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.562+0000 7f0578171640 1 --2- 172.21.15.18:0/1380273290 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570109860 0x7f0570109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.562+0000 7f0578171640 1 -- 172.21.15.18:0/1380273290 >> 172.21.15.18:0/1380273290 conn(0x7f05700ff2e0 msgr2=0x7f0570101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.563+0000 7f0578171640 1 -- 172.21.15.18:0/1380273290 shutdown_connections 2024-03-07T10:08:50.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.563+0000 7f0578171640 1 -- 172.21.15.18:0/1380273290 wait complete. 2024-03-07T10:08:50.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 Processor -- start 2024-03-07T10:08:50.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 -- start start 2024-03-07T10:08:50.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570103850 0x7f057019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0570104210 0x7f057019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570109860 0x7f057019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0570113c30 con 0x7f0570109860 2024-03-07T10:08:50.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0570113ab0 con 0x7f0570104210 2024-03-07T10:08:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.564+0000 7f0578171640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0570113db0 con 0x7f0570103850 2024-03-07T10:08:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f0575f0d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570103850 0x7f057019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057570c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0570104210 0x7f057019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f0575f0d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570103850 0x7f057019a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42206/0 (socket says 172.21.15.18:42206) 2024-03-07T10:08:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f0575f0d640 1 -- 172.21.15.18:0/2592443631 learned_addr learned my addr 172.21.15.18:0/2592443631 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057670e640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570109860 0x7f057019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057570c640 1 -- 172.21.15.18:0/2592443631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570103850 msgr2=0x7f057019a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057570c640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570103850 0x7f057019a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057570c640 1 -- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570109860 msgr2=0x7f057019e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.568 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057570c640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570109860 0x7f057019e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057570c640 1 -- 172.21.15.18:0/2592443631 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f057019f0d0 con 0x7f0570104210 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f0575f0d640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570103850 0x7f057019a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.565+0000 7f057570c640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0570104210 0x7f057019a670 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f056000d720 tx=0x7f056000dbe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.566+0000 7f0566ffd640 1 -- 172.21.15.18:0/2592443631 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0560017070 con 0x7f0570104210 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.566+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f057019f3c0 con 0x7f0570104210 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.566+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05701a6c50 con 0x7f0570104210 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.566+0000 7f0566ffd640 1 -- 172.21.15.18:0/2592443631 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f056000de30 con 0x7f0570104210 2024-03-07T10:08:50.569 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.566+0000 7f0566ffd640 1 -- 172.21.15.18:0/2592443631 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056000f620 con 0x7f0570104210 2024-03-07T10:08:50.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 Processor -- start 2024-03-07T10:08:50.570 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 -- start start 2024-03-07T10:08:50.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0906270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b0906c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b0912120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.571 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6b08625c0 con 0x55f6b09067b0 2024-03-07T10:08:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6b080b900 con 0x55f6b090fd30 2024-03-07T10:08:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.569+0000 7f057af64740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6b085e660 con 0x55f6b0907520 2024-03-07T10:08:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0906270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0906270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42214/0 (socket says 172.21.15.18:42214) 2024-03-07T10:08:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 -- 172.21.15.18:0/3860984469 learned_addr learned my addr 172.21.15.18:0/3860984469 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.572 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f0575f0d640 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b0906c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 -- 172.21.15.18:0/3860984469 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 msgr2=0x55f6b0912120 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b0912120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 -- 172.21.15.18:0/3860984469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 msgr2=0x55f6b0906c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b0906c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f057670e640 1 -- 172.21.15.18:0/3860984469 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f6b0577210 con 0x55f6b0907520 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.570+0000 7f0566ffd640 1 -- 172.21.15.18:0/2592443631 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f056001a070 con 0x7f0570104210 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.571+0000 7f057670e640 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0906270 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f0568009cd0 tx=0x7f0568032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=286faae0d4b8f32b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.571+0000 7f0566ffd640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f055c0a1f60 0x7f055c0a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.571+0000 7f055bfff640 1 -- 172.21.15.18:0/3860984469 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568043070 con 0x55f6b0907520 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.571+0000 7f055bfff640 1 -- 172.21.15.18:0/3860984469 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0568003e50 con 0x55f6b0907520 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.571+0000 7f055bfff640 1 -- 172.21.15.18:0/3860984469 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568039070 con 0x55f6b0907520 2024-03-07T10:08:50.573 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.571+0000 7f0566ffd640 1 -- 172.21.15.18:0/2592443631 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f05600cd960 con 0x7f0570104210 2024-03-07T10:08:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.572+0000 7f057af64740 1 -- 172.21.15.18:0/3860984469 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 msgr2=0x55f6b0906270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.572+0000 7f057af64740 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0906270 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f0568009cd0 tx=0x7f0568032340 comp rx=0 tx=0).stop 2024-03-07T10:08:50.574 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.573+0000 7f057af64740 1 -- 172.21.15.18:0/3860984469 shutdown_connections 2024-03-07T10:08:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.573+0000 7f057af64740 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b0912120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.573+0000 7f057af64740 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b0906c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.573+0000 7f057af64740 1 --2- 172.21.15.18:0/3860984469 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0906270 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.573+0000 7f057af64740 1 -- 172.21.15.18:0/3860984469 >> 172.21.15.18:0/3860984469 conn(0x55f6b08c5580 msgr2=0x55f6b09014a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.575 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.573+0000 7f0575f0d640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f055c0a1f60 0x7f055c0a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.574+0000 7f0575f0d640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f055c0a1f60 0x7f055c0a4420 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x55f6b0907c80 tx=0x7f056c005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.574+0000 7f057af64740 1 -- 172.21.15.18:0/3860984469 shutdown_connections 2024-03-07T10:08:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.574+0000 7f057af64740 1 -- 172.21.15.18:0/3860984469 wait complete. 2024-03-07T10:08:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.574+0000 7f057af64740 1 -- start start 2024-03-07T10:08:50.576 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.574+0000 7f057af64740 1 Processor -- start 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057af64740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b09067b0 0x55f6b090ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057af64740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057af64740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b090fd30 0x55f6b090d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057af64740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6b0912a00 con 0x55f6b090fd30 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057af64740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6b081ed60 con 0x55f6b09067b0 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057af64740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6b0912b80 con 0x55f6b0907520 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057570c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057670e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b090fd30 0x55f6b090d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057570c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42228/0 (socket says 172.21.15.18:42228) 2024-03-07T10:08:50.579 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057570c640 1 -- 172.21.15.18:0/3005461412 learned_addr learned my addr 172.21.15.18:0/3005461412 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057670e640 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b090fd30 0x55f6b090d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56862/0 (socket says 172.21.15.18:56862) 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f057af64740 10 client.0 _ll_register_callbacks cb 0x55f6b0576a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.575+0000 7f0575f0d640 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b09067b0 0x55f6b090ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057570c640 1 -- 172.21.15.18:0/3005461412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b09067b0 msgr2=0x55f6b090ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057570c640 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b09067b0 0x55f6b090ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057570c640 1 -- 172.21.15.18:0/3005461412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b090fd30 msgr2=0x55f6b090d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057570c640 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b090fd30 0x55f6b090d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057570c640 1 -- 172.21.15.18:0/3005461412 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f6b0643620 con 0x55f6b0907520 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057570c640 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d3a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0560000c00 tx=0x7f056009a3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d334b1e0044473e2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f05597fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f05597fa640 1 -- 172.21.15.18:0/3005461412 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0560021070 con 0x55f6b0907520 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f05597fa640 1 -- 172.21.15.18:0/3005461412 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f05600a2560 con 0x55f6b0907520 2024-03-07T10:08:50.580 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0568003e50 con 0x55f6b0907520 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f05597fa640 1 -- 172.21.15.18:0/3005461412 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f056009e160 con 0x55f6b0907520 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057af64740 10 client.27916 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f6b091ee50 con 0x55f6b0907520 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.576+0000 7f05597fa640 1 -- 172.21.15.18:0/3005461412 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f05600a27a0 con 0x55f6b0907520 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f05597fa640 1 -- 172.21.15.18:0/3005461412 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f05600b0030 con 0x55f6b0907520 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f057af64740 10 client.27916 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f057af64740 10 client.27916 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f057af64740 20 client.27916 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f057af64740 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b0920310 0x55f6b0922700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f057af64740 4 client.27916 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0568003e50 con 0x55f6b0920310 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f0575f0d640 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b0920310 0x55f6b0922700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.581 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.577+0000 7f05597fa640 10 client.27916 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.578+0000 7f0575f0d640 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b0920310 0x55f6b0922700 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78b65a1c34d465ce server_cookie=d939ec876eccf09 in_seq=0 out_seq=0 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.579+0000 7f05597fa640 1 -- 172.21.15.18:0/3005461412 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f0568003e50 con 0x55f6b0920310 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.579+0000 7f05597fa640 10 client.27916 handle_command_reply: tid=0 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.579+0000 7f057af64740 1 client.27916 shutdown 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.579+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 msgr2=0x55f6b090d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.579+0000 7f057af64740 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d3a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0560000c00 tx=0x7f056009a3c0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 shutdown_connections 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b0920310 0x55f6b0922700 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.583 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b090fd30 0x55f6b090d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d3a0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 --2- 172.21.15.18:0/3005461412 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b09067b0 0x55f6b090ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 >> 172.21.15.18:0/3005461412 conn(0x55f6b08c5580 msgr2=0x55f6b08f7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f05597fa640 0 client.27916 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 shutdown_connections 2024-03-07T10:08:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 1 -- 172.21.15.18:0/3005461412 wait complete. 2024-03-07T10:08:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.580+0000 7f057af64740 20 client.27916 trim_cache size 0 max 16384 2024-03-07T10:08:50.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.603+0000 7f057af64740 1 Processor -- start 2024-03-07T10:08:50.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.604+0000 7f057af64740 1 -- start start 2024-03-07T10:08:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.604+0000 7f057af64740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057af64740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057af64740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b091b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057af64740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0554010d00 con 0x55f6b09067b0 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057af64740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f055400e800 con 0x55f6b090fd30 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057af64740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f055400c8c0 con 0x55f6b0907520 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f0575f0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f0575f0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56868/0 (socket says 172.21.15.18:56868) 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f0575f0d640 1 -- 172.21.15.18:0/483011325 learned_addr learned my addr 172.21.15.18:0/483011325 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057670e640 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b091b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057570c640 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057670e640 1 -- 172.21.15.18:0/483011325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 msgr2=0x55f6b090d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057670e640 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057670e640 1 -- 172.21.15.18:0/483011325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 msgr2=0x55f6b090f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057670e640 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057670e640 1 -- 172.21.15.18:0/483011325 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f6b0922a70 con 0x55f6b090fd30 2024-03-07T10:08:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f0575f0d640 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.605+0000 7f057670e640 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b091b330 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f056802c630 tx=0x7f05680044d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=261d793f99913540 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.606+0000 7f055b7fe640 1 -- 172.21.15.18:0/483011325 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568043070 con 0x55f6b090fd30 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.606+0000 7f055b7fe640 1 -- 172.21.15.18:0/483011325 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f056804c030 con 0x55f6b090fd30 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.606+0000 7f055b7fe640 1 -- 172.21.15.18:0/483011325 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568039040 con 0x55f6b090fd30 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 -- 172.21.15.18:0/483011325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 msgr2=0x55f6b091b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b091b330 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f056802c630 tx=0x7f05680044d0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 -- 172.21.15.18:0/483011325 shutdown_connections 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b091b330 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b090d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 --2- 172.21.15.18:0/483011325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 -- 172.21.15.18:0/483011325 >> 172.21.15.18:0/483011325 conn(0x55f6b08c5580 msgr2=0x55f6b08f7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 -- 172.21.15.18:0/483011325 shutdown_connections 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 -- 172.21.15.18:0/483011325 wait complete. 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 -- start start 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.607+0000 7f057af64740 1 Processor -- start 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057af64740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057af64740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0910f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057af64740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b0911490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f0575f0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057af64740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f055400cec0 con 0x55f6b09067b0 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f0575f0d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56884/0 (socket says 172.21.15.18:56884) 2024-03-07T10:08:50.612 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057af64740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f055400e1a0 con 0x55f6b090fd30 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f0575f0d640 1 -- 172.21.15.18:0/2862740328 learned_addr learned my addr 172.21.15.18:0/2862740328 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f055400d4e0 con 0x55f6b0907520 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057570c640 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0910f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057670e640 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b0911490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057af64740 10 client.0 _ll_register_callbacks cb 0x7f0560010e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057570c640 1 -- 172.21.15.18:0/2862740328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 msgr2=0x55f6b0911490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057570c640 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b0911490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057570c640 1 -- 172.21.15.18:0/2862740328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 msgr2=0x55f6b090aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057570c640 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.608+0000 7f057570c640 1 -- 172.21.15.18:0/2862740328 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f6b0911b50 con 0x55f6b0907520 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.609+0000 7f057570c640 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0910f50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f0560096760 tx=0x7f056009f630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20970ce937459b14 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.609+0000 7f05597fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.609+0000 7f05597fa640 1 -- 172.21.15.18:0/2862740328 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056007b060 con 0x55f6b0907520 2024-03-07T10:08:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.609+0000 7f05597fa640 1 -- 172.21.15.18:0/2862740328 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0560099750 con 0x55f6b0907520 2024-03-07T10:08:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.610+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f056804c030 con 0x55f6b0907520 2024-03-07T10:08:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f05597fa640 1 -- 172.21.15.18:0/2862740328 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0560021040 con 0x55f6b0907520 2024-03-07T10:08:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 10 client.27922 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f6b097c9c0 con 0x55f6b0907520 2024-03-07T10:08:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f05597fa640 1 -- 172.21.15.18:0/2862740328 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0560099540 con 0x55f6b0907520 2024-03-07T10:08:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f05597fa640 1 -- 172.21.15.18:0/2862740328 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f056007e050 con 0x55f6b0907520 2024-03-07T10:08:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 10 client.27922 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 10 client.27922 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 20 client.27922 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b097ce20 0x55f6b097f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 4 client.27922 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.611+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f056804c030 con 0x55f6b097ce20 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.612+0000 7f0575f0d640 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b097ce20 0x55f6b097f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.612+0000 7f0575f0d640 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b097ce20 0x55f6b097f240 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19b2226b151b0ff0 server_cookie=1cc1d6d980f9c685 in_seq=0 out_seq=0 2024-03-07T10:08:50.616 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.612+0000 7f05597fa640 10 client.27922 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f05597fa640 1 -- 172.21.15.18:0/2862740328 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f056804c030 con 0x55f6b097ce20 2024-03-07T10:08:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f05597fa640 10 client.27922 handle_command_reply: tid=0 2024-03-07T10:08:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 client.27922 shutdown 2024-03-07T10:08:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 msgr2=0x55f6b0910f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0910f50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f0560096760 tx=0x7f056009f630 comp rx=0 tx=0).stop 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 shutdown_connections 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f6b097ce20 0x55f6b097f240 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f6b090fd30 0x55f6b0911490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f05597fa640 0 client.27922 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f6b0907520 0x55f6b0910f50 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 --2- 172.21.15.18:0/2862740328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f6b09067b0 0x55f6b090aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 >> 172.21.15.18:0/2862740328 conn(0x55f6b08c5580 msgr2=0x55f6b09028f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.633+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 shutdown_connections 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f057af64740 1 -- 172.21.15.18:0/2862740328 wait complete. 2024-03-07T10:08:50.636 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f057af64740 20 client.27922 trim_cache size 0 max 16384 2024-03-07T10:08:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:08:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:08:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:08:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:08:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f055c0a1f60 msgr2=0x7f055c0a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.637 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f055c0a1f60 0x7f055c0a4420 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x55f6b0907c80 tx=0x7f056c005f90 comp rx=0 tx=0).stop 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0570104210 msgr2=0x7f057019a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0570104210 0x7f057019a670 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f056000d720 tx=0x7f056000dbe0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 shutdown_connections 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f055c0a1f60 0x7f055c0a4420 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0570109860 0x7f057019e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0570104210 0x7f057019a670 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 --2- 172.21.15.18:0/2592443631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0570103850 0x7f057019a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 >> 172.21.15.18:0/2592443631 conn(0x7f05700ff2e0 msgr2=0x7f05700ff9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 shutdown_connections 2024-03-07T10:08:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:08:50.634+0000 7f0578171640 1 -- 172.21.15.18:0/2592443631 wait complete. 2024-03-07T10:08:51.456 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:08:51.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:08:51.456 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:08:51.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.598+0000 7f6249dfc640 1 -- 172.21.15.18:0/4112780435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 msgr2=0x7f62441050f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.598+0000 7f6249dfc640 1 --2- 172.21.15.18:0/4112780435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f62441050f0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f623401acb0 tx=0x7f623403d200 comp rx=0 tx=0).stop 2024-03-07T10:08:51.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.600+0000 7f6249dfc640 1 -- 172.21.15.18:0/4112780435 shutdown_connections 2024-03-07T10:08:51.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.600+0000 7f6249dfc640 1 --2- 172.21.15.18:0/4112780435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6244100990 0x7f624410cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.600+0000 7f6249dfc640 1 --2- 172.21.15.18:0/4112780435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f62440fffd0 0x7f6244100450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.600+0000 7f6249dfc640 1 --2- 172.21.15.18:0/4112780435 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f62441050f0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.600+0000 7f6249dfc640 1 -- 172.21.15.18:0/4112780435 >> 172.21.15.18:0/4112780435 conn(0x7f6244075840 msgr2=0x7f6244075c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.603+0000 7f6249dfc640 1 -- 172.21.15.18:0/4112780435 shutdown_connections 2024-03-07T10:08:51.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.603+0000 7f6249dfc640 1 -- 172.21.15.18:0/4112780435 wait complete. 2024-03-07T10:08:51.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.604+0000 7f6249dfc640 1 Processor -- start 2024-03-07T10:08:51.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.605+0000 7f6249dfc640 1 -- start start 2024-03-07T10:08:51.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.605+0000 7f6249dfc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62440fffd0 0x7f6244108040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.605+0000 7f6249dfc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6244100990 0x7f6244108580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.608 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.606+0000 7f6249dfc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f6244108ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.606+0000 7f6249dfc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f624406db20 con 0x7f6244104d10 2024-03-07T10:08:51.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.606+0000 7f6249dfc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f624406d9a0 con 0x7f62440fffd0 2024-03-07T10:08:51.609 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.606+0000 7f6249dfc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f624406dca0 con 0x7f6244100990 2024-03-07T10:08:51.611 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.608+0000 7f62437fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62440fffd0 0x7f6244108040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.608+0000 7f6243fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f6244108ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.608+0000 7f6243fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f6244108ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56910/0 (socket says 172.21.15.18:56910) 2024-03-07T10:08:51.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.608+0000 7f6243fff640 1 -- 172.21.15.18:0/1418974161 learned_addr learned my addr 172.21.15.18:0/1418974161 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.612 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.610+0000 7f623affd640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6244100990 0x7f6244108580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.612+0000 7f623affd640 1 -- 172.21.15.18:0/1418974161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62440fffd0 msgr2=0x7f6244108040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.615 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.612+0000 7f623affd640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62440fffd0 0x7f6244108040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.612+0000 7f623affd640 1 -- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 msgr2=0x7f6244108ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.612+0000 7f623affd640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f6244108ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.616 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.612+0000 7f623affd640 1 -- 172.21.15.18:0/1418974161 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62441bb870 con 0x7f6244100990 2024-03-07T10:08:51.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.614+0000 7f62437fe640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62440fffd0 0x7f6244108040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:08:51.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.614+0000 7f6243fff640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f6244108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:08:51.618 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.615+0000 7f623affd640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6244100990 0x7f6244108580 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f622c009fd0 tx=0x7f622c00b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.617+0000 7f62417fa640 1 -- 172.21.15.18:0/1418974161 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c015020 con 0x7f6244100990 2024-03-07T10:08:51.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.618+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62441bbb00 con 0x7f6244100990 2024-03-07T10:08:51.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.618+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62441bc050 con 0x7f6244100990 2024-03-07T10:08:51.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.618+0000 7f62417fa640 1 -- 172.21.15.18:0/1418974161 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f622c011d10 con 0x7f6244100990 2024-03-07T10:08:51.622 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.618+0000 7f62417fa640 1 -- 172.21.15.18:0/1418974161 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c00f2e0 con 0x7f6244100990 2024-03-07T10:08:51.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.621+0000 7f624cbde740 1 Processor -- start 2024-03-07T10:08:51.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.622+0000 7f624cbde740 1 -- start start 2024-03-07T10:08:51.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.622+0000 7f624cbde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d54d50 0x558863d55130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.622+0000 7f624cbde740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d5dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.623+0000 7f624cbde740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d60640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.623+0000 7f624cbde740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558863cb8b10 con 0x558863d5e250 2024-03-07T10:08:51.625 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.623+0000 7f624cbde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558863c61d50 con 0x558863d54d50 2024-03-07T10:08:51.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.623+0000 7f624cbde740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558863cb4bb0 con 0x558863d55670 2024-03-07T10:08:51.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.623+0000 7f62437fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d5dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.623+0000 7f62437fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d5dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42274/0 (socket says 172.21.15.18:42274) 2024-03-07T10:08:51.626 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.623+0000 7f62437fe640 1 -- 172.21.15.18:0/3520792871 learned_addr learned my addr 172.21.15.18:0/3520792871 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.625+0000 7f623affd640 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d60640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.625+0000 7f62417fa640 1 -- 172.21.15.18:0/1418974161 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f622c018020 con 0x7f6244100990 2024-03-07T10:08:51.632 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.625+0000 7f62417fa640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62300a2100 0x7f62300a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.626+0000 7f62417fa640 1 -- 172.21.15.18:0/1418974161 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f622c0cfa00 con 0x7f6244100990 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.626+0000 7f623affd640 1 -- 172.21.15.18:0/3520792871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 msgr2=0x558863d5dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.626+0000 7f623affd640 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d5dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.626+0000 7f623affd640 1 -- 172.21.15.18:0/3520792871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d54d50 msgr2=0x558863d55130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.626+0000 7f623affd640 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d54d50 0x558863d55130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.626+0000 7f623affd640 1 -- 172.21.15.18:0/3520792871 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558863a957e0 con 0x558863d5e250 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.627+0000 7f623affd640 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d60640 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f622c0cd160 tx=0x7f622c09bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd1282ef605ddafc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.628+0000 7f6239ffb640 1 -- 172.21.15.18:0/3520792871 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c09c400 con 0x558863d5e250 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.628+0000 7f6239ffb640 1 -- 172.21.15.18:0/3520792871 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f622c0a0550 con 0x558863d5e250 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.628+0000 7f6243fff640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62300a2100 0x7f62300a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.629+0000 7f624cbde740 1 -- 172.21.15.18:0/3520792871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 msgr2=0x558863d60640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.629+0000 7f624cbde740 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d60640 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f622c0cd160 tx=0x7f622c09bf40 comp rx=0 tx=0).stop 2024-03-07T10:08:51.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.629+0000 7f624cbde740 1 -- 172.21.15.18:0/3520792871 shutdown_connections 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.629+0000 7f624cbde740 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d60640 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.629+0000 7f624cbde740 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d5dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.629+0000 7f624cbde740 1 --2- 172.21.15.18:0/3520792871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d54d50 0x558863d55130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.629+0000 7f624cbde740 1 -- 172.21.15.18:0/3520792871 >> 172.21.15.18:0/3520792871 conn(0x558863d4f480 msgr2=0x558863d4f860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.630+0000 7f624cbde740 1 -- 172.21.15.18:0/3520792871 shutdown_connections 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.630+0000 7f624cbde740 1 -- 172.21.15.18:0/3520792871 wait complete. 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.630+0000 7f624cbde740 1 -- start start 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f6243fff640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62300a2100 0x7f62300a45c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f62440fff80 tx=0x7f623c008040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.634 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f624cbde740 1 Processor -- start 2024-03-07T10:08:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f624cbde740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d54d50 0x558863d5db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f624cbde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f624cbde740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d5b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f624cbde740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558863d60fd0 con 0x558863d5e250 2024-03-07T10:08:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f624cbde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558863c75190 con 0x558863d55670 2024-03-07T10:08:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.631+0000 7f624cbde740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558863d61150 con 0x558863d54d50 2024-03-07T10:08:51.637 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f624cbde740 10 client.0 _ll_register_callbacks cb 0x558863c64770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f62437fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d54d50 0x558863d5db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57696/0 (socket says 172.21.15.18:57696) 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 -- 172.21.15.18:0/1361890965 learned_addr learned my addr 172.21.15.18:0/1361890965 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f6243fff640 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d5b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 -- 172.21.15.18:0/1361890965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d54d50 msgr2=0x558863d5db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d54d50 0x558863d5db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 -- 172.21.15.18:0/1361890965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 msgr2=0x558863d5b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d5b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 -- 172.21.15.18:0/1361890965 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558863af5f70 con 0x558863d55670 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f6243fff640 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d5b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f623affd640 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5aef0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f622c00bd70 tx=0x7f622c0cd530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9cc30b6f9f3e0ab8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.632+0000 7f6222ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:08:51.638 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.633+0000 7f6222ffd640 1 -- 172.21.15.18:0/1361890965 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c0b4070 con 0x558863d55670 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.633+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f622c0a0550 con 0x558863d55670 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.633+0000 7f6222ffd640 1 -- 172.21.15.18:0/1361890965 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f622c09b850 con 0x558863d55670 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.633+0000 7f6222ffd640 1 -- 172.21.15.18:0/1361890965 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f622c098a70 con 0x558863d55670 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.633+0000 7f624cbde740 10 client.27830 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.633+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55886398d170 con 0x558863d55670 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f6222ffd640 1 -- 172.21.15.18:0/1361890965 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f622c0a0550 con 0x558863d55670 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f6222ffd640 1 -- 172.21.15.18:0/1361890965 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f622c09b2c0 con 0x558863d55670 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f624cbde740 10 client.27830 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f624cbde740 10 client.27830 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f624cbde740 20 client.27830 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f624cbde740 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863d704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f624cbde740 4 client.27830 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558863c8e930 con 0x558863d6e100 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.634+0000 7f62437fe640 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863d704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.639 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.635+0000 7f6222ffd640 10 client.27830 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.640 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.635+0000 7f62437fe640 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863d704f0 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45c20281715e4c16 server_cookie=c21116405756860d in_seq=0 out_seq=0 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f6222ffd640 1 -- 172.21.15.18:0/1361890965 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558863c8e930 con 0x558863d6e100 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f6222ffd640 10 client.27830 handle_command_reply: tid=0 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 client.27830 shutdown 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 msgr2=0x558863d5aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5aef0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f622c00bd70 tx=0x7f622c0cd530 comp rx=0 tx=0).stop 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 shutdown_connections 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863d704f0 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f6222ffd640 0 client.27830 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d5e250 0x558863d5b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5aef0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 --2- 172.21.15.18:0/1361890965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d54d50 0x558863d5db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.637+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 >> 172.21.15.18:0/1361890965 conn(0x558863d4f480 msgr2=0x558863d511d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.638+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 shutdown_connections 2024-03-07T10:08:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.638+0000 7f624cbde740 1 -- 172.21.15.18:0/1361890965 wait complete. 2024-03-07T10:08:51.642 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.638+0000 7f624cbde740 20 client.27830 trim_cache size 0 max 16384 2024-03-07T10:08:51.661 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 Processor -- start 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 -- start start 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d69b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d5e250 0x558863d5db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6224010de0 con 0x558863d54d50 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622400e8e0 con 0x558863d55670 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f624cbde740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622400c9a0 con 0x558863d5e250 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f62437fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d69b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f62437fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d69b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56936/0 (socket says 172.21.15.18:56936) 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f62437fe640 1 -- 172.21.15.18:0/1390977559 learned_addr learned my addr 172.21.15.18:0/1390977559 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.659+0000 7f623affd640 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.662 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f6243fff640 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d5e250 0x558863d5db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f62437fe640 1 -- 172.21.15.18:0/1390977559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d5e250 msgr2=0x558863d5db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f62437fe640 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d5e250 0x558863d5db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f62437fe640 1 -- 172.21.15.18:0/1390977559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 msgr2=0x558863d5d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f62437fe640 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f62437fe640 1 -- 172.21.15.18:0/1390977559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558863d59ea0 con 0x558863d54d50 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f623affd640 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.660+0000 7f62437fe640 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d69b60 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f6234004af0 tx=0x7f6234005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4ef65c42e496d07 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.663 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.661+0000 7f62397fa640 1 -- 172.21.15.18:0/1390977559 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f623404a070 con 0x558863d54d50 2024-03-07T10:08:51.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.661+0000 7f62397fa640 1 -- 172.21.15.18:0/1390977559 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6234043480 con 0x558863d54d50 2024-03-07T10:08:51.664 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.661+0000 7f62397fa640 1 -- 172.21.15.18:0/1390977559 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6234004040 con 0x558863d54d50 2024-03-07T10:08:51.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.662+0000 7f624cbde740 1 -- 172.21.15.18:0/1390977559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 msgr2=0x558863d69b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d69b60 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f6234004af0 tx=0x7f6234005fd0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 -- 172.21.15.18:0/1390977559 shutdown_connections 2024-03-07T10:08:51.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d5e250 0x558863d5db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d55670 0x558863d5d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 --2- 172.21.15.18:0/1390977559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d69b60 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 -- 172.21.15.18:0/1390977559 >> 172.21.15.18:0/1390977559 conn(0x558863d4f480 msgr2=0x558863d69450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 -- 172.21.15.18:0/1390977559 shutdown_connections 2024-03-07T10:08:51.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 -- 172.21.15.18:0/1390977559 wait complete. 2024-03-07T10:08:51.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.663+0000 7f624cbde740 1 -- start start 2024-03-07T10:08:51.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 1 Processor -- start 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d73300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d6f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d5e250 0x558863d6fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622400cfa0 con 0x558863d54d50 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622400e280 con 0x558863d5e250 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622400d5c0 con 0x558863d55670 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f623affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d6f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f623affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d6f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42306/0 (socket says 172.21.15.18:42306) 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f623affd640 1 -- 172.21.15.18:0/1463256614 learned_addr learned my addr 172.21.15.18:0/1463256614 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f6243fff640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d5e250 0x558863d6fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f624cbde740 10 client.0 _ll_register_callbacks cb 0x7f622c0d1000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:51.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.664+0000 7f62437fe640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d73300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f623affd640 1 -- 172.21.15.18:0/1463256614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d5e250 msgr2=0x558863d6fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f623affd640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d5e250 0x558863d6fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f623affd640 1 -- 172.21.15.18:0/1463256614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 msgr2=0x558863d73300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f623affd640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d73300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f623affd640 1 -- 172.21.15.18:0/1463256614 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558863d554a0 con 0x558863d55670 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f6243fff640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d5e250 0x558863d6fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f623affd640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d6f680 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f622c098dd0 tx=0x7f622c09bf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3626b75cf70652ba server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f6222ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f6222ffd640 1 -- 172.21.15.18:0/1463256614 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f622c0b4030 con 0x558863d55670 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6234043480 con 0x558863d55670 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f6222ffd640 1 -- 172.21.15.18:0/1463256614 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f622c0a15c0 con 0x558863d55670 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f6222ffd640 1 -- 172.21.15.18:0/1463256614 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f622c0a9080 con 0x558863d55670 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f624cbde740 10 client.27937 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.665+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558863dca4e0 con 0x558863d55670 2024-03-07T10:08:51.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f6222ffd640 1 -- 172.21.15.18:0/1463256614 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6234043480 con 0x558863d55670 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f6222ffd640 1 -- 172.21.15.18:0/1463256614 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f622c0cdbb0 con 0x558863d55670 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f624cbde740 10 client.27937 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f624cbde740 10 client.27937 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f624cbde740 20 client.27937 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f624cbde740 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863dcc880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f624cbde740 4 client.27937 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.666+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x558863c7a050 con 0x558863d6e100 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.667+0000 7f62437fe640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863dcc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.667+0000 7f62437fe640 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863dcc880 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e8107a35836474c server_cookie=596887acd5a62151 in_seq=0 out_seq=0 2024-03-07T10:08:51.671 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.667+0000 7f6222ffd640 10 client.27937 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.668+0000 7f6222ffd640 1 -- 172.21.15.18:0/1463256614 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x558863c7a050 con 0x558863d6e100 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.668+0000 7f6222ffd640 10 client.27937 handle_command_reply: tid=0 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.668+0000 7f624cbde740 1 client.27937 shutdown 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 msgr2=0x558863d6f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d6f680 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f622c098dd0 tx=0x7f622c09bf40 comp rx=0 tx=0).stop 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 shutdown_connections 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558863d6e100 0x558863dcc880 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558863d5e250 0x558863d6fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f6222ffd640 0 client.27937 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558863d55670 0x558863d6f680 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 --2- 172.21.15.18:0/1463256614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558863d54d50 0x558863d73300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.669+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 >> 172.21.15.18:0/1463256614 conn(0x558863d4f480 msgr2=0x558863d69ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.671+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 shutdown_connections 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.671+0000 7f624cbde740 1 -- 172.21.15.18:0/1463256614 wait complete. 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.671+0000 7f624cbde740 20 client.27937 trim_cache size 0 max 16384 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "e900c02e-5059-4875-9cd9-411d1a7c918a", 2024-03-07T10:08:51.674 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:08:51.675 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:08:51.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62300a2100 msgr2=0x7f62300a45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62300a2100 0x7f62300a45c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f62440fff80 tx=0x7f623c008040 comp rx=0 tx=0).stop 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6244100990 msgr2=0x7f6244108580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6244100990 0x7f6244108580 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f622c009fd0 tx=0x7f622c00b870 comp rx=0 tx=0).stop 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 shutdown_connections 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62300a2100 0x7f62300a45c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6244104d10 0x7f6244108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6244100990 0x7f6244108580 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 --2- 172.21.15.18:0/1418974161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62440fffd0 0x7f6244108040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 >> 172.21.15.18:0/1418974161 conn(0x7f6244075840 msgr2=0x7f6244069500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 shutdown_connections 2024-03-07T10:08:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.672+0000 7f6249dfc640 1 -- 172.21.15.18:0/1418974161 wait complete. 2024-03-07T10:08:51.687 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:08:51.687 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:08:51.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.862+0000 7fed5a7a7640 1 -- 172.21.15.18:0/3149359137 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed54108ba0 msgr2=0x7fed54109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.862+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/3149359137 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed54108ba0 0x7fed54109000 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fed48009900 tx=0x7fed4802bc60 comp rx=0 tx=0).stop 2024-03-07T10:08:51.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.869+0000 7fed5a7a7640 1 -- 172.21.15.18:0/3149359137 shutdown_connections 2024-03-07T10:08:51.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.869+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/3149359137 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed5411ae40 0x7fed5411d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.869+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/3149359137 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed54108ba0 0x7fed54109000 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.869+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/3149359137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed5410fdf0 0x7fed54108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.872 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.869+0000 7fed5a7a7640 1 -- 172.21.15.18:0/3149359137 >> 172.21.15.18:0/3149359137 conn(0x7fed5406c6d0 msgr2=0x7fed5406cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.872+0000 7fed5a7a7640 1 -- 172.21.15.18:0/3149359137 shutdown_connections 2024-03-07T10:08:51.874 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.873+0000 7fed5a7a7640 1 -- 172.21.15.18:0/3149359137 wait complete. 2024-03-07T10:08:51.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.873+0000 7fed5a7a7640 1 Processor -- start 2024-03-07T10:08:51.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed5a7a7640 1 -- start start 2024-03-07T10:08:51.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed5a7a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed54108ba0 0x7fed541a6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.876 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed5a7a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed5410fdf0 0x7fed541a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed5a7a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed5411ae40 0x7fed541ab630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed5a7a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed54120890 con 0x7fed54108ba0 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed5a7a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed54120710 con 0x7fed5411ae40 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed5a7a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed54120a10 con 0x7fed5410fdf0 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed53fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed54108ba0 0x7fed541a6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed53fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed54108ba0 0x7fed541a6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56960/0 (socket says 172.21.15.18:56960) 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.874+0000 7fed53fff640 1 -- 172.21.15.18:0/1953235480 learned_addr learned my addr 172.21.15.18:0/1953235480 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.875+0000 7fed537fe640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed5410fdf0 0x7fed541a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.875+0000 7fed58d44640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed5411ae40 0x7fed541ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.875+0000 7fed53fff640 1 -- 172.21.15.18:0/1953235480 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed5410fdf0 msgr2=0x7fed541a72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.875+0000 7fed53fff640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed5410fdf0 0x7fed541a72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.875+0000 7fed53fff640 1 -- 172.21.15.18:0/1953235480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed5411ae40 msgr2=0x7fed541ab630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.875+0000 7fed53fff640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed5411ae40 0x7fed541ab630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.877 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.875+0000 7fed53fff640 1 -- 172.21.15.18:0/1953235480 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed541abd60 con 0x7fed54108ba0 2024-03-07T10:08:51.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.876+0000 7fed53fff640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed54108ba0 0x7fed541a6d70 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7fed4400c890 tx=0x7fed4400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.876+0000 7fed517fa640 1 -- 172.21.15.18:0/1953235480 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed44004220 con 0x7fed54108ba0 2024-03-07T10:08:51.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.877+0000 7fed517fa640 1 -- 172.21.15.18:0/1953235480 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed440043c0 con 0x7fed54108ba0 2024-03-07T10:08:51.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.877+0000 7fed517fa640 1 -- 172.21.15.18:0/1953235480 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed440049e0 con 0x7fed54108ba0 2024-03-07T10:08:51.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.877+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed541ac050 con 0x7fed54108ba0 2024-03-07T10:08:51.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.877+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed541b38e0 con 0x7fed54108ba0 2024-03-07T10:08:51.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.881+0000 7fed517fa640 1 -- 172.21.15.18:0/1953235480 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fed440079b0 con 0x7fed54108ba0 2024-03-07T10:08:51.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.882+0000 7fed517fa640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fed3c0a20f0 0x7fed3c0a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.882+0000 7fed517fa640 1 -- 172.21.15.18:0/1953235480 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fed440ce240 con 0x7fed54108ba0 2024-03-07T10:08:51.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.882+0000 7fed537fe640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fed3c0a20f0 0x7fed3c0a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 Processor -- start 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 -- start start 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed537fe640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fed3c0a20f0 0x7fed3c0a45b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fed4802c1f0 tx=0x7fed4802c180 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae50b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae596f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae5c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853adb3dd0 con 0x55853ae59c30 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853ad5cae0 con 0x55853ae51050 2024-03-07T10:08:51.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed5d591740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853adafe70 con 0x55853ae50730 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed58d44640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae5c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed58d44640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae5c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:56972/0 (socket says 172.21.15.18:56972) 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.883+0000 7fed58d44640 1 -- 172.21.15.18:0/2305600870 learned_addr learned my addr 172.21.15.18:0/2305600870 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.884+0000 7fed537fe640 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae596f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.884+0000 7fed58d44640 1 -- 172.21.15.18:0/2305600870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 msgr2=0x55853ae50b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.884+0000 7fed58d44640 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae50b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.884+0000 7fed58d44640 1 -- 172.21.15.18:0/2305600870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 msgr2=0x55853ae596f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.884+0000 7fed58d44640 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae596f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.884+0000 7fed58d44640 1 -- 172.21.15.18:0/2305600870 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55853ab927d0 con 0x55853ae59c30 2024-03-07T10:08:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.884+0000 7fed58d44640 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae5c020 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fed4c009e30 tx=0x7fed4c010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ccb9cc1e414f20b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.885+0000 7fed3a7fc640 1 -- 172.21.15.18:0/2305600870 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed4c016070 con 0x55853ae59c30 2024-03-07T10:08:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.885+0000 7fed3a7fc640 1 -- 172.21.15.18:0/2305600870 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed4c004d20 con 0x55853ae59c30 2024-03-07T10:08:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.885+0000 7fed3a7fc640 1 -- 172.21.15.18:0/2305600870 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed4c012810 con 0x55853ae59c30 2024-03-07T10:08:51.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.886+0000 7fed5d591740 1 -- 172.21.15.18:0/2305600870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 msgr2=0x55853ae5c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.886+0000 7fed5d591740 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae5c020 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fed4c009e30 tx=0x7fed4c010740 comp rx=0 tx=0).stop 2024-03-07T10:08:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.886+0000 7fed5d591740 1 -- 172.21.15.18:0/2305600870 shutdown_connections 2024-03-07T10:08:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.886+0000 7fed5d591740 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae5c020 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.886+0000 7fed5d591740 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae596f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.886+0000 7fed5d591740 1 --2- 172.21.15.18:0/2305600870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae50b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.886+0000 7fed5d591740 1 -- 172.21.15.18:0/2305600870 >> 172.21.15.18:0/2305600870 conn(0x55853ae4ae60 msgr2=0x55853ae4b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.887+0000 7fed5d591740 1 -- 172.21.15.18:0/2305600870 shutdown_connections 2024-03-07T10:08:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.887+0000 7fed5d591740 1 -- 172.21.15.18:0/2305600870 wait complete. 2024-03-07T10:08:51.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.887+0000 7fed5d591740 1 -- start start 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.887+0000 7fed5d591740 1 Processor -- start 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed5d591740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae59690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed5d591740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae56a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed5d591740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae57140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed5d591740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853ae5ca20 con 0x55853ae59c30 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed53fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae59690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed53fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae59690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42326/0 (socket says 172.21.15.18:42326) 2024-03-07T10:08:51.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed53fff640 1 -- 172.21.15.18:0/1971047209 learned_addr learned my addr 172.21.15.18:0/1971047209 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853ad70070 con 0x55853ae51050 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55853ae5cba0 con 0x55853ae50730 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed58d44640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae57140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed537fe640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae56a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.888+0000 7fed5d591740 10 client.0 _ll_register_callbacks cb 0x55853ad6fa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed537fe640 1 -- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 msgr2=0x55853ae59690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed537fe640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae59690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed537fe640 1 -- 172.21.15.18:0/1971047209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 msgr2=0x55853ae57140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed537fe640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae57140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed537fe640 1 -- 172.21.15.18:0/1971047209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55853aac83f0 con 0x55853ae51050 2024-03-07T10:08:51.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed53fff640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae59690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed537fe640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae56a20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fed48009850 tx=0x7fed48009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b1096918fd8ba71 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed337fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:08:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed337fe640 1 -- 172.21.15.18:0/1971047209 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed48051020 con 0x55853ae51050 2024-03-07T10:08:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed337fe640 1 -- 172.21.15.18:0/1971047209 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fed48005310 con 0x55853ae51050 2024-03-07T10:08:51.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed4c004d20 con 0x55853ae51050 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.889+0000 7fed337fe640 1 -- 172.21.15.18:0/1971047209 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed48048050 con 0x55853ae51050 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 10 client.27845 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55853aa880f0 con 0x55853ae51050 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed337fe640 1 -- 172.21.15.18:0/1971047209 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed48049040 con 0x55853ae51050 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed337fe640 1 -- 172.21.15.18:0/1971047209 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fed480037b0 con 0x55853ae51050 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 10 client.27845 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 10 client.27845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 20 client.27845 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853ae699d0 0x55853ae6bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 4 client.27845 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fed4c004d20 con 0x55853ae699d0 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.890+0000 7fed53fff640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853ae699d0 0x55853ae6bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.891+0000 7fed337fe640 10 client.27845 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.891+0000 7fed53fff640 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853ae699d0 0x55853ae6bdc0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3ec4eefeeb6671f server_cookie=266c494784cd6fe1 in_seq=0 out_seq=0 2024-03-07T10:08:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.894+0000 7fed337fe640 1 -- 172.21.15.18:0/1971047209 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fed4c004d20 con 0x55853ae699d0 2024-03-07T10:08:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed337fe640 10 client.27845 handle_command_reply: tid=0 2024-03-07T10:08:51.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 client.27845 shutdown 2024-03-07T10:08:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 msgr2=0x55853ae56a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae56a20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fed48009850 tx=0x7fed48009260 comp rx=0 tx=0).stop 2024-03-07T10:08:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 shutdown_connections 2024-03-07T10:08:51.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853ae699d0 0x55853ae6bdc0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae59c30 0x55853ae57140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae56a20 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 --2- 172.21.15.18:0/1971047209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae50730 0x55853ae59690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 >> 172.21.15.18:0/1971047209 conn(0x55853ae4ae60 msgr2=0x55853ae4cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.895+0000 7fed337fe640 0 client.27845 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.896+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 shutdown_connections 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.896+0000 7fed5d591740 1 -- 172.21.15.18:0/1971047209 wait complete. 2024-03-07T10:08:51.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.896+0000 7fed5d591740 20 client.27845 trim_cache size 0 max 16384 2024-03-07T10:08:51.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.919+0000 7fed5d591740 1 Processor -- start 2024-03-07T10:08:51.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed5d591740 1 -- start start 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed5d591740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae50730 0x55853ae59150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed5d591740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae59690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed5d591740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae53c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed5d591740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed541be7c0 con 0x55853ae50730 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed5d591740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed541bc2c0 con 0x55853ae51050 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed5d591740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed541ba380 con 0x55853ae59c30 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed58d44640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae53c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae59690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed58d44640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae53c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42342/0 (socket says 172.21.15.18:42342) 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.920+0000 7fed58d44640 1 -- 172.21.15.18:0/180358914 learned_addr learned my addr 172.21.15.18:0/180358914 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.921+0000 7fed58d44640 1 -- 172.21.15.18:0/180358914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 msgr2=0x55853ae59690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.921+0000 7fed58d44640 1 --2- 172.21.15.18:0/180358914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae59690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.921+0000 7fed58d44640 1 -- 172.21.15.18:0/180358914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae50730 msgr2=0x55853ae59150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:08:51.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.921+0000 7fed58d44640 1 --2- 172.21.15.18:0/180358914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae50730 0x55853ae59150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.921+0000 7fed58d44640 1 -- 172.21.15.18:0/180358914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55853ae54f70 con 0x55853ae59c30 2024-03-07T10:08:51.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.921+0000 7fed58d44640 1 --2- 172.21.15.18:0/180358914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae53c80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fed4c005b10 tx=0x7fed4c005aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=432f160b83e58d56 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.922+0000 7fed39ffb640 1 -- 172.21.15.18:0/180358914 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed4c028070 con 0x55853ae59c30 2024-03-07T10:08:51.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.922+0000 7fed39ffb640 1 -- 172.21.15.18:0/180358914 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed4c012bb0 con 0x55853ae59c30 2024-03-07T10:08:51.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.922+0000 7fed39ffb640 1 -- 172.21.15.18:0/180358914 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed4c016040 con 0x55853ae59c30 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 -- 172.21.15.18:0/180358914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 msgr2=0x55853ae53c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 --2- 172.21.15.18:0/180358914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae53c80 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fed4c005b10 tx=0x7fed4c005aa0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 -- 172.21.15.18:0/180358914 shutdown_connections 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 --2- 172.21.15.18:0/180358914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae53c80 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 --2- 172.21.15.18:0/180358914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae51050 0x55853ae59690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 --2- 172.21.15.18:0/180358914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae50730 0x55853ae59150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 -- 172.21.15.18:0/180358914 >> 172.21.15.18:0/180358914 conn(0x55853ae4ae60 msgr2=0x55853ae6b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 -- 172.21.15.18:0/180358914 shutdown_connections 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 -- 172.21.15.18:0/180358914 wait complete. 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 -- start start 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.923+0000 7fed5d591740 1 Processor -- start 2024-03-07T10:08:51.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed5d591740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae50730 0x55853ae61950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed5d591740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae51050 0x55853ae5cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed5d591740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae5d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed5d591740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed541ba980 con 0x55853ae51050 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed5d591740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed541bbc60 con 0x55853ae50730 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed5d591740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed541bafa0 con 0x55853ae59c30 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed5d591740 10 client.0 _ll_register_callbacks cb 0x7fed48004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae50730 0x55853ae61950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed58d44640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae5d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae51050 0x55853ae5cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae50730 0x55853ae61950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:57760/0 (socket says 172.21.15.18:57760) 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 -- 172.21.15.18:0/1744842600 learned_addr learned my addr 172.21.15.18:0/1744842600 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed58d44640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae5d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42352/0 (socket says 172.21.15.18:42352) 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 -- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 msgr2=0x55853ae5d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae5d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 -- 172.21.15.18:0/1744842600 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae51050 msgr2=0x55853ae5cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae51050 0x55853ae5cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed53fff640 1 -- 172.21.15.18:0/1744842600 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55853ae5d8e0 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.924+0000 7fed58d44640 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae5d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed53fff640 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae50730 0x55853ae61950 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fed4409aac0 tx=0x7fed4401a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cf6ca7d68f68934 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed337fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed337fe640 1 -- 172.21.15.18:0/1744842600 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed4409be60 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed4c012bb0 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed337fe640 1 -- 172.21.15.18:0/1744842600 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fed440cbb10 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed337fe640 1 -- 172.21.15.18:0/1744842600 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed4401d040 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 10 client.27851 fetch_fsmap learned FSMap version 26 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55853aec4f00 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed337fe640 1 -- 172.21.15.18:0/1744842600 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed4c012bb0 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed337fe640 1 -- 172.21.15.18:0/1744842600 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fed440a2e40 con 0x55853ae50730 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 10 client.27851 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:08:51.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 10 client.27851 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 20 client.27851 populate_metadata read hostname 'smithi018' 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853aec55e0 0x55853aec7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 4 client.27851 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.925+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55853adc1310 con 0x55853aec55e0 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.926+0000 7fed537fe640 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853aec55e0 0x55853aec7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.926+0000 7fed337fe640 10 client.27851 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.926+0000 7fed537fe640 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853aec55e0 0x55853aec7a00 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffe5e1479abecf70 server_cookie=2e2ae1e549ff348 in_seq=0 out_seq=0 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.926+0000 7fed337fe640 1 -- 172.21.15.18:0/1744842600 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55853adc1310 con 0x55853aec55e0 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.926+0000 7fed337fe640 10 client.27851 handle_command_reply: tid=0 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.926+0000 7fed5d591740 1 client.27851 shutdown 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae50730 msgr2=0x55853ae61950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae50730 0x55853ae61950 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fed4409aac0 tx=0x7fed4401a040 comp rx=0 tx=0).stop 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 shutdown_connections 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55853aec55e0 0x55853aec7a00 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55853ae59c30 0x55853ae5d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55853ae51050 0x55853ae5cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 --2- 172.21.15.18:0/1744842600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55853ae50730 0x55853ae61950 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 >> 172.21.15.18:0/1744842600 conn(0x55853ae4ae60 msgr2=0x55853ae552f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed337fe640 0 client.27851 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 shutdown_connections 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.927+0000 7fed5d591740 1 -- 172.21.15.18:0/1744842600 wait complete. 2024-03-07T10:08:51.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.928+0000 7fed5d591740 20 client.27851 trim_cache size 0 max 16384 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: "e900c02e-5059-4875-9cd9-411d1a7c918a": { 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "e900c02e-5059-4875-9cd9-411d1a7c918a", 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:08:51.934 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:08:51.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.929+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fed3c0a20f0 msgr2=0x7fed3c0a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.929+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fed3c0a20f0 0x7fed3c0a45b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fed4802c1f0 tx=0x7fed4802c180 comp rx=0 tx=0).stop 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.929+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed54108ba0 msgr2=0x7fed541a6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.929+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed54108ba0 0x7fed541a6d70 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7fed4400c890 tx=0x7fed4400cd50 comp rx=0 tx=0).stop 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 shutdown_connections 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed5411ae40 0x7fed541ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed5410fdf0 0x7fed541a72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fed3c0a20f0 0x7fed3c0a45b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 --2- 172.21.15.18:0/1953235480 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed54108ba0 0x7fed541a6d70 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 >> 172.21.15.18:0/1953235480 conn(0x7fed5406c6d0 msgr2=0x7fed54118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 shutdown_connections 2024-03-07T10:08:51.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:08:51.930+0000 7fed5a7a7640 1 -- 172.21.15.18:0/1953235480 wait complete. 2024-03-07T10:08:51.945 INFO:tasks.cephfs.filesystem:scrub status for tag:e900c02e-5059-4875-9cd9-411d1a7c918a - {'path': '/', 'tag': 'e900c02e-5059-4875-9cd9-411d1a7c918a', 'options': 'recursive,force'} 2024-03-07T10:08:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:52 smithi018 ceph-mon[32171]: pgmap v301: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.5 MiB/s wr, 595 op/s 2024-03-07T10:08:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:52 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:08:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:52 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:52 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:08:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:52 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:08:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:52 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:52 smithi063 ceph-mon[36356]: pgmap v301: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.5 MiB/s wr, 595 op/s 2024-03-07T10:08:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:52 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:08:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:52 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:52 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:08:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:52 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:08:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:52 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:52 smithi077 ceph-mon[36374]: pgmap v301: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 5.5 MiB/s wr, 595 op/s 2024-03-07T10:08:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:52 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:08:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:52 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:52 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:08:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:52 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:08:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:52 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 570.0 s, 2254.8 tps, lat 43.920 ms stddev 49.698 2024-03-07T10:08:53.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:53 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:08:53.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:53 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:53.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:53 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:53.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:53 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:08:53.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:53 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:53.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:53 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:53.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:53 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:08:53.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:53 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:53.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:53 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:08:54.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:54 smithi063 ceph-mon[36356]: pgmap v302: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.0 MiB/s wr, 540 op/s 2024-03-07T10:08:54.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:54 smithi077 ceph-mon[36374]: pgmap v302: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.0 MiB/s wr, 540 op/s 2024-03-07T10:08:54.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:54 smithi018 ceph-mon[32171]: pgmap v302: 97 pgs: 97 active+clean; 4.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.0 MiB/s wr, 540 op/s 2024-03-07T10:08:56.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:56 smithi063 ceph-mon[36356]: pgmap v303: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 7.5 MiB/s wr, 839 op/s 2024-03-07T10:08:56.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:56 smithi077 ceph-mon[36374]: pgmap v303: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 7.5 MiB/s wr, 839 op/s 2024-03-07T10:08:56.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:56 smithi018 ceph-mon[32171]: pgmap v303: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 7.5 MiB/s wr, 839 op/s 2024-03-07T10:08:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 575.0 s, 2092.8 tps, lat 47.654 ms stddev 63.952 2024-03-07T10:08:58.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:08:58 smithi063 ceph-mon[36356]: pgmap v304: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 4.9 MiB/s wr, 575 op/s 2024-03-07T10:08:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:08:58 smithi077 ceph-mon[36374]: pgmap v304: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 4.9 MiB/s wr, 575 op/s 2024-03-07T10:08:58.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:08:58 smithi018 ceph-mon[32171]: pgmap v304: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 4.9 MiB/s wr, 575 op/s 2024-03-07T10:09:00.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:00 smithi063 ceph-mon[36356]: pgmap v305: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 7.1 MiB/s wr, 793 op/s 2024-03-07T10:09:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:00 smithi077 ceph-mon[36374]: pgmap v305: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 7.1 MiB/s wr, 793 op/s 2024-03-07T10:09:00.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:00 smithi018 ceph-mon[32171]: pgmap v305: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 7.1 MiB/s wr, 793 op/s 2024-03-07T10:09:01.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:01 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:09:01.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:01 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:09:01.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:01 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:09:01.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:01 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:09:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:01 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:09:01.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:01 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:09:02.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:02 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:09:02.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:02 smithi063 ceph-mon[36356]: pgmap v306: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 5.5 MiB/s wr, 637 op/s 2024-03-07T10:09:02.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:02 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:09:02.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:02 smithi077 ceph-mon[36374]: pgmap v306: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 5.5 MiB/s wr, 637 op/s 2024-03-07T10:09:02.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:02 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:09:02.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:02 smithi018 ceph-mon[32171]: pgmap v306: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 5.5 MiB/s wr, 637 op/s 2024-03-07T10:09:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 580.0 s, 1167.0 tps, lat 81.432 ms stddev 145.564 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 -- 172.21.15.18:0/1991181869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb741076a0 msgr2=0x7feb74107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 --2- 172.21.15.18:0/1991181869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb741076a0 0x7feb74107a80 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7feb70009930 tx=0x7feb7002bc30 comp rx=0 tx=0).stop 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 -- 172.21.15.18:0/1991181869 shutdown_connections 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 --2- 172.21.15.18:0/1991181869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb740698c0 0x7feb7410e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 --2- 172.21.15.18:0/1991181869 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb74068f00 0x7feb74069380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 --2- 172.21.15.18:0/1991181869 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb741076a0 0x7feb74107a80 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 -- 172.21.15.18:0/1991181869 >> 172.21.15.18:0/1991181869 conn(0x7feb74077650 msgr2=0x7feb74077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 -- 172.21.15.18:0/1991181869 shutdown_connections 2024-03-07T10:09:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.728+0000 7feb7b35a640 1 -- 172.21.15.18:0/1991181869 wait complete. 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 Processor -- start 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 -- start start 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb74068f00 0x7feb74197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb740698c0 0x7feb741983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb741076a0 0x7feb7419c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb74111a20 con 0x7feb740698c0 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741118a0 con 0x7feb74068f00 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb7b35a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb74111ba0 con 0x7feb741076a0 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb788f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb740698c0 0x7feb741983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb790f6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb74068f00 0x7feb74197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb790f6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb74068f00 0x7feb74197ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50384/0 (socket says 172.21.15.18:50384) 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb790f6640 1 -- 172.21.15.18:0/350990749 learned_addr learned my addr 172.21.15.18:0/350990749 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb788f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb740698c0 0x7feb741983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38666/0 (socket says 172.21.15.18:38666) 2024-03-07T10:09:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb798f7640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb741076a0 0x7feb7419c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb798f7640 1 -- 172.21.15.18:0/350990749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb74068f00 msgr2=0x7feb74197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.729+0000 7feb798f7640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb74068f00 0x7feb74197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb798f7640 1 -- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb740698c0 msgr2=0x7feb741983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb798f7640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb740698c0 0x7feb741983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb798f7640 1 -- 172.21.15.18:0/350990749 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb7419ce90 con 0x7feb741076a0 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb788f5640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb740698c0 0x7feb741983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb798f7640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb741076a0 0x7feb7419c760 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7feb6c009fd0 tx=0x7feb6c00ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb6a7fc640 1 -- 172.21.15.18:0/350990749 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6c00ce20 con 0x7feb741076a0 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb6a7fc640 1 -- 172.21.15.18:0/350990749 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb6c005020 con 0x7feb741076a0 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb7419d180 con 0x7feb741076a0 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb6a7fc640 1 -- 172.21.15.18:0/350990749 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6c010720 con 0x7feb741076a0 2024-03-07T10:09:03.735 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.730+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb741a4a10 con 0x7feb741076a0 2024-03-07T10:09:03.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.732+0000 7feb6a7fc640 1 -- 172.21.15.18:0/350990749 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7feb6c005540 con 0x7feb741076a0 2024-03-07T10:09:03.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 Processor -- start 2024-03-07T10:09:03.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 -- start start 2024-03-07T10:09:03.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb6a7fc640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feb600a1ee0 0x7feb600a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8ff5185c0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8ff4c1900 con 0x55f8ff5b4d10 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb7e221740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8ff514660 con 0x55f8ff5bd520 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb6a7fc640 1 -- 172.21.15.18:0/350990749 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7feb6c0ce910 con 0x7feb741076a0 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb798f7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb798f7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bf910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48270/0 (socket says 172.21.15.18:48270) 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb798f7640 1 -- 172.21.15.18:0/1630509377 learned_addr learned my addr 172.21.15.18:0/1630509377 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb788f5640 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb790f6640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feb600a1ee0 0x7feb600a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.733+0000 7feb788f5640 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb798f7640 1 -- 172.21.15.18:0/1630509377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 msgr2=0x55f8ff5b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb798f7640 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5b3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb798f7640 1 -- 172.21.15.18:0/1630509377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 msgr2=0x55f8ff5b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb798f7640 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb798f7640 1 -- 172.21.15.18:0/1630509377 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8ff22d210 con 0x55f8ff5bd520 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb788f5640 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb798f7640 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bf910 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7feb6c097bd0 tx=0x7feb6c09ba60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d416898ed70f413 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb790f6640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feb600a1ee0 0x7feb600a43a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7feb70005ec0 tx=0x7feb70005dd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb5f7fe640 1 -- 172.21.15.18:0/1630509377 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6c09f120 con 0x55f8ff5bd520 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb5f7fe640 1 -- 172.21.15.18:0/1630509377 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb6c0a39a0 con 0x55f8ff5bd520 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.734+0000 7feb5f7fe640 1 -- 172.21.15.18:0/1630509377 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6c0a3510 con 0x55f8ff5bd520 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 -- 172.21.15.18:0/1630509377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5bd520 msgr2=0x55f8ff5bf910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bf910 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7feb6c097bd0 tx=0x7feb6c09ba60 comp rx=0 tx=0).stop 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 -- 172.21.15.18:0/1630509377 shutdown_connections 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bf910 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 --2- 172.21.15.18:0/1630509377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 -- 172.21.15.18:0/1630509377 >> 172.21.15.18:0/1630509377 conn(0x55f8ff57b580 msgr2=0x55f8ff5aec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 -- 172.21.15.18:0/1630509377 shutdown_connections 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 -- 172.21.15.18:0/1630509377 wait complete. 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 -- start start 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.735+0000 7feb7e221740 1 Processor -- start 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb7e221740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5ba5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb7e221740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5bab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb7e221740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb7e221740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8ff5c0250 con 0x55f8ff5bd520 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb7e221740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8ff4d4d60 con 0x55f8ff5b4d10 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb7e221740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8ff5c03d0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb7e221740 10 client.0 _ll_register_callbacks cb 0x55f8ff22ca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:03.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb788f5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5bab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb790f6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5ba5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38682/0 (socket says 172.21.15.18:38682) 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb790f6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5ba5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48280/0 (socket says 172.21.15.18:48280) 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb788f5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5bab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50404/0 (socket says 172.21.15.18:50404) 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 -- 172.21.15.18:0/2214602735 learned_addr learned my addr 172.21.15.18:0/2214602735 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 -- 172.21.15.18:0/2214602735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 msgr2=0x55f8ff5ba5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5ba5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 -- 172.21.15.18:0/2214602735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 msgr2=0x55f8ff5bab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5bab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 -- 172.21.15.18:0/2214602735 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f8ff2f9620 con 0x55f8ff5bd520 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb798f7640 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bb040 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7feb6c005fd0 tx=0x7feb6c0cbf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=248ba00603407fe server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.736+0000 7feb5cff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb5cff9640 1 -- 172.21.15.18:0/2214602735 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb6c06b020 con 0x55f8ff5bd520 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb5cff9640 1 -- 172.21.15.18:0/2214602735 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7feb6c097870 con 0x55f8ff5bd520 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feb6c0a39a0 con 0x55f8ff5bd520 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb5cff9640 1 -- 172.21.15.18:0/2214602735 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb6c09f120 con 0x55f8ff5bd520 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 10 client.18108 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f8ff5cc590 con 0x55f8ff5bd520 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb5cff9640 1 -- 172.21.15.18:0/2214602735 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb6c0a39a0 con 0x55f8ff5bd520 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb5cff9640 1 -- 172.21.15.18:0/2214602735 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7feb6c0b1070 con 0x55f8ff5bd520 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 10 client.18108 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 10 client.18108 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 20 client.18108 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff5cd8e0 0x55f8ff5cfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 4 client.18108 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f8ff525b00 con 0x55f8ff5cd8e0 2024-03-07T10:09:03.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.737+0000 7feb790f6640 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff5cd8e0 0x55f8ff5cfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.738+0000 7feb790f6640 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff5cd8e0 0x55f8ff5cfcd0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94d1ece4f0ea0d64 server_cookie=291dbc6a9a03a3c2 in_seq=0 out_seq=0 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.738+0000 7feb5cff9640 10 client.18108 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.738+0000 7feb5cff9640 1 -- 172.21.15.18:0/2214602735 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f8ff525b00 con 0x55f8ff5cd8e0 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.738+0000 7feb5cff9640 10 client.18108 handle_command_reply: tid=0 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.738+0000 7feb7e221740 1 client.18108 shutdown 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 msgr2=0x55f8ff5bb040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bb040 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7feb6c005fd0 tx=0x7feb6c0cbf00 comp rx=0 tx=0).stop 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 shutdown_connections 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff5cd8e0 0x55f8ff5cfcd0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5bb040 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5bab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 --2- 172.21.15.18:0/2214602735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5ba5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 >> 172.21.15.18:0/2214602735 conn(0x55f8ff57b580 msgr2=0x55f8ff5b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:03.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb5cff9640 0 client.18108 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:03.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 shutdown_connections 2024-03-07T10:09:03.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 1 -- 172.21.15.18:0/2214602735 wait complete. 2024-03-07T10:09:03.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.739+0000 7feb7e221740 20 client.18108 trim_cache size 0 max 16384 2024-03-07T10:09:03.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.756+0000 7feb7e221740 1 Processor -- start 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.756+0000 7feb7e221740 1 -- start start 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb7e221740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb7e221740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5c8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb7e221740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5b7840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb7e221740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741af9f0 con 0x55f8ff5bd520 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb7e221740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741ad4f0 con 0x55f8ff5b4d10 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb7e221740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741ab5b0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb798f7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5b7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5c8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5c8d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50406/0 (socket says 172.21.15.18:50406) 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 -- 172.21.15.18:0/3821655376 learned_addr learned my addr 172.21.15.18:0/3821655376 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb790f6640 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 -- 172.21.15.18:0/3821655376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 msgr2=0x55f8ff5b9ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b9ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 -- 172.21.15.18:0/3821655376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 msgr2=0x55f8ff5b7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5b7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb788f5640 1 -- 172.21.15.18:0/3821655376 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8ff5b3dd0 con 0x55f8ff5b4d10 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.757+0000 7feb798f7640 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5b7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.758+0000 7feb788f5640 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5c8d70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7feb640042e0 tx=0x7feb64005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc28487d40c09f18 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.758+0000 7feb5effd640 1 -- 172.21.15.18:0/3821655376 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb64004490 con 0x55f8ff5b4d10 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.758+0000 7feb5effd640 1 -- 172.21.15.18:0/3821655376 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb64011d40 con 0x55f8ff5b4d10 2024-03-07T10:09:03.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.758+0000 7feb5effd640 1 -- 172.21.15.18:0/3821655376 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb64004890 con 0x55f8ff5b4d10 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 -- 172.21.15.18:0/3821655376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 msgr2=0x55f8ff5c8d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5c8d70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7feb640042e0 tx=0x7feb64005f90 comp rx=0 tx=0).stop 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 -- 172.21.15.18:0/3821655376 shutdown_connections 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5bd520 0x55f8ff5b7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5c8d70 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 --2- 172.21.15.18:0/3821655376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5b9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 -- 172.21.15.18:0/3821655376 >> 172.21.15.18:0/3821655376 conn(0x55f8ff57b580 msgr2=0x55f8ff5c8660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 -- 172.21.15.18:0/3821655376 shutdown_connections 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 -- 172.21.15.18:0/3821655376 wait complete. 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.759+0000 7feb7e221740 1 -- start start 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 1 Processor -- start 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5cf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5bd520 0x55f8ff5cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741abbb0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741ace90 con 0x55f8ff5bd520 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb741ac1d0 con 0x55f8ff5b4d10 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb7e221740 10 client.0 _ll_register_callbacks cb 0x7feb64011610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb790f6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb790f6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5d24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38702/0 (socket says 172.21.15.18:38702) 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb790f6640 1 -- 172.21.15.18:0/3459973474 learned_addr learned my addr 172.21.15.18:0/3459973474 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb788f5640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5cf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb798f7640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5bd520 0x55f8ff5cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb790f6640 1 -- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b4d10 msgr2=0x55f8ff5cf8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb790f6640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5cf8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb790f6640 1 -- 172.21.15.18:0/3459973474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5bd520 msgr2=0x55f8ff5cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.760+0000 7feb790f6640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5bd520 0x55f8ff5cfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.767 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb790f6640 1 -- 172.21.15.18:0/3459973474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f8ff5d0470 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb798f7640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5bd520 0x55f8ff5cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb790f6640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5d24a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7feb70009230 tx=0x7feb7002e050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6dc58355cd84cd9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb5cff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb5cff9640 1 -- 172.21.15.18:0/3459973474 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb70053300 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb5cff9640 1 -- 172.21.15.18:0/3459973474 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8680+0+0 (secure 0 0 0) 0x7feb7002cbc0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feb64011d40 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb5cff9640 1 -- 172.21.15.18:0/3459973474 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb700046c0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb7e221740 10 client.18114 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f8ff628cc0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb5cff9640 1 -- 172.21.15.18:0/3459973474 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb64011d40 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.761+0000 7feb5cff9640 1 -- 172.21.15.18:0/3459973474 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7feb700035f0 con 0x55f8ff5b3fa0 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb7e221740 10 client.18114 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb7e221740 10 client.18114 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb7e221740 20 client.18114 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:03.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb7e221740 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff629450 0x55f8ff62b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:03.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb7e221740 4 client.18114 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:09:03.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f8ff51fe50 con 0x55f8ff629450 2024-03-07T10:09:03.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb788f5640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff629450 0x55f8ff62b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:03.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb788f5640 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff629450 0x55f8ff62b870 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=767b60fd624d838e server_cookie=f4b6be71c04b301b in_seq=0 out_seq=0 2024-03-07T10:09:03.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.762+0000 7feb5cff9640 10 client.18114 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:03.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb5cff9640 1 -- 172.21.15.18:0/3459973474 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f8ff51fe50 con 0x55f8ff629450 2024-03-07T10:09:03.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb5cff9640 10 client.18114 handle_command_reply: tid=0 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 client.18114 shutdown 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 msgr2=0x55f8ff5d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5d24a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7feb70009230 tx=0x7feb7002e050 comp rx=0 tx=0).stop 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 shutdown_connections 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f8ff629450 0x55f8ff62b870 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f8ff5bd520 0x55f8ff5cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f8ff5b4d10 0x55f8ff5cf8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 --2- 172.21.15.18:0/3459973474 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f8ff5b3fa0 0x55f8ff5d24a0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 >> 172.21.15.18:0/3459973474 conn(0x55f8ff57b580 msgr2=0x55f8ff5c8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb5cff9640 0 client.18114 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 shutdown_connections 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.801+0000 7feb7e221740 1 -- 172.21.15.18:0/3459973474 wait complete. 2024-03-07T10:09:03.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7e221740 20 client.18114 trim_cache size 0 max 16384 2024-03-07T10:09:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:09:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:09:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:09:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feb600a1ee0 msgr2=0x7feb600a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feb600a1ee0 0x7feb600a43a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7feb70005ec0 tx=0x7feb70005dd0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb741076a0 msgr2=0x7feb7419c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb741076a0 0x7feb7419c760 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7feb6c009fd0 tx=0x7feb6c00ef10 comp rx=0 tx=0).stop 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 shutdown_connections 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb741076a0 0x7feb7419c760 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7feb600a1ee0 0x7feb600a43a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7feb740698c0 0x7feb741983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 --2- 172.21.15.18:0/350990749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb74068f00 0x7feb74197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 >> 172.21.15.18:0/350990749 conn(0x7feb74077650 msgr2=0x7feb740ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 shutdown_connections 2024-03-07T10:09:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:03.802+0000 7feb7b35a640 1 -- 172.21.15.18:0/350990749 wait complete. 2024-03-07T10:09:04.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:04 smithi063 ceph-mon[36356]: pgmap v307: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 5.1 MiB/s wr, 594 op/s 2024-03-07T10:09:04.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:04 smithi077 ceph-mon[36374]: pgmap v307: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 5.1 MiB/s wr, 594 op/s 2024-03-07T10:09:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:04 smithi018 ceph-mon[32171]: pgmap v307: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 5.1 MiB/s wr, 594 op/s 2024-03-07T10:09:06.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:06 smithi063 ceph-mon[36356]: pgmap v308: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 6.8 MiB/s wr, 789 op/s 2024-03-07T10:09:06.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:06 smithi077 ceph-mon[36374]: pgmap v308: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 6.8 MiB/s wr, 789 op/s 2024-03-07T10:09:06.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:06 smithi018 ceph-mon[32171]: pgmap v308: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 6.8 MiB/s wr, 789 op/s 2024-03-07T10:09:07.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:07 smithi063 ceph-mon[36356]: osdmap e98: 12 total, 12 up, 12 in 2024-03-07T10:09:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:07 smithi077 ceph-mon[36374]: osdmap e98: 12 total, 12 up, 12 in 2024-03-07T10:09:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:07 smithi018 ceph-mon[32171]: osdmap e98: 12 total, 12 up, 12 in 2024-03-07T10:09:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 585.0 s, 420.4 tps, lat 251.343 ms stddev 373.884 2024-03-07T10:09:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:08 smithi077 ceph-mon[36374]: pgmap v310: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 5.2 MiB/s wr, 577 op/s 2024-03-07T10:09:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:08 smithi018 ceph-mon[32171]: pgmap v310: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 5.2 MiB/s wr, 577 op/s 2024-03-07T10:09:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:08 smithi063 ceph-mon[36356]: pgmap v310: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 5.2 MiB/s wr, 577 op/s 2024-03-07T10:09:11.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:10 smithi077 ceph-mon[36374]: pgmap v311: 97 pgs: 97 active+clean; 4.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 24 MiB/s wr, 1.44k op/s 2024-03-07T10:09:11.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:10 smithi018 ceph-mon[32171]: pgmap v311: 97 pgs: 97 active+clean; 4.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 24 MiB/s wr, 1.44k op/s 2024-03-07T10:09:11.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:10 smithi063 ceph-mon[36356]: pgmap v311: 97 pgs: 97 active+clean; 4.5 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 24 MiB/s wr, 1.44k op/s 2024-03-07T10:09:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:12 smithi077 ceph-mon[36374]: pgmap v312: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 31 MiB/s wr, 1.77k op/s 2024-03-07T10:09:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:12 smithi077 ceph-mon[36374]: osdmap e99: 12 total, 12 up, 12 in 2024-03-07T10:09:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:12 smithi018 ceph-mon[32171]: pgmap v312: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 31 MiB/s wr, 1.77k op/s 2024-03-07T10:09:13.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:12 smithi018 ceph-mon[32171]: osdmap e99: 12 total, 12 up, 12 in 2024-03-07T10:09:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 590.0 s, 2134.6 tps, lat 46.654 ms stddev 53.425 2024-03-07T10:09:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:12 smithi063 ceph-mon[36356]: pgmap v312: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 31 MiB/s wr, 1.77k op/s 2024-03-07T10:09:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:12 smithi063 ceph-mon[36356]: osdmap e99: 12 total, 12 up, 12 in 2024-03-07T10:09:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:14 smithi077 ceph-mon[36374]: pgmap v314: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 36 MiB/s wr, 1.91k op/s 2024-03-07T10:09:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:14 smithi018 ceph-mon[32171]: pgmap v314: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 36 MiB/s wr, 1.91k op/s 2024-03-07T10:09:15.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:14 smithi063 ceph-mon[36356]: pgmap v314: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 36 MiB/s wr, 1.91k op/s 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 -- 172.21.15.18:0/3553562880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 msgr2=0x7fc24006a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 --2- 172.21.15.18:0/3553562880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 0x7fc24006a070 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fc228009cd0 tx=0x7fc22802c180 comp rx=0 tx=0).stop 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 -- 172.21.15.18:0/3553562880 shutdown_connections 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 --2- 172.21.15.18:0/3553562880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc24006a5b0 0x7fc24010e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 --2- 172.21.15.18:0/3553562880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 0x7fc24006a070 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 --2- 172.21.15.18:0/3553562880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 0x7fc240107ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 -- 172.21.15.18:0/3553562880 >> 172.21.15.18:0/3553562880 conn(0x7fc240077320 msgr2=0x7fc240077730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 -- 172.21.15.18:0/3553562880 shutdown_connections 2024-03-07T10:09:16.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 -- 172.21.15.18:0/3553562880 wait complete. 2024-03-07T10:09:16.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.911+0000 7fc246416640 1 Processor -- start 2024-03-07T10:09:16.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc246416640 1 -- start start 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc246416640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 0x7fc240197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc246416640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc24006a5b0 0x7fc240198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc246416640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 0x7fc24019c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc246416640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc240111a20 con 0x7fc240069bf0 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc246416640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401118a0 con 0x7fc24006a5b0 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc246416640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc240111ba0 con 0x7fc2401076d0 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 0x7fc240197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc2449b3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 0x7fc24019c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc23f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc24006a5b0 0x7fc240198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 0x7fc240197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51190/0 (socket says 172.21.15.18:51190) 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc2449b3640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 0x7fc24019c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46416/0 (socket says 172.21.15.18:46416) 2024-03-07T10:09:16.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.912+0000 7fc23ffff640 1 -- 172.21.15.18:0/1758061427 learned_addr learned my addr 172.21.15.18:0/1758061427 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc2449b3640 1 -- 172.21.15.18:0/1758061427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc24006a5b0 msgr2=0x7fc240198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc2449b3640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc24006a5b0 0x7fc240198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc2449b3640 1 -- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 msgr2=0x7fc240197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc2449b3640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 0x7fc240197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc2449b3640 1 -- 172.21.15.18:0/1758061427 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc24019cef0 con 0x7fc2401076d0 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc24006a5b0 0x7fc240198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc2449b3640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 0x7fc24019c7c0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fc23000e970 tx=0x7fc23000ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc23d7fa640 1 -- 172.21.15.18:0/1758061427 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23000ccc0 con 0x7fc2401076d0 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc23d7fa640 1 -- 172.21.15.18:0/1758061427 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc230005020 con 0x7fc2401076d0 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc23d7fa640 1 -- 172.21.15.18:0/1758061427 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc230004a00 con 0x7fc2401076d0 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc24019d1e0 con 0x7fc2401076d0 2024-03-07T10:09:16.917 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.913+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2401a4a70 con 0x7fc2401076d0 2024-03-07T10:09:16.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 Processor -- start 2024-03-07T10:09:16.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc23d7fa640 1 -- 172.21.15.18:0/1758061427 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc2300051d0 con 0x7fc2401076d0 2024-03-07T10:09:16.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 -- start start 2024-03-07T10:09:16.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f1ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1efa0 0x557314f1f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f28520 0x557314f2a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557314e835c0 con 0x557314f1fd10 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557314e2c900 con 0x557314f1efa0 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc2491fd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557314e7f660 con 0x557314f28520 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc23f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f1ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.916+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1efa0 0x557314f1f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1efa0 0x557314f1f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:60602/0 (socket says 172.21.15.18:60602) 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23ffff640 1 -- 172.21.15.18:0/3157900328 learned_addr learned my addr 172.21.15.18:0/3157900328 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f1ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51194/0 (socket says 172.21.15.18:51194) 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f28520 0x557314f2a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23d7fa640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc22c0a1ee0 0x7fc22c0a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23f7fe640 1 -- 172.21.15.18:0/3157900328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f28520 msgr2=0x557314f2a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f28520 0x557314f2a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23f7fe640 1 -- 172.21.15.18:0/3157900328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1efa0 msgr2=0x557314f1f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1efa0 0x557314f1f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23f7fe640 1 -- 172.21.15.18:0/3157900328 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557314b98210 con 0x557314f1fd10 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23ffff640 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1efa0 0x557314f1f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc23d7fa640 1 -- 172.21.15.18:0/1758061427 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc2300ce220 con 0x7fc2401076d0 2024-03-07T10:09:16.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.917+0000 7fc2449b3640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc22c0a1ee0 0x7fc22c0a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.918+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f1ea60 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fc22802c790 tx=0x7fc228009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddfb0e17a2cbcf20 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:16.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.918+0000 7fc2449b3640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc22c0a1ee0 0x7fc22c0a43a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc230004770 tx=0x7fc2300046c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:16.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.919+0000 7fc2367fc640 1 -- 172.21.15.18:0/3157900328 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc228039040 con 0x557314f1fd10 2024-03-07T10:09:16.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.919+0000 7fc2367fc640 1 -- 172.21.15.18:0/3157900328 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc228032670 con 0x557314f1fd10 2024-03-07T10:09:16.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.919+0000 7fc2367fc640 1 -- 172.21.15.18:0/3157900328 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc228043660 con 0x557314f1fd10 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 -- 172.21.15.18:0/3157900328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 msgr2=0x557314f1ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f1ea60 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fc22802c790 tx=0x7fc228009360 comp rx=0 tx=0).stop 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 -- 172.21.15.18:0/3157900328 shutdown_connections 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f28520 0x557314f2a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1efa0 0x557314f1f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 --2- 172.21.15.18:0/3157900328 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f1ea60 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 -- 172.21.15.18:0/3157900328 >> 172.21.15.18:0/3157900328 conn(0x557314ee6580 msgr2=0x557314f19c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 -- 172.21.15.18:0/3157900328 shutdown_connections 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.920+0000 7fc2491fd740 1 -- 172.21.15.18:0/3157900328 wait complete. 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 -- start start 2024-03-07T10:09:16.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 Processor -- start 2024-03-07T10:09:16.927 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f1efa0 0x557314f25640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f25b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f28520 0x557314f260c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x557314f2b190 con 0x557314f1fd10 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x557314e3fd60 con 0x557314f28520 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x557314f2b310 con 0x557314f1efa0 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc2491fd740 10 client.0 _ll_register_callbacks cb 0x557314b97a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f25b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f25b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51210/0 (socket says 172.21.15.18:51210) 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc23ffff640 1 -- 172.21.15.18:0/996778758 learned_addr learned my addr 172.21.15.18:0/996778758 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc23f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f1efa0 0x557314f25640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.921+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f28520 0x557314f260c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc23ffff640 1 -- 172.21.15.18:0/996778758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f1efa0 msgr2=0x557314f25640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc23ffff640 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f1efa0 0x557314f25640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc23ffff640 1 -- 172.21.15.18:0/996778758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f28520 msgr2=0x557314f260c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc23ffff640 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f28520 0x557314f260c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc23ffff640 1 -- 172.21.15.18:0/996778758 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557314c64620 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc23ffff640 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f25b80 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fc2380128a0 tx=0x7fc238012d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb0596fd8be4be84 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc21f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc21f7fe640 1 -- 172.21.15.18:0/996778758 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23800f920 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc228032670 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc21f7fe640 1 -- 172.21.15.18:0/996778758 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc23800fac0 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc21f7fe640 1 -- 172.21.15.18:0/996778758 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc23800fcc0 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc2491fd740 10 client.18126 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x557314f37610 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.922+0000 7fc21f7fe640 1 -- 172.21.15.18:0/996778758 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc228032670 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc21f7fe640 1 -- 172.21.15.18:0/996778758 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc23801c420 con 0x557314f1fd10 2024-03-07T10:09:16.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc2491fd740 10 client.18126 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc2491fd740 10 client.18126 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc2491fd740 20 client.18126 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc2491fd740 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f38ec0 0x557314f3b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc2491fd740 4 client.18126 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557314e90b00 con 0x557314f38ec0 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f38ec0 0x557314f3b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc21f7fe640 10 client.18126 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.923+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f38ec0 0x557314f3b2e0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a9d6ea561215b5a server_cookie=673473dc2c74c3b3 in_seq=0 out_seq=0 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc21f7fe640 1 -- 172.21.15.18:0/996778758 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557314e90b00 con 0x557314f38ec0 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc21f7fe640 10 client.18126 handle_command_reply: tid=0 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 client.18126 shutdown 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 msgr2=0x557314f25b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f25b80 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fc2380128a0 tx=0x7fc238012d60 comp rx=0 tx=0).stop 2024-03-07T10:09:16.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 shutdown_connections 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f38ec0 0x557314f3b2e0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f28520 0x557314f260c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1fd10 0x557314f25b80 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 --2- 172.21.15.18:0/996778758 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314f1efa0 0x557314f25640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 >> 172.21.15.18:0/996778758 conn(0x557314ee6580 msgr2=0x557314f1b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc21f7fe640 0 client.18126 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 shutdown_connections 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.924+0000 7fc2491fd740 1 -- 172.21.15.18:0/996778758 wait complete. 2024-03-07T10:09:16.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.925+0000 7fc2491fd740 20 client.18126 trim_cache size 0 max 16384 2024-03-07T10:09:16.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.941+0000 7fc2491fd740 1 Processor -- start 2024-03-07T10:09:16.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.941+0000 7fc2491fd740 1 -- start start 2024-03-07T10:09:16.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f27d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f33a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f33fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc2491fd740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401af950 con 0x557314f1efa0 2024-03-07T10:09:16.945 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc2491fd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401ad450 con 0x557314f1fd10 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc2491fd740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401ab510 con 0x557314ee6580 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f33a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f27d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f33a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51212/0 (socket says 172.21.15.18:51212) 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 -- 172.21.15.18:0/85259048 learned_addr learned my addr 172.21.15.18:0/85259048 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f33fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 -- 172.21.15.18:0/85259048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 msgr2=0x557314f27d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f27d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 -- 172.21.15.18:0/85259048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 msgr2=0x557314f33fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f33fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 -- 172.21.15.18:0/85259048 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557314f23bb0 con 0x557314f1efa0 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f27d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc23ffff640 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f33a60 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fc238009b50 tx=0x7fc2380097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b79333ff643f4ed server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc235ffb640 1 -- 172.21.15.18:0/85259048 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2380122e0 con 0x557314f1efa0 2024-03-07T10:09:16.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc235ffb640 1 -- 172.21.15.18:0/85259048 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc238005510 con 0x557314f1efa0 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.942+0000 7fc235ffb640 1 -- 172.21.15.18:0/85259048 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23800faf0 con 0x557314f1efa0 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 -- 172.21.15.18:0/85259048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 msgr2=0x557314f33a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f33a60 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fc238009b50 tx=0x7fc2380097a0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 -- 172.21.15.18:0/85259048 shutdown_connections 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f33fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f33a60 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 --2- 172.21.15.18:0/85259048 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f27d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 -- 172.21.15.18:0/85259048 >> 172.21.15.18:0/85259048 conn(0x557314f2aaf0 msgr2=0x557314f197c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 -- 172.21.15.18:0/85259048 shutdown_connections 2024-03-07T10:09:16.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.943+0000 7fc2491fd740 1 -- 172.21.15.18:0/85259048 wait complete. 2024-03-07T10:09:16.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.944+0000 7fc2491fd740 1 -- start start 2024-03-07T10:09:16.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.944+0000 7fc2491fd740 1 Processor -- start 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.944+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f228e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.944+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f22e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.944+0000 7fc2491fd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f23360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f228e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f228e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46446/0 (socket says 172.21.15.18:46446) 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 -- 172.21.15.18:0/1312569097 learned_addr learned my addr 172.21.15.18:0/1312569097 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401abb10 con 0x557314f1efa0 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401acdf0 con 0x557314f1fd10 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401ac130 con 0x557314ee6580 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f23360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc2491fd740 10 client.0 _ll_register_callbacks cb 0x7fc238009970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 -- 172.21.15.18:0/1312569097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 msgr2=0x557314f23360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f23360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 -- 172.21.15.18:0/1312569097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 msgr2=0x557314f22e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23ffff640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f22e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f22e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc23f7fe640 1 -- 172.21.15.18:0/1312569097 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557314f291e0 con 0x557314ee6580 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.945+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc238005510 con 0x557314ee6580 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.946+0000 7fc23ffff640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f22e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.946+0000 7fc23f7fe640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f228e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fc228004af0 tx=0x7fc228045040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f61aeef4ec144066 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.946+0000 7fc21f7fe640 10 client.27988 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.946+0000 7fc21f7fe640 1 -- 172.21.15.18:0/1312569097 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc228039040 con 0x557314ee6580 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc21f7fe640 1 -- 172.21.15.18:0/1312569097 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc228058160 con 0x557314ee6580 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc21f7fe640 1 -- 172.21.15.18:0/1312569097 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2280588b0 con 0x557314ee6580 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 10 client.27988 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x557314f94c20 con 0x557314ee6580 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc21f7fe640 1 -- 172.21.15.18:0/1312569097 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc22803f070 con 0x557314ee6580 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 10 client.27988 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 10 client.27988 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 20 client.27988 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f28520 0x557314f96e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 4 client.27988 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557314e8ae50 con 0x557314f28520 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.947+0000 7fc23ffff640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f28520 0x557314f96e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.948+0000 7fc21f7fe640 10 client.27988 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.948+0000 7fc23ffff640 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f28520 0x557314f96e50 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6178f42e11ebcb86 server_cookie=8b58a4d8a3fcca8f in_seq=0 out_seq=0 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc21f7fe640 1 -- 172.21.15.18:0/1312569097 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557314e8ae50 con 0x557314f28520 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc21f7fe640 10 client.27988 handle_command_reply: tid=0 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 client.27988 shutdown 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 msgr2=0x557314f228e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f228e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fc228004af0 tx=0x7fc228045040 comp rx=0 tx=0).stop 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 shutdown_connections 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x557314f28520 0x557314f96e50 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557314f1fd10 0x557314f23360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x557314f1efa0 0x557314f22e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.969 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 --2- 172.21.15.18:0/1312569097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557314ee6580 0x557314f228e0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc21f7fe640 0 client.27988 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.966+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 >> 172.21.15.18:0/1312569097 conn(0x557314f2aaf0 msgr2=0x557314f1b070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 shutdown_connections 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc2491fd740 1 -- 172.21.15.18:0/1312569097 wait complete. 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc2491fd740 20 client.27988 trim_cache size 0 max 16384 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:09:16.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:09:16.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc22c0a1ee0 msgr2=0x7fc22c0a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc246416640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc22c0a1ee0 0x7fc22c0a43a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc230004770 tx=0x7fc2300046c0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 msgr2=0x7fc24019c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:16.971 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc246416640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 0x7fc24019c7c0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fc23000e970 tx=0x7fc23000ee30 comp rx=0 tx=0).stop 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 shutdown_connections 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.967+0000 7fc246416640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2401076d0 0x7fc24019c7c0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.968+0000 7fc246416640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc24006a5b0 0x7fc240198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.968+0000 7fc246416640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc22c0a1ee0 0x7fc22c0a43a0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.968+0000 7fc246416640 1 --2- 172.21.15.18:0/1758061427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc240069bf0 0x7fc240197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.968+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 >> 172.21.15.18:0/1758061427 conn(0x7fc240077320 msgr2=0x7fc2400ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.968+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 shutdown_connections 2024-03-07T10:09:16.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:16.968+0000 7fc246416640 1 -- 172.21.15.18:0/1758061427 wait complete. 2024-03-07T10:09:16.998 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:16 smithi063 ceph-mon[36356]: pgmap v315: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 MiB/s wr, 2.10k op/s 2024-03-07T10:09:17.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:16 smithi077 ceph-mon[36374]: pgmap v315: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 MiB/s wr, 2.10k op/s 2024-03-07T10:09:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:16 smithi018 ceph-mon[32171]: pgmap v315: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 MiB/s wr, 2.10k op/s 2024-03-07T10:09:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 595.0 s, 1433.8 tps, lat 68.674 ms stddev 77.000 2024-03-07T10:09:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:18 smithi077 ceph-mon[36374]: pgmap v316: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 MiB/s wr, 1.86k op/s 2024-03-07T10:09:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:18 smithi018 ceph-mon[32171]: pgmap v316: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 MiB/s wr, 1.86k op/s 2024-03-07T10:09:19.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:18 smithi063 ceph-mon[36356]: pgmap v316: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 MiB/s wr, 1.86k op/s 2024-03-07T10:09:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:20 smithi077 ceph-mon[36374]: pgmap v317: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 924 op/s 2024-03-07T10:09:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:20 smithi018 ceph-mon[32171]: pgmap v317: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 924 op/s 2024-03-07T10:09:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:20 smithi063 ceph-mon[36356]: pgmap v317: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 924 op/s 2024-03-07T10:09:21.946 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:09:21.946 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:09:22.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 -- 172.21.15.18:0/489165829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 msgr2=0x7f630c1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.075 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 --2- 172.21.15.18:0/489165829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c1103d0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f62fc009930 tx=0x7f62fc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:09:22.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 -- 172.21.15.18:0/489165829 shutdown_connections 2024-03-07T10:09:22.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 --2- 172.21.15.18:0/489165829 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c1103d0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 --2- 172.21.15.18:0/489165829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f630c1003c0 0x7f630c10daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 --2- 172.21.15.18:0/489165829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f630c0ffaa0 0x7f630c0ffe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.076 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 -- 172.21.15.18:0/489165829 >> 172.21.15.18:0/489165829 conn(0x7f630c0753a0 msgr2=0x7f630c0757b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 -- 172.21.15.18:0/489165829 shutdown_connections 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.070+0000 7f6311283640 1 -- 172.21.15.18:0/489165829 wait complete. 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 Processor -- start 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 -- start start 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f630c0ffaa0 0x7f630c19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f630c1003c0 0x7f630c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.077 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c113bb0 con 0x7f630c10dfe0 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c113a30 con 0x7f630c0ffaa0 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f6311283640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c113d30 con 0x7f630c1003c0 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c19e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37330/0 (socket says 172.21.15.18:37330) 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 -- 172.21.15.18:0/681041987 learned_addr learned my addr 172.21.15.18:0/681041987 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f630c0ffaa0 0x7f630c19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630a7fc640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f630c1003c0 0x7f630c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 -- 172.21.15.18:0/681041987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f630c1003c0 msgr2=0x7f630c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f630c1003c0 0x7f630c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 -- 172.21.15.18:0/681041987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f630c0ffaa0 msgr2=0x7f630c19a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f630c0ffaa0 0x7f630c19a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.071+0000 7f630b7fe640 1 -- 172.21.15.18:0/681041987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f630c19f070 con 0x7f630c10dfe0 2024-03-07T10:09:22.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.072+0000 7f630b7fe640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c19e940 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f62fc005940 tx=0x7f62fc02cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.072+0000 7f62f3fff640 1 -- 172.21.15.18:0/681041987 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc041070 con 0x7f630c10dfe0 2024-03-07T10:09:22.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.072+0000 7f62f3fff640 1 -- 172.21.15.18:0/681041987 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f62fc004450 con 0x7f630c10dfe0 2024-03-07T10:09:22.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.073+0000 7f62f3fff640 1 -- 172.21.15.18:0/681041987 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc003d40 con 0x7f630c10dfe0 2024-03-07T10:09:22.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.073+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f630c19f300 con 0x7f630c10dfe0 2024-03-07T10:09:22.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.073+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f630c1a6bf0 con 0x7f630c10dfe0 2024-03-07T10:09:22.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.075+0000 7f62f3fff640 1 -- 172.21.15.18:0/681041987 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f62fc044070 con 0x7f630c10dfe0 2024-03-07T10:09:22.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.076+0000 7f631406f740 1 Processor -- start 2024-03-07T10:09:22.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.078+0000 7f62f3fff640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62f40a2040 0x7f62f40a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.081 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.079+0000 7f62f3fff640 1 -- 172.21.15.18:0/681041987 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f62fc0efac0 con 0x7f630c10dfe0 2024-03-07T10:09:22.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.079+0000 7f631406f740 1 -- start start 2024-03-07T10:09:22.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.080+0000 7f631406f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d772968b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.080+0000 7f631406f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.080+0000 7f631406f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772974020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.080+0000 7f631406f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d7728cbdd0 con 0x55d772971c30 2024-03-07T10:09:22.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.080+0000 7f631406f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d772874ae0 con 0x55d772969050 2024-03-07T10:09:22.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.080+0000 7f631406f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d7728c7e70 con 0x55d772968730 2024-03-07T10:09:22.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.081+0000 7f630a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.081+0000 7f630a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729716f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47050/0 (socket says 172.21.15.18:47050) 2024-03-07T10:09:22.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.082+0000 7f630a7fc640 1 -- 172.21.15.18:0/3367069202 learned_addr learned my addr 172.21.15.18:0/3367069202 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.082+0000 7f630a7fc640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62f40a2040 0x7f62f40a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.083+0000 7f630affd640 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d772968b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.083+0000 7f630a7fc640 1 -- 172.21.15.18:0/3367069202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 msgr2=0x55d772968b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.083+0000 7f630a7fc640 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d772968b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.083+0000 7f630a7fc640 1 -- 172.21.15.18:0/3367069202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 msgr2=0x55d772974020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.083+0000 7f630a7fc640 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772974020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.083+0000 7f630a7fc640 1 -- 172.21.15.18:0/3367069202 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d7726aa7d0 con 0x55d772969050 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.084+0000 7f630a7fc640 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729716f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f63000115d0 tx=0x7f6300011a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4772a0264f170cde server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.084+0000 7f630a7fc640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62f40a2040 0x7f62f40a4500 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f630001c000 tx=0x7f630001e000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.085+0000 7f62f17fa640 1 -- 172.21.15.18:0/3367069202 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f630000fd30 con 0x55d772969050 2024-03-07T10:09:22.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.085+0000 7f62f17fa640 1 -- 172.21.15.18:0/3367069202 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f630001d7b0 con 0x55d772969050 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.086+0000 7f62f17fa640 1 -- 172.21.15.18:0/3367069202 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63000035f0 con 0x55d772969050 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.086+0000 7f631406f740 1 -- 172.21.15.18:0/3367069202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 msgr2=0x55d7729716f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.086+0000 7f631406f740 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729716f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f63000115d0 tx=0x7f6300011a90 comp rx=0 tx=0).stop 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.087+0000 7f631406f740 1 -- 172.21.15.18:0/3367069202 shutdown_connections 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.087+0000 7f631406f740 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772974020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.087+0000 7f631406f740 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729716f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.087+0000 7f631406f740 1 --2- 172.21.15.18:0/3367069202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d772968b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.087+0000 7f631406f740 1 -- 172.21.15.18:0/3367069202 >> 172.21.15.18:0/3367069202 conn(0x55d772962e60 msgr2=0x55d772963240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.091+0000 7f631406f740 1 -- 172.21.15.18:0/3367069202 shutdown_connections 2024-03-07T10:09:22.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.095+0000 7f631406f740 1 -- 172.21.15.18:0/3367069202 wait complete. 2024-03-07T10:09:22.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.096+0000 7f631406f740 1 -- start start 2024-03-07T10:09:22.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.096+0000 7f631406f740 1 Processor -- start 2024-03-07T10:09:22.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.098+0000 7f631406f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d7729716d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.098+0000 7f631406f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772969050 0x55d77296ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.098+0000 7f631406f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d77296f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.098+0000 7f631406f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d772985a20 con 0x55d772971c30 2024-03-07T10:09:22.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.098+0000 7f631406f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d772888070 con 0x55d772968730 2024-03-07T10:09:22.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.098+0000 7f631406f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d772985ba0 con 0x55d772969050 2024-03-07T10:09:22.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.098+0000 7f631406f740 10 client.0 _ll_register_callbacks cb 0x55d772887a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:22.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d77296f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d77296f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37354/0 (socket says 172.21.15.18:37354) 2024-03-07T10:09:22.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630b7fe640 1 -- 172.21.15.18:0/2449201376 learned_addr learned my addr 172.21.15.18:0/2449201376 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630affd640 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d7729716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.101 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772969050 0x55d77296ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630affd640 1 -- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772969050 msgr2=0x55d77296ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630affd640 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772969050 0x55d77296ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630affd640 1 -- 172.21.15.18:0/2449201376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 msgr2=0x55d77296f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.102 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.099+0000 7f630affd640 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d77296f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.100+0000 7f630affd640 1 -- 172.21.15.18:0/2449201376 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d7725e03f0 con 0x55d772968730 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.100+0000 7f630affd640 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d7729716d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f63040129e0 tx=0x7f6304012ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0bff5c29242f856 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.100+0000 7f62eeff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.100+0000 7f62eeff5640 1 -- 172.21.15.18:0/2449201376 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f630400f9b0 con 0x55d772968730 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.100+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f630001d7b0 con 0x55d772968730 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.100+0000 7f62eeff5640 1 -- 172.21.15.18:0/2449201376 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f630400fb50 con 0x55d772968730 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.101+0000 7f62eeff5640 1 -- 172.21.15.18:0/2449201376 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f630400fd50 con 0x55d772968730 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.101+0000 7f631406f740 10 client.27899 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:22.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.101+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d7725a00f0 con 0x55d772968730 2024-03-07T10:09:22.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.101+0000 7f62eeff5640 1 -- 172.21.15.18:0/2449201376 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f630001d7b0 con 0x55d772968730 2024-03-07T10:09:22.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f62eeff5640 1 -- 172.21.15.18:0/2449201376 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f63040046e0 con 0x55d772968730 2024-03-07T10:09:22.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f631406f740 10 client.27899 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:22.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f631406f740 10 client.27899 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:22.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f631406f740 20 client.27899 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:22.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f631406f740 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d77299b350 0x55d77299d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f631406f740 4 client.27899 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:22.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d7728d9310 con 0x55d77299b350 2024-03-07T10:09:22.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d77299b350 0x55d77299d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f62eeff5640 10 client.27899 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:22.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.102+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d77299b350 0x55d77299d770 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8659205df155ca86 server_cookie=af75ff03999d42ae in_seq=0 out_seq=0 2024-03-07T10:09:22.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.103+0000 7f62eeff5640 1 -- 172.21.15.18:0/2449201376 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d7728d9310 con 0x55d77299b350 2024-03-07T10:09:22.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.103+0000 7f62eeff5640 10 client.27899 handle_command_reply: tid=0 2024-03-07T10:09:22.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.103+0000 7f631406f740 1 client.27899 shutdown 2024-03-07T10:09:22.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 msgr2=0x55d7729716d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d7729716d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f63040129e0 tx=0x7f6304012ea0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 shutdown_connections 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d77299b350 0x55d77299d770 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d77296f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772969050 0x55d77296ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f62eeff5640 0 client.27899 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 --2- 172.21.15.18:0/2449201376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d7729716d0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 >> 172.21.15.18:0/2449201376 conn(0x55d772962e60 msgr2=0x55d772964bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 shutdown_connections 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 1 -- 172.21.15.18:0/2449201376 wait complete. 2024-03-07T10:09:22.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.104+0000 7f631406f740 20 client.27899 trim_cache size 0 max 16384 2024-03-07T10:09:22.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 Processor -- start 2024-03-07T10:09:22.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 -- start start 2024-03-07T10:09:22.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d77296d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729649c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772971190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c0719a0 con 0x55d772971c30 2024-03-07T10:09:22.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c06f4a0 con 0x55d772969050 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f631406f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c06d560 con 0x55d772968730 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772971190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772971190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37360/0 (socket says 172.21.15.18:37360) 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 -- 172.21.15.18:0/2742219584 learned_addr learned my addr 172.21.15.18:0/2742219584 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630affd640 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d77296d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729649c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 -- 172.21.15.18:0/2742219584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 msgr2=0x55d77296d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d77296d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 -- 172.21.15.18:0/2742219584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 msgr2=0x55d7729649c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729649c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630b7fe640 1 -- 172.21.15.18:0/2742219584 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d77299ddd0 con 0x55d772971c30 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.131+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729649c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.132+0000 7f630b7fe640 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772971190 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0b89d0 tx=0x7f62fc02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae3d41fa367ac02e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.132+0000 7f62f0ff9640 1 -- 172.21.15.18:0/2742219584 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc04b040 con 0x55d772971c30 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.132+0000 7f62f0ff9640 1 -- 172.21.15.18:0/2742219584 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f62fc0035f0 con 0x55d772971c30 2024-03-07T10:09:22.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.132+0000 7f62f0ff9640 1 -- 172.21.15.18:0/2742219584 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc0ed390 con 0x55d772971c30 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.132+0000 7f631406f740 1 -- 172.21.15.18:0/2742219584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 msgr2=0x55d772971190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.132+0000 7f631406f740 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772971190 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0b89d0 tx=0x7f62fc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.132+0000 7f631406f740 1 -- 172.21.15.18:0/2742219584 shutdown_connections 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772971c30 0x55d772971190 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772969050 0x55d7729649c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 --2- 172.21.15.18:0/2742219584 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772968730 0x55d77296d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 -- 172.21.15.18:0/2742219584 >> 172.21.15.18:0/2742219584 conn(0x55d772962e60 msgr2=0x55d7729642b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 -- 172.21.15.18:0/2742219584 shutdown_connections 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 -- 172.21.15.18:0/2742219584 wait complete. 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 -- start start 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 Processor -- start 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d77298f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772969050 0x55d77298f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772971c30 0x55d7729efb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c06db60 con 0x55d772969050 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c06ee40 con 0x55d772968730 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.133+0000 7f631406f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630c06e180 con 0x55d772971c30 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772969050 0x55d77298f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772969050 0x55d77298f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37376/0 (socket says 172.21.15.18:37376) 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f631406f740 10 client.0 _ll_register_callbacks cb 0x7f6304012620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d77298f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 -- 172.21.15.18:0/2690812916 learned_addr learned my addr 172.21.15.18:0/2690812916 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630b7fe640 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772971c30 0x55d7729efb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 -- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772971c30 msgr2=0x55d7729efb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772971c30 0x55d7729efb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 -- 172.21.15.18:0/2690812916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 msgr2=0x55d77298f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d77298f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.134+0000 7f630a7fc640 1 -- 172.21.15.18:0/2690812916 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d7729f0180 con 0x55d772969050 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f62eeff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f630a7fc640 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772969050 0x55d77298f890 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f630001de30 tx=0x7f6300009d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64e8040de525c426 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f62eeff5640 1 -- 172.21.15.18:0/2690812916 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f630000fdb0 con 0x55d772969050 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f62eeff5640 1 -- 172.21.15.18:0/2690812916 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f63000052c0 con 0x55d772969050 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d7728d3660 con 0x55d772969050 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f62eeff5640 1 -- 172.21.15.18:0/2690812916 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63000054c0 con 0x55d772969050 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f631406f740 10 client.18144 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.135+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d7729f7540 con 0x55d772969050 2024-03-07T10:09:22.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f62eeff5640 1 -- 172.21.15.18:0/2690812916 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d7728d3660 con 0x55d772969050 2024-03-07T10:09:22.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f62eeff5640 1 -- 172.21.15.18:0/2690812916 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6304009ce0 con 0x55d772969050 2024-03-07T10:09:22.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f631406f740 10 client.18144 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:22.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f631406f740 10 client.18144 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:22.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f631406f740 20 client.18144 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:22.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f631406f740 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d7729f7b30 0x55d7729f9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f631406f740 4 client.18144 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55d7728514b0 con 0x55d7729f7b30 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f630affd640 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d7729f7b30 0x55d7729f9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f62eeff5640 10 client.18144 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.136+0000 7f630affd640 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d7729f7b30 0x55d7729f9f50 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f8906587bdbe38d server_cookie=e54efe3db4f2b3a0 in_seq=0 out_seq=0 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f62eeff5640 1 -- 172.21.15.18:0/2690812916 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55d7728514b0 con 0x55d7729f7b30 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f62eeff5640 10 client.18144 handle_command_reply: tid=0 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 client.18144 shutdown 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772969050 msgr2=0x55d77298f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772969050 0x55d77298f890 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f630001de30 tx=0x7f6300009d70 comp rx=0 tx=0).stop 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 shutdown_connections 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55d7729f7b30 0x55d7729f9f50 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d772971c30 0x55d7729efb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55d772969050 0x55d77298f890 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 --2- 172.21.15.18:0/2690812916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d772968730 0x55d77298f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f62eeff5640 0 client.18144 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 >> 172.21.15.18:0/2690812916 conn(0x55d772962e60 msgr2=0x55d772964b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 shutdown_connections 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 1 -- 172.21.15.18:0/2690812916 wait complete. 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.137+0000 7f631406f740 20 client.18144 trim_cache size 0 max 16384 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:09:22.145 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:09:22.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62f40a2040 msgr2=0x7f62f40a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62f40a2040 0x7f62f40a4500 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f630001c000 tx=0x7f630001e000 comp rx=0 tx=0).stop 2024-03-07T10:09:22.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 msgr2=0x7f630c19e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c19e940 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f62fc005940 tx=0x7f62fc02cb30 comp rx=0 tx=0).stop 2024-03-07T10:09:22.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 shutdown_connections 2024-03-07T10:09:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f62f40a2040 0x7f62f40a4500 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f630c10dfe0 0x7f630c19e940 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f630c1003c0 0x7f630c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 --2- 172.21.15.18:0/681041987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f630c0ffaa0 0x7f630c19a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 >> 172.21.15.18:0/681041987 conn(0x7f630c0753a0 msgr2=0x7f630c10e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 shutdown_connections 2024-03-07T10:09:22.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.138+0000 7f6311283640 1 -- 172.21.15.18:0/681041987 wait complete. 2024-03-07T10:09:22.151 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:09:22.151 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:09:22.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 -- 172.21.15.18:0/46202890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 msgr2=0x7f82dc101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/46202890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc101a80 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f82d0009930 tx=0x7f82d002bc30 comp rx=0 tx=0).stop 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 -- 172.21.15.18:0/46202890 shutdown_connections 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/46202890 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82dc101fc0 0x7f82dc10e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/46202890 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc101a80 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/46202890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82dc1076a0 0x7f82dc107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 -- 172.21.15.18:0/46202890 >> 172.21.15.18:0/46202890 conn(0x7f82dc0fd110 msgr2=0x7f82dc0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 -- 172.21.15.18:0/46202890 shutdown_connections 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.270+0000 7f82e1bfc640 1 -- 172.21.15.18:0/46202890 wait complete. 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 Processor -- start 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 -- start start 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82dc101fc0 0x7f82dc198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82dc1076a0 0x7f82dc19c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82dc111a20 con 0x7f82dc101600 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82dc1118a0 con 0x7f82dc1076a0 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82e1bfc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82dc111ba0 con 0x7f82dc101fc0 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82db7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82db7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37402/0 (socket says 172.21.15.18:37402) 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82db7fe640 1 -- 172.21.15.18:0/4013979617 learned_addr learned my addr 172.21.15.18:0/4013979617 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82daffd640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82dc101fc0 0x7f82dc198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.271+0000 7f82dbfff640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82dc1076a0 0x7f82dc19c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.272+0000 7f82db7fe640 1 -- 172.21.15.18:0/4013979617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82dc101fc0 msgr2=0x7f82dc198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.272+0000 7f82db7fe640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82dc101fc0 0x7f82dc198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.272+0000 7f82db7fe640 1 -- 172.21.15.18:0/4013979617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82dc1076a0 msgr2=0x7f82dc19c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.272+0000 7f82db7fe640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82dc1076a0 0x7f82dc19c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.272+0000 7f82db7fe640 1 -- 172.21.15.18:0/4013979617 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82dc19cec0 con 0x7f82dc101600 2024-03-07T10:09:22.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.272+0000 7f82dbfff640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82dc1076a0 0x7f82dc19c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:22.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.272+0000 7f82db7fe640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc197f20 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f82cc00e9c0 tx=0x7f82cc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.273+0000 7f82d8ff9640 1 -- 172.21.15.18:0/4013979617 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc00cd80 con 0x7f82dc101600 2024-03-07T10:09:22.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.273+0000 7f82d8ff9640 1 -- 172.21.15.18:0/4013979617 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f82cc0035f0 con 0x7f82dc101600 2024-03-07T10:09:22.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.273+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82dc19d1b0 con 0x7f82dc101600 2024-03-07T10:09:22.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.273+0000 7f82d8ff9640 1 -- 172.21.15.18:0/4013979617 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc00cd80 con 0x7f82dc101600 2024-03-07T10:09:22.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.273+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82dc1a4a40 con 0x7f82dc101600 2024-03-07T10:09:22.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.274+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82dc102d40 con 0x7f82dc101600 2024-03-07T10:09:22.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.276+0000 7f82d8ff9640 1 -- 172.21.15.18:0/4013979617 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f82cc0037a0 con 0x7f82dc101600 2024-03-07T10:09:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.276+0000 7f82d8ff9640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82c40a20f0 0x7f82c40a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.277+0000 7f82d8ff9640 1 -- 172.21.15.18:0/4013979617 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f82cc0ce1f0 con 0x7f82dc101600 2024-03-07T10:09:22.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.277+0000 7f82daffd640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82c40a20f0 0x7f82c40a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.278+0000 7f82daffd640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82c40a20f0 0x7f82c40a45b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f82d0005ab0 tx=0x7f82d0005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.281+0000 7f82d8ff9640 1 -- 172.21.15.18:0/4013979617 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f82cc09b240 con 0x7f82dc101600 2024-03-07T10:09:22.623 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.621+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f82dc068930 con 0x7f82dc101600 2024-03-07T10:09:22.624 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.622+0000 7f82d8ff9640 1 -- 172.21.15.18:0/4013979617 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f82cc09ab40 con 0x7f82dc101600 2024-03-07T10:09:22.624 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:09:22.624 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:09:22.624 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:09:22.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82c40a20f0 msgr2=0x7f82c40a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82c40a20f0 0x7f82c40a45b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f82d0005ab0 tx=0x7f82d0005fd0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 msgr2=0x7f82dc197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc197f20 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f82cc00e9c0 tx=0x7f82cc00ee80 comp rx=0 tx=0).stop 2024-03-07T10:09:22.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 shutdown_connections 2024-03-07T10:09:22.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82dc1076a0 0x7f82dc19c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.627 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82dc101fc0 0x7f82dc198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82c40a20f0 0x7f82c40a45b0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 --2- 172.21.15.18:0/4013979617 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f82dc101600 0x7f82dc197f20 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 >> 172.21.15.18:0/4013979617 conn(0x7f82dc0fd110 msgr2=0x7f82dc0fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 shutdown_connections 2024-03-07T10:09:22.628 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.625+0000 7f82e1bfc640 1 -- 172.21.15.18:0/4013979617 wait complete. 2024-03-07T10:09:22.639 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:09:22.639 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:09:22.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 -- 172.21.15.18:0/752098992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 msgr2=0x7fccd0107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/752098992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 0x7fccd0107b90 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fccc8009cd0 tx=0x7fccc802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 -- 172.21.15.18:0/752098992 shutdown_connections 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/752098992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccd006a260 0x7fccd010e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/752098992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 0x7fccd0069d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/752098992 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 0x7fccd0107b90 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 -- 172.21.15.18:0/752098992 >> 172.21.15.18:0/752098992 conn(0x7fccd0078370 msgr2=0x7fccd0078780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 -- 172.21.15.18:0/752098992 shutdown_connections 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 -- 172.21.15.18:0/752098992 wait complete. 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 Processor -- start 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.770+0000 7fccd6ca1640 1 -- start start 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd6ca1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 0x7fccd0197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd6ca1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccd006a260 0x7fccd01983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd6ca1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 0x7fccd019c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd6ca1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd0111a20 con 0x7fccd01077b0 2024-03-07T10:09:22.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd6ca1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd01118a0 con 0x7fccd006a260 2024-03-07T10:09:22.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd6ca1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd0111ba0 con 0x7fccd00698c0 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd4a3d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 0x7fccd0197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd4a3d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 0x7fccd0197ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59556/0 (socket says 172.21.15.18:59556) 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd4a3d640 1 -- 172.21.15.18:0/1372430580 learned_addr learned my addr 172.21.15.18:0/1372430580 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fcccffff640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccd006a260 0x7fccd01983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd523e640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 0x7fccd019c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd4a3d640 1 -- 172.21.15.18:0/1372430580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccd006a260 msgr2=0x7fccd01983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccd006a260 0x7fccd01983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd4a3d640 1 -- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 msgr2=0x7fccd019c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.771+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 0x7fccd019c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.772+0000 7fccd4a3d640 1 -- 172.21.15.18:0/1372430580 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd019ce40 con 0x7fccd00698c0 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.772+0000 7fccd523e640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 0x7fccd019c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.772+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 0x7fccd0197ea0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fccc8004af0 tx=0x7fccc8032ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.772+0000 7fcccdffb640 1 -- 172.21.15.18:0/1372430580 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc8041020 con 0x7fccd00698c0 2024-03-07T10:09:22.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.772+0000 7fcccdffb640 1 -- 172.21.15.18:0/1372430580 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fccc8034cd0 con 0x7fccd00698c0 2024-03-07T10:09:22.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.772+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccd019d0d0 con 0x7fccd00698c0 2024-03-07T10:09:22.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.772+0000 7fcccdffb640 1 -- 172.21.15.18:0/1372430580 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc8041020 con 0x7fccd00698c0 2024-03-07T10:09:22.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.773+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccd0100760 con 0x7fccd00698c0 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fcccdffb640 1 -- 172.21.15.18:0/1372430580 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fccc8044020 con 0x7fccd00698c0 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 Processor -- start 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 -- start start 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f42550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42a90 0x55bd81f4b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f4da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd81f09330 con 0x55bd81f4b670 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd81ea5e90 con 0x55bd81f42170 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd9b63740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd81e4ed00 con 0x55bd81f42a90 2024-03-07T10:09:22.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd523e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f42550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fcccffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f4da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd4a3d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42a90 0x55bd81f4b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd523e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f42550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47116/0 (socket says 172.21.15.18:47116) 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fccd523e640 1 -- 172.21.15.18:0/2663231728 learned_addr learned my addr 172.21.15.18:0/2663231728 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.775+0000 7fcccdffb640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fccb80a20f0 0x7fccb80a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fcccffff640 1 -- 172.21.15.18:0/2663231728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42a90 msgr2=0x55bd81f4b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fcccffff640 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42a90 0x55bd81f4b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fcccffff640 1 -- 172.21.15.18:0/2663231728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 msgr2=0x55bd81f42550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fcccffff640 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f42550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fcccffff640 1 -- 172.21.15.18:0/2663231728 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd81e4db90 con 0x55bd81f4b670 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42a90 0x55bd81f4b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fccd523e640 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f42550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fcccdffb640 1 -- 172.21.15.18:0/1372430580 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fccc80ef9d0 con 0x7fccd00698c0 2024-03-07T10:09:22.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fccd523e640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fccb80a20f0 0x7fccb80a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fcccffff640 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f4da60 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009b40 tx=0x7fccc40113e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acde9cfd62b1d84a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fccb6ffd640 1 -- 172.21.15.18:0/2663231728 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc4011e10 con 0x55bd81f4b670 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fccb6ffd640 1 -- 172.21.15.18:0/2663231728 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fccc4012930 con 0x55bd81f4b670 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fccb6ffd640 1 -- 172.21.15.18:0/2663231728 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc400fb30 con 0x55bd81f4b670 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.776+0000 7fccd523e640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fccb80a20f0 0x7fccb80a45b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fccc0009a50 tx=0x7fccc00046c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.777+0000 7fccd9b63740 1 -- 172.21.15.18:0/2663231728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 msgr2=0x55bd81f4da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.777+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f4da60 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009b40 tx=0x7fccc40113e0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.777+0000 7fccd9b63740 1 -- 172.21.15.18:0/2663231728 shutdown_connections 2024-03-07T10:09:22.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.777+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f4da60 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.777+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42a90 0x55bd81f4b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.777+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2663231728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f42550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.778+0000 7fccd9b63740 1 -- 172.21.15.18:0/2663231728 >> 172.21.15.18:0/2663231728 conn(0x55bd81f3c8a0 msgr2=0x55bd81f3cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.778+0000 7fccd9b63740 1 -- 172.21.15.18:0/2663231728 shutdown_connections 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.778+0000 7fccd9b63740 1 -- 172.21.15.18:0/2663231728 wait complete. 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 -- start start 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 Processor -- start 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f48610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f48b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f49090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd81e44470 con 0x55bd81f42a90 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd81ea1f30 con 0x55bd81f42170 2024-03-07T10:09:22.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd81f4e460 con 0x55bd81f4b670 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd9b63740 10 client.0 _ll_register_callbacks cb 0x55bd81e9fd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fcccffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f48b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fcccffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f48b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37438/0 (socket says 172.21.15.18:37438) 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fcccffff640 1 -- 172.21.15.18:0/1773370402 learned_addr learned my addr 172.21.15.18:0/1773370402 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd523e640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f49090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.779+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f48610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fcccffff640 1 -- 172.21.15.18:0/1773370402 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 msgr2=0x55bd81f49090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fcccffff640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f49090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fcccffff640 1 -- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 msgr2=0x55bd81f48610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fcccffff640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f48610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fcccffff640 1 -- 172.21.15.18:0/1773370402 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bd81bba3f0 con 0x55bd81f42a90 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f48610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:22.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fcccffff640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f48b50 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fccc400f670 tx=0x7fccc4012700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a273b86f2cd6d0e9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccaffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccaffff640 1 -- 172.21.15.18:0/1773370402 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc4028070 con 0x55bd81f42a90 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccaffff640 1 -- 172.21.15.18:0/1773370402 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fccc400f870 con 0x55bd81f42a90 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fccc4012930 con 0x55bd81f42a90 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccaffff640 1 -- 172.21.15.18:0/1773370402 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fccc4034050 con 0x55bd81f42a90 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccd9b63740 10 client.18162 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55bd81c847d0 con 0x55bd81f42a90 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.780+0000 7fccaffff640 1 -- 172.21.15.18:0/1773370402 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fccc4012930 con 0x55bd81f42a90 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccaffff640 1 -- 172.21.15.18:0/1773370402 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fccc4005640 con 0x55bd81f42a90 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd9b63740 10 client.18162 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd9b63740 10 client.18162 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd9b63740 20 client.18162 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81f5b770 0x55bd81f5db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd9b63740 4 client.18162 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bd81eb33d0 con 0x55bd81f5b770 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81f5b770 0x55bd81f5db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccaffff640 10 client.18162 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.781+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81f5b770 0x55bd81f5db60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d161cfab138defb1 server_cookie=e801ffbb16745d2c in_seq=0 out_seq=0 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccaffff640 1 -- 172.21.15.18:0/1773370402 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55bd81eb33d0 con 0x55bd81f5b770 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccaffff640 10 client.18162 handle_command_reply: tid=0 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 client.18162 shutdown 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 msgr2=0x55bd81f48b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f48b50 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fccc400f670 tx=0x7fccc4012700 comp rx=0 tx=0).stop 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 shutdown_connections 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81f5b770 0x55bd81f5db60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f49090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f48b50 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1773370402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f48610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccaffff640 0 client.18162 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 >> 172.21.15.18:0/1773370402 conn(0x55bd81f3c8a0 msgr2=0x55bd81f3e5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 shutdown_connections 2024-03-07T10:09:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 1 -- 172.21.15.18:0/1773370402 wait complete. 2024-03-07T10:09:22.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.782+0000 7fccd9b63740 20 client.18162 trim_cache size 0 max 16384 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 Processor -- start 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 -- start start 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42170 0x55bd81f4ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42a90 0x55bd81f56b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f570b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd01ad760 con 0x55bd81f4b670 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd01ab260 con 0x55bd81f42a90 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.797+0000 7fccd9b63740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd01a9320 con 0x55bd81f42170 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f570b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fcccffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42a90 0x55bd81f56b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.800 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f570b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37442/0 (socket says 172.21.15.18:37442) 2024-03-07T10:09:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 -- 172.21.15.18:0/1423109614 learned_addr learned my addr 172.21.15.18:0/1423109614 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42170 0x55bd81f4ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 -- 172.21.15.18:0/1423109614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42170 msgr2=0x55bd81f4ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42170 0x55bd81f4ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 -- 172.21.15.18:0/1423109614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42a90 msgr2=0x55bd81f56b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42a90 0x55bd81f56b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.798+0000 7fccd523e640 1 -- 172.21.15.18:0/1423109614 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd81f38160 con 0x55bd81f4b670 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.799+0000 7fccd523e640 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f570b0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fccc000bc40 tx=0x7fccc001a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=608d7120c9c8002d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.799+0000 7fccb67fc640 1 -- 172.21.15.18:0/1423109614 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc0019040 con 0x55bd81f4b670 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.799+0000 7fccb67fc640 1 -- 172.21.15.18:0/1423109614 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fccc002f070 con 0x55bd81f4b670 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.799+0000 7fccb67fc640 1 -- 172.21.15.18:0/1423109614 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc002acf0 con 0x55bd81f4b670 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 -- 172.21.15.18:0/1423109614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 msgr2=0x55bd81f570b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f570b0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fccc000bc40 tx=0x7fccc001a000 comp rx=0 tx=0).stop 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 -- 172.21.15.18:0/1423109614 shutdown_connections 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f4b670 0x55bd81f570b0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42a90 0x55bd81f56b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 --2- 172.21.15.18:0/1423109614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f42170 0x55bd81f4ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 -- 172.21.15.18:0/1423109614 >> 172.21.15.18:0/1423109614 conn(0x55bd81f3c8a0 msgr2=0x55bd81f48e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 -- 172.21.15.18:0/1423109614 shutdown_connections 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 -- 172.21.15.18:0/1423109614 wait complete. 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 -- start start 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.800+0000 7fccd9b63740 1 Processor -- start 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f4ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f4f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd9b63740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f4f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd9b63740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd01a9920 con 0x55bd81f42a90 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd9b63740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd01aac00 con 0x55bd81f42170 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd9b63740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd01a9f40 con 0x55bd81f4b670 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd9b63740 10 client.0 _ll_register_callbacks cb 0x7fccc0010890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f4f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd523e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f4f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd4a3d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f4ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f4f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37448/0 (socket says 172.21.15.18:37448) 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fccd523e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f4f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59578/0 (socket says 172.21.15.18:59578) 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 -- 172.21.15.18:0/2982586525 learned_addr learned my addr 172.21.15.18:0/2982586525 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 -- 172.21.15.18:0/2982586525 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 msgr2=0x55bd81f4f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f4f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 -- 172.21.15.18:0/2982586525 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 msgr2=0x55bd81f4ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f4ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 -- 172.21.15.18:0/2982586525 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bd81fb5f60 con 0x55bd81f42a90 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.801+0000 7fcccffff640 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f4f290 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009b40 tx=0x7fccc40092d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68a9c6afa1c0f0d5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccaffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccaffff640 1 -- 172.21.15.18:0/2982586525 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc403c020 con 0x55bd81f42a90 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccaffff640 1 -- 172.21.15.18:0/2982586525 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fccc4004240 con 0x55bd81f42a90 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fccc002f070 con 0x55bd81f42a90 2024-03-07T10:09:22.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccaffff640 1 -- 172.21.15.18:0/2982586525 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fccc4028040 con 0x55bd81f42a90 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 10 client.18168 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55bd81fb7240 con 0x55bd81f42a90 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccaffff640 1 -- 172.21.15.18:0/2982586525 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fccc002f070 con 0x55bd81f42a90 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccaffff640 1 -- 172.21.15.18:0/2982586525 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fccc4037070 con 0x55bd81f42a90 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 10 client.18168 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 10 client.18168 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 20 client.18168 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81fb7840 0x55bd81fb9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 4 client.18168 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55bd81ead720 con 0x55bd81fb7840 2024-03-07T10:09:22.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.802+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81fb7840 0x55bd81fb9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.803+0000 7fccaffff640 10 client.18168 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.804+0000 7fccd4a3d640 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81fb7840 0x55bd81fb9c30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bed03868b510da45 server_cookie=73710c2237e4e822 in_seq=0 out_seq=0 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccaffff640 1 -- 172.21.15.18:0/2982586525 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55bd81ead720 con 0x55bd81fb7840 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccaffff640 10 client.18168 handle_command_reply: tid=0 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 client.18168 shutdown 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 msgr2=0x55bd81f4f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f4f290 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fccc4009b40 tx=0x7fccc40092d0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 shutdown_connections 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55bd81fb7840 0x55bd81fb9c30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bd81f4b670 0x55bd81f4f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.810 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bd81f42a90 0x55bd81f4f290 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 --2- 172.21.15.18:0/2982586525 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bd81f42170 0x55bd81f4ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccaffff640 0 client.18168 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 >> 172.21.15.18:0/2982586525 conn(0x55bd81f3c8a0 msgr2=0x55bd81f48400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 shutdown_connections 2024-03-07T10:09:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 1 -- 172.21.15.18:0/2982586525 wait complete. 2024-03-07T10:09:22.811 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.805+0000 7fccd9b63740 20 client.18168 trim_cache size 0 max 16384 2024-03-07T10:09:22.811 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:09:22.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fccb80a20f0 msgr2=0x7fccb80a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fccb80a20f0 0x7fccb80a45b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fccc0009a50 tx=0x7fccc00046c0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 msgr2=0x7fccd0197ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 0x7fccd0197ea0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fccc8004af0 tx=0x7fccc8032ea0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 shutdown_connections 2024-03-07T10:09:22.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fccb80a20f0 0x7fccb80a45b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fccd01077b0 0x7fccd019c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccd006a260 0x7fccd01983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 --2- 172.21.15.18:0/1372430580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccd00698c0 0x7fccd0197ea0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 >> 172.21.15.18:0/1372430580 conn(0x7fccd0078370 msgr2=0x7fccd00ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 shutdown_connections 2024-03-07T10:09:22.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.806+0000 7fccd6ca1640 1 -- 172.21.15.18:0/1372430580 wait complete. 2024-03-07T10:09:22.820 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:09:22.821 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:09:22.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.968+0000 7fe3c5d54640 1 -- 172.21.15.18:0/19610543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3c01101c0 msgr2=0x7fe3c0108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.968+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/19610543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3c01101c0 0x7fe3c0108ba0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fe3b801acb0 tx=0x7fe3b803d200 comp rx=0 tx=0).stop 2024-03-07T10:09:22.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.969+0000 7fe3c5d54640 1 -- 172.21.15.18:0/19610543 shutdown_connections 2024-03-07T10:09:22.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.969+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/19610543 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe3c01091c0 0x7fe3c011ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.969+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/19610543 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3c01101c0 0x7fe3c0108ba0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.969+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/19610543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c010fde0 0x7fe3c0108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.969+0000 7fe3c5d54640 1 -- 172.21.15.18:0/19610543 >> 172.21.15.18:0/19610543 conn(0x7fe3c006da40 msgr2=0x7fe3c006de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.975+0000 7fe3c5d54640 1 -- 172.21.15.18:0/19610543 shutdown_connections 2024-03-07T10:09:22.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.978+0000 7fe3c5d54640 1 -- 172.21.15.18:0/19610543 wait complete. 2024-03-07T10:09:22.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 Processor -- start 2024-03-07T10:09:22.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 -- start start 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c01091c0 0x7fe3c011cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3c010fde0 0x7fe3c0118ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe3c01101c0 0x7fe3c0119220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c01130b0 con 0x7fe3c010fde0 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c0112f30 con 0x7fe3c01101c0 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.979+0000 7fe3c5d54640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c0113230 con 0x7fe3c01091c0 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.980+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c01091c0 0x7fe3c011cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.980+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c01091c0 0x7fe3c011cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59588/0 (socket says 172.21.15.18:59588) 2024-03-07T10:09:22.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.980+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4063658549 learned_addr learned my addr 172.21.15.18:0/4063658549 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.981+0000 7fe3bffff640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe3c01101c0 0x7fe3c0119220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.982+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4063658549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe3c01101c0 msgr2=0x7fe3c0119220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.982+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe3c01101c0 0x7fe3c0119220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.982+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3c010fde0 msgr2=0x7fe3c0118ce0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.982+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3c010fde0 0x7fe3c0118ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.982+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4063658549 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3c0119ab0 con 0x7fe3c01091c0 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.983+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c01091c0 0x7fe3c011cc50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe3b400b450 tx=0x7fe3b400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.983+0000 7fe3bcff9640 1 -- 172.21.15.18:0/4063658549 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b4015020 con 0x7fe3c01091c0 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.983+0000 7fe3bcff9640 1 -- 172.21.15.18:0/4063658549 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe3b4011d70 con 0x7fe3c01091c0 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.983+0000 7fe3bcff9640 1 -- 172.21.15.18:0/4063658549 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b400f340 con 0x7fe3c01091c0 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.983+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3c01aabe0 con 0x7fe3c01091c0 2024-03-07T10:09:22.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.983+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3c01ab0e0 con 0x7fe3c01091c0 2024-03-07T10:09:22.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.986+0000 7fe3bcff9640 1 -- 172.21.15.18:0/4063658549 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe3b4018020 con 0x7fe3c01091c0 2024-03-07T10:09:22.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.987+0000 7fe3bcff9640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe3a80a1ff0 0x7fe3a80a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.987+0000 7fe3bcff9640 1 -- 172.21.15.18:0/4063658549 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe3b40cdd60 con 0x7fe3c01091c0 2024-03-07T10:09:22.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.988+0000 7fe3beffd640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe3a80a1ff0 0x7fe3a80a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.989+0000 7fe3beffd640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe3a80a1ff0 0x7fe3a80a44b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe3b801a440 tx=0x7fe3b8000f40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.990+0000 7fe3c8c1e740 1 Processor -- start 2024-03-07T10:09:22.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.992+0000 7fe3c8c1e740 1 -- start start 2024-03-07T10:09:22.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.992+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939e170 0x5650b939e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.992+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939ea90 0x5650b93a7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.992+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939e170 0x5650b939e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.992+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939e170 0x5650b939e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59592/0 (socket says 172.21.15.18:59592) 2024-03-07T10:09:22.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.993+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/1249536468 learned_addr learned my addr 172.21.15.18:0/1249536468 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:22.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.993+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:22.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.993+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650b9365330 con 0x5650b939ea90 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.993+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650b9301e90 con 0x5650b93a7670 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.993+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650b92aad00 con 0x5650b939e170 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.993+0000 7fe3beffd640 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939ea90 0x5650b93a7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.993+0000 7fe3bffff640 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3beffd640 1 -- 172.21.15.18:0/1249536468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939e170 msgr2=0x5650b939e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3beffd640 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939e170 0x5650b939e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3beffd640 1 -- 172.21.15.18:0/1249536468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 msgr2=0x5650b93a9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3beffd640 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3beffd640 1 -- 172.21.15.18:0/1249536468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5650b92a9b90 con 0x5650b939ea90 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939e170 0x5650b939e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:22.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3beffd640 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939ea90 0x5650b93a7130 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fe3b803d740 tx=0x7fe3b804b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb1218c8b5ed86b7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3a5ffb640 1 -- 172.21.15.18:0/1249536468 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b804a040 con 0x5650b939ea90 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3a5ffb640 1 -- 172.21.15.18:0/1249536468 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe3b80045e0 con 0x5650b939ea90 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.994+0000 7fe3a5ffb640 1 -- 172.21.15.18:0/1249536468 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b8043b30 con 0x5650b939ea90 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.995+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939ea90 msgr2=0x5650b93a7130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.995+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939ea90 0x5650b93a7130 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fe3b803d740 tx=0x7fe3b804b000 comp rx=0 tx=0).stop 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.995+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 shutdown_connections 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.996+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.996+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939ea90 0x5650b93a7130 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.996+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1249536468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939e170 0x5650b939e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.996+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 >> 172.21.15.18:0/1249536468 conn(0x5650b93988a0 msgr2=0x5650b9398c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:22.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.996+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 shutdown_connections 2024-03-07T10:09:22.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.996+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1249536468 wait complete. 2024-03-07T10:09:22.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.996+0000 7fe3c8c1e740 1 -- start start 2024-03-07T10:09:23.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.997+0000 7fe3c8c1e740 1 Processor -- start 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.997+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.997+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93a4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.997+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.997+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650b92a0470 con 0x5650b939e170 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650b92fdf30 con 0x5650b93a7670 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37486/0 (socket says 172.21.15.18:37486) 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/1593386709 learned_addr learned my addr 172.21.15.18:0/1593386709 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bffff640 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650b93aa3a0 con 0x5650b939ea90 2024-03-07T10:09:23.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3c8c1e740 10 client.0 _ll_register_callbacks cb 0x5650b92fbd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/1593386709 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 msgr2=0x5650b93a4c60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93a4c60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 msgr2=0x5650b93a51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/1593386709 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5650b90163f0 con 0x5650b939e170 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe3b80045e0 con 0x5650b939e170 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a4720 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fe3b4096bc0 tx=0x7fe3b409e930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7af520f37ab9e741 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.998+0000 7fe39effd640 10 client.18177 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.999+0000 7fe39effd640 1 -- 172.21.15.18:0/1593386709 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b40cb840 con 0x5650b939e170 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.999+0000 7fe39effd640 1 -- 172.21.15.18:0/1593386709 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe3b40ba0b0 con 0x5650b939e170 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.999+0000 7fe39effd640 1 -- 172.21.15.18:0/1593386709 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3b40ba2d0 con 0x5650b939e170 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.999+0000 7fe3c8c1e740 10 client.18177 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.999+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5650b90e07d0 con 0x5650b939e170 2024-03-07T10:09:23.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:22.999+0000 7fe39effd640 1 -- 172.21.15.18:0/1593386709 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe3b4099bb0 con 0x5650b939e170 2024-03-07T10:09:23.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.000+0000 7fe3c8c1e740 10 client.18177 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:23.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.000+0000 7fe3c8c1e740 10 client.18177 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:09:23.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.000+0000 7fe3c8c1e740 20 client.18177 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:23.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.000+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b93b74c0 0x5650b93b98b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.000+0000 7fe3c8c1e740 4 client.18177 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:23.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.000+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5650b930f3d0 con 0x5650b93b74c0 2024-03-07T10:09:23.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:22 smithi077 ceph-mon[36374]: pgmap v318: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 6.1 MiB/s wr, 651 op/s 2024-03-07T10:09:23.005 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:22 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4013979617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:09:23.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.001+0000 7fe3beffd640 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b93b74c0 0x5650b93b98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.005+0000 7fe3beffd640 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b93b74c0 0x5650b93b98b0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=97e2528337a78bda server_cookie=750187141a92080b in_seq=0 out_seq=0 2024-03-07T10:09:23.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.005+0000 7fe39effd640 10 client.18177 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.006+0000 7fe39effd640 1 -- 172.21.15.18:0/1593386709 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5650b930f3d0 con 0x5650b93b74c0 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.006+0000 7fe39effd640 10 client.18177 handle_command_reply: tid=0 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.006+0000 7fe3c8c1e740 1 client.18177 shutdown 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 msgr2=0x5650b93a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a4720 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fe3b4096bc0 tx=0x7fe3b409e930 comp rx=0 tx=0).stop 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 shutdown_connections 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b93a7670 0x5650b93a51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b93b74c0 0x5650b93b98b0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93a4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe39effd640 0 client.18177 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:23.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/1593386709 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a4720 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 >> 172.21.15.18:0/1593386709 conn(0x5650b93988a0 msgr2=0x5650b939a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 shutdown_connections 2024-03-07T10:09:23.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/1593386709 wait complete. 2024-03-07T10:09:23.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.007+0000 7fe3c8c1e740 20 client.18177 trim_cache size 0 max 16384 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 Processor -- start 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 -- start start 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939e170 0x5650b93a6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b93a7670 0x5650b93b3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3ac010e50 con 0x5650b93a7670 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3ac00e950 con 0x5650b939e170 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3beffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3beffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93b2b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59618/0 (socket says 172.21.15.18:59618) 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3beffd640 1 -- 172.21.15.18:0/2365660938 learned_addr learned my addr 172.21.15.18:0/2365660938 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3ac00ca10 con 0x5650b939ea90 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939e170 0x5650b93a6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.022+0000 7fe3bffff640 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b93a7670 0x5650b93b3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3beffd640 1 -- 172.21.15.18:0/2365660938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939e170 msgr2=0x5650b93a6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3beffd640 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939e170 0x5650b93a6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3beffd640 1 -- 172.21.15.18:0/2365660938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b93a7670 msgr2=0x5650b93b3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3beffd640 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b93a7670 0x5650b93b3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3beffd640 1 -- 172.21.15.18:0/2365660938 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5650b93b4050 con 0x5650b939ea90 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3beffd640 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93b2b40 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fe3b801acb0 tx=0x7fe3b8043910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b78313b71efd2153 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3a57fa640 1 -- 172.21.15.18:0/2365660938 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b804a040 con 0x5650b939ea90 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3a57fa640 1 -- 172.21.15.18:0/2365660938 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe3b80434f0 con 0x5650b939ea90 2024-03-07T10:09:23.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.023+0000 7fe3a57fa640 1 -- 172.21.15.18:0/2365660938 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b8043d90 con 0x5650b939ea90 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/2365660938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 msgr2=0x5650b93b2b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93b2b40 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fe3b801acb0 tx=0x7fe3b8043910 comp rx=0 tx=0).stop 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/2365660938 shutdown_connections 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b93a7670 0x5650b93b3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b939ea90 0x5650b93b2b40 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/2365660938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939e170 0x5650b93a6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/2365660938 >> 172.21.15.18:0/2365660938 conn(0x5650b93988a0 msgr2=0x5650b93938a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/2365660938 shutdown_connections 2024-03-07T10:09:23.031 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/2365660938 wait complete. 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.024+0000 7fe3c8c1e740 1 -- start start 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 1 Processor -- start 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a1390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939ea90 0x5650b93a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b93a7670 0x5650b9411d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3ac00d010 con 0x5650b939e170 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3ac00e2f0 con 0x5650b939ea90 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3ac00d630 con 0x5650b93a7670 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3bf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a1390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37502/0 (socket says 172.21.15.18:37502) 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4283969090 learned_addr learned my addr 172.21.15.18:0/4283969090 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3beffd640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939ea90 0x5650b93a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3bffff640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b93a7670 0x5650b9411d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.025+0000 7fe3c8c1e740 10 client.0 _ll_register_callbacks cb 0x7fe3b409a390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4283969090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b93a7670 msgr2=0x5650b9411d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b93a7670 0x5650b9411d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939ea90 msgr2=0x5650b93a18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939ea90 0x5650b93a18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3bf7fe640 1 -- 172.21.15.18:0/4283969090 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5650b94122c0 con 0x5650b939e170 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3bffff640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b93a7670 0x5650b9411d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3bf7fe640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a1390 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fe3b400be10 tx=0x7fe3b40cd070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=703d1747b4940c8a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe39effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe39effd640 1 -- 172.21.15.18:0/4283969090 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3b409a760 con 0x5650b939e170 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe3b80434f0 con 0x5650b939e170 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe39effd640 1 -- 172.21.15.18:0/4283969090 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe3b4011aa0 con 0x5650b939e170 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe39effd640 1 -- 172.21.15.18:0/4283969090 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3b40cbb00 con 0x5650b939e170 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3c8c1e740 10 client.18183 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:23.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.026+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5650b94133e0 con 0x5650b939e170 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe39effd640 1 -- 172.21.15.18:0/4283969090 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe3b80434f0 con 0x5650b939e170 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe39effd640 1 -- 172.21.15.18:0/4283969090 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe3b409f7d0 con 0x5650b939e170 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3c8c1e740 10 client.18183 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3c8c1e740 10 client.18183 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3c8c1e740 20 client.18183 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b9413940 0x5650b9415d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3c8c1e740 4 client.18183 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5650b9309720 con 0x5650b9413940 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3beffd640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b9413940 0x5650b9415d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe3beffd640 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b9413940 0x5650b9415d60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=649a969e2fc4131c server_cookie=8e8d2b8ef21b221a in_seq=0 out_seq=0 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.027+0000 7fe39effd640 10 client.18183 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe39effd640 1 -- 172.21.15.18:0/4283969090 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5650b9309720 con 0x5650b9413940 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe39effd640 10 client.18183 handle_command_reply: tid=0 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 client.18183 shutdown 2024-03-07T10:09:23.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 msgr2=0x5650b93a1390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a1390 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fe3b400be10 tx=0x7fe3b40cd070 comp rx=0 tx=0).stop 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 shutdown_connections 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5650b9413940 0x5650b9415d60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5650b93a7670 0x5650b9411d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe39effd640 0 client.18183 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650b939ea90 0x5650b93a18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 --2- 172.21.15.18:0/4283969090 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5650b939e170 0x5650b93a1390 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 >> 172.21.15.18:0/4283969090 conn(0x5650b93988a0 msgr2=0x5650b93970d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 shutdown_connections 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 1 -- 172.21.15.18:0/4283969090 wait complete. 2024-03-07T10:09:23.035 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.028+0000 7fe3c8c1e740 20 client.18183 trim_cache size 0 max 16384 2024-03-07T10:09:23.036 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:09:23.036 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe3a80a1ff0 msgr2=0x7fe3a80a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe3a80a1ff0 0x7fe3a80a44b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe3b801a440 tx=0x7fe3b8000f40 comp rx=0 tx=0).stop 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c01091c0 msgr2=0x7fe3c011cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c01091c0 0x7fe3c011cc50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe3b400b450 tx=0x7fe3b400b910 comp rx=0 tx=0).stop 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 shutdown_connections 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe3c01101c0 0x7fe3c0119220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe3a80a1ff0 0x7fe3a80a44b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe3c010fde0 0x7fe3c0118ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 --2- 172.21.15.18:0/4063658549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe3c01091c0 0x7fe3c011cc50 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 >> 172.21.15.18:0/4063658549 conn(0x7fe3c006da40 msgr2=0x7fe3c010ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 shutdown_connections 2024-03-07T10:09:23.037 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.029+0000 7fe3c5d54640 1 -- 172.21.15.18:0/4063658549 wait complete. 2024-03-07T10:09:23.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:22 smithi018 ceph-mon[32171]: pgmap v318: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 6.1 MiB/s wr, 651 op/s 2024-03-07T10:09:23.041 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:22 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4013979617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:09:23.043 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:09:23.043 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:09:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 600.0 s, 1517.6 tps, lat 67.008 ms stddev 82.823 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 -- 172.21.15.18:0/1387890314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc073a00 msgr2=0x7f9ebc073de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 --2- 172.21.15.18:0/1387890314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc073a00 0x7f9ebc073de0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f9eac009900 tx=0x7f9eac02bcd0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 -- 172.21.15.18:0/1387890314 shutdown_connections 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 --2- 172.21.15.18:0/1387890314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc1125e0 0x7f9ebc1149d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 --2- 172.21.15.18:0/1387890314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ebc074320 0x7f9ebc1120a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 --2- 172.21.15.18:0/1387890314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc073a00 0x7f9ebc073de0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 -- 172.21.15.18:0/1387890314 >> 172.21.15.18:0/1387890314 conn(0x7f9ebc0fd0e0 msgr2=0x7f9ebc0ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 -- 172.21.15.18:0/1387890314 shutdown_connections 2024-03-07T10:09:23.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.192+0000 7f9ec120d640 1 -- 172.21.15.18:0/1387890314 wait complete. 2024-03-07T10:09:23.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 Processor -- start 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 -- start start 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc073a00 0x7f9ebc19e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ebc074320 0x7f9ebc19ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc1125e0 0x7f9ebc1a2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc117fe0 con 0x7f9ebc1125e0 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc117e60 con 0x7f9ebc073a00 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ec120d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc118160 con 0x7f9ebc074320 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ebc074320 0x7f9ebc19ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9ebb59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc1125e0 0x7f9ebc1a2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ebc074320 0x7f9ebc19ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59654/0 (socket says 172.21.15.18:59654) 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.193+0000 7f9eba59c640 1 -- 172.21.15.18:0/2273039817 learned_addr learned my addr 172.21.15.18:0/2273039817 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.194+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc073a00 0x7f9ebc19e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.194+0000 7f9ebb59e640 1 -- 172.21.15.18:0/2273039817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ebc074320 msgr2=0x7f9ebc19ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.194+0000 7f9ebb59e640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ebc074320 0x7f9ebc19ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.194+0000 7f9ebb59e640 1 -- 172.21.15.18:0/2273039817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc073a00 msgr2=0x7f9ebc19e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.194+0000 7f9ebb59e640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc073a00 0x7f9ebc19e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.194+0000 7f9ebb59e640 1 -- 172.21.15.18:0/2273039817 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ebc1a34d0 con 0x7f9ebc1125e0 2024-03-07T10:09:23.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.194+0000 7f9ebb59e640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc1125e0 0x7f9ebc1a2da0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4005fd0 tx=0x7f9eb400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:22 smithi063 ceph-mon[36356]: pgmap v318: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 6.1 MiB/s wr, 651 op/s 2024-03-07T10:09:23.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:22 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4013979617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:09:23.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.195+0000 7f9ea3fff640 1 -- 172.21.15.18:0/2273039817 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb400cdf0 con 0x7f9ebc1125e0 2024-03-07T10:09:23.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.195+0000 7f9ea3fff640 1 -- 172.21.15.18:0/2273039817 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9eb4005020 con 0x7f9ebc1125e0 2024-03-07T10:09:23.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.195+0000 7f9ea3fff640 1 -- 172.21.15.18:0/2273039817 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb40106d0 con 0x7f9ebc1125e0 2024-03-07T10:09:23.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.195+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ebc1a37c0 con 0x7f9ebc1125e0 2024-03-07T10:09:23.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.195+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ebc1ab050 con 0x7f9ebc1125e0 2024-03-07T10:09:23.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.198+0000 7f9ea3fff640 1 -- 172.21.15.18:0/2273039817 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9eb40054d0 con 0x7f9ebc1125e0 2024-03-07T10:09:23.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 Processor -- start 2024-03-07T10:09:23.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 -- start start 2024-03-07T10:09:23.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf83f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf848130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633bf806330 con 0x5633bf83fa90 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633bf7a2e90 con 0x5633bf83f170 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633bf74bd00 con 0x5633bf848670 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ea3fff640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ea40a2040 0x7f9ea40a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf848130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf83f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf83f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47224/0 (socket says 172.21.15.18:47224) 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9eba59c640 1 -- 172.21.15.18:0/2636664750 learned_addr learned my addr 172.21.15.18:0/2636664750 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9eba59c640 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.199+0000 7f9ebb59e640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ea40a2040 0x7f9ea40a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ea3fff640 1 -- 172.21.15.18:0/2273039817 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9eb40ce7f0 con 0x7f9ebc1125e0 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ebad9d640 1 -- 172.21.15.18:0/2636664750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 msgr2=0x5633bf84aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ebad9d640 1 -- 172.21.15.18:0/2636664750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 msgr2=0x5633bf83f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf83f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ebad9d640 1 -- 172.21.15.18:0/2636664750 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5633bf74ab90 con 0x5633bf83fa90 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9eba59c640 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ebb59e640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ea40a2040 0x7f9ea40a4500 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9eb40cc4a0 tx=0x7f9eb406a360 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf848130 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f9eac006010 tx=0x7f9eac005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7528028b571d6ae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ea17fa640 1 -- 172.21.15.18:0/2636664750 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eac041070 con 0x5633bf83fa90 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ea17fa640 1 -- 172.21.15.18:0/2636664750 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9eac02c730 con 0x5633bf83fa90 2024-03-07T10:09:23.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.200+0000 7f9ea17fa640 1 -- 172.21.15.18:0/2636664750 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eac0046c0 con 0x5633bf83fa90 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.201+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2636664750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 msgr2=0x5633bf848130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.201+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf848130 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f9eac006010 tx=0x7f9eac005d50 comp rx=0 tx=0).stop 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.203+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2636664750 shutdown_connections 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.203+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.203+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf848130 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.203+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2636664750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf83f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.203+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2636664750 >> 172.21.15.18:0/2636664750 conn(0x5633bf8398a0 msgr2=0x5633bf839c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.203+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2636664750 shutdown_connections 2024-03-07T10:09:23.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.203+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2636664750 wait complete. 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 -- start start 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 Processor -- start 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83f170 0x5633bf845710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf845c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf848670 0x5633bf846190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633bf741470 con 0x5633bf83fa90 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633bf79ef30 con 0x5633bf848670 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633bf84b400 con 0x5633bf83f170 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ec3ff1740 10 client.0 _ll_register_callbacks cb 0x5633bf79cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf845c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83f170 0x5633bf845710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83f170 0x5633bf845710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59672/0 (socket says 172.21.15.18:59672) 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf845c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37530/0 (socket says 172.21.15.18:37530) 2024-03-07T10:09:23.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9eba59c640 1 -- 172.21.15.18:0/3028821256 learned_addr learned my addr 172.21.15.18:0/3028821256 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.204+0000 7f9eba59c640 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf848670 0x5633bf846190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9eba59c640 1 -- 172.21.15.18:0/3028821256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf848670 msgr2=0x5633bf846190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9eba59c640 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf848670 0x5633bf846190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9eba59c640 1 -- 172.21.15.18:0/3028821256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 msgr2=0x5633bf845c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9eba59c640 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf845c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9eba59c640 1 -- 172.21.15.18:0/3028821256 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5633bf4b73f0 con 0x5633bf83f170 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9eba59c640 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83f170 0x5633bf845710 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000f5e0 tx=0x7f9eb0004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=804f3725a01fed4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9e9eff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9e9eff5640 1 -- 172.21.15.18:0/3028821256 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0026060 con 0x5633bf83f170 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9e9eff5640 1 -- 172.21.15.18:0/3028821256 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9eb00132d0 con 0x5633bf83f170 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5633bf7b03d0 con 0x5633bf83f170 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9e9eff5640 1 -- 172.21.15.18:0/3028821256 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9eb002d050 con 0x5633bf83f170 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9ec3ff1740 10 client.28051 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:23.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.205+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5633bf5817d0 con 0x5633bf83f170 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9e9eff5640 1 -- 172.21.15.18:0/3028821256 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5633bf7b03d0 con 0x5633bf83f170 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9e9eff5640 1 -- 172.21.15.18:0/3028821256 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9eb001f6e0 con 0x5633bf83f170 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9ec3ff1740 10 client.28051 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9ec3ff1740 10 client.28051 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9ec3ff1740 20 client.28051 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf858c50 0x5633bf85b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9ec3ff1740 4 client.28051 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5633bf7aa720 con 0x5633bf858c50 2024-03-07T10:09:23.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.206+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf858c50 0x5633bf85b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.207+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf858c50 0x5633bf85b090 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7adb4ba7bb1c9cd4 server_cookie=81f3d610d708a31c in_seq=0 out_seq=0 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.207+0000 7f9e9eff5640 10 client.28051 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.207+0000 7f9e9eff5640 1 -- 172.21.15.18:0/3028821256 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5633bf7aa720 con 0x5633bf858c50 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.207+0000 7f9e9eff5640 10 client.28051 handle_command_reply: tid=0 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.207+0000 7f9ec3ff1740 1 client.28051 shutdown 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83f170 msgr2=0x5633bf845710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83f170 0x5633bf845710 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000f5e0 tx=0x7f9eb0004730 comp rx=0 tx=0).stop 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 shutdown_connections 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf858c50 0x5633bf85b090 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf848670 0x5633bf846190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83fa90 0x5633bf845c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/3028821256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83f170 0x5633bf845710 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 >> 172.21.15.18:0/3028821256 conn(0x5633bf8398a0 msgr2=0x5633bf83b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9e9eff5640 0 client.28051 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:23.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 shutdown_connections 2024-03-07T10:09:23.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/3028821256 wait complete. 2024-03-07T10:09:23.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.208+0000 7f9ec3ff1740 20 client.28051 trim_cache size 0 max 16384 2024-03-07T10:09:23.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.226+0000 7f9ec3ff1740 1 Processor -- start 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.226+0000 7f9ec3ff1740 1 -- start start 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf847e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83fa90 0x5633bf8409f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf848670 0x5633bf840f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc1b5f50 con 0x5633bf848670 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc1b3a50 con 0x5633bf83f170 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc1b1b10 con 0x5633bf83fa90 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf848670 0x5633bf840f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf848670 0x5633bf840f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37546/0 (socket says 172.21.15.18:37546) 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 -- 172.21.15.18:0/2074904372 learned_addr learned my addr 172.21.15.18:0/2074904372 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf847e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83fa90 0x5633bf8409f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 -- 172.21.15.18:0/2074904372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83fa90 msgr2=0x5633bf8409f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83fa90 0x5633bf8409f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 -- 172.21.15.18:0/2074904372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 msgr2=0x5633bf847e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf847e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.227+0000 7f9eba59c640 1 -- 172.21.15.18:0/2074904372 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5633bf83f8c0 con 0x5633bf848670 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.228+0000 7f9eba59c640 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf848670 0x5633bf840f30 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0009de0 tx=0x7f9eb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=941fcc6016c8973b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.228+0000 7f9ea0ff9640 1 -- 172.21.15.18:0/2074904372 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0026070 con 0x5633bf848670 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.228+0000 7f9ea0ff9640 1 -- 172.21.15.18:0/2074904372 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9eb001f7c0 con 0x5633bf848670 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.228+0000 7f9ea0ff9640 1 -- 172.21.15.18:0/2074904372 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb00053c0 con 0x5633bf848670 2024-03-07T10:09:23.232 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2074904372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf848670 msgr2=0x5633bf840f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf848670 0x5633bf840f30 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0009de0 tx=0x7f9eb00046c0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2074904372 shutdown_connections 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf848670 0x5633bf840f30 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf83fa90 0x5633bf8409f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/2074904372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83f170 0x5633bf847e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2074904372 >> 172.21.15.18:0/2074904372 conn(0x5633bf8398a0 msgr2=0x5633bf83fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2074904372 shutdown_connections 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/2074904372 wait complete. 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 -- start start 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.229+0000 7f9ec3ff1740 1 Processor -- start 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83f170 0x5633bf84fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83fa90 0x5633bf850350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ec3ff1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc1b2110 con 0x5633bf83f170 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc1b33f0 con 0x5633bf83fa90 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ec3ff1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc1b2730 con 0x5633bf848670 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ec3ff1740 10 client.0 _ll_register_callbacks cb 0x7f9eb0013740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83f170 0x5633bf84fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83fa90 0x5633bf850350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83f170 0x5633bf84fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37562/0 (socket says 172.21.15.18:37562) 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83fa90 0x5633bf850350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47242/0 (socket says 172.21.15.18:47242) 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9eba59c640 1 -- 172.21.15.18:0/4284898061 learned_addr learned my addr 172.21.15.18:0/4284898061 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9eba59c640 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ebad9d640 1 -- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 msgr2=0x5633bf84b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ebad9d640 1 -- 172.21.15.18:0/4284898061 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83f170 msgr2=0x5633bf84fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:23.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83f170 0x5633bf84fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.230+0000 7f9ebad9d640 1 -- 172.21.15.18:0/4284898061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5633bf84bdf0 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.231+0000 7f9ebad9d640 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83fa90 0x5633bf850350 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9eac005c40 tx=0x7f9eac0052c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97955ba03f1204ed server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.231+0000 7f9e9eff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.231+0000 7f9e9eff5640 1 -- 172.21.15.18:0/4284898061 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eac041040 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.231+0000 7f9e9eff5640 1 -- 172.21.15.18:0/4284898061 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9eac004240 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.232+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9eb001f7c0 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.232+0000 7f9e9eff5640 1 -- 172.21.15.18:0/4284898061 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9eac05d050 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.232+0000 7f9ec3ff1740 10 client.27956 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.232+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5633bf8b4050 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9e9eff5640 1 -- 172.21.15.18:0/4284898061 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9eb001f7c0 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9e9eff5640 1 -- 172.21.15.18:0/4284898061 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9eac04f940 con 0x5633bf83fa90 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9ec3ff1740 10 client.27956 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9ec3ff1740 10 client.27956 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:23.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9ec3ff1740 20 client.27956 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf8b43e0 0x5633bf8b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9ec3ff1740 4 client.27956 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5633bf728610 con 0x5633bf8b43e0 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9eba59c640 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf8b43e0 0x5633bf8b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9e9eff5640 10 client.27956 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.233+0000 7f9eba59c640 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf8b43e0 0x5633bf8b67d0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2917c15e08d1ac9f server_cookie=a6034196a783b07b in_seq=0 out_seq=0 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9e9eff5640 1 -- 172.21.15.18:0/4284898061 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5633bf728610 con 0x5633bf8b43e0 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9e9eff5640 10 client.27956 handle_command_reply: tid=0 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 client.27956 shutdown 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83fa90 msgr2=0x5633bf850350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83fa90 0x5633bf850350 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f9eac005c40 tx=0x7f9eac0052c0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 shutdown_connections 2024-03-07T10:09:23.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5633bf8b43e0 0x5633bf8b67d0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5633bf848670 0x5633bf84b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9e9eff5640 0 client.27956 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5633bf83fa90 0x5633bf850350 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.234+0000 7f9ec3ff1740 1 --2- 172.21.15.18:0/4284898061 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5633bf83f170 0x5633bf84fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 >> 172.21.15.18:0/4284898061 conn(0x5633bf8398a0 msgr2=0x5633bf843bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 shutdown_connections 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec3ff1740 1 -- 172.21.15.18:0/4284898061 wait complete. 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec3ff1740 20 client.27956 trim_cache size 0 max 16384 2024-03-07T10:09:23.240 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:09:23.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ea40a2040 msgr2=0x7f9ea40a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec120d640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ea40a2040 0x7f9ea40a4500 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9eb40cc4a0 tx=0x7f9eb406a360 comp rx=0 tx=0).stop 2024-03-07T10:09:23.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc1125e0 msgr2=0x7f9ebc1a2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:23.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.235+0000 7f9ec120d640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc1125e0 0x7f9ebc1a2da0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4005fd0 tx=0x7f9eb400ef10 comp rx=0 tx=0).stop 2024-03-07T10:09:23.241 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 shutdown_connections 2024-03-07T10:09:23.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ea40a2040 0x7f9ea40a4500 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9ebc1125e0 0x7f9ebc1a2da0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9ebc074320 0x7f9ebc19ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 --2- 172.21.15.18:0/2273039817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc073a00 0x7f9ebc19e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:23.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 >> 172.21.15.18:0/2273039817 conn(0x7f9ebc0fd0e0 msgr2=0x7f9ebc0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:23.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 shutdown_connections 2024-03-07T10:09:23.242 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:23.236+0000 7f9ec120d640 1 -- 172.21.15.18:0/2273039817 wait complete. 2024-03-07T10:09:24.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:23 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:09:24.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:23 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:09:24.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:23 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:09:24.254 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:09:24.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:09:24.255 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:09:24.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.417+0000 7f83834d4640 1 -- 172.21.15.18:0/2805869519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 msgr2=0x7f837c10d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.417+0000 7f83834d4640 1 --2- 172.21.15.18:0/2805869519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 0x7f837c10d3a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f8374009c10 tx=0x7f837402bef0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.418+0000 7f83834d4640 1 -- 172.21.15.18:0/2805869519 shutdown_connections 2024-03-07T10:09:24.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.418+0000 7f83834d4640 1 --2- 172.21.15.18:0/2805869519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 0x7f837c10d3a0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.419 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.418+0000 7f83834d4640 1 --2- 172.21.15.18:0/2805869519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f837c100520 0x7f837c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.418+0000 7f83834d4640 1 --2- 172.21.15.18:0/2805869519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c1065e0 0x7f837c1069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.420 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.418+0000 7f83834d4640 1 -- 172.21.15.18:0/2805869519 >> 172.21.15.18:0/2805869519 conn(0x7f837c077710 msgr2=0x7f837c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.418+0000 7f83834d4640 1 -- 172.21.15.18:0/2805869519 shutdown_connections 2024-03-07T10:09:24.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.418+0000 7f83834d4640 1 -- 172.21.15.18:0/2805869519 wait complete. 2024-03-07T10:09:24.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 Processor -- start 2024-03-07T10:09:24.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 -- start start 2024-03-07T10:09:24.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c100520 0x7f837c198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 0x7f837c1991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f837c1065e0 0x7f837c1a3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f837c1108a0 con 0x7f837c1065e0 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f837c110720 con 0x7f837c100520 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f8381a71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f837c1065e0 0x7f837c1a3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f8381270640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c100520 0x7f837c198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f8380a6f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 0x7f837c1991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f8381270640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c100520 0x7f837c198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47258/0 (socket says 172.21.15.18:47258) 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f8381270640 1 -- 172.21.15.18:0/3595750797 learned_addr learned my addr 172.21.15.18:0/3595750797 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.422 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.419+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f837c110a20 con 0x7f837c100ee0 2024-03-07T10:09:24.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.420+0000 7f8381270640 1 -- 172.21.15.18:0/3595750797 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 msgr2=0x7f837c1991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.420+0000 7f8381270640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 0x7f837c1991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.420+0000 7f8381270640 1 -- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f837c1065e0 msgr2=0x7f837c1a3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.420+0000 7f8381270640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f837c1065e0 0x7f837c1a3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.420+0000 7f8381270640 1 -- 172.21.15.18:0/3595750797 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f837c1a4240 con 0x7f837c100520 2024-03-07T10:09:24.423 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.420+0000 7f8381a71640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f837c1065e0 0x7f837c1a3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:24.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.428+0000 7f8381270640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c100520 0x7f837c198c80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f837800e9c0 tx=0x7f837800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.430+0000 7f83727fc640 1 -- 172.21.15.18:0/3595750797 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f837800ccc0 con 0x7f837c100520 2024-03-07T10:09:24.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.430+0000 7f83727fc640 1 -- 172.21.15.18:0/3595750797 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8378005500 con 0x7f837c100520 2024-03-07T10:09:24.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.430+0000 7f83727fc640 1 -- 172.21.15.18:0/3595750797 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8378010430 con 0x7f837c100520 2024-03-07T10:09:24.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.430+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f837c196a70 con 0x7f837c100520 2024-03-07T10:09:24.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.430+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f837c196f70 con 0x7f837c100520 2024-03-07T10:09:24.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.447+0000 7f8386399740 1 Processor -- start 2024-03-07T10:09:24.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.448+0000 7f8386399740 1 -- start start 2024-03-07T10:09:24.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.448+0000 7f8386399740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e134130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.448+0000 7f8386399740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.448+0000 7f8386399740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.448+0000 7f8386399740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e6e097b10 con 0x561e6e13d250 2024-03-07T10:09:24.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.448+0000 7f8386399740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e6e040d50 con 0x561e6e133d50 2024-03-07T10:09:24.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.448+0000 7f8386399740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e6e093bb0 con 0x561e6e134670 2024-03-07T10:09:24.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.449+0000 7f8381a71640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e134130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.449+0000 7f8381a71640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e134130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47268/0 (socket says 172.21.15.18:47268) 2024-03-07T10:09:24.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.449+0000 7f8381a71640 1 -- 172.21.15.18:0/3031352716 learned_addr learned my addr 172.21.15.18:0/3031352716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.451+0000 7f8381a71640 1 -- 172.21.15.18:0/3031352716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 msgr2=0x561e6e13cd10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:09:24.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.451+0000 7f8381a71640 1 --2- 172.21.15.18:0/3031352716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13cd10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.451+0000 7f8381a71640 1 -- 172.21.15.18:0/3031352716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 msgr2=0x561e6e13f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.451+0000 7f8381a71640 1 --2- 172.21.15.18:0/3031352716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.451+0000 7f8381a71640 1 -- 172.21.15.18:0/3031352716 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e6de747e0 con 0x561e6e133d50 2024-03-07T10:09:24.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.456+0000 7f83727fc640 1 -- 172.21.15.18:0/3595750797 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f83780046c0 con 0x7f837c100520 2024-03-07T10:09:24.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.456+0000 7f8381a71640 1 --2- 172.21.15.18:0/3031352716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e134130 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8374004af0 tx=0x7f83740098b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d384d2fc1c5f5a4c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.457+0000 7f83727fc640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83680a20f0 0x7f83680a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.457+0000 7f83727fc640 1 -- 172.21.15.18:0/3595750797 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f83780ce290 con 0x7f837c100520 2024-03-07T10:09:24.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.463+0000 7f8381270640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83680a20f0 0x7f83680a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.463+0000 7f83677fe640 1 -- 172.21.15.18:0/3031352716 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8374043030 con 0x561e6e133d50 2024-03-07T10:09:24.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.463+0000 7f83677fe640 1 -- 172.21.15.18:0/3031352716 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8374003970 con 0x561e6e133d50 2024-03-07T10:09:24.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.464+0000 7f8386399740 1 -- 172.21.15.18:0/3031352716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 msgr2=0x561e6e134130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.464+0000 7f8386399740 1 --2- 172.21.15.18:0/3031352716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e134130 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8374004af0 tx=0x7f83740098b0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.469+0000 7f8386399740 1 -- 172.21.15.18:0/3031352716 shutdown_connections 2024-03-07T10:09:24.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.469+0000 7f8386399740 1 --2- 172.21.15.18:0/3031352716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.469+0000 7f8386399740 1 --2- 172.21.15.18:0/3031352716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.469+0000 7f8386399740 1 --2- 172.21.15.18:0/3031352716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e134130 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.469+0000 7f8386399740 1 -- 172.21.15.18:0/3031352716 >> 172.21.15.18:0/3031352716 conn(0x561e6e12e480 msgr2=0x561e6e12e860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.474+0000 7f8386399740 1 -- 172.21.15.18:0/3031352716 shutdown_connections 2024-03-07T10:09:24.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.477+0000 7f8386399740 1 -- 172.21.15.18:0/3031352716 wait complete. 2024-03-07T10:09:24.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.477+0000 7f8381270640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83680a20f0 0x7f83680a45b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x561e6e133820 tx=0x7f83780094c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 -- start start 2024-03-07T10:09:24.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 Processor -- start 2024-03-07T10:09:24.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e13cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e139fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e13a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e6e151040 con 0x561e6e133d50 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e6e054190 con 0x561e6e13d250 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e6e1511c0 con 0x561e6e134670 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.478+0000 7f8386399740 10 client.0 _ll_register_callbacks cb 0x561e6e043770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.479+0000 7f8381a71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e13cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.479+0000 7f8381a71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e13cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37602/0 (socket says 172.21.15.18:37602) 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.479+0000 7f8381a71640 1 -- 172.21.15.18:0/271306908 learned_addr learned my addr 172.21.15.18:0/271306908 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.479+0000 7f8381a71640 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e13a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.481+0000 7f8381a71640 1 -- 172.21.15.18:0/271306908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 msgr2=0x561e6e139fc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:09:24.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.481+0000 7f8381a71640 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e139fc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.481+0000 7f8381a71640 1 -- 172.21.15.18:0/271306908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 msgr2=0x561e6e13a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.481+0000 7f8381a71640 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e13a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.481+0000 7f8381a71640 1 -- 172.21.15.18:0/271306908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e6ded4f70 con 0x561e6e133d50 2024-03-07T10:09:24.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.483+0000 7f8381a71640 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e13cc30 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f8374036040 tx=0x7f837402cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=985a10572067e79d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.484+0000 7f8364ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:24.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.485+0000 7f8364ff9640 1 -- 172.21.15.18:0/271306908 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8374043070 con 0x561e6e133d50 2024-03-07T10:09:24.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.485+0000 7f8364ff9640 1 -- 172.21.15.18:0/271306908 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8374004b40 con 0x561e6e133d50 2024-03-07T10:09:24.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.488+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8374003970 con 0x561e6e133d50 2024-03-07T10:09:24.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.490+0000 7f8364ff9640 1 -- 172.21.15.18:0/271306908 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8374004210 con 0x561e6e133d50 2024-03-07T10:09:24.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.490+0000 7f8386399740 10 client.18210 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:24.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.490+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561e6dd6c170 con 0x561e6e133d50 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8364ff9640 1 -- 172.21.15.18:0/271306908 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8374003970 con 0x561e6e133d50 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8364ff9640 1 -- 172.21.15.18:0/271306908 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f837403fab0 con 0x561e6e133d50 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8386399740 10 client.18210 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8386399740 10 client.18210 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8386399740 20 client.18210 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8386399740 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e16f580 0x561e6e1719a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8386399740 4 client.18210 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:24.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.491+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561e6e06d930 con 0x561e6e16f580 2024-03-07T10:09:24.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.492+0000 7f8380a6f640 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e16f580 0x561e6e1719a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.493+0000 7f8364ff9640 10 client.18210 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.494+0000 7f8380a6f640 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e16f580 0x561e6e1719a0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6fed18e8ae7ebb6 server_cookie=bbb893fb371746f2 in_seq=0 out_seq=0 2024-03-07T10:09:24.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.495+0000 7f8364ff9640 1 -- 172.21.15.18:0/271306908 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561e6e06d930 con 0x561e6e16f580 2024-03-07T10:09:24.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.495+0000 7f8364ff9640 10 client.18210 handle_command_reply: tid=0 2024-03-07T10:09:24.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.495+0000 7f8386399740 1 client.18210 shutdown 2024-03-07T10:09:24.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.501+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 msgr2=0x561e6e13cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.501+0000 7f8386399740 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e13cc30 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f8374036040 tx=0x7f837402cac0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.504+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 shutdown_connections 2024-03-07T10:09:24.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.504+0000 7f8386399740 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e16f580 0x561e6e1719a0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.504+0000 7f8386399740 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e13a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.504+0000 7f8386399740 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e139fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.504+0000 7f8386399740 1 --2- 172.21.15.18:0/271306908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e13cc30 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.504+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 >> 172.21.15.18:0/271306908 conn(0x561e6e12e480 msgr2=0x561e6e1301d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.504+0000 7f8364ff9640 0 client.18210 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.508+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 shutdown_connections 2024-03-07T10:09:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.508+0000 7f8386399740 1 -- 172.21.15.18:0/271306908 wait complete. 2024-03-07T10:09:24.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.508+0000 7f8386399740 20 client.18210 trim_cache size 0 max 16384 2024-03-07T10:09:24.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.534+0000 7f8386399740 1 Processor -- start 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.534+0000 7f8386399740 1 -- start start 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8386399740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e138fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8386399740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8386399740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8386399740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8360010f00 con 0x561e6e13d250 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8386399740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836000ea00 con 0x561e6e133d50 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8386399740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836000cac0 con 0x561e6e134670 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8381a71640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e138fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8381a71640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e138fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47276/0 (socket says 172.21.15.18:47276) 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8381a71640 1 -- 172.21.15.18:0/1836209397 learned_addr learned my addr 172.21.15.18:0/1836209397 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8381a71640 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.535+0000 7f8380a6f640 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8380a6f640 1 -- 172.21.15.18:0/1836209397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 msgr2=0x561e6e138fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8380a6f640 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e138fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8380a6f640 1 -- 172.21.15.18:0/1836209397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 msgr2=0x561e6e13cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8380a6f640 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8380a6f640 1 -- 172.21.15.18:0/1836209397 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e6e13a940 con 0x561e6e134670 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8381a71640 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8380a6f640 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13c6f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x561e6e172210 tx=0x7f836c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7013977cec307c57 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8366ffd640 1 -- 172.21.15.18:0/1836209397 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f836c010430 con 0x561e6e134670 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8366ffd640 1 -- 172.21.15.18:0/1836209397 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f836c010ab0 con 0x561e6e134670 2024-03-07T10:09:24.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.536+0000 7f8366ffd640 1 -- 172.21.15.18:0/1836209397 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f836c00faa0 con 0x561e6e134670 2024-03-07T10:09:24.546 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 -- 172.21.15.18:0/1836209397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 msgr2=0x561e6e13c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13c6f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x561e6e172210 tx=0x7f836c0046c0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 -- 172.21.15.18:0/1836209397 shutdown_connections 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e13d250 0x561e6e13cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e13c6f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 --2- 172.21.15.18:0/1836209397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e133d50 0x561e6e138fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 -- 172.21.15.18:0/1836209397 >> 172.21.15.18:0/1836209397 conn(0x561e6e12e480 msgr2=0x561e6e138890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 -- 172.21.15.18:0/1836209397 shutdown_connections 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 -- 172.21.15.18:0/1836209397 wait complete. 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.537+0000 7f8386399740 1 -- start start 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 1 Processor -- start 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e137240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e137780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e137cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836000d0c0 con 0x561e6e133d50 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836000e3a0 con 0x561e6e13d250 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836000d6e0 con 0x561e6e134670 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8386399740 10 client.0 _ll_register_callbacks cb 0x7f8378005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8381a71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e137240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8380a6f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e137780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8381a71640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e137240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37620/0 (socket says 172.21.15.18:37620) 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8380a6f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e137780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59744/0 (socket says 172.21.15.18:59744) 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8381a71640 1 -- 172.21.15.18:0/1910219943 learned_addr learned my addr 172.21.15.18:0/1910219943 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.538+0000 7f8381a71640 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e137cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8380a6f640 1 -- 172.21.15.18:0/1910219943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 msgr2=0x561e6e137cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8380a6f640 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e137cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8380a6f640 1 -- 172.21.15.18:0/1910219943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 msgr2=0x561e6e137240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8380a6f640 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e137240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8380a6f640 1 -- 172.21.15.18:0/1910219943 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e6e13dca0 con 0x561e6e134670 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8381a71640 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e137240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8380a6f640 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e137780 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f836c01a480 tx=0x7f836c0099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15d8383af546ca1d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8364ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8364ff9640 1 -- 172.21.15.18:0/1910219943 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f836c027070 con 0x561e6e134670 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f836c010ab0 con 0x561e6e134670 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8364ff9640 1 -- 172.21.15.18:0/1910219943 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f836c004050 con 0x561e6e134670 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8364ff9640 1 -- 172.21.15.18:0/1910219943 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f836c004250 con 0x561e6e134670 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8386399740 10 client.28069 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.539+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561e6e1cb1b0 con 0x561e6e134670 2024-03-07T10:09:24.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.540+0000 7f8364ff9640 1 -- 172.21.15.18:0/1910219943 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f836c010ab0 con 0x561e6e134670 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.540+0000 7f8364ff9640 1 -- 172.21.15.18:0/1910219943 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f836c003950 con 0x561e6e134670 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.540+0000 7f8386399740 10 client.28069 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8386399740 10 client.28069 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8386399740 20 client.28069 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8386399740 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e1cb860 0x561e6e1cdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8386399740 4 client.28069 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x561e6e059050 con 0x561e6e1cb860 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8381a71640 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e1cb860 0x561e6e1cdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8381a71640 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e1cb860 0x561e6e1cdc80 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2328ab8c798b237a server_cookie=4c616bf36e6823d5 in_seq=0 out_seq=0 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.541+0000 7f8364ff9640 10 client.28069 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8364ff9640 1 -- 172.21.15.18:0/1910219943 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x561e6e059050 con 0x561e6e1cb860 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8364ff9640 10 client.28069 handle_command_reply: tid=0 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 client.28069 shutdown 2024-03-07T10:09:24.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 msgr2=0x561e6e137780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e137780 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f836c01a480 tx=0x7f836c0099e0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 shutdown_connections 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561e6e1cb860 0x561e6e1cdc80 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e6e13d250 0x561e6e137cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e6e134670 0x561e6e137780 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 --2- 172.21.15.18:0/1910219943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e6e133d50 0x561e6e137240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8364ff9640 0 client.28069 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 >> 172.21.15.18:0/1910219943 conn(0x561e6e12e480 msgr2=0x561e6e12cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 shutdown_connections 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 1 -- 172.21.15.18:0/1910219943 wait complete. 2024-03-07T10:09:24.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.543+0000 7f8386399740 20 client.28069 trim_cache size 0 max 16384 2024-03-07T10:09:24.552 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:09:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:09:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "da7779a5-eefa-4678-a2c5-c5fd349cf574", 2024-03-07T10:09:24.552 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:09:24.552 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:09:24.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83680a20f0 msgr2=0x7f83680a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83680a20f0 0x7f83680a45b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x561e6e133820 tx=0x7f83780094c0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c100520 msgr2=0x7f837c198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c100520 0x7f837c198c80 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f837800e9c0 tx=0x7f837800ee80 comp rx=0 tx=0).stop 2024-03-07T10:09:24.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 shutdown_connections 2024-03-07T10:09:24.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83680a20f0 0x7f83680a45b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f837c1065e0 0x7f837c1a3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f837c100ee0 0x7f837c1991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 --2- 172.21.15.18:0/3595750797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f837c100520 0x7f837c198c80 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 >> 172.21.15.18:0/3595750797 conn(0x7f837c077710 msgr2=0x7f837c0ff270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 shutdown_connections 2024-03-07T10:09:24.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.544+0000 7f83834d4640 1 -- 172.21.15.18:0/3595750797 wait complete. 2024-03-07T10:09:24.565 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:09:24.565 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:09:24.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 -- 172.21.15.18:0/2812006144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100670 msgr2=0x7f4f70100a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 --2- 172.21.15.18:0/2812006144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100670 0x7f4f70100a50 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f4f68009cd0 tx=0x7f4f6802c1d0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 -- 172.21.15.18:0/2812006144 shutdown_connections 2024-03-07T10:09:24.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 --2- 172.21.15.18:0/2812006144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4f70105a70 0x7f4f70105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 --2- 172.21.15.18:0/2812006144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f70100f90 0x7f4f70105450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 --2- 172.21.15.18:0/2812006144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100670 0x7f4f70100a50 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 -- 172.21.15.18:0/2812006144 >> 172.21.15.18:0/2812006144 conn(0x7f4f70077680 msgr2=0x7f4f70077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 -- 172.21.15.18:0/2812006144 shutdown_connections 2024-03-07T10:09:24.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.725+0000 7f4f78154640 1 -- 172.21.15.18:0/2812006144 wait complete. 2024-03-07T10:09:24.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 Processor -- start 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 -- start start 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4f70100670 0x7f4f701149c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100f90 0x7f4f7010ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f70105a70 0x7f4f7010efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f70107430 con 0x7f4f70100f90 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701072b0 con 0x7f4f70105a70 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f78154640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701075b0 con 0x7f4f70100670 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100f90 0x7f4f7010ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100f90 0x7f4f7010ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37640/0 (socket says 172.21.15.18:37640) 2024-03-07T10:09:24.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 -- 172.21.15.18:0/2544160468 learned_addr learned my addr 172.21.15.18:0/2544160468 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f75ef0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4f70100670 0x7f4f701149c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f766f1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f70105a70 0x7f4f7010efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 -- 172.21.15.18:0/2544160468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4f70100670 msgr2=0x7f4f701149c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4f70100670 0x7f4f701149c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 -- 172.21.15.18:0/2544160468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f70105a70 msgr2=0x7f4f7010efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f70105a70 0x7f4f7010efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f756ef640 1 -- 172.21.15.18:0/2544160468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f7010f710 con 0x7f4f70100f90 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4f70100670 0x7f4f701149c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:24.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.726+0000 7f4f766f1640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f70105a70 0x7f4f7010efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:24.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.728+0000 7f4f756ef640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100f90 0x7f4f7010ea80 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f4f6000e9f0 tx=0x7f4f6000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.728+0000 7f4f66ffd640 1 -- 172.21.15.18:0/2544160468 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f6000cd80 con 0x7f4f70100f90 2024-03-07T10:09:24.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.728+0000 7f4f66ffd640 1 -- 172.21.15.18:0/2544160468 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4f60010910 con 0x7f4f70100f90 2024-03-07T10:09:24.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.728+0000 7f4f66ffd640 1 -- 172.21.15.18:0/2544160468 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f60018a00 con 0x7f4f70100f90 2024-03-07T10:09:24.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.728+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f7006b080 con 0x7f4f70100f90 2024-03-07T10:09:24.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.728+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f7006b580 con 0x7f4f70100f90 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.731+0000 7f4f7b019740 1 Processor -- start 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.731+0000 7f4f7b019740 1 -- start start 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f66ffd640 1 -- 172.21.15.18:0/2544160468 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4f60018ba0 con 0x7f4f70100f90 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d00bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0146f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d017020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f7b019740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab1cf6edd0 con 0x55ab1d00b730 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f7b019740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab1cf17ae0 con 0x55ab1d014c30 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f7b019740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab1cf6ae70 con 0x55ab1d00c050 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f75ef0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0146f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f75ef0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0146f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:59778/0 (socket says 172.21.15.18:59778) 2024-03-07T10:09:24.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f75ef0640 1 -- 172.21.15.18:0/1342334413 learned_addr learned my addr 172.21.15.18:0/1342334413 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.732+0000 7f4f766f1640 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d00bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.733+0000 7f4f66ffd640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4f5c0a20f0 0x7f4f5c0a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.733+0000 7f4f75ef0640 1 -- 172.21.15.18:0/1342334413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 msgr2=0x55ab1d017020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.733+0000 7f4f756ef640 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d017020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.733+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d017020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.733+0000 7f4f75ef0640 1 -- 172.21.15.18:0/1342334413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 msgr2=0x55ab1d00bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.733+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d00bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.733+0000 7f4f75ef0640 1 -- 172.21.15.18:0/1342334413 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab1cd4d7d0 con 0x55ab1d00c050 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.734+0000 7f4f66ffd640 1 -- 172.21.15.18:0/2544160468 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4f600ce4f0 con 0x7f4f70100f90 2024-03-07T10:09:24.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.734+0000 7f4f766f1640 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d00bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.734+0000 7f4f766f1640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4f5c0a20f0 0x7f4f5c0a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.734+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0146f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4f68009cd0 tx=0x7f4f680323f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8056283b2f80213d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.734+0000 7f4f766f1640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4f5c0a20f0 0x7f4f5c0a45b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009fd0 tx=0x7f4f6c0046c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.735+0000 7f4f5bfff640 1 -- 172.21.15.18:0/1342334413 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f68043070 con 0x55ab1d00c050 2024-03-07T10:09:24.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.736+0000 7f4f5bfff640 1 -- 172.21.15.18:0/1342334413 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4f68003e50 con 0x55ab1d00c050 2024-03-07T10:09:24.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.736+0000 7f4f5bfff640 1 -- 172.21.15.18:0/1342334413 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f68039040 con 0x55ab1d00c050 2024-03-07T10:09:24.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.736+0000 7f4f7b019740 1 -- 172.21.15.18:0/1342334413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 msgr2=0x55ab1d0146f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0146f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4f68009cd0 tx=0x7f4f680323f0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 -- 172.21.15.18:0/1342334413 shutdown_connections 2024-03-07T10:09:24.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d017020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0146f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 --2- 172.21.15.18:0/1342334413 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d00bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 -- 172.21.15.18:0/1342334413 >> 172.21.15.18:0/1342334413 conn(0x55ab1d005e60 msgr2=0x55ab1d006240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 -- 172.21.15.18:0/1342334413 shutdown_connections 2024-03-07T10:09:24.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.737+0000 7f4f7b019740 1 -- 172.21.15.18:0/1342334413 wait complete. 2024-03-07T10:09:24.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 -- start start 2024-03-07T10:09:24.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 Processor -- start 2024-03-07T10:09:24.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d014620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0119b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d011fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab1d017a10 con 0x55ab1d00b730 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab1cf2b070 con 0x55ab1d014c30 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab1d017b90 con 0x55ab1d00c050 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f7b019740 10 client.0 _ll_register_callbacks cb 0x55ab1cf2aa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f75ef0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d014620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.738+0000 7f4f75ef0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d014620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37656/0 (socket says 172.21.15.18:37656) 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f75ef0640 1 -- 172.21.15.18:0/2827564355 learned_addr learned my addr 172.21.15.18:0/2827564355 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f756ef640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0119b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f766f1640 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d011fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f75ef0640 1 -- 172.21.15.18:0/2827564355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 msgr2=0x55ab1d0119b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0119b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f75ef0640 1 -- 172.21.15.18:0/2827564355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 msgr2=0x55ab1d011fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d011fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f75ef0640 1 -- 172.21.15.18:0/2827564355 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab1cc833f0 con 0x55ab1d00b730 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d014620 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f4f68005e30 tx=0x7f4f68034b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72ee27b31729d0e0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.739+0000 7f4f597fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f597fa640 1 -- 172.21.15.18:0/2827564355 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f6804c070 con 0x55ab1d00b730 2024-03-07T10:09:24.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f597fa640 1 -- 172.21.15.18:0/2827564355 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4f68003b70 con 0x55ab1d00b730 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4f68003e50 con 0x55ab1d00b730 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f597fa640 1 -- 172.21.15.18:0/2827564355 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4f68058050 con 0x55ab1d00b730 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f7b019740 10 client.18228 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ab1cc430f0 con 0x55ab1d00b730 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f597fa640 1 -- 172.21.15.18:0/2827564355 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4f68003e50 con 0x55ab1d00b730 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.740+0000 7f4f597fa640 1 -- 172.21.15.18:0/2827564355 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4f68032860 con 0x55ab1d00b730 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f7b019740 10 client.18228 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f7b019740 10 client.18228 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f7b019740 20 client.18228 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d024840 0x55ab1d026c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f7b019740 4 client.18228 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ab1cf7c310 con 0x55ab1d024840 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f756ef640 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d024840 0x55ab1d026c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f597fa640 10 client.18228 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.741+0000 7f4f756ef640 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d024840 0x55ab1d026c30 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb79f8781b6a49d4 server_cookie=a952a079ba034a7e in_seq=0 out_seq=0 2024-03-07T10:09:24.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.742+0000 7f4f597fa640 1 -- 172.21.15.18:0/2827564355 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ab1cf7c310 con 0x55ab1d024840 2024-03-07T10:09:24.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.742+0000 7f4f597fa640 10 client.18228 handle_command_reply: tid=0 2024-03-07T10:09:24.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.743+0000 7f4f7b019740 1 client.18228 shutdown 2024-03-07T10:09:24.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.743+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 msgr2=0x55ab1d014620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.743+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d014620 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f4f68005e30 tx=0x7f4f68034b40 comp rx=0 tx=0).stop 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 shutdown_connections 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d024840 0x55ab1d026c30 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d014c30 0x55ab1d011fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00c050 0x55ab1d0119b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2827564355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d00b730 0x55ab1d014620 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f597fa640 0 client.18228 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 >> 172.21.15.18:0/2827564355 conn(0x55ab1d005e60 msgr2=0x55ab1d007bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 shutdown_connections 2024-03-07T10:09:24.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 1 -- 172.21.15.18:0/2827564355 wait complete. 2024-03-07T10:09:24.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.744+0000 7f4f7b019740 20 client.18228 trim_cache size 0 max 16384 2024-03-07T10:09:24.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.769+0000 7f4f7b019740 1 Processor -- start 2024-03-07T10:09:24.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.769+0000 7f4f7b019740 1 -- start start 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d020e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d011950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d0140e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f7b019740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701c7020 con 0x55ab1d014c30 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f7b019740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701c4b20 con 0x55ab1d00c050 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d011950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d011950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47342/0 (socket says 172.21.15.18:47342) 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f75ef0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d020e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 -- 172.21.15.18:0/3096937138 learned_addr learned my addr 172.21.15.18:0/3096937138 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f766f1640 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d0140e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f7b019740 1 -- 172.21.15.18:0/3096937138 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f70067c50 con 0x55ab1d00b730 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 -- 172.21.15.18:0/3096937138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 msgr2=0x55ab1d020e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d020e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 -- 172.21.15.18:0/3096937138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 msgr2=0x55ab1d0140e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d0140e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.770+0000 7f4f756ef640 1 -- 172.21.15.18:0/3096937138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab1d00be80 con 0x55ab1d00c050 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.771+0000 7f4f756ef640 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d011950 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4f600972f0 tx=0x7f4f60010f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a0f4f063ddf42e4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.771+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d020e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.771+0000 7f4f766f1640 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d0140e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.771+0000 7f4f5b7fe640 1 -- 172.21.15.18:0/3096937138 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f600a3580 con 0x55ab1d00c050 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.771+0000 7f4f5b7fe640 1 -- 172.21.15.18:0/3096937138 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4f60099190 con 0x55ab1d00c050 2024-03-07T10:09:24.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.771+0000 7f4f5b7fe640 1 -- 172.21.15.18:0/3096937138 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f6009a2e0 con 0x55ab1d00c050 2024-03-07T10:09:24.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 -- 172.21.15.18:0/3096937138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 msgr2=0x55ab1d011950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d011950 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4f600972f0 tx=0x7f4f60010f90 comp rx=0 tx=0).stop 2024-03-07T10:09:24.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 -- 172.21.15.18:0/3096937138 shutdown_connections 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d0140e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d011950 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 --2- 172.21.15.18:0/3096937138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d020e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 -- 172.21.15.18:0/3096937138 >> 172.21.15.18:0/3096937138 conn(0x55ab1d005e60 msgr2=0x55ab1d011240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 -- 172.21.15.18:0/3096937138 shutdown_connections 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 -- 172.21.15.18:0/3096937138 wait complete. 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 -- start start 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.772+0000 7f4f7b019740 1 Processor -- start 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d025870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d025db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f7b019740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d078d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f756ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d025db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f7b019740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f700726c0 con 0x55ab1d014c30 2024-03-07T10:09:24.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f7b019740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701c44c0 con 0x55ab1d00c050 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f75ef0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d025870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f7b019740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f70072cc0 con 0x55ab1d00b730 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f756ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d025db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47348/0 (socket says 172.21.15.18:47348) 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f756ef640 1 -- 172.21.15.18:0/2053993401 learned_addr learned my addr 172.21.15.18:0/2053993401 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f7b019740 10 client.0 _ll_register_callbacks cb 0x7f4f68009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f766f1640 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d078d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f75ef0640 1 -- 172.21.15.18:0/2053993401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 msgr2=0x55ab1d025db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d025db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f75ef0640 1 -- 172.21.15.18:0/2053993401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 msgr2=0x55ab1d078d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d078d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.773+0000 7f4f75ef0640 1 -- 172.21.15.18:0/2053993401 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab1d079320 con 0x55ab1d00b730 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.774+0000 7f4f75ef0640 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d025870 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4f68009bf0 tx=0x7f4f68032830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f94ad50f5aac56d4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.774+0000 7f4f597fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:24.778 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.774+0000 7f4f597fa640 1 -- 172.21.15.18:0/2053993401 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f6804c070 con 0x55ab1d00b730 2024-03-07T10:09:24.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.774+0000 7f4f597fa640 1 -- 172.21.15.18:0/2053993401 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4f680487a0 con 0x55ab1d00b730 2024-03-07T10:09:24.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.774+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4f60099190 con 0x55ab1d00b730 2024-03-07T10:09:24.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.775+0000 7f4f597fa640 1 -- 172.21.15.18:0/2053993401 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4f68064050 con 0x55ab1d00b730 2024-03-07T10:09:24.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.775+0000 7f4f7b019740 10 client.28084 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:24.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.775+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ab1d080620 con 0x55ab1d00b730 2024-03-07T10:09:24.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.775+0000 7f4f597fa640 1 -- 172.21.15.18:0/2053993401 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4f68034bb0 con 0x55ab1d00b730 2024-03-07T10:09:24.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.775+0000 7f4f597fa640 1 -- 172.21.15.18:0/2053993401 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4f6803f7b0 con 0x55ab1d00b730 2024-03-07T10:09:24.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.776+0000 7f4f7b019740 10 client.28084 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:24.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.776+0000 7f4f7b019740 10 client.28084 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:24.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.776+0000 7f4f7b019740 20 client.28084 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:24.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.776+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d080c90 0x55ab1d0830b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.776+0000 7f4f7b019740 4 client.28084 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.776+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f4f60099190 con 0x55ab1d080c90 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.776+0000 7f4f756ef640 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d080c90 0x55ab1d0830b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f756ef640 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d080c90 0x55ab1d0830b0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c83078a0abc05dba server_cookie=b4ea5fda3acf4b6d in_seq=0 out_seq=0 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f597fa640 10 client.28084 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f597fa640 1 -- 172.21.15.18:0/2053993401 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x7f4f60099190 con 0x55ab1d080c90 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f597fa640 10 client.28084 handle_command_reply: tid=0 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f7b019740 1 client.28084 shutdown 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 msgr2=0x55ab1d025870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d025870 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4f68009bf0 tx=0x7f4f68032830 comp rx=0 tx=0).stop 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 shutdown_connections 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.777+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab1d080c90 0x55ab1d0830b0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.778+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab1d014c30 0x55ab1d078d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.778+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab1d00c050 0x55ab1d025db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.778+0000 7f4f597fa640 0 client.28084 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.778+0000 7f4f7b019740 1 --2- 172.21.15.18:0/2053993401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab1d00b730 0x55ab1d025870 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.778+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 >> 172.21.15.18:0/2053993401 conn(0x55ab1d005e60 msgr2=0x55ab1d0071d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.779+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 shutdown_connections 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.779+0000 7f4f7b019740 1 -- 172.21.15.18:0/2053993401 wait complete. 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.779+0000 7f4f7b019740 20 client.28084 trim_cache size 0 max 16384 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stdout: "da7779a5-eefa-4678-a2c5-c5fd349cf574": { 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:09:24.783 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "da7779a5-eefa-4678-a2c5-c5fd349cf574", 2024-03-07T10:09:24.784 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:09:24.784 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:09:24.784 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:09:24.784 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.779+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4f5c0a20f0 msgr2=0x7f4f5c0a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.779+0000 7f4f78154640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4f5c0a20f0 0x7f4f5c0a45b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009fd0 tx=0x7f4f6c0046c0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.779+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100f90 msgr2=0x7f4f7010ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.779+0000 7f4f78154640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100f90 0x7f4f7010ea80 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f4f6000e9f0 tx=0x7f4f6000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 shutdown_connections 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f70105a70 0x7f4f7010efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4f5c0a20f0 0x7f4f5c0a45b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4f70100f90 0x7f4f7010ea80 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 --2- 172.21.15.18:0/2544160468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4f70100670 0x7f4f701149c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 >> 172.21.15.18:0/2544160468 conn(0x7f4f70077680 msgr2=0x7f4f70103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 shutdown_connections 2024-03-07T10:09:24.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:24.780+0000 7f4f78154640 1 -- 172.21.15.18:0/2544160468 wait complete. 2024-03-07T10:09:24.802 INFO:tasks.cephfs.filesystem:scrub status for tag:da7779a5-eefa-4678-a2c5-c5fd349cf574 - {'path': '/', 'tag': 'da7779a5-eefa-4678-a2c5-c5fd349cf574', 'options': 'recursive,force'} 2024-03-07T10:09:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:24 smithi018 ceph-mon[32171]: pgmap v319: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 6.0 MiB/s wr, 639 op/s 2024-03-07T10:09:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:24 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:09:24.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:24 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:25.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:24 smithi077 ceph-mon[36374]: pgmap v319: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 6.0 MiB/s wr, 639 op/s 2024-03-07T10:09:25.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:24 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:09:25.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:24 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:25.191 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:24 smithi063 ceph-mon[36356]: pgmap v319: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 6.0 MiB/s wr, 639 op/s 2024-03-07T10:09:25.192 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:24 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:09:25.192 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:24 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:09:26.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:09:26.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:09:26.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:26.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:25 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:26.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:09:26.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:09:26.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:09:26.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:26.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:25 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:26.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:09:26.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:09:26.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:09:26.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:26.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:26.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:25 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: pgmap v320: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 7.7 MiB/s wr, 823 op/s 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:26 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: pgmap v320: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 7.7 MiB/s wr, 823 op/s 2024-03-07T10:09:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:26 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: pgmap v320: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 7.7 MiB/s wr, 823 op/s 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:26 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi077 to 174.1M 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: Unable to set osd_memory_target on smithi077 to 182618419: error parsing value: Value '182618419' is below minimum 939524096 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-03-07T10:09:28.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: Unable to set osd_memory_target on smithi018 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-07T10:09:28.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:09:28.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:09:28.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 605.0 s, 2184.4 tps, lat 45.196 ms stddev 61.559 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi077 to 174.1M 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: Unable to set osd_memory_target on smithi077 to 182618419: error parsing value: Value '182618419' is below minimum 939524096 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-03-07T10:09:28.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: Unable to set osd_memory_target on smithi018 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-07T10:09:28.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:09:28.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:09:28.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi077 to 174.1M 2024-03-07T10:09:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: Unable to set osd_memory_target on smithi077 to 182618419: error parsing value: Value '182618419' is below minimum 939524096 2024-03-07T10:09:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi018 to 177.2M 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: Unable to set osd_memory_target on smithi018 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:09:28.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:09:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:28 smithi018 ceph-mon[32171]: pgmap v321: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 5.0 MiB/s wr, 547 op/s 2024-03-07T10:09:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:28 smithi018 ceph-mon[32171]: Adjusting osd_memory_target on smithi063 to 174.1M 2024-03-07T10:09:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:28 smithi018 ceph-mon[32171]: Unable to set osd_memory_target on smithi063 to 182642073: error parsing value: Value '182642073' is below minimum 939524096 2024-03-07T10:09:29.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:28 smithi063 ceph-mon[36356]: pgmap v321: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 5.0 MiB/s wr, 547 op/s 2024-03-07T10:09:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:28 smithi063 ceph-mon[36356]: Adjusting osd_memory_target on smithi063 to 174.1M 2024-03-07T10:09:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:28 smithi063 ceph-mon[36356]: Unable to set osd_memory_target on smithi063 to 182642073: error parsing value: Value '182642073' is below minimum 939524096 2024-03-07T10:09:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:28 smithi077 ceph-mon[36374]: pgmap v321: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 5.0 MiB/s wr, 547 op/s 2024-03-07T10:09:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:28 smithi077 ceph-mon[36374]: Adjusting osd_memory_target on smithi063 to 174.1M 2024-03-07T10:09:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:28 smithi077 ceph-mon[36374]: Unable to set osd_memory_target on smithi063 to 182642073: error parsing value: Value '182642073' is below minimum 939524096 2024-03-07T10:09:30.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 -- 172.21.15.18:0/3028559871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678104050 msgr2=0x7fc678104500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3028559871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678104050 0x7fc678104500 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fc670009ca0 tx=0x7fc67002c0f0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 -- 172.21.15.18:0/3028559871 shutdown_connections 2024-03-07T10:09:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3028559871 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678104050 0x7fc678104500 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3028559871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc678069440 0x7fc6780698a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3028559871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc678106550 0x7fc678068f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 -- 172.21.15.18:0/3028559871 >> 172.21.15.18:0/3028559871 conn(0x7fc678077650 msgr2=0x7fc678077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 -- 172.21.15.18:0/3028559871 shutdown_connections 2024-03-07T10:09:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 -- 172.21.15.18:0/3028559871 wait complete. 2024-03-07T10:09:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.084+0000 7fc67e95a640 1 Processor -- start 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.085+0000 7fc67e95a640 1 -- start start 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc67e95a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678069440 0x7fc67819e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc67e95a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc678104050 0x7fc67819e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc67e95a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc678106550 0x7fc6781a2c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc67e95a640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc678118010 con 0x7fc678069440 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc67e95a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc678117e90 con 0x7fc678104050 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc67e95a640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc678118190 con 0x7fc678106550 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678069440 0x7fc67819e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678069440 0x7fc67819e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46308/0 (socket says 172.21.15.18:46308) 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 -- 172.21.15.18:0/3822141727 learned_addr learned my addr 172.21.15.18:0/3822141727 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc67cef7640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc678106550 0x7fc6781a2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc6777fe640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc678104050 0x7fc67819e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 -- 172.21.15.18:0/3822141727 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc678106550 msgr2=0x7fc6781a2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc678106550 0x7fc6781a2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 -- 172.21.15.18:0/3822141727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc678104050 msgr2=0x7fc67819e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc678104050 0x7fc67819e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 -- 172.21.15.18:0/3822141727 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6781a33c0 con 0x7fc678069440 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.086+0000 7fc677fff640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678069440 0x7fc67819e3d0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fc66800c920 tx=0x7fc66800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.087+0000 7fc6757fa640 1 -- 172.21.15.18:0/3822141727 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc668007c70 con 0x7fc678069440 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.087+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6781a36b0 con 0x7fc678069440 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.087+0000 7fc6757fa640 1 -- 172.21.15.18:0/3822141727 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc668007e10 con 0x7fc678069440 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.087+0000 7fc6757fa640 1 -- 172.21.15.18:0/3822141727 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc668018890 con 0x7fc678069440 2024-03-07T10:09:30.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.087+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6781aaf40 con 0x7fc678069440 2024-03-07T10:09:30.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.089+0000 7fc6757fa640 1 -- 172.21.15.18:0/3822141727 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc668018a70 con 0x7fc678069440 2024-03-07T10:09:30.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.089+0000 7fc681828740 1 Processor -- start 2024-03-07T10:09:30.091 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.090+0000 7fc6757fa640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6600a1ee0 0x7fc6600a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.090+0000 7fc6757fa640 1 -- 172.21.15.18:0/3822141727 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc6680ce370 con 0x7fc678069440 2024-03-07T10:09:30.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.090+0000 7fc67cef7640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6600a1ee0 0x7fc6600a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc681828740 1 -- start start 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc681828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf96d10 0x55aa4bf95a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc681828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf96420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc681828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf9f520 0x55aa4bfa1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc681828740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa4befa5c0 con 0x55aa4bf9f520 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc681828740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa4bea3900 con 0x55aa4bf96d10 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc681828740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa4bef6660 con 0x55aa4bf95fa0 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc67cef7640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6600a1ee0 0x7fc6600a43a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc670004af0 tx=0x7fc670005c50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf96d10 0x55aa4bf95a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc67cef7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf9f520 0x55aa4bfa1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf96d10 0x55aa4bf95a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42814/0 (socket says 172.21.15.18:42814) 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 -- 172.21.15.18:0/580360416 learned_addr learned my addr 172.21.15.18:0/580360416 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc6777fe640 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf96420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 -- 172.21.15.18:0/580360416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf95fa0 msgr2=0x55aa4bf96420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf96420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 -- 172.21.15.18:0/580360416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf9f520 msgr2=0x55aa4bfa1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf9f520 0x55aa4bfa1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc677fff640 1 -- 172.21.15.18:0/580360416 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa4bc0f210 con 0x55aa4bf96d10 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.091+0000 7fc67cef7640 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf9f520 0x55aa4bfa1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.092+0000 7fc677fff640 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf96d10 0x55aa4bf95a60 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc668097630 tx=0x7fc66809ad20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=254b61fcdaef320a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.092+0000 7fc65e7fc640 1 -- 172.21.15.18:0/580360416 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6680a3400 con 0x55aa4bf96d10 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.092+0000 7fc65e7fc640 1 -- 172.21.15.18:0/580360416 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc668098f60 con 0x55aa4bf96d10 2024-03-07T10:09:30.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.092+0000 7fc65e7fc640 1 -- 172.21.15.18:0/580360416 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6680a2f70 con 0x55aa4bf96d10 2024-03-07T10:09:30.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 -- 172.21.15.18:0/580360416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf96d10 msgr2=0x55aa4bf95a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf96d10 0x55aa4bf95a60 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc668097630 tx=0x7fc66809ad20 comp rx=0 tx=0).stop 2024-03-07T10:09:30.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 -- 172.21.15.18:0/580360416 shutdown_connections 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf9f520 0x55aa4bfa1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf96420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 --2- 172.21.15.18:0/580360416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf96d10 0x55aa4bf95a60 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 -- 172.21.15.18:0/580360416 >> 172.21.15.18:0/580360416 conn(0x55aa4bf5d580 msgr2=0x55aa4bf90c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 -- 172.21.15.18:0/580360416 shutdown_connections 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 -- 172.21.15.18:0/580360416 wait complete. 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 -- start start 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.093+0000 7fc681828740 1 Processor -- start 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc681828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc681828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bf9ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc681828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bf9cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc681828740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa4bfa2250 con 0x55aa4bf96d10 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc681828740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa4beb6d60 con 0x55aa4bf95fa0 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc681828740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa4bfa23d0 con 0x55aa4bf9f520 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc681828740 10 client.0 _ll_register_callbacks cb 0x55aa4bc0ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc67cef7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bf9cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42820/0 (socket says 172.21.15.18:42820) 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc6777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bf9ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 -- 172.21.15.18:0/3456832073 learned_addr learned my addr 172.21.15.18:0/3456832073 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 -- 172.21.15.18:0/3456832073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 msgr2=0x55aa4bf9cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bf9cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 -- 172.21.15.18:0/3456832073 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 msgr2=0x55aa4bf9ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bf9ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.095+0000 7fc677fff640 1 -- 172.21.15.18:0/3456832073 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55aa4bcdb620 con 0x55aa4bf95fa0 2024-03-07T10:09:30.100 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc677fff640 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9c540 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc66800ff70 tx=0x7fc66800cf80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9152049d7a144ea2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc6577fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc6577fe640 1 -- 172.21.15.18:0/3456832073 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6680a3400 con 0x55aa4bf95fa0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc6577fe640 1 -- 172.21.15.18:0/3456832073 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc6680a2f70 con 0x55aa4bf95fa0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc668098f60 con 0x55aa4bf95fa0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc6577fe640 1 -- 172.21.15.18:0/3456832073 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc6680a3170 con 0x55aa4bf95fa0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc681828740 10 client.27995 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55aa4bfae510 con 0x55aa4bf95fa0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.096+0000 7fc6577fe640 1 -- 172.21.15.18:0/3456832073 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc668098f60 con 0x55aa4bf95fa0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc6577fe640 1 -- 172.21.15.18:0/3456832073 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc668099c40 con 0x55aa4bf95fa0 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc681828740 10 client.27995 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc681828740 10 client.27995 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc681828740 20 client.27995 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:30.101 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc681828740 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4bfaf860 0x55aa4bfb1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc681828740 4 client.27995 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:30.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aa4bf07b00 con 0x55aa4bfaf860 2024-03-07T10:09:30.102 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc6777fe640 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4bfaf860 0x55aa4bfb1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc6577fe640 10 client.27995 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.097+0000 7fc6777fe640 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4bfaf860 0x55aa4bfb1c50 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78c2dce99f615dc2 server_cookie=53d5a4e28f22ed90 in_seq=0 out_seq=0 2024-03-07T10:09:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc6577fe640 1 -- 172.21.15.18:0/3456832073 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55aa4bf07b00 con 0x55aa4bfaf860 2024-03-07T10:09:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc6577fe640 10 client.27995 handle_command_reply: tid=0 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 client.27995 shutdown 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 msgr2=0x55aa4bf9c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9c540 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc66800ff70 tx=0x7fc66800cf80 comp rx=0 tx=0).stop 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 shutdown_connections 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4bfaf860 0x55aa4bfb1c50 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bf9cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bf9ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc6577fe640 0 client.27995 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 --2- 172.21.15.18:0/3456832073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9c540 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 >> 172.21.15.18:0/3456832073 conn(0x55aa4bf5d580 msgr2=0x55aa4bf929e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:30.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 shutdown_connections 2024-03-07T10:09:30.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 1 -- 172.21.15.18:0/3456832073 wait complete. 2024-03-07T10:09:30.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.098+0000 7fc681828740 20 client.27995 trim_cache size 0 max 16384 2024-03-07T10:09:30.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.115+0000 7fc681828740 1 Processor -- start 2024-03-07T10:09:30.117 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc681828740 1 -- start start 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc681828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc681828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfaab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc681828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bfab060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc6777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfaab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc6777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfaab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46322/0 (socket says 172.21.15.18:46322) 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc6777fe640 1 -- 172.21.15.18:0/56851749 learned_addr learned my addr 172.21.15.18:0/56851749 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781b5f70 con 0x55aa4bf96d10 2024-03-07T10:09:30.118 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781b3a70 con 0x55aa4bf95fa0 2024-03-07T10:09:30.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781b1b30 con 0x55aa4bf9f520 2024-03-07T10:09:30.119 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.116+0000 7fc67cef7640 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bfab060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc6777fe640 1 -- 172.21.15.18:0/56851749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 msgr2=0x55aa4bfab060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc6777fe640 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bfab060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.120 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc6777fe640 1 -- 172.21.15.18:0/56851749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 msgr2=0x55aa4bf9ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc6777fe640 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc6777fe640 1 -- 172.21.15.18:0/56851749 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa4bfa1d70 con 0x55aa4bf96d10 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc67cef7640 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bfab060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc6777fe640 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfaab20 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x55aa4bf97470 tx=0x7fc66c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa5059e77961a34 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc65dffb640 1 -- 172.21.15.18:0/56851749 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c025020 con 0x55aa4bf96d10 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc65dffb640 1 -- 172.21.15.18:0/56851749 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc66c0217e0 con 0x55aa4bf96d10 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.117+0000 7fc65dffb640 1 -- 172.21.15.18:0/56851749 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c012720 con 0x55aa4bf96d10 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 msgr2=0x55aa4bfaab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfaab20 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x55aa4bf97470 tx=0x7fc66c005f90 comp rx=0 tx=0).stop 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 shutdown_connections 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4bfab060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfaab20 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 --2- 172.21.15.18:0/56851749 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bf9ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 >> 172.21.15.18:0/56851749 conn(0x55aa4bf5d580 msgr2=0x55aa4bfabc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:30.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 shutdown_connections 2024-03-07T10:09:30.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.118+0000 7fc681828740 1 -- 172.21.15.18:0/56851749 wait complete. 2024-03-07T10:09:30.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.119+0000 7fc681828740 1 -- start start 2024-03-07T10:09:30.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.119+0000 7fc681828740 1 Processor -- start 2024-03-07T10:09:30.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.119+0000 7fc681828740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bfa30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.119+0000 7fc681828740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfa35f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.119+0000 7fc681828740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4c009e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.119+0000 7fc6777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfa35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfa35f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46332/0 (socket says 172.21.15.18:46332) 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 -- 172.21.15.18:0/2834782063 learned_addr learned my addr 172.21.15.18:0/2834782063 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781b2130 con 0x55aa4bf96d10 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781b3410 con 0x55aa4bf95fa0 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6781b2750 con 0x55aa4bf9f520 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc677fff640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bfa30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc681828740 10 client.0 _ll_register_callbacks cb 0x7fc66809b360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc67cef7640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4c009e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 -- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 msgr2=0x55aa4c009e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4c009e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 -- 172.21.15.18:0/2834782063 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 msgr2=0x55aa4bfa30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bfa30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 -- 172.21.15.18:0/2834782063 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55aa4c00a350 con 0x55aa4bf96d10 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc677fff640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bfa30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6777fe640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfa35f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fc66c009d90 tx=0x7fc66c0212b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78f82509f2b09738 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.120+0000 7fc6577fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc6577fe640 1 -- 172.21.15.18:0/2834782063 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc66c021990 con 0x55aa4bf96d10 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc6577fe640 1 -- 172.21.15.18:0/2834782063 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc66c021b30 con 0x55aa4bf96d10 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc66c0217e0 con 0x55aa4bf96d10 2024-03-07T10:09:30.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc6577fe640 1 -- 172.21.15.18:0/2834782063 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc66c03c050 con 0x55aa4bf96d10 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 10 client.18249 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55aa4c00b570 con 0x55aa4bf96d10 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc6577fe640 1 -- 172.21.15.18:0/2834782063 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc66c005530 con 0x55aa4bf96d10 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc6577fe640 1 -- 172.21.15.18:0/2834782063 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc66c012450 con 0x55aa4bf96d10 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 10 client.18249 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 10 client.18249 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 20 client.18249 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4c00bc30 0x55aa4c00e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 4 client.18249 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7fc66c0217e0 con 0x55aa4c00bc30 2024-03-07T10:09:30.127 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.121+0000 7fc677fff640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4c00bc30 0x55aa4c00e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:30.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.122+0000 7fc6577fe640 10 client.18249 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:30.128 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.122+0000 7fc677fff640 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4c00bc30 0x55aa4c00e050 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a687236cca337ade server_cookie=39c3a31acf04b55b in_seq=0 out_seq=0 2024-03-07T10:09:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc6577fe640 1 -- 172.21.15.18:0/2834782063 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7fc66c0217e0 con 0x55aa4c00bc30 2024-03-07T10:09:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc6577fe640 10 client.18249 handle_command_reply: tid=0 2024-03-07T10:09:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 client.18249 shutdown 2024-03-07T10:09:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 msgr2=0x55aa4bfa35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfa35f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fc66c009d90 tx=0x7fc66c0212b0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 shutdown_connections 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55aa4c00bc30 0x55aa4c00e050 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55aa4bf9f520 0x55aa4c009e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc6577fe640 0 client.18249 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55aa4bf96d10 0x55aa4bfa35f0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 --2- 172.21.15.18:0/2834782063 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55aa4bf95fa0 0x55aa4bfa30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 >> 172.21.15.18:0/2834782063 conn(0x55aa4bf5d580 msgr2=0x55aa4bf9c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 shutdown_connections 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 1 -- 172.21.15.18:0/2834782063 wait complete. 2024-03-07T10:09:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.164+0000 7fc681828740 20 client.18249 trim_cache size 0 max 16384 2024-03-07T10:09:30.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:09:30.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:09:30.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:09:30.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:09:30.168 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6600a1ee0 msgr2=0x7fc6600a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6600a1ee0 0x7fc6600a43a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc670004af0 tx=0x7fc670005c50 comp rx=0 tx=0).stop 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678069440 msgr2=0x7fc67819e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678069440 0x7fc67819e3d0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fc66800c920 tx=0x7fc66800cde0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 shutdown_connections 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc678106550 0x7fc6781a2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc678104050 0x7fc67819e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6600a1ee0 0x7fc6600a43a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 --2- 172.21.15.18:0/3822141727 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc678069440 0x7fc67819e3d0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.165+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 >> 172.21.15.18:0/3822141727 conn(0x7fc678077650 msgr2=0x7fc678103030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.166+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 shutdown_connections 2024-03-07T10:09:30.169 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:30.166+0000 7fc67e95a640 1 -- 172.21.15.18:0/3822141727 wait complete. 2024-03-07T10:09:31.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:30 smithi018 ceph-mon[32171]: pgmap v322: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 7.2 MiB/s wr, 775 op/s 2024-03-07T10:09:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:30 smithi063 ceph-mon[36356]: pgmap v322: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 7.2 MiB/s wr, 775 op/s 2024-03-07T10:09:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:30 smithi077 ceph-mon[36374]: pgmap v322: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 7.2 MiB/s wr, 775 op/s 2024-03-07T10:09:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:31 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:09:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:31 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:09:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:31 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:09:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:31 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:09:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:31 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:09:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:31 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:09:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:31 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:09:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:31 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:09:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:31 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:09:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:32 smithi018 ceph-mon[32171]: pgmap v323: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.0 MiB/s wr, 696 op/s 2024-03-07T10:09:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 610.0 s, 1516.4 tps, lat 67.278 ms stddev 80.967 2024-03-07T10:09:33.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:32 smithi063 ceph-mon[36356]: pgmap v323: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.0 MiB/s wr, 696 op/s 2024-03-07T10:09:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:32 smithi077 ceph-mon[36374]: pgmap v323: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.0 MiB/s wr, 696 op/s 2024-03-07T10:09:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:34 smithi018 ceph-mon[32171]: pgmap v324: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 6.7 MiB/s wr, 613 op/s 2024-03-07T10:09:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:34 smithi063 ceph-mon[36356]: pgmap v324: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 6.7 MiB/s wr, 613 op/s 2024-03-07T10:09:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:34 smithi077 ceph-mon[36374]: pgmap v324: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 6.7 MiB/s wr, 613 op/s 2024-03-07T10:09:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:36 smithi018 ceph-mon[32171]: pgmap v325: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 14 MiB/s wr, 948 op/s 2024-03-07T10:09:37.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:36 smithi063 ceph-mon[36356]: pgmap v325: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 14 MiB/s wr, 948 op/s 2024-03-07T10:09:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:36 smithi077 ceph-mon[36374]: pgmap v325: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 14 MiB/s wr, 948 op/s 2024-03-07T10:09:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 615.0 s, 1895.6 tps, lat 52.138 ms stddev 65.447 2024-03-07T10:09:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:38 smithi018 ceph-mon[32171]: pgmap v326: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 11 MiB/s wr, 665 op/s 2024-03-07T10:09:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:38 smithi063 ceph-mon[36356]: pgmap v326: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 11 MiB/s wr, 665 op/s 2024-03-07T10:09:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:38 smithi077 ceph-mon[36374]: pgmap v326: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 11 MiB/s wr, 665 op/s 2024-03-07T10:09:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:40 smithi018 ceph-mon[32171]: pgmap v327: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 18 MiB/s wr, 902 op/s 2024-03-07T10:09:41.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:40 smithi063 ceph-mon[36356]: pgmap v327: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 18 MiB/s wr, 902 op/s 2024-03-07T10:09:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:40 smithi077 ceph-mon[36374]: pgmap v327: 97 pgs: 97 active+clean; 4.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 18 MiB/s wr, 902 op/s 2024-03-07T10:09:43.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:42 smithi018 ceph-mon[32171]: pgmap v328: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 17 MiB/s wr, 757 op/s 2024-03-07T10:09:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 620.0 s, 1829.6 tps, lat 53.408 ms stddev 66.792 2024-03-07T10:09:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:42 smithi063 ceph-mon[36356]: pgmap v328: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 17 MiB/s wr, 757 op/s 2024-03-07T10:09:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:42 smithi077 ceph-mon[36374]: pgmap v328: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 17 MiB/s wr, 757 op/s 2024-03-07T10:09:43.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- 172.21.15.18:0/1886776431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0001031f0 msgr2=0x7fc00010b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 --2- 172.21.15.18:0/1886776431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0001031f0 0x7fc00010b6d0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fbfec009900 tx=0x7fbfec02bc30 comp rx=0 tx=0).stop 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- 172.21.15.18:0/1886776431 shutdown_connections 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 --2- 172.21.15.18:0/1886776431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc00010bd40 0x7fc00010e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 --2- 172.21.15.18:0/1886776431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0001031f0 0x7fc00010b6d0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 --2- 172.21.15.18:0/1886776431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001028d0 0x7fc000102cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- 172.21.15.18:0/1886776431 >> 172.21.15.18:0/1886776431 conn(0x7fc000077690 msgr2=0x7fc000077aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- 172.21.15.18:0/1886776431 shutdown_connections 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- 172.21.15.18:0/1886776431 wait complete. 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 Processor -- start 2024-03-07T10:09:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- start start 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0001028d0 0x7fc000197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001031f0 0x7fc000198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc00010bd40 0x7fc00019c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc000111aa0 con 0x7fc0001028d0 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc000111920 con 0x7fc00010bd40 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.280+0000 7fc006b89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc000111c20 con 0x7fc0001031f0 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001031f0 0x7fc000198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001031f0 0x7fc000198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:55240/0 (socket says 172.21.15.18:55240) 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 -- 172.21.15.18:0/1121239754 learned_addr learned my addr 172.21.15.18:0/1121239754 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fc005126640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc00010bd40 0x7fc00019c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 -- 172.21.15.18:0/1121239754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc00010bd40 msgr2=0x7fc00019c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc00010bd40 0x7fc00019c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 -- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0001028d0 msgr2=0x7fc000197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.285 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0001028d0 0x7fc000197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 -- 172.21.15.18:0/1121239754 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc00019cf80 con 0x7fc0001031f0 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fc005126640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc00010bd40 0x7fc00019c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffffff640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001031f0 0x7fc000198520 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fbfec006010 tx=0x7fbfec02cb30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffdffb640 1 -- 172.21.15.18:0/1121239754 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfec041070 con 0x7fc0001031f0 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc00019d210 con 0x7fc0001031f0 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffdffb640 1 -- 172.21.15.18:0/1121239754 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbfec004450 con 0x7fc0001031f0 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.281+0000 7fbffdffb640 1 -- 172.21.15.18:0/1121239754 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfec003e00 con 0x7fc0001031f0 2024-03-07T10:09:43.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.282+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0001a4b00 con 0x7fc0001031f0 2024-03-07T10:09:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 Processor -- start 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 -- start start 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdac4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdab5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdacc3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561fda1c5c0 con 0x5561fdab51e0 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561fd9c5900 con 0x5561fdab5ba0 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc009972740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561fda18660 con 0x5561fdac4780 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc004925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdab5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc005126640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdac4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc005126640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdac4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:55248/0 (socket says 172.21.15.18:55248) 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc005126640 1 -- 172.21.15.18:0/450930236 learned_addr learned my addr 172.21.15.18:0/450930236 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.285+0000 7fc004925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdab5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55542/0 (socket says 172.21.15.18:55542) 2024-03-07T10:09:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc005126640 1 -- 172.21.15.18:0/450930236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 msgr2=0x5561fdacc3f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc005126640 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdacc3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc005126640 1 -- 172.21.15.18:0/450930236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 msgr2=0x5561fdab5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc005126640 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdab5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc005126640 1 -- 172.21.15.18:0/450930236 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5561fd731210 con 0x5561fdac4780 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc004925640 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdab5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fbffdffb640 1 -- 172.21.15.18:0/1121239754 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fbfec044070 con 0x7fc0001031f0 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc005126640 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdac4b60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009fd0 tx=0x7fbff80108e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b4e7c22ae363931 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fbfeaffd640 1 -- 172.21.15.18:0/450930236 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff8011760 con 0x5561fdac4780 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fbfeaffd640 1 -- 172.21.15.18:0/450930236 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbff8011de0 con 0x5561fdac4780 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fbfeaffd640 1 -- 172.21.15.18:0/450930236 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff800e3c0 con 0x5561fdac4780 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fbffdffb640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbff00a1ee0 0x7fbff00a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fc004925640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbff00a1ee0 0x7fbff00a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.286+0000 7fbffdffb640 1 -- 172.21.15.18:0/1121239754 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fbfec0efd00 con 0x7fc0001031f0 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 -- 172.21.15.18:0/450930236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 msgr2=0x5561fdac4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdac4b60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009fd0 tx=0x7fbff80108e0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 -- 172.21.15.18:0/450930236 shutdown_connections 2024-03-07T10:09:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdacc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdab5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 --2- 172.21.15.18:0/450930236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdac4b60 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 -- 172.21.15.18:0/450930236 >> 172.21.15.18:0/450930236 conn(0x5561fda7f580 msgr2=0x5561fdab40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 -- 172.21.15.18:0/450930236 shutdown_connections 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc004925640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbff00a1ee0 0x7fbff00a43a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fbff40095f0 tx=0x7fbff40094a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 -- 172.21.15.18:0/450930236 wait complete. 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 -- start start 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.287+0000 7fc009972740 1 Processor -- start 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc009972740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac9a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc009972740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdac9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc009972740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdaca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc009972740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561fdaccae0 con 0x5561fdab51e0 2024-03-07T10:09:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc009972740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561fd9d8d60 con 0x5561fdab5ba0 2024-03-07T10:09:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc009972740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561fdaccc60 con 0x5561fdac4780 2024-03-07T10:09:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc009972740 10 client.0 _ll_register_callbacks cb 0x5561fd730a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc004925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc005126640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdaca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc004925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55544/0 (socket says 172.21.15.18:55544) 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc004925640 1 -- 172.21.15.18:0/372295093 learned_addr learned my addr 172.21.15.18:0/372295093 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fbffffff640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdac9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc005126640 1 -- 172.21.15.18:0/372295093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 msgr2=0x5561fdac9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc005126640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdac9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc005126640 1 -- 172.21.15.18:0/372295093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 msgr2=0x5561fdac9a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc005126640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac9a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc005126640 1 -- 172.21.15.18:0/372295093 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5561fd7fd620 con 0x5561fdac4780 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fbffffff640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdac9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc004925640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fc005126640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdaca4a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fbff8006010 tx=0x7fbff8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf57b39130402e05 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.288+0000 7fbfdffff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.289+0000 7fbfdffff640 1 -- 172.21.15.18:0/372295093 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff802b060 con 0x5561fdac4780 2024-03-07T10:09:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.289+0000 7fbfdffff640 1 -- 172.21.15.18:0/372295093 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fbff8011560 con 0x5561fdac4780 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.289+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbff8011de0 con 0x5561fdac4780 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.289+0000 7fbfdffff640 1 -- 172.21.15.18:0/372295093 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbff8032050 con 0x5561fdac4780 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.289+0000 7fc009972740 10 client.28114 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.289+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5561fdad8e30 con 0x5561fdac4780 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fbfdffff640 1 -- 172.21.15.18:0/372295093 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbff8011de0 con 0x5561fdac4780 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fbfdffff640 1 -- 172.21.15.18:0/372295093 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fbff801cce0 con 0x5561fdac4780 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc009972740 10 client.28114 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc009972740 10 client.28114 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc009972740 20 client.28114 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc009972740 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdada290 0x5561fdadc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc009972740 4 client.28114 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5561fda29b00 con 0x5561fdada290 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc004925640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdada290 0x5561fdadc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fbfdffff640 10 client.28114 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.290+0000 7fc004925640 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdada290 0x5561fdadc680 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb69f409048486be server_cookie=6d15b0c221ba1637 in_seq=0 out_seq=0 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fbfdffff640 1 -- 172.21.15.18:0/372295093 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5561fda29b00 con 0x5561fdada290 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fbfdffff640 10 client.28114 handle_command_reply: tid=0 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 client.28114 shutdown 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 msgr2=0x5561fdaca4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdaca4a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fbff8006010 tx=0x7fbff8004a40 comp rx=0 tx=0).stop 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 shutdown_connections 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdada290 0x5561fdadc680 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdac4780 0x5561fdaca4a0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab5ba0 0x5561fdac9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fbfdffff640 0 client.28114 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 --2- 172.21.15.18:0/372295093 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 >> 172.21.15.18:0/372295093 conn(0x5561fda7f580 msgr2=0x5561fdab1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:43.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 shutdown_connections 2024-03-07T10:09:43.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 1 -- 172.21.15.18:0/372295093 wait complete. 2024-03-07T10:09:43.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.291+0000 7fc009972740 20 client.28114 trim_cache size 0 max 16384 2024-03-07T10:09:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.308+0000 7fc009972740 1 Processor -- start 2024-03-07T10:09:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc009972740 1 -- start start 2024-03-07T10:09:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc009972740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc009972740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdac71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc009972740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdac4780 0x5561fdab2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc009972740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0001ad6b0 con 0x5561fdab51e0 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc009972740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0001ab1b0 con 0x5561fdac4780 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc009972740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0001a9270 con 0x5561fdab5ba0 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fbffffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdac71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac6ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55558/0 (socket says 172.21.15.18:55558) 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fbffffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdac71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:55268/0 (socket says 172.21.15.18:55268) 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 -- 172.21.15.18:0/352751949 learned_addr learned my addr 172.21.15.18:0/352751949 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc005126640 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdac4780 0x5561fdab2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 -- 172.21.15.18:0/352751949 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 msgr2=0x5561fdac71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdac71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 -- 172.21.15.18:0/352751949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdac4780 msgr2=0x5561fdab2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdac4780 0x5561fdab2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fc004925640 1 -- 172.21.15.18:0/352751949 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5561fdab4ee0 con 0x5561fdab51e0 2024-03-07T10:09:43.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.309+0000 7fbffffff640 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdac71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.310+0000 7fc004925640 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac6ca0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fbff4009c60 tx=0x7fbff4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b51cf4d42baf294 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.310+0000 7fbfea7fc640 1 -- 172.21.15.18:0/352751949 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff4029250 con 0x5561fdab51e0 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.310+0000 7fbfea7fc640 1 -- 172.21.15.18:0/352751949 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbff4005500 con 0x5561fdab51e0 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.310+0000 7fbfea7fc640 1 -- 172.21.15.18:0/352751949 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff4004c20 con 0x5561fdab51e0 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.310+0000 7fc009972740 1 -- 172.21.15.18:0/352751949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 msgr2=0x5561fdac6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.310+0000 7fc009972740 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac6ca0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fbff4009c60 tx=0x7fbff4014000 comp rx=0 tx=0).stop 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- 172.21.15.18:0/352751949 shutdown_connections 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdac4780 0x5561fdab2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdac71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 --2- 172.21.15.18:0/352751949 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdab51e0 0x5561fdac6ca0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- 172.21.15.18:0/352751949 >> 172.21.15.18:0/352751949 conn(0x5561fda7f580 msgr2=0x5561fdab1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- 172.21.15.18:0/352751949 shutdown_connections 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- 172.21.15.18:0/352751949 wait complete. 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- start start 2024-03-07T10:09:43.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 Processor -- start 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab51e0 0x5561fdadd310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdadd850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdac4780 0x5561fdb2e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0001a9870 con 0x5561fdac4780 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0001aab50 con 0x5561fdab51e0 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0001a9e90 con 0x5561fdab5ba0 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc009972740 10 client.0 _ll_register_callbacks cb 0x7fbff40093f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc005126640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdac4780 0x5561fdb2e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.311+0000 7fc005126640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdac4780 0x5561fdb2e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55572/0 (socket says 172.21.15.18:55572) 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc005126640 1 -- 172.21.15.18:0/694637112 learned_addr learned my addr 172.21.15.18:0/694637112 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fbffffff640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdadd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc004925640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab51e0 0x5561fdadd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc005126640 1 -- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 msgr2=0x5561fdadd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:43.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc005126640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdadd850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc005126640 1 -- 172.21.15.18:0/694637112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab51e0 msgr2=0x5561fdadd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc005126640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab51e0 0x5561fdadd310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc005126640 1 -- 172.21.15.18:0/694637112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5561fdb2ed80 con 0x5561fdac4780 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fbffffff640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdadd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc005126640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdac4780 0x5561fdb2e790 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fbff8011010 tx=0x7fbff801b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fcf666c535e89bd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fbfdffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fbfdffff640 1 -- 172.21.15.18:0/694637112 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff802b070 con 0x5561fdac4780 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fbfdffff640 1 -- 172.21.15.18:0/694637112 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fbff801bdb0 con 0x5561fdac4780 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbff4005500 con 0x5561fdac4780 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.312+0000 7fbfdffff640 1 -- 172.21.15.18:0/694637112 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbff8043050 con 0x5561fdac4780 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 10 client.18264 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5561fdb36110 con 0x5561fdac4780 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fbfdffff640 1 -- 172.21.15.18:0/694637112 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbff4005500 con 0x5561fdac4780 2024-03-07T10:09:43.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fbfdffff640 1 -- 172.21.15.18:0/694637112 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fbff803e030 con 0x5561fdac4780 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 10 client.18264 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 10 client.18264 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 20 client.18264 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdb367a0 0x5561fdb38bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 4 client.18264 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5561fda23e50 con 0x5561fdb367a0 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc004925640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdb367a0 0x5561fdb38bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fbfdffff640 10 client.18264 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:43.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.313+0000 7fc004925640 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdb367a0 0x5561fdb38bc0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c41bccd6e9f7331 server_cookie=a81a9fde378389cb in_seq=0 out_seq=0 2024-03-07T10:09:43.343 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.342+0000 7fbfdffff640 1 -- 172.21.15.18:0/694637112 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5561fda23e50 con 0x5561fdb367a0 2024-03-07T10:09:43.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.342+0000 7fbfdffff640 10 client.18264 handle_command_reply: tid=0 2024-03-07T10:09:43.344 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.342+0000 7fc009972740 1 client.18264 shutdown 2024-03-07T10:09:43.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.342+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdac4780 msgr2=0x5561fdb2e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.342+0000 7fc009972740 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdac4780 0x5561fdb2e790 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fbff8011010 tx=0x7fbff801b9d0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 shutdown_connections 2024-03-07T10:09:43.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561fdb367a0 0x5561fdb38bc0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.345 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561fdac4780 0x5561fdb2e790 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561fdab5ba0 0x5561fdadd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fbfdffff640 0 client.18264 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 --2- 172.21.15.18:0/694637112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561fdab51e0 0x5561fdadd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 >> 172.21.15.18:0/694637112 conn(0x5561fda7f580 msgr2=0x5561fdab1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 shutdown_connections 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 1 -- 172.21.15.18:0/694637112 wait complete. 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.343+0000 7fc009972740 20 client.18264 trim_cache size 0 max 16384 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:09:43.346 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:09:43.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:09:43.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbff00a1ee0 msgr2=0x7fbff00a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbff00a1ee0 0x7fbff00a43a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fbff40095f0 tx=0x7fbff40094a0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001031f0 msgr2=0x7fc000198520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001031f0 0x7fc000198520 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fbfec006010 tx=0x7fbfec02cb30 comp rx=0 tx=0).stop 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 shutdown_connections 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc00010bd40 0x7fc00019c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc0001031f0 0x7fc000198520 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fbff00a1ee0 0x7fbff00a43a0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 --2- 172.21.15.18:0/1121239754 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc0001028d0 0x7fc000197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 >> 172.21.15.18:0/1121239754 conn(0x7fc000077690 msgr2=0x7fc0000fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 shutdown_connections 2024-03-07T10:09:43.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:43.344+0000 7fc006b89640 1 -- 172.21.15.18:0/1121239754 wait complete. 2024-03-07T10:09:45.055 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:44 smithi077 ceph-mon[36374]: pgmap v329: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 16 MiB/s wr, 680 op/s 2024-03-07T10:09:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:44 smithi018 ceph-mon[32171]: pgmap v329: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 16 MiB/s wr, 680 op/s 2024-03-07T10:09:45.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:44 smithi063 ceph-mon[36356]: pgmap v329: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 16 MiB/s wr, 680 op/s 2024-03-07T10:09:47.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:46 smithi077 ceph-mon[36374]: pgmap v330: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 22 MiB/s wr, 974 op/s 2024-03-07T10:09:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:46 smithi018 ceph-mon[32171]: pgmap v330: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 22 MiB/s wr, 974 op/s 2024-03-07T10:09:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:46 smithi063 ceph-mon[36356]: pgmap v330: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 22 MiB/s wr, 974 op/s 2024-03-07T10:09:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 625.0 s, 1503.2 tps, lat 68.293 ms stddev 82.465 2024-03-07T10:09:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:48 smithi018 ceph-mon[32171]: pgmap v331: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 15 MiB/s wr, 632 op/s 2024-03-07T10:09:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:48 smithi063 ceph-mon[36356]: pgmap v331: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 15 MiB/s wr, 632 op/s 2024-03-07T10:09:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:48 smithi077 ceph-mon[36374]: pgmap v331: 97 pgs: 97 active+clean; 4.7 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 15 MiB/s wr, 632 op/s 2024-03-07T10:09:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:50 smithi018 ceph-mon[32171]: pgmap v332: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 19 MiB/s wr, 817 op/s 2024-03-07T10:09:51.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:50 smithi063 ceph-mon[36356]: pgmap v332: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 19 MiB/s wr, 817 op/s 2024-03-07T10:09:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:50 smithi077 ceph-mon[36374]: pgmap v332: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 19 MiB/s wr, 817 op/s 2024-03-07T10:09:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:52 smithi018 ceph-mon[32171]: pgmap v333: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 MiB/s wr, 641 op/s 2024-03-07T10:09:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 630.0 s, 1880.4 tps, lat 52.881 ms stddev 61.730 2024-03-07T10:09:53.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:52 smithi063 ceph-mon[36356]: pgmap v333: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 MiB/s wr, 641 op/s 2024-03-07T10:09:53.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:52 smithi077 ceph-mon[36374]: pgmap v333: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 MiB/s wr, 641 op/s 2024-03-07T10:09:54.803 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:09:54.803 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:09:54.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.971+0000 7faedf8d0640 1 -- 172.21.15.18:0/2663890351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed8107680 msgr2=0x7faed8107a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:54.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.971+0000 7faedf8d0640 1 --2- 172.21.15.18:0/2663890351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed8107680 0x7faed8107a60 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7faed0009cd0 tx=0x7faed002c0f0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.972+0000 7faedf8d0640 1 -- 172.21.15.18:0/2663890351 shutdown_connections 2024-03-07T10:09:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.972+0000 7faedf8d0640 1 --2- 172.21.15.18:0/2663890351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faed8101fa0 0x7faed810e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.972+0000 7faedf8d0640 1 --2- 172.21.15.18:0/2663890351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed81015e0 0x7faed8101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.972+0000 7faedf8d0640 1 --2- 172.21.15.18:0/2663890351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed8107680 0x7faed8107a60 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.972+0000 7faedf8d0640 1 -- 172.21.15.18:0/2663890351 >> 172.21.15.18:0/2663890351 conn(0x7faed80fd0f0 msgr2=0x7faed80ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.973+0000 7faedf8d0640 1 -- 172.21.15.18:0/2663890351 shutdown_connections 2024-03-07T10:09:54.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.974+0000 7faedf8d0640 1 -- 172.21.15.18:0/2663890351 wait complete. 2024-03-07T10:09:54.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 Processor -- start 2024-03-07T10:09:54.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 -- start start 2024-03-07T10:09:54.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed81015e0 0x7faed819a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed8101fa0 0x7faed819a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faed8107680 0x7faed819ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed81119c0 con 0x7faed81015e0 2024-03-07T10:09:54.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed8111840 con 0x7faed8101fa0 2024-03-07T10:09:54.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.975+0000 7faedf8d0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed8111b40 con 0x7faed8107680 2024-03-07T10:09:54.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedde6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faed8107680 0x7faed819ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed8101fa0 0x7faed819a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed8101fa0 0x7faed819a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41640/0 (socket says 172.21.15.18:41640) 2024-03-07T10:09:54.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 -- 172.21.15.18:0/1455987368 learned_addr learned my addr 172.21.15.18:0/1455987368 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedd66c640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed81015e0 0x7faed819a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 -- 172.21.15.18:0/1455987368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faed8107680 msgr2=0x7faed819ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faed8107680 0x7faed819ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 -- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed81015e0 msgr2=0x7faed819a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed81015e0 0x7faed819a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedce6b640 1 -- 172.21.15.18:0/1455987368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faed819f1b0 con 0x7faed8101fa0 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.976+0000 7faedde6d640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faed8107680 0x7faed819ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:54.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.977+0000 7faedce6b640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed8101fa0 0x7faed819a700 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7faec800d950 tx=0x7faec800dd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.977+0000 7faece7fc640 1 -- 172.21.15.18:0/1455987368 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec8017070 con 0x7faed8101fa0 2024-03-07T10:09:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.977+0000 7faece7fc640 1 -- 172.21.15.18:0/1455987368 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faec800de80 con 0x7faed8101fa0 2024-03-07T10:09:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.977+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faed819f4a0 con 0x7faed8101fa0 2024-03-07T10:09:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.977+0000 7faece7fc640 1 -- 172.21.15.18:0/1455987368 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec800f620 con 0x7faed8101fa0 2024-03-07T10:09:54.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.977+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faed81a6d30 con 0x7faed8101fa0 2024-03-07T10:09:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.980+0000 7faee278f740 1 Processor -- start 2024-03-07T10:09:54.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.980+0000 7faece7fc640 1 -- 172.21.15.18:0/1455987368 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7faec8009c30 con 0x7faed8101fa0 2024-03-07T10:09:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faee278f740 1 -- start start 2024-03-07T10:09:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faee278f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337299320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faee278f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337299860 0x55f3372a1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faee278f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faee278f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3371f3dd0 con 0x55f337299860 2024-03-07T10:09:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faee278f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f33719cae0 con 0x55f3372a2440 2024-03-07T10:09:54.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faee278f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3371efe70 con 0x55f337298f40 2024-03-07T10:09:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faedde6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337299320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faedce6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faedde6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337299320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60894/0 (socket says 172.21.15.18:60894) 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faedde6d640 1 -- 172.21.15.18:0/2168218877 learned_addr learned my addr 172.21.15.18:0/2168218877 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.981+0000 7faedd66c640 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337299860 0x55f3372a1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faedde6d640 1 -- 172.21.15.18:0/2168218877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 msgr2=0x55f3372a4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faedde6d640 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faedde6d640 1 -- 172.21.15.18:0/2168218877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337299860 msgr2=0x55f3372a1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faedde6d640 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337299860 0x55f3372a1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faedde6d640 1 -- 172.21.15.18:0/2168218877 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f336fd27d0 con 0x55f337298f40 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faedde6d640 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337299320 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7faed4011470 tx=0x7faed4011930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f4256313b4a0997 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faece7fc640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faec40a1ff0 0x7faec40a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faec37fe640 1 -- 172.21.15.18:0/2168218877 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed401e070 con 0x55f337298f40 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faedd66c640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faec40a1ff0 0x7faec40a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faece7fc640 1 -- 172.21.15.18:0/1455987368 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7faec80cdeb0 con 0x7faed8101fa0 2024-03-07T10:09:54.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faec37fe640 1 -- 172.21.15.18:0/2168218877 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faed400fa20 con 0x55f337298f40 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.982+0000 7faec37fe640 1 -- 172.21.15.18:0/2168218877 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed4019b20 con 0x55f337298f40 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faee278f740 1 -- 172.21.15.18:0/2168218877 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 msgr2=0x55f337299320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faee278f740 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337299320 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7faed4011470 tx=0x7faed4011930 comp rx=0 tx=0).stop 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faedd66c640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faec40a1ff0 0x7faec40a44b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7faed0009ca0 tx=0x7faed0005d80 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faee278f740 1 -- 172.21.15.18:0/2168218877 shutdown_connections 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faee278f740 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faee278f740 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337299860 0x55f3372a1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faee278f740 1 --2- 172.21.15.18:0/2168218877 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337299320 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.983+0000 7faee278f740 1 -- 172.21.15.18:0/2168218877 >> 172.21.15.18:0/2168218877 conn(0x55f337293670 msgr2=0x55f337293a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.984+0000 7faee278f740 1 -- 172.21.15.18:0/2168218877 shutdown_connections 2024-03-07T10:09:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.984+0000 7faee278f740 1 -- 172.21.15.18:0/2168218877 wait complete. 2024-03-07T10:09:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 -- start start 2024-03-07T10:09:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 Processor -- start 2024-03-07T10:09:54.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f33729f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3372a2440 0x55f33729f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3372a5280 con 0x55f337298f40 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3371b0070 con 0x55f337299860 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3372a5400 con 0x55f3372a2440 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faee278f740 10 client.0 _ll_register_callbacks cb 0x55f3371afa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.985+0000 7faedde6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3372a2440 0x55f33729f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedd66c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3372a2440 0x55f33729f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60898/0 (socket says 172.21.15.18:60898) 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 -- 172.21.15.18:0/2445278347 learned_addr learned my addr 172.21.15.18:0/2445278347 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedce6b640 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f33729f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 -- 172.21.15.18:0/2445278347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 msgr2=0x55f33729f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f33729f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 -- 172.21.15.18:0/2445278347 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 msgr2=0x55f3372a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 -- 172.21.15.18:0/2445278347 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f336f083f0 con 0x55f3372a2440 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedce6b640 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f33729f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faedde6d640 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3372a2440 0x55f33729f800 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7faed40097a0 tx=0x7faed400f7f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43c1a41eacf6586a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faec0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faec0ff9640 1 -- 172.21.15.18:0/2445278347 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed401e040 con 0x55f3372a2440 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faec0ff9640 1 -- 172.21.15.18:0/2445278347 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7faed4019900 con 0x55f3372a2440 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.986+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faed400fa20 con 0x55f3372a2440 2024-03-07T10:09:54.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.987+0000 7faec0ff9640 1 -- 172.21.15.18:0/2445278347 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faed4030050 con 0x55f3372a2440 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.987+0000 7faee278f740 10 client.28132 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.987+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f336ec80f0 con 0x55f3372a2440 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.987+0000 7faec0ff9640 1 -- 172.21.15.18:0/2445278347 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faed400fa20 con 0x55f3372a2440 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faec0ff9640 1 -- 172.21.15.18:0/2445278347 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faed4021070 con 0x55f3372a2440 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faee278f740 10 client.28132 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faee278f740 10 client.28132 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faee278f740 20 client.28132 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faee278f740 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3372b21a0 0x55f3372b4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:54.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faee278f740 4 client.28132 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f337201310 con 0x55f3372b21a0 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.988+0000 7faedd66c640 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3372b21a0 0x55f3372b4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.989+0000 7faec0ff9640 10 client.28132 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.989+0000 7faedd66c640 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3372b21a0 0x55f3372b4590 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c13f50e942c4443 server_cookie=ab908f88913f1421 in_seq=0 out_seq=0 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.989+0000 7faec0ff9640 1 -- 172.21.15.18:0/2445278347 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f337201310 con 0x55f3372b21a0 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.989+0000 7faec0ff9640 10 client.28132 handle_command_reply: tid=0 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.989+0000 7faee278f740 1 client.28132 shutdown 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3372a2440 msgr2=0x55f33729f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3372a2440 0x55f33729f800 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7faed40097a0 tx=0x7faed400f7f0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 shutdown_connections 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f3372b21a0 0x55f3372b4590 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3372a2440 0x55f33729f800 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f33729f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 --2- 172.21.15.18:0/2445278347 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 >> 172.21.15.18:0/2445278347 conn(0x55f337293670 msgr2=0x55f3372953c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faec0ff9640 0 client.28132 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 shutdown_connections 2024-03-07T10:09:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 1 -- 172.21.15.18:0/2445278347 wait complete. 2024-03-07T10:09:54.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:54.990+0000 7faee278f740 20 client.28132 trim_cache size 0 max 16384 2024-03-07T10:09:55.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.013+0000 7faee278f740 1 Processor -- start 2024-03-07T10:09:55.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.013+0000 7faee278f740 1 -- start start 2024-03-07T10:09:55.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.013+0000 7faee278f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337289d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.013+0000 7faee278f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f3372a1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.013+0000 7faee278f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3372a2440 0x55f3372a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337289d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedde6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3372a2440 0x55f3372a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337289d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60902/0 (socket says 172.21.15.18:60902) 2024-03-07T10:09:55.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 -- 172.21.15.18:0/1471928337 learned_addr learned my addr 172.21.15.18:0/1471928337 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedce6b640 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f3372a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed81ad970 con 0x55f3372a2440 2024-03-07T10:09:55.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed81ab470 con 0x55f337299860 2024-03-07T10:09:55.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed81a9590 con 0x55f337298f40 2024-03-07T10:09:55.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 -- 172.21.15.18:0/1471928337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 msgr2=0x55f3372a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f3372a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 -- 172.21.15.18:0/1471928337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3372a2440 msgr2=0x55f3372a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3372a2440 0x55f3372a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.014+0000 7faedd66c640 1 -- 172.21.15.18:0/1471928337 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f33729d740 con 0x55f337298f40 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.015+0000 7faedd66c640 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337289d40 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7faed0000f80 tx=0x7faed0040000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf839ee5565ec430 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.015+0000 7faec2ffd640 1 -- 172.21.15.18:0/1471928337 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed0039040 con 0x55f337298f40 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.015+0000 7faec2ffd640 1 -- 172.21.15.18:0/1471928337 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faed0003e50 con 0x55f337298f40 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.015+0000 7faec2ffd640 1 -- 172.21.15.18:0/1471928337 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed0052b90 con 0x55f337298f40 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 msgr2=0x55f337289d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337289d40 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7faed0000f80 tx=0x7faed0040000 comp rx=0 tx=0).stop 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 shutdown_connections 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3372a2440 0x55f3372a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f337299860 0x55f3372a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 --2- 172.21.15.18:0/1471928337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337298f40 0x55f337289d40 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 >> 172.21.15.18:0/1471928337 conn(0x55f337293670 msgr2=0x55f337289630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 shutdown_connections 2024-03-07T10:09:55.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.016+0000 7faee278f740 1 -- 172.21.15.18:0/1471928337 wait complete. 2024-03-07T10:09:55.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.017+0000 7faee278f740 1 -- start start 2024-03-07T10:09:55.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.017+0000 7faee278f740 1 Processor -- start 2024-03-07T10:09:55.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.017+0000 7faee278f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.017+0000 7faee278f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337299860 0x55f3372a61b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.017+0000 7faee278f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a66f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.017+0000 7faee278f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed81a9b90 con 0x55f337298f40 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faee278f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed81aae10 con 0x55f3372a2440 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faedde6d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faedde6d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a66f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41668/0 (socket says 172.21.15.18:41668) 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faedde6d640 1 -- 172.21.15.18:0/2180181028 learned_addr learned my addr 172.21.15.18:0/2180181028 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faed81aa190 con 0x55f337299860 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faee278f740 10 client.0 _ll_register_callbacks cb 0x7faec80d17b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:55.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faedd66c640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.018+0000 7faedce6b640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337299860 0x55f3372a61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedd66c640 1 -- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337299860 msgr2=0x55f3372a61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedd66c640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337299860 0x55f3372a61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedd66c640 1 -- 172.21.15.18:0/2180181028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 msgr2=0x55f3372a66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedd66c640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedd66c640 1 -- 172.21.15.18:0/2180181028 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f33730ca30 con 0x55f337298f40 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedde6d640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedd66c640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a5c70 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7faed002c630 tx=0x7faed0052100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8116bfcf74bcaeca server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faec0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faedce6b640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337299860 0x55f3372a61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faec0ff9640 1 -- 172.21.15.18:0/2180181028 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faed0032c90 con 0x55f337298f40 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faec0ff9640 1 -- 172.21.15.18:0/2180181028 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7faed0057070 con 0x55f337298f40 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.019+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faed0003e50 con 0x55f337298f40 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faec0ff9640 1 -- 172.21.15.18:0/2180181028 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faed0032e30 con 0x55f337298f40 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 10 client.18282 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f33730dd20 con 0x55f337298f40 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faec0ff9640 1 -- 172.21.15.18:0/2180181028 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faed00527f0 con 0x55f337298f40 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faec0ff9640 1 -- 172.21.15.18:0/2180181028 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faed0004420 con 0x55f337298f40 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 10 client.18282 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:55.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 10 client.18282 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 20 client.18282 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f33730e2e0 0x55f337310700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 4 client.18282 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:09:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.020+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7faed0003e50 con 0x55f33730e2e0 2024-03-07T10:09:55.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.021+0000 7faedce6b640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f33730e2e0 0x55f337310700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.021+0000 7faec0ff9640 10 client.18282 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:55.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.021+0000 7faedce6b640 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f33730e2e0 0x55f337310700 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7483837a7a4d70ab server_cookie=9d0e301828b8dd3a in_seq=0 out_seq=0 2024-03-07T10:09:55.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.021+0000 7faec0ff9640 1 -- 172.21.15.18:0/2180181028 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x7faed0003e50 con 0x55f33730e2e0 2024-03-07T10:09:55.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.021+0000 7faec0ff9640 10 client.18282 handle_command_reply: tid=0 2024-03-07T10:09:55.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.021+0000 7faee278f740 1 client.18282 shutdown 2024-03-07T10:09:55.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 msgr2=0x55f3372a5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a5c70 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7faed002c630 tx=0x7faed0052100 comp rx=0 tx=0).stop 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 shutdown_connections 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f33730e2e0 0x55f337310700 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3372a2440 0x55f3372a66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f337299860 0x55f3372a61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 --2- 172.21.15.18:0/2180181028 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f337298f40 0x55f3372a5c70 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 >> 172.21.15.18:0/2180181028 conn(0x55f337293670 msgr2=0x55f3372952a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faec0ff9640 0 client.18282 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 shutdown_connections 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 1 -- 172.21.15.18:0/2180181028 wait complete. 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.022+0000 7faee278f740 20 client.18282 trim_cache size 0 max 16384 2024-03-07T10:09:55.028 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:09:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:09:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:09:55.029 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faec40a1ff0 msgr2=0x7faec40a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faec40a1ff0 0x7faec40a44b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7faed0009ca0 tx=0x7faed0005d80 comp rx=0 tx=0).stop 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed8101fa0 msgr2=0x7faed819a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed8101fa0 0x7faed819a700 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7faec800d950 tx=0x7faec800dd50 comp rx=0 tx=0).stop 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 shutdown_connections 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faed8107680 0x7faed819ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faed8101fa0 0x7faed819a700 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faec40a1ff0 0x7faec40a44b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 --2- 172.21.15.18:0/1455987368 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faed81015e0 0x7faed819a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 >> 172.21.15.18:0/1455987368 conn(0x7faed80fd0f0 msgr2=0x7faed80fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 shutdown_connections 2024-03-07T10:09:55.030 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.023+0000 7faedf8d0640 1 -- 172.21.15.18:0/1455987368 wait complete. 2024-03-07T10:09:55.040 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:09:55.040 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:09:55.074 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:54 smithi018 ceph-mon[32171]: pgmap v334: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 558 op/s 2024-03-07T10:09:55.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:54 smithi063 ceph-mon[36356]: pgmap v334: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 558 op/s 2024-03-07T10:09:55.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.215+0000 7f92966dd640 1 -- 172.21.15.18:0/3129605728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929010c890 msgr2=0x7f929007a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.215+0000 7f92966dd640 1 --2- 172.21.15.18:0/3129605728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929010c890 0x7f929007a200 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9280009980 tx=0x7f92800300a0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.215+0000 7f92966dd640 1 -- 172.21.15.18:0/3129605728 shutdown_connections 2024-03-07T10:09:55.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.215+0000 7f92966dd640 1 --2- 172.21.15.18:0/3129605728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929010c890 0x7f929007a200 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.215+0000 7f92966dd640 1 --2- 172.21.15.18:0/3129605728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9290109280 0x7f929010cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.215+0000 7f92966dd640 1 --2- 172.21.15.18:0/3129605728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f92901088d0 0x7f9290108cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.217 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.215+0000 7f92966dd640 1 -- 172.21.15.18:0/3129605728 >> 172.21.15.18:0/3129605728 conn(0x7f929006d9c0 msgr2=0x7f929006ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.218 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.216+0000 7f92966dd640 1 -- 172.21.15.18:0/3129605728 shutdown_connections 2024-03-07T10:09:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.217+0000 7f92966dd640 1 -- 172.21.15.18:0/3129605728 wait complete. 2024-03-07T10:09:55.220 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.218+0000 7f92966dd640 1 Processor -- start 2024-03-07T10:09:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.218+0000 7f92966dd640 1 -- start start 2024-03-07T10:09:55.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f92966dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92901088d0 0x7f929007e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f92966dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f929010c890 0x7f929007eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f92966dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929007efe0 0x7f92901c4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f92966dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f929007cf80 con 0x7f929007efe0 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f92966dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f929007ce00 con 0x7f929010c890 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f92966dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f929007d100 con 0x7f92901088d0 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f9294c7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929007efe0 0x7f92901c4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f9294c7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929007efe0 0x7f92901c4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55576/0 (socket says 172.21.15.18:55576) 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f9294c7a640 1 -- 172.21.15.18:0/2945456135 learned_addr learned my addr 172.21.15.18:0/2945456135 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f928ffff640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92901088d0 0x7f929007e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.219+0000 7f928f7fe640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f929010c890 0x7f929007eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.220+0000 7f928f7fe640 1 -- 172.21.15.18:0/2945456135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92901088d0 msgr2=0x7f929007e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.220+0000 7f928f7fe640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92901088d0 0x7f929007e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.220+0000 7f928f7fe640 1 -- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929007efe0 msgr2=0x7f92901c4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.220+0000 7f928f7fe640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929007efe0 0x7f92901c4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.220+0000 7f928f7fe640 1 -- 172.21.15.18:0/2945456135 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92901b5810 con 0x7f929010c890 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.222+0000 7f928f7fe640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f929010c890 0x7f929007eaa0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f928800bdf0 tx=0x7f9288009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.222+0000 7f928d7fa640 1 -- 172.21.15.18:0/2945456135 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9288019070 con 0x7f929010c890 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.222+0000 7f928d7fa640 1 -- 172.21.15.18:0/2945456135 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9288014920 con 0x7f929010c890 2024-03-07T10:09:55.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.222+0000 7f928d7fa640 1 -- 172.21.15.18:0/2945456135 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9288012900 con 0x7f929010c890 2024-03-07T10:09:55.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.222+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92901b5b00 con 0x7f929010c890 2024-03-07T10:09:55.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.222+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92901b6000 con 0x7f929010c890 2024-03-07T10:09:55.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.224+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f929006eb90 con 0x7f929010c890 2024-03-07T10:09:55.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.226+0000 7f928d7fa640 1 -- 172.21.15.18:0/2945456135 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f928801c070 con 0x7f929010c890 2024-03-07T10:09:55.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.227+0000 7f928d7fa640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92780a1ff0 0x7f92780a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.227+0000 7f928d7fa640 1 -- 172.21.15.18:0/2945456135 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f92880cd920 con 0x7f929010c890 2024-03-07T10:09:55.229 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.228+0000 7f928ffff640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92780a1ff0 0x7f92780a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.230 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.229+0000 7f928ffff640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92780a1ff0 0x7f92780a44b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f928400a7d0 tx=0x7f9284008040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.232+0000 7f928d7fa640 1 -- 172.21.15.18:0/2945456135 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f928809a3d0 con 0x7f929010c890 2024-03-07T10:09:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:54 smithi077 ceph-mon[36374]: pgmap v334: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 558 op/s 2024-03-07T10:09:55.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.545+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9290109280 con 0x7f929010c890 2024-03-07T10:09:55.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.547+0000 7f928d7fa640 1 -- 172.21.15.18:0/2945456135 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f928809e470 con 0x7f929010c890 2024-03-07T10:09:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:09:55.550 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:09:55.551 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:09:55.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.557+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92780a1ff0 msgr2=0x7f92780a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.557+0000 7f92966dd640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92780a1ff0 0x7f92780a44b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f928400a7d0 tx=0x7f9284008040 comp rx=0 tx=0).stop 2024-03-07T10:09:55.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.557+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f929010c890 msgr2=0x7f929007eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.557+0000 7f92966dd640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f929010c890 0x7f929007eaa0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f928800bdf0 tx=0x7f9288009f70 comp rx=0 tx=0).stop 2024-03-07T10:09:55.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.558+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 shutdown_connections 2024-03-07T10:09:55.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.558+0000 7f92966dd640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f92780a1ff0 0x7f92780a44b0 secure :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f928400a7d0 tx=0x7f9284008040 comp rx=0 tx=0).stop 2024-03-07T10:09:55.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.558+0000 7f92966dd640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f929007efe0 0x7f92901c4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.558+0000 7f92966dd640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f929010c890 0x7f929007eaa0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.558+0000 7f92966dd640 1 --2- 172.21.15.18:0/2945456135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f92901088d0 0x7f929007e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.558+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 >> 172.21.15.18:0/2945456135 conn(0x7f929006d9c0 msgr2=0x7f929010b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.561+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 shutdown_connections 2024-03-07T10:09:55.563 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.562+0000 7f92966dd640 1 -- 172.21.15.18:0/2945456135 wait complete. 2024-03-07T10:09:55.585 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:09:55.585 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:09:55.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.768+0000 7f0825c34640 1 -- 172.21.15.18:0/1986136972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f082010d060 msgr2=0x7f082010d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.768+0000 7f0825c34640 1 --2- 172.21.15.18:0/1986136972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f082010d060 0x7f082010d440 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0818009be0 tx=0x7f081802bef0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.768+0000 7f0825c34640 1 -- 172.21.15.18:0/1986136972 shutdown_connections 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.768+0000 7f0825c34640 1 --2- 172.21.15.18:0/1986136972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0820109020 0x7f0820114ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.768+0000 7f0825c34640 1 --2- 172.21.15.18:0/1986136972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0820108660 0x7f0820108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.768+0000 7f0825c34640 1 --2- 172.21.15.18:0/1986136972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f082010d060 0x7f082010d440 secure :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0818009be0 tx=0x7f081802bef0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.768+0000 7f0825c34640 1 -- 172.21.15.18:0/1986136972 >> 172.21.15.18:0/1986136972 conn(0x7f082006db20 msgr2=0x7f082006df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.769+0000 7f0825c34640 1 -- 172.21.15.18:0/1986136972 shutdown_connections 2024-03-07T10:09:55.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.769+0000 7f0825c34640 1 -- 172.21.15.18:0/1986136972 wait complete. 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 Processor -- start 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 -- start start 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0820108660 0x7f082010ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0820109020 0x7f082010f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f082010f9f0 0x7f08201b2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f082011a260 con 0x7f0820109020 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f082011a0e0 con 0x7f082010f9f0 2024-03-07T10:09:55.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f0825c34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f082011a3e0 con 0x7f0820108660 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.770+0000 7f081f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0820108660 0x7f082010ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0820108660 0x7f082010ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60936/0 (socket says 172.21.15.18:60936) 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 -- 172.21.15.18:0/729863433 learned_addr learned my addr 172.21.15.18:0/729863433 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081effd640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0820109020 0x7f082010f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081ffff640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f082010f9f0 0x7f08201b2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 -- 172.21.15.18:0/729863433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f082010f9f0 msgr2=0x7f08201b2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f082010f9f0 0x7f08201b2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 -- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0820109020 msgr2=0x7f082010f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0820109020 0x7f082010f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 -- 172.21.15.18:0/729863433 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08201b34b0 con 0x7f0820108660 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081f7fe640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0820108660 0x7f082010ef70 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0818000f80 tx=0x7f081802cb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.771+0000 7f081cff9640 1 -- 172.21.15.18:0/729863433 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0818043020 con 0x7f0820108660 2024-03-07T10:09:55.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.772+0000 7f081cff9640 1 -- 172.21.15.18:0/729863433 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0818004830 con 0x7f0820108660 2024-03-07T10:09:55.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.772+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08201b3740 con 0x7f0820108660 2024-03-07T10:09:55.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.772+0000 7f081cff9640 1 -- 172.21.15.18:0/729863433 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0818033480 con 0x7f0820108660 2024-03-07T10:09:55.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.772+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08201b3c60 con 0x7f0820108660 2024-03-07T10:09:55.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.775+0000 7f081cff9640 1 -- 172.21.15.18:0/729863433 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0818046020 con 0x7f0820108660 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 Processor -- start 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 -- start start 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffb4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56366ff7b330 con 0x56366ffbd670 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56366ff17e90 con 0x56366ffb4170 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f0828a2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56366fec0d00 con 0x56366ffb4a90 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081cff9640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f08080a1ff0 0x7f08080a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffb4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffb4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41702/0 (socket says 172.21.15.18:41702) 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbd130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60940/0 (socket says 172.21.15.18:60940) 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081ffff640 1 -- 172.21.15.18:0/213381965 learned_addr learned my addr 172.21.15.18:0/213381965 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081ffff640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f08080a1ff0 0x7f08080a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.776+0000 7f081effd640 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081cff9640 1 -- 172.21.15.18:0/729863433 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f08180f05e0 con 0x7f0820108660 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081f7fe640 1 -- 172.21.15.18:0/213381965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 msgr2=0x56366ffb4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081f7fe640 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffb4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081f7fe640 1 -- 172.21.15.18:0/213381965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 msgr2=0x56366ffbfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081f7fe640 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081f7fe640 1 -- 172.21.15.18:0/213381965 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56366febfb90 con 0x56366ffb4a90 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081effd640 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081f7fe640 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbd130 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f08180edd40 tx=0x7f081808cf00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3594cf77a32ed94d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f081ffff640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f08080a1ff0 0x7f08080a44b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0814004650 tx=0x7f0814005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.780 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f0805ffb640 1 -- 172.21.15.18:0/213381965 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08180bcfe0 con 0x56366ffb4a90 2024-03-07T10:09:55.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f0805ffb640 1 -- 172.21.15.18:0/213381965 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0818091040 con 0x56366ffb4a90 2024-03-07T10:09:55.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.777+0000 7f0805ffb640 1 -- 172.21.15.18:0/213381965 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08180edeb0 con 0x56366ffb4a90 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 -- 172.21.15.18:0/213381965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 msgr2=0x56366ffbd130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbd130 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f08180edd40 tx=0x7f081808cf00 comp rx=0 tx=0).stop 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 -- 172.21.15.18:0/213381965 shutdown_connections 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbd130 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 --2- 172.21.15.18:0/213381965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffb4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 -- 172.21.15.18:0/213381965 >> 172.21.15.18:0/213381965 conn(0x56366ffae8a0 msgr2=0x56366ffaec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 -- 172.21.15.18:0/213381965 shutdown_connections 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 -- 172.21.15.18:0/213381965 wait complete. 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.778+0000 7f0828a2f740 1 -- start start 2024-03-07T10:09:55.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 1 Processor -- start 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffba820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56366feb6470 con 0x56366ffbd670 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56366ff13f30 con 0x56366ffb4170 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f081effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56366ffc0220 con 0x56366ffb4a90 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f081ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f081ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbb2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55600/0 (socket says 172.21.15.18:55600) 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f081ffff640 1 -- 172.21.15.18:0/3417860069 learned_addr learned my addr 172.21.15.18:0/3417860069 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.779+0000 7f0828a2f740 10 client.0 _ll_register_callbacks cb 0x56366ff11d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081f7fe640 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffba820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081effd640 1 -- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 msgr2=0x56366ffba820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081effd640 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffba820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081effd640 1 -- 172.21.15.18:0/3417860069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 msgr2=0x56366ffbb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081effd640 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081effd640 1 -- 172.21.15.18:0/3417860069 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56366fc2c3f0 con 0x56366ffb4a90 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081f7fe640 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffba820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f081effd640 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbad60 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0820110730 tx=0x7f0810012aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4deffe2fd673606b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f07feffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f07feffd640 1 -- 172.21.15.18:0/3417860069 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0810004050 con 0x56366ffb4a90 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f07feffd640 1 -- 172.21.15.18:0/3417860069 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f08100041f0 con 0x56366ffb4a90 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.780+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0818091040 con 0x56366ffb4a90 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.781+0000 7f07feffd640 1 -- 172.21.15.18:0/3417860069 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08100043f0 con 0x56366ffb4a90 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 10 client.28150 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56366fcf67d0 con 0x56366ffb4a90 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f07feffd640 1 -- 172.21.15.18:0/3417860069 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0818091040 con 0x56366ffb4a90 2024-03-07T10:09:55.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f07feffd640 1 -- 172.21.15.18:0/3417860069 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f081000f990 con 0x56366ffb4a90 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 10 client.28150 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 10 client.28150 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 20 client.28150 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56366ffcd6a0 0x56366ffcfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 4 client.28150 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56366ff253d0 con 0x56366ffcd6a0 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.782+0000 7f081f7fe640 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56366ffcd6a0 0x56366ffcfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.783+0000 7f081f7fe640 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56366ffcd6a0 0x56366ffcfac0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8e28d1d5fb2f8739 server_cookie=74a997f901cc18e3 in_seq=0 out_seq=0 2024-03-07T10:09:55.788 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.783+0000 7f07feffd640 10 client.28150 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:55.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.784+0000 7f07feffd640 1 -- 172.21.15.18:0/3417860069 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56366ff253d0 con 0x56366ffcd6a0 2024-03-07T10:09:55.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.784+0000 7f07feffd640 10 client.28150 handle_command_reply: tid=0 2024-03-07T10:09:55.789 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.784+0000 7f0828a2f740 1 client.28150 shutdown 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 msgr2=0x56366ffbad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbad60 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0820110730 tx=0x7f0810012aa0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 shutdown_connections 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56366ffcd6a0 0x56366ffcfac0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffbd670 0x56366ffbb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x56366ffbad60 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 --2- 172.21.15.18:0/3417860069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffb4170 0x56366ffba820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 >> 172.21.15.18:0/3417860069 conn(0x56366ffae8a0 msgr2=0x56366ffb05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.785+0000 7f07feffd640 0 client.28150 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.786+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 shutdown_connections 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.786+0000 7f0828a2f740 1 -- 172.21.15.18:0/3417860069 wait complete. 2024-03-07T10:09:55.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.786+0000 7f0828a2f740 20 client.28150 trim_cache size 0 max 16384 2024-03-07T10:09:55.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.802+0000 7f0828a2f740 1 Processor -- start 2024-03-07T10:09:55.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.802+0000 7f0828a2f740 1 -- start start 2024-03-07T10:09:55.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4170 0x56366ffbcf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4a90 0x56366ffc8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.805 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f0828a2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201bec30 con 0x56366ffb4a90 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f0828a2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201bc730 con 0x56366ffbd670 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f0828a2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201ba7f0 con 0x56366ffb4170 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4170 0x56366ffbcf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4a90 0x56366ffc8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4170 0x56366ffbcf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60958/0 (socket says 172.21.15.18:60958) 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 -- 172.21.15.18:0/1260615069 learned_addr learned my addr 172.21.15.18:0/1260615069 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4a90 0x56366ffc8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55612/0 (socket says 172.21.15.18:55612) 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 -- 172.21.15.18:0/1260615069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 msgr2=0x56366ffc8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 --2- 172.21.15.18:0/1260615069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 -- 172.21.15.18:0/1260615069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4a90 msgr2=0x56366ffc8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 --2- 172.21.15.18:0/1260615069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4a90 0x56366ffc8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.806 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 -- 172.21.15.18:0/1260615069 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56366ffd0120 con 0x56366ffb4170 2024-03-07T10:09:55.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f081f7fe640 1 --2- 172.21.15.18:0/1260615069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4170 0x56366ffbcf50 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f08180095e0 tx=0x7f0818005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6d0b3b4044bc655 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.803+0000 7f08057fa640 1 -- 172.21.15.18:0/1260615069 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08180bcfe0 con 0x56366ffb4170 2024-03-07T10:09:55.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f08057fa640 1 -- 172.21.15.18:0/1260615069 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f08180344d0 con 0x56366ffb4170 2024-03-07T10:09:55.807 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f08057fa640 1 -- 172.21.15.18:0/1260615069 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08180b97e0 con 0x56366ffb4170 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 -- 172.21.15.18:0/1260615069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4170 msgr2=0x56366ffbcf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 --2- 172.21.15.18:0/1260615069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4170 0x56366ffbcf50 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f08180095e0 tx=0x7f0818005bd0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 -- 172.21.15.18:0/1260615069 shutdown_connections 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 --2- 172.21.15.18:0/1260615069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 --2- 172.21.15.18:0/1260615069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4a90 0x56366ffc8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 --2- 172.21.15.18:0/1260615069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4170 0x56366ffbcf50 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 -- 172.21.15.18:0/1260615069 >> 172.21.15.18:0/1260615069 conn(0x56366ffae8a0 msgr2=0x56366ffbb070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 -- 172.21.15.18:0/1260615069 shutdown_connections 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.804+0000 7f0828a2f740 1 -- 172.21.15.18:0/1260615069 wait complete. 2024-03-07T10:09:55.812 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 -- start start 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 Processor -- start 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4170 0x5636700211a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x5636700216e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201badf0 con 0x56366ffb4170 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201bc0d0 con 0x56366ffbd670 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201bb410 con 0x56366ffb4a90 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f0828a2f740 10 client.0 _ll_register_callbacks cb 0x7f0810009e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f081effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x5636700216e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f081f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4170 0x5636700211a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f081effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x5636700216e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60974/0 (socket says 172.21.15.18:60974) 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f081effd640 1 -- 172.21.15.18:0/2284923686 learned_addr learned my addr 172.21.15.18:0/2284923686 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:55.813 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.805+0000 7f081ffff640 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f081effd640 1 -- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 msgr2=0x56366ffc1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f081effd640 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f081effd640 1 -- 172.21.15.18:0/2284923686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4170 msgr2=0x5636700211a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f081effd640 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4170 0x5636700211a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f081effd640 1 -- 172.21.15.18:0/2284923686 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56366ffbfdd0 con 0x56366ffb4a90 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f081f7fe640 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4170 0x5636700211a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f081effd640 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x5636700216e0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f081000fde0 tx=0x7f0810009370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d9c3f25e37c0931 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f07feffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f07feffd640 1 -- 172.21.15.18:0/2284923686 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0810028080 con 0x56366ffb4a90 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f07feffd640 1 -- 172.21.15.18:0/2284923686 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0810005040 con 0x56366ffb4a90 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f08180344d0 con 0x56366ffb4a90 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f07feffd640 1 -- 172.21.15.18:0/2284923686 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f081003a050 con 0x56366ffb4a90 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.806+0000 7f0828a2f740 10 client.28156 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563670029900 con 0x56366ffb4a90 2024-03-07T10:09:55.814 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f07feffd640 1 -- 172.21.15.18:0/2284923686 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0810010640 con 0x56366ffb4a90 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f07feffd640 1 -- 172.21.15.18:0/2284923686 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0810035030 con 0x56366ffb4a90 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f0828a2f740 10 client.28156 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f0828a2f740 10 client.28156 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f0828a2f740 20 client.28156 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f0828a2f740 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56367002a000 0x56367002c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f0828a2f740 4 client.28156 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f08180344d0 con 0x56367002a000 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.807+0000 7f081f7fe640 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56367002a000 0x56367002c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f07feffd640 10 client.28156 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f081f7fe640 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56367002a000 0x56367002c420 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6edadf8a0babc17 server_cookie=62cde82aed548960 in_seq=0 out_seq=0 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f07feffd640 1 -- 172.21.15.18:0/2284923686 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f08180344d0 con 0x56367002a000 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f07feffd640 10 client.28156 handle_command_reply: tid=0 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 client.28156 shutdown 2024-03-07T10:09:55.815 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 msgr2=0x5636700216e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x5636700216e0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f081000fde0 tx=0x7f0810009370 comp rx=0 tx=0).stop 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 shutdown_connections 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x56367002a000 0x56367002c420 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56366ffbd670 0x56366ffc1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56366ffb4a90 0x5636700216e0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 --2- 172.21.15.18:0/2284923686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56366ffb4170 0x5636700211a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 >> 172.21.15.18:0/2284923686 conn(0x56366ffae8a0 msgr2=0x56366ffba610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.808+0000 7f07feffd640 0 client.28156 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 shutdown_connections 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0828a2f740 1 -- 172.21.15.18:0/2284923686 wait complete. 2024-03-07T10:09:55.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0828a2f740 20 client.28156 trim_cache size 0 max 16384 2024-03-07T10:09:55.817 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:09:55.817 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f08080a1ff0 msgr2=0x7f08080a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f08080a1ff0 0x7f08080a44b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0814004650 tx=0x7f0814005f90 comp rx=0 tx=0).stop 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0820108660 msgr2=0x7f082010ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0820108660 0x7f082010ef70 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0818000f80 tx=0x7f081802cb20 comp rx=0 tx=0).stop 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 shutdown_connections 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f082010f9f0 0x7f08201b2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f08080a1ff0 0x7f08080a44b0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0820109020 0x7f082010f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 --2- 172.21.15.18:0/729863433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0820108660 0x7f082010ef70 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.809+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 >> 172.21.15.18:0/729863433 conn(0x7f082006db20 msgr2=0x7f08201132e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.810+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 shutdown_connections 2024-03-07T10:09:55.818 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.810+0000 7f0825c34640 1 -- 172.21.15.18:0/729863433 wait complete. 2024-03-07T10:09:55.825 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:09:55.826 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:09:55.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:55 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2945456135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:09:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.987+0000 7f7f96b37640 1 -- 172.21.15.18:0/3675904825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f880a5b60 msgr2=0x7f7f880a9ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:55.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.987+0000 7f7f96b37640 1 --2- 172.21.15.18:0/3675904825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f880a5b60 0x7f7f880a9ba0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f7f900674a0 tx=0x7f7f90091270 comp rx=0 tx=0).stop 2024-03-07T10:09:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.991+0000 7f7f96b37640 1 -- 172.21.15.18:0/3675904825 shutdown_connections 2024-03-07T10:09:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.991+0000 7f7f96b37640 1 --2- 172.21.15.18:0/3675904825 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880aa280 0x7f7f880b1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.991+0000 7f7f96b37640 1 --2- 172.21.15.18:0/3675904825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f880a5b60 0x7f7f880a9ba0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.991+0000 7f7f96b37640 1 --2- 172.21.15.18:0/3675904825 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f880a51b0 0x7f7f880a5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:55.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.991+0000 7f7f96b37640 1 -- 172.21.15.18:0/3675904825 >> 172.21.15.18:0/3675904825 conn(0x7f7f8801aa50 msgr2=0x7f7f8801ae60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:55.998+0000 7f7f96b37640 1 -- 172.21.15.18:0/3675904825 shutdown_connections 2024-03-07T10:09:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.001+0000 7f7f96b37640 1 -- 172.21.15.18:0/3675904825 wait complete. 2024-03-07T10:09:56.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.002+0000 7f7f96b37640 1 Processor -- start 2024-03-07T10:09:56.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.004+0000 7f7f96b37640 1 -- start start 2024-03-07T10:09:56.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.005+0000 7f7f96b37640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880a51b0 0x7f7f881421e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.005+0000 7f7f96b37640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f880aa280 0x7f7f8813b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.005+0000 7f7f96b37640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f8813b7a0 0x7f7f8813bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.005+0000 7f7f96b37640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f880b4ec0 con 0x7f7f8813b7a0 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.005+0000 7f7f96b37640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f880b4d40 con 0x7f7f880a51b0 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.005+0000 7f7f96b37640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f880b5040 con 0x7f7f880aa280 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880a51b0 0x7f7f881421e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880a51b0 0x7f7f881421e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41748/0 (socket says 172.21.15.18:41748) 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 -- 172.21.15.18:0/2306242227 learned_addr learned my addr 172.21.15.18:0/2306242227 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 -- 172.21.15.18:0/2306242227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f880aa280 msgr2=0x7f7f8813b260 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:09:56.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f880aa280 0x7f7f8813b260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 -- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f8813b7a0 msgr2=0x7f7f8813bc50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:09:56.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f8813b7a0 0x7f7f8813bc50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 -- 172.21.15.18:0/2306242227 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f8813fd00 con 0x7f7f880a51b0 2024-03-07T10:09:56.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.006+0000 7f7f95b35640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880a51b0 0x7f7f881421e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7f800097d0 tx=0x7f7f80009c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.007+0000 7f7f86ffd640 1 -- 172.21.15.18:0/2306242227 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f80018020 con 0x7f7f880a51b0 2024-03-07T10:09:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.007+0000 7f7f86ffd640 1 -- 172.21.15.18:0/2306242227 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f8000ed90 con 0x7f7f880a51b0 2024-03-07T10:09:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.007+0000 7f7f86ffd640 1 -- 172.21.15.18:0/2306242227 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f80013370 con 0x7f7f880a51b0 2024-03-07T10:09:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.008+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f8813fff0 con 0x7f7f880a51b0 2024-03-07T10:09:56.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.009+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f881404f0 con 0x7f7f880a51b0 2024-03-07T10:09:56.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.012+0000 7f7f86ffd640 1 -- 172.21.15.18:0/2306242227 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7f8001b020 con 0x7f7f880a51b0 2024-03-07T10:09:56.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.013+0000 7f7f9ab83740 1 Processor -- start 2024-03-07T10:09:56.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.013+0000 7f7f86ffd640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f7c0a2100 0x7f7f7c0a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.014+0000 7f7f86ffd640 1 -- 172.21.15.18:0/2306242227 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7f800cec80 con 0x7f7f880a51b0 2024-03-07T10:09:56.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.014+0000 7f7f9ab83740 1 -- start start 2024-03-07T10:09:56.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.014+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecaaf6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecababe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eca76330 con 0x5587ecaafc10 2024-03-07T10:09:56.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eca12e90 con 0x5587ecaaf2f0 2024-03-07T10:09:56.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587ec9bbd00 con 0x5587ecab87f0 2024-03-07T10:09:56.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f7c0a2100 0x7f7f7c0a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecababe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecababe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:60994/0 (socket says 172.21.15.18:60994) 2024-03-07T10:09:56.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 -- 172.21.15.18:0/3452935424 learned_addr learned my addr 172.21.15.18:0/3452935424 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f95b35640 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecaaf6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 -- 172.21.15.18:0/3452935424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 msgr2=0x5587ecaaf6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecaaf6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 -- 172.21.15.18:0/3452935424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 msgr2=0x5587ecab82b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab82b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f96336640 1 -- 172.21.15.18:0/3452935424 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5587ec9bab90 con 0x5587ecab87f0 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.015+0000 7f7f95b35640 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecaaf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.016+0000 7f7f96336640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f7c0a2100 0x7f7f7c0a45c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c014380 tx=0x7f7f8c00b6b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.016+0000 7f7f96336640 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecababe0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c016590 tx=0x7f7f8c017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74892d69e1e61e6c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.016+0000 7f7f7bfff640 1 -- 172.21.15.18:0/3452935424 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c01e020 con 0x5587ecab87f0 2024-03-07T10:09:56.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.016+0000 7f7f7bfff640 1 -- 172.21.15.18:0/3452935424 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f8c006520 con 0x5587ecab87f0 2024-03-07T10:09:56.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.016+0000 7f7f7bfff640 1 -- 172.21.15.18:0/3452935424 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c011040 con 0x5587ecab87f0 2024-03-07T10:09:56.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.017+0000 7f7f9ab83740 1 -- 172.21.15.18:0/3452935424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 msgr2=0x5587ecababe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.017+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecababe0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c016590 tx=0x7f7f8c017000 comp rx=0 tx=0).stop 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 -- 172.21.15.18:0/3452935424 shutdown_connections 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecababe0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/3452935424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecaaf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 -- 172.21.15.18:0/3452935424 >> 172.21.15.18:0/3452935424 conn(0x5587ecaa9a20 msgr2=0x5587ecaa9e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 -- 172.21.15.18:0/3452935424 shutdown_connections 2024-03-07T10:09:56.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 -- 172.21.15.18:0/3452935424 wait complete. 2024-03-07T10:09:56.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 -- start start 2024-03-07T10:09:56.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.018+0000 7f7f9ab83740 1 Processor -- start 2024-03-07T10:09:56.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaaf2f0 0x5587ecab57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecab5d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecab87f0 0x5587ecab6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f95b35640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaaf2f0 0x5587ecab57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f95b35640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaaf2f0 0x5587ecab57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55636/0 (socket says 172.21.15.18:55636) 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f95334640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecab5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f95334640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecab5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32768/0 (socket says 172.21.15.18:32768) 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f95b35640 1 -- 172.21.15.18:0/651434240 learned_addr learned my addr 172.21.15.18:0/651434240 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587ec9b1470 con 0x5587ecaaf2f0 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eca0ef30 con 0x5587ecab87f0 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587ecabb580 con 0x5587ecaafc10 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.019+0000 7f7f96336640 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecab87f0 0x5587ecab6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f9ab83740 10 client.0 _ll_register_callbacks cb 0x5587eca0cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f95334640 1 -- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecab87f0 msgr2=0x5587ecab6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f95334640 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecab87f0 0x5587ecab6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f95334640 1 -- 172.21.15.18:0/651434240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaaf2f0 msgr2=0x5587ecab57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f95334640 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaaf2f0 0x5587ecab57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f95334640 1 -- 172.21.15.18:0/651434240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5587ec7273f0 con 0x5587ecaafc10 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7f8c006520 con 0x5587ecaafc10 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f95334640 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecab5d10 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7f88018b20 tx=0x7f7f90069bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee451e7c3e980a62 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f797fa640 10 client.28165 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f797fa640 1 -- 172.21.15.18:0/651434240 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f900a8050 con 0x5587ecaafc10 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.020+0000 7f7f797fa640 1 -- 172.21.15.18:0/651434240 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7f900a3410 con 0x5587ecaafc10 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f797fa640 1 -- 172.21.15.18:0/651434240 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7f900a3670 con 0x5587ecaafc10 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 10 client.28165 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5587ec7f17d0 con 0x5587ecaafc10 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f797fa640 1 -- 172.21.15.18:0/651434240 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7f900a3810 con 0x5587ecaafc10 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 10 client.28165 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 10 client.28165 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 20 client.28165 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecac8790 0x5587ecacabe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 4 client.28165 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:56.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5587eca203d0 con 0x5587ecac8790 2024-03-07T10:09:56.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.021+0000 7f7f95b35640 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecac8790 0x5587ecacabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.022+0000 7f7f797fa640 10 client.28165 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.022+0000 7f7f95b35640 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecac8790 0x5587ecacabe0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=892bd6c01592abbf server_cookie=70604c2d42d3092b in_seq=0 out_seq=0 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.023+0000 7f7f797fa640 1 -- 172.21.15.18:0/651434240 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5587eca203d0 con 0x5587ecac8790 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f797fa640 10 client.28165 handle_command_reply: tid=0 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 client.28165 shutdown 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 msgr2=0x5587ecab5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecab5d10 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7f88018b20 tx=0x7f7f90069bf0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 shutdown_connections 2024-03-07T10:09:56.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecab87f0 0x5587ecab6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecac8790 0x5587ecacabe0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecab5d10 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/651434240 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaaf2f0 0x5587ecab57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 >> 172.21.15.18:0/651434240 conn(0x5587ecaa9a20 msgr2=0x5587ecaab770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f797fa640 0 client.28165 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 shutdown_connections 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 1 -- 172.21.15.18:0/651434240 wait complete. 2024-03-07T10:09:56.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.024+0000 7f7f9ab83740 20 client.28165 trim_cache size 0 max 16384 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.041+0000 7f7f9ab83740 1 Processor -- start 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.041+0000 7f7f9ab83740 1 -- start start 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecac3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecab87f0 0x5587ecac4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f88163ea0 con 0x5587ecab87f0 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f881619a0 con 0x5587ecaaf2f0 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8815fa60 con 0x5587ecaafc10 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95b35640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecac3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecac3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32782/0 (socket says 172.21.15.18:32782) 2024-03-07T10:09:56.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95b35640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab7f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41782/0 (socket says 172.21.15.18:41782) 2024-03-07T10:09:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 -- 172.21.15.18:0/2631960459 learned_addr learned my addr 172.21.15.18:0/2631960459 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f96336640 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecab87f0 0x5587ecac4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 -- 172.21.15.18:0/2631960459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 msgr2=0x5587ecab7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 -- 172.21.15.18:0/2631960459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecab87f0 msgr2=0x5587ecac4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecab87f0 0x5587ecac4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.045 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.042+0000 7f7f95334640 1 -- 172.21.15.18:0/2631960459 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5587ecaafa40 con 0x5587ecaafc10 2024-03-07T10:09:56.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.043+0000 7f7f95334640 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecac3d20 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7f90067090 tx=0x7f7f9009c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=972efd533f395b42 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.043+0000 7f7f7b7fe640 1 -- 172.21.15.18:0/2631960459 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f900a8070 con 0x5587ecaafc10 2024-03-07T10:09:56.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.043+0000 7f7f7b7fe640 1 -- 172.21.15.18:0/2631960459 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f8c006520 con 0x5587ecaafc10 2024-03-07T10:09:56.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.043+0000 7f7f7b7fe640 1 -- 172.21.15.18:0/2631960459 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f900adb90 con 0x5587ecaafc10 2024-03-07T10:09:56.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2631960459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 msgr2=0x5587ecac3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecac3d20 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7f90067090 tx=0x7f7f9009c000 comp rx=0 tx=0).stop 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2631960459 shutdown_connections 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecab87f0 0x5587ecac4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecaafc10 0x5587ecac3d20 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2631960459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2631960459 >> 172.21.15.18:0/2631960459 conn(0x5587ecaa9a20 msgr2=0x5587ecab6020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2631960459 shutdown_connections 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2631960459 wait complete. 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 -- start start 2024-03-07T10:09:56.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.044+0000 7f7f9ab83740 1 Processor -- start 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.045+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.045+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.045+0000 7f7f9ab83740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecab2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.045+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f88160060 con 0x5587ecaafc10 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.045+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f88161340 con 0x5587ecaaf2f0 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.045+0000 7f7f9ab83740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f88160680 con 0x5587ecab87f0 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f9ab83740 10 client.0 _ll_register_callbacks cb 0x7f7f80005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:56.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecab2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecab2a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32788/0 (socket says 172.21.15.18:32788) 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 -- 172.21.15.18:0/2988916068 learned_addr learned my addr 172.21.15.18:0/2988916068 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f95b35640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 -- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 msgr2=0x5587ecab2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab2000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 -- 172.21.15.18:0/2988916068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 msgr2=0x5587ecab2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f95334640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f96336640 1 -- 172.21.15.18:0/2988916068 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5587ecb23220 con 0x5587ecab87f0 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.046+0000 7f7f95334640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.047+0000 7f7f96336640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecab2a80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x5587ecaaabb0 tx=0x7f7f8c00b110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dac3509c2eb8d3a0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.047+0000 7f7f797fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.047+0000 7f7f797fa640 1 -- 172.21.15.18:0/2988916068 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c01e040 con 0x5587ecab87f0 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.047+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7f8c006520 con 0x5587ecab87f0 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.047+0000 7f7f797fa640 1 -- 172.21.15.18:0/2988916068 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7f8c0049f0 con 0x5587ecab87f0 2024-03-07T10:09:56.050 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f797fa640 1 -- 172.21.15.18:0/2988916068 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7f8c03b050 con 0x5587ecab87f0 2024-03-07T10:09:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 10 client.28171 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5587ecb24520 con 0x5587ecab87f0 2024-03-07T10:09:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f797fa640 1 -- 172.21.15.18:0/2988916068 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f8c006520 con 0x5587ecab87f0 2024-03-07T10:09:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f797fa640 1 -- 172.21.15.18:0/2988916068 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7f8c036030 con 0x5587ecab87f0 2024-03-07T10:09:56.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 10 client.28171 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 10 client.28171 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 20 client.28171 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecb24b00 0x5587ecb26f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 4 client.28171 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.048+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5587eca1a720 con 0x5587ecb24b00 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.049+0000 7f7f95b35640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecb24b00 0x5587ecb26f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.049+0000 7f7f797fa640 10 client.28171 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.049+0000 7f7f95b35640 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecb24b00 0x5587ecb26f20 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=47c0333797c584bd server_cookie=800a4f3d49896d83 in_seq=0 out_seq=0 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f797fa640 1 -- 172.21.15.18:0/2988916068 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5587eca1a720 con 0x5587ecb24b00 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f797fa640 10 client.28171 handle_command_reply: tid=0 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 client.28171 shutdown 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 msgr2=0x5587ecab2a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecab2a80 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x5587ecaaabb0 tx=0x7f7f8c00b110 comp rx=0 tx=0).stop 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 shutdown_connections 2024-03-07T10:09:56.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x5587ecb24b00 0x5587ecb26f20 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5587ecab87f0 0x5587ecab2a80 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f797fa640 0 client.28171 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5587ecaafc10 0x5587ecab2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 --2- 172.21.15.18:0/2988916068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5587ecaaf2f0 0x5587ecab2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 >> 172.21.15.18:0/2988916068 conn(0x5587ecaa9a20 msgr2=0x5587ecab5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 shutdown_connections 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 1 -- 172.21.15.18:0/2988916068 wait complete. 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.050+0000 7f7f9ab83740 20 client.28171 trim_cache size 0 max 16384 2024-03-07T10:09:56.054 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:09:56.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f7c0a2100 msgr2=0x7f7f7c0a45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f7c0a2100 0x7f7f7c0a45c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c014380 tx=0x7f7f8c00b6b0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880a51b0 msgr2=0x7f7f881421e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.055 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880a51b0 0x7f7f881421e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7f800097d0 tx=0x7f7f80009c90 comp rx=0 tx=0).stop 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 shutdown_connections 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f7c0a2100 0x7f7f7c0a45c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f8813b7a0 0x7f7f8813bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f880aa280 0x7f7f8813b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 --2- 172.21.15.18:0/2306242227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f880a51b0 0x7f7f881421e0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 >> 172.21.15.18:0/2306242227 conn(0x7f7f8801aa50 msgr2=0x7f7f880a3100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 shutdown_connections 2024-03-07T10:09:56.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.051+0000 7f7f96b37640 1 -- 172.21.15.18:0/2306242227 wait complete. 2024-03-07T10:09:56.068 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:09:56.068 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:09:56.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:55 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2945456135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 -- 172.21.15.18:0/1968426427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec0689d0 msgr2=0x7fa6ec068e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 --2- 172.21.15.18:0/1968426427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec0689d0 0x7fa6ec068e50 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fa6e0009900 tx=0x7fa6e002bc30 comp rx=0 tx=0).stop 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 -- 172.21.15.18:0/1968426427 shutdown_connections 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 --2- 172.21.15.18:0/1968426427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6ec069390 0x7fa6ec10e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 --2- 172.21.15.18:0/1968426427 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec0689d0 0x7fa6ec068e50 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 --2- 172.21.15.18:0/1968426427 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6ec107720 0x7fa6ec107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 -- 172.21.15.18:0/1968426427 >> 172.21.15.18:0/1968426427 conn(0x7fa6ec077660 msgr2=0x7fa6ec077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 -- 172.21.15.18:0/1968426427 shutdown_connections 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.251+0000 7fa6f171d640 1 -- 172.21.15.18:0/1968426427 wait complete. 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.252+0000 7fa6f171d640 1 Processor -- start 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.252+0000 7fa6f171d640 1 -- start start 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.252+0000 7fa6f171d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6ec0689d0 0x7fa6ec197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.255 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.252+0000 7fa6f171d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6ec069390 0x7fa6ec198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.252+0000 7fa6f171d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec107720 0x7fa6ec19c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6f171d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec1119d0 con 0x7fa6ec107720 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6f171d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec111850 con 0x7fa6ec069390 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6f171d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec111b50 con 0x7fa6ec0689d0 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec107720 0x7fa6ec19c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6ea7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6ec069390 0x7fa6ec198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6ea7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6ec069390 0x7fa6ec198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41816/0 (socket says 172.21.15.18:41816) 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec107720 0x7fa6ec19c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55668/0 (socket says 172.21.15.18:55668) 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6ea7fc640 1 -- 172.21.15.18:0/2794554397 learned_addr learned my addr 172.21.15.18:0/2794554397 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6ec0689d0 0x7fa6ec197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2794554397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6ec069390 msgr2=0x7fa6ec198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6ec069390 0x7fa6ec198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec107720 msgr2=0x7fa6ec19c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec107720 0x7fa6ec19c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2794554397 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6ec19cdc0 con 0x7fa6ec0689d0 2024-03-07T10:09:56.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec107720 0x7fa6ec19c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:56.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6ec0689d0 0x7fa6ec197dd0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc00e9f0 tx=0x7fa6dc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.257 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:55 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2945456135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6d3fff640 1 -- 172.21.15.18:0/2794554397 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc00ccc0 con 0x7fa6ec0689d0 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.253+0000 7fa6d3fff640 1 -- 172.21.15.18:0/2794554397 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa6dc005020 con 0x7fa6ec0689d0 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.254+0000 7fa6d3fff640 1 -- 172.21.15.18:0/2794554397 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc0049e0 con 0x7fa6ec0689d0 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.254+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6ec19d0b0 con 0x7fa6ec0689d0 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.254+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6ec1a4940 con 0x7fa6ec0689d0 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.256+0000 7fa6d3fff640 1 -- 172.21.15.18:0/2794554397 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa6dc005560 con 0x7fa6ec0689d0 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.256+0000 7fa6f4607740 1 Processor -- start 2024-03-07T10:09:56.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.256+0000 7fa6f4607740 1 -- start start 2024-03-07T10:09:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c33550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33a90 0x55ec97c3c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c3c670 0x55ec97c3ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6f4607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec97bfa330 con 0x55ec97c33170 2024-03-07T10:09:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6f4607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec97b96e90 con 0x55ec97c3c670 2024-03-07T10:09:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6f4607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec97b3fd00 con 0x55ec97c33a90 2024-03-07T10:09:56.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6d3fff640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6d40a1ef0 0x7fa6d40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6d3fff640 1 -- 172.21.15.18:0/2794554397 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa6dc0ce1d0 con 0x7fa6ec0689d0 2024-03-07T10:09:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c33550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c33550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55684/0 (socket says 172.21.15.18:55684) 2024-03-07T10:09:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.257+0000 7fa6eb7fe640 1 -- 172.21.15.18:0/653201216 learned_addr learned my addr 172.21.15.18:0/653201216 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33a90 0x55ec97c3c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c3c670 0x55ec97c3ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eaffd640 1 -- 172.21.15.18:0/653201216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c3c670 msgr2=0x55ec97c3ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c3c670 0x55ec97c3ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eaffd640 1 -- 172.21.15.18:0/653201216 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 msgr2=0x55ec97c33550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c33550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eaffd640 1 -- 172.21.15.18:0/653201216 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec97b3eb90 con 0x55ec97c33a90 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6d40a1ef0 0x7fa6d40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.258+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33a90 0x55ec97c3c130 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0cb880 tx=0x7fa6dc0051d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de91883acecb06d8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.259+0000 7fa6d17fa640 1 -- 172.21.15.18:0/653201216 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc01c070 con 0x55ec97c33a90 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.259+0000 7fa6d17fa640 1 -- 172.21.15.18:0/653201216 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa6dc09be50 con 0x55ec97c33a90 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.259+0000 7fa6d17fa640 1 -- 172.21.15.18:0/653201216 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc09ad80 con 0x55ec97c33a90 2024-03-07T10:09:56.261 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.259+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6d40a1ef0 0x7fa6d40a43b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4005c40 tx=0x7fa6e4004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 -- 172.21.15.18:0/653201216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33a90 msgr2=0x55ec97c3c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33a90 0x55ec97c3c130 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0cb880 tx=0x7fa6dc0051d0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 -- 172.21.15.18:0/653201216 shutdown_connections 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c3c670 0x55ec97c3ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33a90 0x55ec97c3c130 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 --2- 172.21.15.18:0/653201216 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c33550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 -- 172.21.15.18:0/653201216 >> 172.21.15.18:0/653201216 conn(0x55ec97c2d8a0 msgr2=0x55ec97c2dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 -- 172.21.15.18:0/653201216 shutdown_connections 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.260+0000 7fa6f4607740 1 -- 172.21.15.18:0/653201216 wait complete. 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 -- start start 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 Processor -- start 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33170 0x55ec97c397c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c39d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c3c670 0x55ec97c3a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec97b35470 con 0x55ec97c3c670 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec97b92f30 con 0x55ec97c33a90 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec97c3f460 con 0x55ec97c33170 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6f4607740 10 client.0 _ll_register_callbacks cb 0x55ec97b90d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6ea7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c39d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6eb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c3c670 0x55ec97c3a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6ea7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c39d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41840/0 (socket says 172.21.15.18:41840) 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6eaffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33170 0x55ec97c397c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.261+0000 7fa6ea7fc640 1 -- 172.21.15.18:0/2136568539 learned_addr learned my addr 172.21.15.18:0/2136568539 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2136568539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 msgr2=0x55ec97c39d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c39d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2136568539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c3c670 msgr2=0x55ec97c3a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c3c670 0x55ec97c3a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2136568539 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec978ab3f0 con 0x55ec97c33170 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c3c670 0x55ec97c3a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33170 0x55ec97c397c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc098dd0 tx=0x7fa6dc0a3340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71f4b309285b18bc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6ceff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2136568539 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc01c070 con 0x55ec97c33170 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa6dc09be50 con 0x55ec97c33170 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2136568539 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa6dc0a2e30 con 0x55ec97c33170 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2136568539 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa6dc0a3070 con 0x55ec97c33170 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6f4607740 10 client.28183 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.262+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ec979757d0 con 0x55ec97c33170 2024-03-07T10:09:56.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2136568539 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa6dc09be50 con 0x55ec97c33170 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2136568539 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa6dc0999e0 con 0x55ec97c33170 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6f4607740 10 client.28183 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6f4607740 10 client.28183 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6f4607740 20 client.28183 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97c4c830 0x55ec97c4ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6f4607740 4 client.28183 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ec97ba43d0 con 0x55ec97c4c830 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97c4c830 0x55ec97c4ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6ceff5640 10 client.28183 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.263+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97c4c830 0x55ec97c4ec20 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d76268799df2b99 server_cookie=84099a2b94ad260e in_seq=0 out_seq=0 2024-03-07T10:09:56.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.264+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2136568539 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ec97ba43d0 con 0x55ec97c4c830 2024-03-07T10:09:56.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.264+0000 7fa6ceff5640 10 client.28183 handle_command_reply: tid=0 2024-03-07T10:09:56.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.264+0000 7fa6f4607740 1 client.28183 shutdown 2024-03-07T10:09:56.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.264+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33170 msgr2=0x55ec97c397c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.264+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33170 0x55ec97c397c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc098dd0 tx=0x7fa6dc0a3340 comp rx=0 tx=0).stop 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 shutdown_connections 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97c4c830 0x55ec97c4ec20 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c3c670 0x55ec97c3a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c39d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2136568539 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c33170 0x55ec97c397c0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 >> 172.21.15.18:0/2136568539 conn(0x55ec97c2d8a0 msgr2=0x55ec97c2f5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6ceff5640 0 client.28183 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 shutdown_connections 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 1 -- 172.21.15.18:0/2136568539 wait complete. 2024-03-07T10:09:56.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.265+0000 7fa6f4607740 20 client.28183 trim_cache size 0 max 16384 2024-03-07T10:09:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.280+0000 7fa6f4607740 1 Processor -- start 2024-03-07T10:09:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.280+0000 7fa6f4607740 1 -- start start 2024-03-07T10:09:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.281+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c3bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.281+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c36a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.281+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c36f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.281+0000 7fa6f4607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec1ad700 con 0x55ec97c33170 2024-03-07T10:09:56.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.281+0000 7fa6f4607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec1ab200 con 0x55ec97c33a90 2024-03-07T10:09:56.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.281+0000 7fa6f4607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec1a92c0 con 0x55ec97c3c670 2024-03-07T10:09:56.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.282+0000 7fa6eb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c36f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.282+0000 7fa6eb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c36f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32856/0 (socket says 172.21.15.18:32856) 2024-03-07T10:09:56.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.282+0000 7fa6eb7fe640 1 -- 172.21.15.18:0/3799402129 learned_addr learned my addr 172.21.15.18:0/3799402129 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.282+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c36a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6eb7fe640 1 -- 172.21.15.18:0/3799402129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 msgr2=0x55ec97c36a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c36a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6eb7fe640 1 -- 172.21.15.18:0/3799402129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 msgr2=0x55ec97c3bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c3bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6eb7fe640 1 -- 172.21.15.18:0/3799402129 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec97c3edd0 con 0x55ec97c3c670 2024-03-07T10:09:56.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c36a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:56.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c36f80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fa6e40048a0 tx=0x7fa6e4013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7c486f34fe0b8a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.283+0000 7fa6d0ff9640 1 -- 172.21.15.18:0/3799402129 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6e400e930 con 0x55ec97c3c670 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6d0ff9640 1 -- 172.21.15.18:0/3799402129 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa6e4026030 con 0x55ec97c3c670 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6d0ff9640 1 -- 172.21.15.18:0/3799402129 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4022e20 con 0x55ec97c3c670 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 -- 172.21.15.18:0/3799402129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 msgr2=0x55ec97c36f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c36f80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fa6e40048a0 tx=0x7fa6e4013000 comp rx=0 tx=0).stop 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 -- 172.21.15.18:0/3799402129 shutdown_connections 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c36f80 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33a90 0x55ec97c36a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 --2- 172.21.15.18:0/3799402129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33170 0x55ec97c3bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 -- 172.21.15.18:0/3799402129 >> 172.21.15.18:0/3799402129 conn(0x55ec97c2d8a0 msgr2=0x55ec97c34af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 -- 172.21.15.18:0/3799402129 shutdown_connections 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.284+0000 7fa6f4607740 1 -- 172.21.15.18:0/3799402129 wait complete. 2024-03-07T10:09:56.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 -- start start 2024-03-07T10:09:56.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 Processor -- start 2024-03-07T10:09:56.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33170 0x55ec97c51740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.291 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33a90 0x55ec97c4ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c4f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec1a98c0 con 0x55ec97c33a90 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec1aaba0 con 0x55ec97c33170 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6ec1a9ee0 con 0x55ec97c3c670 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6f4607740 10 client.0 _ll_register_callbacks cb 0x7fa6dc09a750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33a90 0x55ec97c4ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6eaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33170 0x55ec97c51740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6eaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33170 0x55ec97c51740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41848/0 (socket says 172.21.15.18:41848) 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33a90 0x55ec97c4ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55708/0 (socket says 172.21.15.18:55708) 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2630247811 learned_addr learned my addr 172.21.15.18:0/2630247811 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6eb7fe640 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c4f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.292 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 msgr2=0x55ec97c4f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.285+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c4f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2630247811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33a90 msgr2=0x55ec97c4ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33a90 0x55ec97c4ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6eaffd640 1 -- 172.21.15.18:0/2630247811 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec97ca6d60 con 0x55ec97c33170 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33a90 0x55ec97c4ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6eaffd640 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33170 0x55ec97c51740 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc09a820 tx=0x7fa6dc099e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4dc4d608349861a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6ceff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2630247811 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc01c070 con 0x55ec97c33170 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa6e4026030 con 0x55ec97c33170 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2630247811 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa6dc09a170 con 0x55ec97c33170 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2630247811 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa6dc0aeb70 con 0x55ec97c33170 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6f4607740 10 client.28073 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:56.293 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ec97ca7e40 con 0x55ec97c33170 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2630247811 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa6e4026030 con 0x55ec97c33170 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2630247811 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa6dc09fcb0 con 0x55ec97c33170 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.286+0000 7fa6f4607740 10 client.28073 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6f4607740 10 client.28073 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6f4607740 20 client.28073 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97ca8310 0x55ec97caa700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6f4607740 4 client.28073 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ec97b9e720 con 0x55ec97ca8310 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97ca8310 0x55ec97caa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6ceff5640 10 client.28073 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6ea7fc640 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97ca8310 0x55ec97caa700 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=459f4fb4a5fd69 server_cookie=9b18f17d18cb716a in_seq=0 out_seq=0 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6ceff5640 1 -- 172.21.15.18:0/2630247811 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ec97b9e720 con 0x55ec97ca8310 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6ceff5640 10 client.28073 handle_command_reply: tid=0 2024-03-07T10:09:56.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.287+0000 7fa6f4607740 1 client.28073 shutdown 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33170 msgr2=0x55ec97c51740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33170 0x55ec97c51740 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc09a820 tx=0x7fa6dc099e70 comp rx=0 tx=0).stop 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 shutdown_connections 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ec97ca8310 0x55ec97caa700 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec97c3c670 0x55ec97c4f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6ceff5640 0 client.28073 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec97c33a90 0x55ec97c4ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 --2- 172.21.15.18:0/2630247811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec97c33170 0x55ec97c51740 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 >> 172.21.15.18:0/2630247811 conn(0x55ec97c2d8a0 msgr2=0x55ec97c2c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 shutdown_connections 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 1 -- 172.21.15.18:0/2630247811 wait complete. 2024-03-07T10:09:56.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.288+0000 7fa6f4607740 20 client.28073 trim_cache size 0 max 16384 2024-03-07T10:09:56.296 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:09:56.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6d40a1ef0 msgr2=0x7fa6d40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6d40a1ef0 0x7fa6d40a43b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4005c40 tx=0x7fa6e4004a40 comp rx=0 tx=0).stop 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6ec0689d0 msgr2=0x7fa6ec197dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6ec0689d0 0x7fa6ec197dd0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc00e9f0 tx=0x7fa6dc00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 shutdown_connections 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6d40a1ef0 0x7fa6d40a43b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa6ec107720 0x7fa6ec19c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6ec069390 0x7fa6ec198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 --2- 172.21.15.18:0/2794554397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6ec0689d0 0x7fa6ec197dd0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 >> 172.21.15.18:0/2794554397 conn(0x7fa6ec077660 msgr2=0x7fa6ec0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 shutdown_connections 2024-03-07T10:09:56.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:56.289+0000 7fa6f171d640 1 -- 172.21.15.18:0/2794554397 wait complete. 2024-03-07T10:09:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 -- 172.21.15.18:0/1661552945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 msgr2=0x7f79341009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 --2- 172.21.15.18:0/1661552945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 0x7f79341009a0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f7924009cd0 tx=0x7f792402c0e0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 -- 172.21.15.18:0/1661552945 shutdown_connections 2024-03-07T10:09:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 --2- 172.21.15.18:0/1661552945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7934100ee0 0x7f793410d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 --2- 172.21.15.18:0/1661552945 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 0x7f79341009a0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 --2- 172.21.15.18:0/1661552945 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f79341065e0 0x7f79341069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 -- 172.21.15.18:0/1661552945 >> 172.21.15.18:0/1661552945 conn(0x7f7934077650 msgr2=0x7f7934077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.478+0000 7f793a11d640 1 -- 172.21.15.18:0/1661552945 shutdown_connections 2024-03-07T10:09:56.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 -- 172.21.15.18:0/1661552945 wait complete. 2024-03-07T10:09:56.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 Processor -- start 2024-03-07T10:09:56.482 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 -- start start 2024-03-07T10:09:56.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 0x7f7934196dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7934100ee0 0x7f7934197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79341065e0 0x7f793419b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79341108a0 con 0x7f7934100ee0 2024-03-07T10:09:56.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7934110720 con 0x7f79341065e0 2024-03-07T10:09:56.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.479+0000 7f793a11d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7934110a20 con 0x7f7934100520 2024-03-07T10:09:56.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7932ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7934100ee0 0x7f7934197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7932ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7934100ee0 0x7f7934197300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55734/0 (socket says 172.21.15.18:55734) 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7932ffd640 1 -- 172.21.15.18:0/709089194 learned_addr learned my addr 172.21.15.18:0/709089194 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7933fff640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79341065e0 0x7f793419b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f79337fe640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 0x7f7934196dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f79337fe640 1 -- 172.21.15.18:0/709089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79341065e0 msgr2=0x7f793419b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f79337fe640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79341065e0 0x7f793419b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f79337fe640 1 -- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7934100ee0 msgr2=0x7f7934197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f79337fe640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7934100ee0 0x7f7934197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f79337fe640 1 -- 172.21.15.18:0/709089194 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f793419bd80 con 0x7f7934100520 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7932ffd640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7934100ee0 0x7f7934197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f79337fe640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 0x7f7934196dc0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f792800c970 tx=0x7f792800ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7930ff9640 1 -- 172.21.15.18:0/709089194 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7928007bb0 con 0x7f7934100520 2024-03-07T10:09:56.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7930ff9640 1 -- 172.21.15.18:0/709089194 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7928007d50 con 0x7f7934100520 2024-03-07T10:09:56.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.480+0000 7f7930ff9640 1 -- 172.21.15.18:0/709089194 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792800f450 con 0x7f7934100520 2024-03-07T10:09:56.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.481+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f793419c070 con 0x7f7934100520 2024-03-07T10:09:56.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.481+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7934068e50 con 0x7f7934100520 2024-03-07T10:09:56.487 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.483+0000 7f793cfee740 1 Processor -- start 2024-03-07T10:09:56.487 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.483+0000 7f7930ff9640 1 -- 172.21.15.18:0/709089194 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7928004eb0 con 0x7f7934100520 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f793cfee740 1 -- start start 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f793cfee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e526a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f793cfee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e527420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f793cfee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e532910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f793cfee740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55789e48b5c0 con 0x55789e526fa0 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f793cfee740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55789e434900 con 0x55789e530520 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f793cfee740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55789e487660 con 0x55789e527d10 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f79337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e527420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7933fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e526a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7932ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e532910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7933fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e526a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32880/0 (socket says 172.21.15.18:32880) 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7933fff640 1 -- 172.21.15.18:0/653058372 learned_addr learned my addr 172.21.15.18:0/653058372 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7932ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e532910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41860/0 (socket says 172.21.15.18:41860) 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7930ff9640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f791c0a1f10 0x7f791c0a43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7932ffd640 1 -- 172.21.15.18:0/653058372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 msgr2=0x55789e526a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7932ffd640 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e526a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7932ffd640 1 -- 172.21.15.18:0/653058372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 msgr2=0x55789e527420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7932ffd640 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e527420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7932ffd640 1 -- 172.21.15.18:0/653058372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55789e1a0210 con 0x55789e530520 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7930ff9640 1 -- 172.21.15.18:0/709089194 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f79280cdd30 con 0x7f7934100520 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7933fff640 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e526a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.484+0000 7f7933fff640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f791c0a1f10 0x7f791c0a43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.485+0000 7f7932ffd640 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e532910 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7924004af0 tx=0x7f7924032340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70011198ec521c5c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.485+0000 7f7919ffb640 1 -- 172.21.15.18:0/653058372 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7924043070 con 0x55789e530520 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.485+0000 7f7919ffb640 1 -- 172.21.15.18:0/653058372 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7924003e50 con 0x55789e530520 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.485+0000 7f7919ffb640 1 -- 172.21.15.18:0/653058372 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7924039040 con 0x55789e530520 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.485+0000 7f7933fff640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f791c0a1f10 0x7f791c0a43d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f792c004650 tx=0x7f792c0046c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 -- 172.21.15.18:0/653058372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 msgr2=0x55789e532910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e532910 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7924004af0 tx=0x7f7924032340 comp rx=0 tx=0).stop 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 -- 172.21.15.18:0/653058372 shutdown_connections 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e532910 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e527420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 --2- 172.21.15.18:0/653058372 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e526a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 -- 172.21.15.18:0/653058372 >> 172.21.15.18:0/653058372 conn(0x55789e4ee580 msgr2=0x55789e521c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 -- 172.21.15.18:0/653058372 shutdown_connections 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 -- 172.21.15.18:0/653058372 wait complete. 2024-03-07T10:09:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 -- start start 2024-03-07T10:09:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.486+0000 7f793cfee740 1 Processor -- start 2024-03-07T10:09:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f793cfee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e526fa0 0x55789e52d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f793cfee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e52db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f793cfee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e530520 0x55789e52e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f793cfee740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55789e5331f0 con 0x55789e530520 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f793cfee740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55789e447d60 con 0x55789e526fa0 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f793cfee740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55789e533370 con 0x55789e527d10 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f793cfee740 10 client.0 _ll_register_callbacks cb 0x55789e19fa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e52db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e52db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32896/0 (socket says 172.21.15.18:32896) 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 -- 172.21.15.18:0/3933370884 learned_addr learned my addr 172.21.15.18:0/3933370884 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f79337fe640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e526fa0 0x55789e52d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7933fff640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e530520 0x55789e52e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 -- 172.21.15.18:0/3933370884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e526fa0 msgr2=0x55789e52d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e526fa0 0x55789e52d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 -- 172.21.15.18:0/3933370884 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e530520 msgr2=0x55789e52e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e530520 0x55789e52e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f7932ffd640 1 -- 172.21.15.18:0/3933370884 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55789e26c620 con 0x55789e527d10 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.487+0000 7f79337fe640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e526fa0 0x55789e52d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f7932ffd640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e52db10 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7924009df0 tx=0x7f7924009800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2dff67d27df56cd4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f7912ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f7912ffd640 1 -- 172.21.15.18:0/3933370884 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792404c070 con 0x55789e527d10 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f7912ffd640 1 -- 172.21.15.18:0/3933370884 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f79240046e0 con 0x55789e527d10 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7924003e50 con 0x55789e527d10 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f7912ffd640 1 -- 172.21.15.18:0/3933370884 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7924058050 con 0x55789e527d10 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f793cfee740 10 client.28201 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55789e5331f0 con 0x55789e527d10 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.488+0000 7f7912ffd640 1 -- 172.21.15.18:0/3933370884 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7924003e50 con 0x55789e527d10 2024-03-07T10:09:56.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.490+0000 7f7912ffd640 1 -- 172.21.15.18:0/3933370884 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7924048a30 con 0x55789e527d10 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.491+0000 7f793cfee740 10 client.28201 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.491+0000 7f793cfee740 10 client.28201 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.491+0000 7f793cfee740 20 client.28201 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.491+0000 7f793cfee740 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e5406e0 0x55789e542ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.491+0000 7f793cfee740 4 client.28201 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.491+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55789e498b00 con 0x55789e5406e0 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.491+0000 7f79337fe640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e5406e0 0x55789e542ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.492+0000 7f79337fe640 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e5406e0 0x55789e542ad0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34fc81c68766d087 server_cookie=f2cfa68cf24416f5 in_seq=0 out_seq=0 2024-03-07T10:09:56.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.492+0000 7f7912ffd640 10 client.28201 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.492+0000 7f7912ffd640 1 -- 172.21.15.18:0/3933370884 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55789e498b00 con 0x55789e5406e0 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.492+0000 7f7912ffd640 10 client.28201 handle_command_reply: tid=0 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.492+0000 7f793cfee740 1 client.28201 shutdown 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 msgr2=0x55789e52db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e52db10 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7924009df0 tx=0x7f7924009800 comp rx=0 tx=0).stop 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 shutdown_connections 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e5406e0 0x55789e542ad0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e530520 0x55789e52e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f7912ffd640 0 client.28201 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e52db10 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 --2- 172.21.15.18:0/3933370884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e526fa0 0x55789e52d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 >> 172.21.15.18:0/3933370884 conn(0x55789e4ee580 msgr2=0x55789e5239e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 shutdown_connections 2024-03-07T10:09:56.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 1 -- 172.21.15.18:0/3933370884 wait complete. 2024-03-07T10:09:56.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.493+0000 7f793cfee740 20 client.28201 trim_cache size 0 max 16384 2024-03-07T10:09:56.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 Processor -- start 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 -- start start 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e52fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e527d10 0x55789e53bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e530520 0x55789e53c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79341b1b00 con 0x55789e526fa0 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79341af600 con 0x55789e527d10 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f793cfee740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79341ad6c0 con 0x55789e530520 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f79337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e52fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f7932ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e527d10 0x55789e53bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f7933fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e530520 0x55789e53c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f79337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e52fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55772/0 (socket says 172.21.15.18:55772) 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f79337fe640 1 -- 172.21.15.18:0/273590702 learned_addr learned my addr 172.21.15.18:0/273590702 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f7933fff640 1 -- 172.21.15.18:0/273590702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e527d10 msgr2=0x55789e53bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f7933fff640 1 --2- 172.21.15.18:0/273590702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e527d10 0x55789e53bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f7933fff640 1 -- 172.21.15.18:0/273590702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 msgr2=0x55789e52fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f7933fff640 1 --2- 172.21.15.18:0/273590702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e52fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.511+0000 7f7933fff640 1 -- 172.21.15.18:0/273590702 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55789e526270 con 0x55789e530520 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.512+0000 7f7933fff640 1 --2- 172.21.15.18:0/273590702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e530520 0x55789e53c000 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x55789e522ff0 tx=0x7f792c016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f87356675691c167 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.512+0000 7f79197fa640 1 -- 172.21.15.18:0/273590702 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792c011d20 con 0x55789e530520 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.512+0000 7f79197fa640 1 -- 172.21.15.18:0/273590702 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f792c010910 con 0x55789e530520 2024-03-07T10:09:56.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.512+0000 7f79197fa640 1 -- 172.21.15.18:0/273590702 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792c01f930 con 0x55789e530520 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 -- 172.21.15.18:0/273590702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e530520 msgr2=0x55789e53c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 --2- 172.21.15.18:0/273590702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e530520 0x55789e53c000 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x55789e522ff0 tx=0x7f792c016000 comp rx=0 tx=0).stop 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 -- 172.21.15.18:0/273590702 shutdown_connections 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 --2- 172.21.15.18:0/273590702 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e530520 0x55789e53c000 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 --2- 172.21.15.18:0/273590702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e527d10 0x55789e53bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 --2- 172.21.15.18:0/273590702 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e52fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 -- 172.21.15.18:0/273590702 >> 172.21.15.18:0/273590702 conn(0x55789e4ee580 msgr2=0x55789e5217c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 -- 172.21.15.18:0/273590702 shutdown_connections 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 -- 172.21.15.18:0/273590702 wait complete. 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 -- start start 2024-03-07T10:09:56.517 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.513+0000 7f793cfee740 1 Processor -- start 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f793cfee740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e531280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f793cfee740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e5317c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f793cfee740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e5366d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f793cfee740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79341adcc0 con 0x55789e526fa0 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f793cfee740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79341aefa0 con 0x55789e530520 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f793cfee740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79341ae2e0 con 0x55789e527d10 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f793cfee740 10 client.0 _ll_register_callbacks cb 0x7f7928096800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f7933fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e5366d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f7933fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e5366d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41900/0 (socket says 172.21.15.18:41900) 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.514+0000 7f7933fff640 1 -- 172.21.15.18:0/2769379068 learned_addr learned my addr 172.21.15.18:0/2769379068 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.515+0000 7f79337fe640 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e531280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.515+0000 7f7933fff640 1 -- 172.21.15.18:0/2769379068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 msgr2=0x55789e5317c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:09:56.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.515+0000 7f7933fff640 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e5317c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.515+0000 7f7933fff640 1 -- 172.21.15.18:0/2769379068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 msgr2=0x55789e531280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:56.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.515+0000 7f7933fff640 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e531280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.515+0000 7f7933fff640 1 -- 172.21.15.18:0/2769379068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55789e536c10 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.516+0000 7f7933fff640 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e5366d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f792c004770 tx=0x7f792c01f420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6a4a4f0ec01b8ca server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.516+0000 7f7912ffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.516+0000 7f7912ffd640 1 -- 172.21.15.18:0/2769379068 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f792c010d50 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.516+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f792c010910 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.516+0000 7f7912ffd640 1 -- 172.21.15.18:0/2769379068 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f792c010430 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.516+0000 7f7912ffd640 1 -- 172.21.15.18:0/2769379068 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f792c010630 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 10 client.28091 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55789e59c5e0 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f7912ffd640 1 -- 172.21.15.18:0/2769379068 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f792c010910 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f7912ffd640 1 -- 172.21.15.18:0/2769379068 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f792c029710 con 0x55789e530520 2024-03-07T10:09:56.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 10 client.28091 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 10 client.28091 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 20 client.28091 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e59cb40 0x55789e59ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 4 client.28091 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55789e492e50 con 0x55789e59cb40 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.517+0000 7f79337fe640 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e59cb40 0x55789e59ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.518+0000 7f7912ffd640 10 client.28091 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.518+0000 7f79337fe640 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e59cb40 0x55789e59ef60 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7b822b034fdd6b2 server_cookie=d02049da2f234cfd in_seq=0 out_seq=0 2024-03-07T10:09:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f7912ffd640 1 -- 172.21.15.18:0/2769379068 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55789e492e50 con 0x55789e59cb40 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f7912ffd640 10 client.28091 handle_command_reply: tid=0 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 client.28091 shutdown 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 msgr2=0x55789e5366d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e5366d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f792c004770 tx=0x7f792c01f420 comp rx=0 tx=0).stop 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 shutdown_connections 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55789e59cb40 0x55789e59ef60 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55789e530520 0x55789e5366d0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55789e527d10 0x55789e5317c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 --2- 172.21.15.18:0/2769379068 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55789e526fa0 0x55789e531280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 >> 172.21.15.18:0/2769379068 conn(0x55789e4ee580 msgr2=0x55789e520580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.537+0000 7f7912ffd640 0 client.28091 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 shutdown_connections 2024-03-07T10:09:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793cfee740 1 -- 172.21.15.18:0/2769379068 wait complete. 2024-03-07T10:09:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793cfee740 20 client.28091 trim_cache size 0 max 16384 2024-03-07T10:09:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:09:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:09:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:09:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:09:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f791c0a1f10 msgr2=0x7f791c0a43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f791c0a1f10 0x7f791c0a43d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f792c004650 tx=0x7f792c0046c0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 msgr2=0x7f7934196dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 0x7f7934196dc0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f792800c970 tx=0x7f792800ce30 comp rx=0 tx=0).stop 2024-03-07T10:09:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 shutdown_connections 2024-03-07T10:09:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f79341065e0 0x7f793419b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f791c0a1f10 0x7f791c0a43d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7934100ee0 0x7f7934197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 --2- 172.21.15.18:0/709089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7934100520 0x7f7934196dc0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:56.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.538+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 >> 172.21.15.18:0/709089194 conn(0x7f7934077650 msgr2=0x7f79340ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:56.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.539+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 shutdown_connections 2024-03-07T10:09:56.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:09:56.539+0000 7f793a11d640 1 -- 172.21.15.18:0/709089194 wait complete. 2024-03-07T10:09:57.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:56 smithi077 ceph-mon[36374]: pgmap v335: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 820 op/s 2024-03-07T10:09:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:56 smithi018 ceph-mon[32171]: pgmap v335: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 820 op/s 2024-03-07T10:09:57.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:56 smithi063 ceph-mon[36356]: pgmap v335: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 820 op/s 2024-03-07T10:09:57.305 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:09:57.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:09:57.305 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:09:57.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.461+0000 7f402effd640 1 -- 172.21.15.18:0/3415656351 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402002cca0 con 0x7f403011ae40 2024-03-07T10:09:57.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.462+0000 7f403629c640 1 -- 172.21.15.18:0/3415656351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f403011ae40 msgr2=0x7f403011d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.462+0000 7f403629c640 1 --2- 172.21.15.18:0/3415656351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f403011ae40 0x7f403011d230 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4020009900 tx=0x7f402002bc50 comp rx=0 tx=0).stop 2024-03-07T10:09:57.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.470+0000 7f403629c640 1 -- 172.21.15.18:0/3415656351 shutdown_connections 2024-03-07T10:09:57.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.470+0000 7f403629c640 1 --2- 172.21.15.18:0/3415656351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f403011ae40 0x7f403011d230 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.470+0000 7f403629c640 1 --2- 172.21.15.18:0/3415656351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4030108ba0 0x7f4030109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.471 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.470+0000 7f403629c640 1 --2- 172.21.15.18:0/3415656351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 0x7f4030108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.470+0000 7f403629c640 1 -- 172.21.15.18:0/3415656351 >> 172.21.15.18:0/3415656351 conn(0x7f403006c6d0 msgr2=0x7f403006cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.474+0000 7f403629c640 1 -- 172.21.15.18:0/3415656351 shutdown_connections 2024-03-07T10:09:57.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.476+0000 7f403629c640 1 -- 172.21.15.18:0/3415656351 wait complete. 2024-03-07T10:09:57.478 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 Processor -- start 2024-03-07T10:09:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 -- start start 2024-03-07T10:09:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4030108ba0 0x7f40301aca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 0x7f40301acf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f403011ae40 0x7f40301a6b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4030120870 con 0x7f403011ae40 2024-03-07T10:09:57.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301206f0 con 0x7f4030108ba0 2024-03-07T10:09:57.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.477+0000 7f403629c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301209f0 con 0x7f403010fdf0 2024-03-07T10:09:57.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f4034839640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f403011ae40 0x7f40301a6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 0x7f40301acf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 0x7f40301acf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32930/0 (socket says 172.21.15.18:32930) 2024-03-07T10:09:57.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 -- 172.21.15.18:0/1202642229 learned_addr learned my addr 172.21.15.18:0/1202642229 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 -- 172.21.15.18:0/1202642229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4030108ba0 msgr2=0x7f40301aca50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4030108ba0 0x7f40301aca50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 -- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f403011ae40 msgr2=0x7f40301a6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f403011ae40 0x7f40301a6b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.478+0000 7f402f7fe640 1 -- 172.21.15.18:0/1202642229 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40301a73d0 con 0x7f403010fdf0 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.479+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 0x7f40301acf90 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f402800cce0 tx=0x7f402800a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.479+0000 7f402d7fa640 1 -- 172.21.15.18:0/1202642229 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4028004b20 con 0x7f403010fdf0 2024-03-07T10:09:57.481 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.479+0000 7f402d7fa640 1 -- 172.21.15.18:0/1202642229 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4028004cc0 con 0x7f403010fdf0 2024-03-07T10:09:57.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.479+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40301a76c0 con 0x7f403010fdf0 2024-03-07T10:09:57.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.479+0000 7f402d7fa640 1 -- 172.21.15.18:0/1202642229 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402800f7d0 con 0x7f403010fdf0 2024-03-07T10:09:57.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.479+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40301b39d0 con 0x7f403010fdf0 2024-03-07T10:09:57.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.482+0000 7f402d7fa640 1 -- 172.21.15.18:0/1202642229 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4028005020 con 0x7f403010fdf0 2024-03-07T10:09:57.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.482+0000 7f4038d22740 1 Processor -- start 2024-03-07T10:09:57.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f4038d22740 1 -- start start 2024-03-07T10:09:57.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f4038d22740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 0x55a91cd31130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f4038d22740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd39d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f4038d22740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd3c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f4038d22740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91cc94b10 con 0x55a91cd3a250 2024-03-07T10:09:57.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f4038d22740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91cc3dd50 con 0x55a91cd30d50 2024-03-07T10:09:57.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f4038d22740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91cc90bb0 con 0x55a91cd31670 2024-03-07T10:09:57.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f402ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd39d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f402ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd39d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32934/0 (socket says 172.21.15.18:32934) 2024-03-07T10:09:57.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f402ffff640 1 -- 172.21.15.18:0/229204838 learned_addr learned my addr 172.21.15.18:0/229204838 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.483+0000 7f402f7fe640 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd3c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f402ffff640 1 -- 172.21.15.18:0/229204838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 msgr2=0x55a91cd31130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f402ffff640 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 0x55a91cd31130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f402ffff640 1 -- 172.21.15.18:0/229204838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 msgr2=0x55a91cd3c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f402ffff640 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd3c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f402ffff640 1 -- 172.21.15.18:0/229204838 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a91ca717e0 con 0x55a91cd31670 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f402ffff640 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd39d10 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f4024009b50 tx=0x7f402400e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b68997c22c712e27 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f402d7fa640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40180a2040 0x7f40180a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f40167fc640 1 -- 172.21.15.18:0/229204838 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4024009e40 con 0x55a91cd31670 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f40167fc640 1 -- 172.21.15.18:0/229204838 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4024005500 con 0x55a91cd31670 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f40167fc640 1 -- 172.21.15.18:0/229204838 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4024010690 con 0x55a91cd31670 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.484+0000 7f4034839640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40180a2040 0x7f40180a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f402d7fa640 1 -- 172.21.15.18:0/1202642229 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f40280ce1d0 con 0x7f403010fdf0 2024-03-07T10:09:57.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4038d22740 1 -- 172.21.15.18:0/229204838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 msgr2=0x55a91cd39d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4038d22740 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd39d10 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f4024009b50 tx=0x7f402400e720 comp rx=0 tx=0).stop 2024-03-07T10:09:57.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4034839640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40180a2040 0x7f40180a4500 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f402002c260 tx=0x7f4020005a20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4038d22740 1 -- 172.21.15.18:0/229204838 shutdown_connections 2024-03-07T10:09:57.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4038d22740 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd3c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4038d22740 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd39d10 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4038d22740 1 --2- 172.21.15.18:0/229204838 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 0x55a91cd31130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.485+0000 7f4038d22740 1 -- 172.21.15.18:0/229204838 >> 172.21.15.18:0/229204838 conn(0x55a91cd2b480 msgr2=0x55a91cd2b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 -- 172.21.15.18:0/229204838 shutdown_connections 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 -- 172.21.15.18:0/229204838 wait complete. 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 -- start start 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 Processor -- start 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 0x55a91cd39cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd37040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd37760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91cd3d040 con 0x55a91cd3a250 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91cc51190 con 0x55a91cd30d50 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.486+0000 7f4038d22740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91cd3d1c0 con 0x55a91cd31670 2024-03-07T10:09:57.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4038d22740 10 client.0 _ll_register_callbacks cb 0x55a91cc40770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f402f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd37040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4034839640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd37760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f402f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd37040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32946/0 (socket says 172.21.15.18:32946) 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f402f7fe640 1 -- 172.21.15.18:0/1380362144 learned_addr learned my addr 172.21.15.18:0/1380362144 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4034839640 1 -- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 msgr2=0x55a91cd37040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4034839640 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd37040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4034839640 1 -- 172.21.15.18:0/1380362144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 msgr2=0x55a91cd39cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4034839640 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 0x55a91cd39cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4034839640 1 -- 172.21.15.18:0/1380362144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a91cad1f70 con 0x55a91cd3a250 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd37040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f4034839640 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd37760 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f4020036040 tx=0x7f402002bc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4460c395485f9b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.487+0000 7f400f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f400f7fe640 1 -- 172.21.15.18:0/1380362144 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402004f070 con 0x55a91cd3a250 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f400f7fe640 1 -- 172.21.15.18:0/1380362144 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4020004ee0 con 0x55a91cd3a250 2024-03-07T10:09:57.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4024005500 con 0x55a91cd3a250 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f400f7fe640 1 -- 172.21.15.18:0/1380362144 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f40200044d0 con 0x55a91cd3a250 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 10 client.18354 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a91c969170 con 0x55a91cd3a250 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f400f7fe640 1 -- 172.21.15.18:0/1380362144 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4024005500 con 0x55a91cd3a250 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f400f7fe640 1 -- 172.21.15.18:0/1380362144 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f402004b450 con 0x55a91cd3a250 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 10 client.18354 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 10 client.18354 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 20 client.18354 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cd4c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 4 client.18354 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.488+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a91cc6a930 con 0x55a91cd4a2f0 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.489+0000 7f402ffff640 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cd4c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.489+0000 7f400f7fe640 10 client.18354 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.489+0000 7f402ffff640 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cd4c6e0 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a56da6486dcbe156 server_cookie=28ac50a3ef13e86d in_seq=0 out_seq=0 2024-03-07T10:09:57.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f400f7fe640 1 -- 172.21.15.18:0/1380362144 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a91cc6a930 con 0x55a91cd4a2f0 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f400f7fe640 10 client.18354 handle_command_reply: tid=0 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 client.18354 shutdown 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 msgr2=0x55a91cd37760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd37760 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f4020036040 tx=0x7f402002bc50 comp rx=0 tx=0).stop 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 shutdown_connections 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cd4c6e0 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f400f7fe640 0 client.18354 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd3a250 0x55a91cd37760 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd37040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 --2- 172.21.15.18:0/1380362144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd30d50 0x55a91cd39cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 >> 172.21.15.18:0/1380362144 conn(0x55a91cd2b480 msgr2=0x55a91cd2d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 shutdown_connections 2024-03-07T10:09:57.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.490+0000 7f4038d22740 1 -- 172.21.15.18:0/1380362144 wait complete. 2024-03-07T10:09:57.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.491+0000 7f4038d22740 20 client.18354 trim_cache size 0 max 16384 2024-03-07T10:09:57.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.507+0000 7f4038d22740 1 Processor -- start 2024-03-07T10:09:57.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.507+0000 7f4038d22740 1 -- start start 2024-03-07T10:09:57.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.507+0000 7f4038d22740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd30d50 0x55a91cd39770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.507+0000 7f4038d22740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd31670 0x55a91cd39cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f4038d22740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd458d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd31670 0x55a91cd39cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd30d50 0x55a91cd39770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd31670 0x55a91cd39cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55836/0 (socket says 172.21.15.18:55836) 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd30d50 0x55a91cd39770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:32950/0 (socket says 172.21.15.18:32950) 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 -- 172.21.15.18:0/2114138263 learned_addr learned my addr 172.21.15.18:0/2114138263 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301be760 con 0x55a91cd31670 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301bc260 con 0x55a91cd3a250 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301ba320 con 0x55a91cd30d50 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 -- 172.21.15.18:0/2114138263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd30d50 msgr2=0x55a91cd39770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 --2- 172.21.15.18:0/2114138263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd30d50 0x55a91cd39770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 -- 172.21.15.18:0/2114138263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 msgr2=0x55a91cd458d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 --2- 172.21.15.18:0/2114138263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd458d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 -- 172.21.15.18:0/2114138263 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a91cd314a0 con 0x55a91cd31670 2024-03-07T10:09:57.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f402f7fe640 1 --2- 172.21.15.18:0/2114138263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd31670 0x55a91cd39cb0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f40280cb930 tx=0x7f402809a9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac781f9752e66665 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f4015ffb640 1 -- 172.21.15.18:0/2114138263 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402801d040 con 0x55a91cd31670 2024-03-07T10:09:57.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f4015ffb640 1 -- 172.21.15.18:0/2114138263 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f402809be50 con 0x55a91cd31670 2024-03-07T10:09:57.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.508+0000 7f4015ffb640 1 -- 172.21.15.18:0/2114138263 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4028099f70 con 0x55a91cd31670 2024-03-07T10:09:57.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd31670 msgr2=0x55a91cd39cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 --2- 172.21.15.18:0/2114138263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd31670 0x55a91cd39cb0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f40280cb930 tx=0x7f402809a9b0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 shutdown_connections 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 --2- 172.21.15.18:0/2114138263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd458d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 --2- 172.21.15.18:0/2114138263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd31670 0x55a91cd39cb0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 --2- 172.21.15.18:0/2114138263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd30d50 0x55a91cd39770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 >> 172.21.15.18:0/2114138263 conn(0x55a91cd2b480 msgr2=0x55a91cd29bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 shutdown_connections 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.509+0000 7f4038d22740 1 -- 172.21.15.18:0/2114138263 wait complete. 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 -- start start 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 Processor -- start 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd30d50 0x55a91cd41e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd34130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f402ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd30d50 0x55a91cd41e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f402ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd30d50 0x55a91cd41e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45544/0 (socket says 172.21.15.18:45544) 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f402ffff640 1 -- 172.21.15.18:0/1767185078 learned_addr learned my addr 172.21.15.18:0/1767185078 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd34670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301ba920 con 0x55a91cd30d50 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301bbc00 con 0x55a91cd3a250 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.510+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301baf40 con 0x55a91cd31670 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f4038d22740 10 client.0 _ll_register_callbacks cb 0x7f4020042070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd34130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f4034839640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd34670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402ffff640 1 -- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 msgr2=0x55a91cd34130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402ffff640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd34130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402ffff640 1 -- 172.21.15.18:0/1767185078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 msgr2=0x55a91cd34670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402ffff640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd34670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402ffff640 1 -- 172.21.15.18:0/1767185078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a91cd34bb0 con 0x55a91cd30d50 2024-03-07T10:09:57.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd34130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f4034839640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd34670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f402ffff640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd30d50 0x55a91cd41e80 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f4024009af0 tx=0x7f4024009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a6207a48a40223c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f400f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f400f7fe640 1 -- 172.21.15.18:0/1767185078 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402401d040 con 0x55a91cd30d50 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f400f7fe640 1 -- 172.21.15.18:0/1767185078 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4024009c40 con 0x55a91cd30d50 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f402809be50 con 0x55a91cd30d50 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f400f7fe640 1 -- 172.21.15.18:0/1767185078 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4024034050 con 0x55a91cd30d50 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f4038d22740 10 client.18360 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.511+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a91cda68d0 con 0x55a91cd30d50 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f400f7fe640 1 -- 172.21.15.18:0/1767185078 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f402809be50 con 0x55a91cd30d50 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f400f7fe640 1 -- 172.21.15.18:0/1767185078 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4024004ec0 con 0x55a91cd30d50 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f4038d22740 10 client.18360 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f4038d22740 10 client.18360 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:57.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f4038d22740 20 client.18360 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f4038d22740 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cda8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f4038d22740 4 client.18360 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55a91cc56050 con 0x55a91cd4a2f0 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cda8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.512+0000 7f400f7fe640 10 client.18360 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.513+0000 7f402f7fe640 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cda8ce0 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=518959255a534f93 server_cookie=64edd19ddf03dfcc in_seq=0 out_seq=0 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f400f7fe640 1 -- 172.21.15.18:0/1767185078 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55a91cc56050 con 0x55a91cd4a2f0 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f400f7fe640 10 client.18360 handle_command_reply: tid=0 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 client.18360 shutdown 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd30d50 msgr2=0x55a91cd41e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd30d50 0x55a91cd41e80 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f4024009af0 tx=0x7f4024009800 comp rx=0 tx=0).stop 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 shutdown_connections 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a91cd4a2f0 0x55a91cda8ce0 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f400f7fe640 0 client.18360 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a91cd3a250 0x55a91cd34670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a91cd31670 0x55a91cd34130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 --2- 172.21.15.18:0/1767185078 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a91cd30d50 0x55a91cd41e80 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 >> 172.21.15.18:0/1767185078 conn(0x55a91cd2b480 msgr2=0x55a91cd2a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 shutdown_connections 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 1 -- 172.21.15.18:0/1767185078 wait complete. 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.514+0000 7f4038d22740 20 client.18360 trim_cache size 0 max 16384 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "3bc47cb1-5e72-46a1-9dc3-684176101892", 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:09:57.523 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:09:57.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40180a2040 msgr2=0x7f40180a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40180a2040 0x7f40180a4500 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f402002c260 tx=0x7f4020005a20 comp rx=0 tx=0).stop 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 msgr2=0x7f40301acf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 0x7f40301acf90 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f402800cce0 tx=0x7f402800a620 comp rx=0 tx=0).stop 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 shutdown_connections 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f40180a2040 0x7f40180a4500 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f403011ae40 0x7f40301a6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f403010fdf0 0x7f40301acf90 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 --2- 172.21.15.18:0/1202642229 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4030108ba0 0x7f40301aca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 >> 172.21.15.18:0/1202642229 conn(0x7f403006c6d0 msgr2=0x7f4030118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 shutdown_connections 2024-03-07T10:09:57.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.515+0000 7f403629c640 1 -- 172.21.15.18:0/1202642229 wait complete. 2024-03-07T10:09:57.528 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:09:57.528 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:09:57.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 -- 172.21.15.18:0/3581315300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9811ae40 msgr2=0x7efe9811d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 --2- 172.21.15.18:0/3581315300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9811ae40 0x7efe9811d230 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7efe8c01a910 tx=0x7efe8c03cc70 comp rx=0 tx=0).stop 2024-03-07T10:09:57.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 -- 172.21.15.18:0/3581315300 shutdown_connections 2024-03-07T10:09:57.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 --2- 172.21.15.18:0/3581315300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9811ae40 0x7efe9811d230 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 --2- 172.21.15.18:0/3581315300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe98108ba0 0x7efe98109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 --2- 172.21.15.18:0/3581315300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe9810fdf0 0x7efe98108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 -- 172.21.15.18:0/3581315300 >> 172.21.15.18:0/3581315300 conn(0x7efe9806c6d0 msgr2=0x7efe9806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.688+0000 7efea07d2640 1 -- 172.21.15.18:0/3581315300 shutdown_connections 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.689+0000 7efea07d2640 1 -- 172.21.15.18:0/3581315300 wait complete. 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.689+0000 7efea07d2640 1 Processor -- start 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.689+0000 7efea07d2640 1 -- start start 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efea07d2640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe98108ba0 0x7efe9811a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efea07d2640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9810fdf0 0x7efe98116600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efea07d2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe9811ae40 0x7efe98116b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efea07d2640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe98112ff0 con 0x7efe9810fdf0 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efea07d2640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe98112e70 con 0x7efe9811ae40 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efea07d2640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe98113170 con 0x7efe98108ba0 2024-03-07T10:09:57.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9dd6d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9810fdf0 0x7efe98116600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe9811ae40 0x7efe98116b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe9811ae40 0x7efe98116b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34102/0 (socket says 172.21.15.18:34102) 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 -- 172.21.15.18:0/1250799405 learned_addr learned my addr 172.21.15.18:0/1250799405 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9e56e640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe98108ba0 0x7efe9811a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 -- 172.21.15.18:0/1250799405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe98108ba0 msgr2=0x7efe9811a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe98108ba0 0x7efe9811a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 -- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9810fdf0 msgr2=0x7efe98116600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9810fdf0 0x7efe98116600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.690+0000 7efe9ed6f640 1 -- 172.21.15.18:0/1250799405 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe98117270 con 0x7efe9811ae40 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.691+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe9811ae40 0x7efe98116b40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efe8c047040 tx=0x7efe8c0045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.691+0000 7efe8b7fe640 1 -- 172.21.15.18:0/1250799405 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe8c052020 con 0x7efe9811ae40 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.691+0000 7efe8b7fe640 1 -- 172.21.15.18:0/1250799405 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe8c003d60 con 0x7efe9811ae40 2024-03-07T10:09:57.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.691+0000 7efe8b7fe640 1 -- 172.21.15.18:0/1250799405 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe8c04e480 con 0x7efe9811ae40 2024-03-07T10:09:57.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.691+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe981aac30 con 0x7efe9811ae40 2024-03-07T10:09:57.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.691+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe981aafe0 con 0x7efe9811ae40 2024-03-07T10:09:57.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.693+0000 7efe8b7fe640 1 -- 172.21.15.18:0/1250799405 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7efe8c055020 con 0x7efe9811ae40 2024-03-07T10:09:57.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.694+0000 7efe8b7fe640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe840a1ef0 0x7efe840a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.694+0000 7efe8b7fe640 1 -- 172.21.15.18:0/1250799405 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7efe8c100fe0 con 0x7efe9811ae40 2024-03-07T10:09:57.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.694+0000 7efe9e56e640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe840a1ef0 0x7efe840a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.694+0000 7efea35b7740 1 Processor -- start 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efea35b7740 1 -- start start 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efea35b7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efea35b7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171ac6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efea35b7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171af020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efea35b7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c17106dd0 con 0x558c171acc30 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efea35b7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c170afae0 con 0x558c171a3730 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efea35b7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c17102e70 con 0x558c171a4050 2024-03-07T10:09:57.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efe9e56e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efe9e56e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a3b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34104/0 (socket says 172.21.15.18:34104) 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.695+0000 7efe9e56e640 1 -- 172.21.15.18:0/135369735 learned_addr learned my addr 172.21.15.18:0/135369735 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171ac6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171af020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9dd6d640 1 -- 172.21.15.18:0/135369735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 msgr2=0x558c171a3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9dd6d640 1 -- 172.21.15.18:0/135369735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 msgr2=0x558c171af020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171af020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9dd6d640 1 -- 172.21.15.18:0/135369735 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c16ee57d0 con 0x558c171a4050 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171af020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.696+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171ac6f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7efe98117e00 tx=0x7efe94009e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b3a0096ad11dea4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.697+0000 7efe9e56e640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe840a1ef0 0x7efe840a43b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7efe90007ec0 tx=0x7efe900075b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.697+0000 7efe88ff9640 1 -- 172.21.15.18:0/135369735 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe94017070 con 0x558c171a4050 2024-03-07T10:09:57.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.697+0000 7efe88ff9640 1 -- 172.21.15.18:0/135369735 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe94013470 con 0x558c171a4050 2024-03-07T10:09:57.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.697+0000 7efe88ff9640 1 -- 172.21.15.18:0/135369735 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe94012630 con 0x558c171a4050 2024-03-07T10:09:57.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.698+0000 7efea35b7740 1 -- 172.21.15.18:0/135369735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 msgr2=0x558c171ac6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.698+0000 7efea35b7740 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171ac6f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7efe98117e00 tx=0x7efe94009e00 comp rx=0 tx=0).stop 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.698+0000 7efea35b7740 1 -- 172.21.15.18:0/135369735 shutdown_connections 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.698+0000 7efea35b7740 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171af020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.698+0000 7efea35b7740 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171ac6f0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.698+0000 7efea35b7740 1 --2- 172.21.15.18:0/135369735 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.698+0000 7efea35b7740 1 -- 172.21.15.18:0/135369735 >> 172.21.15.18:0/135369735 conn(0x558c1719de60 msgr2=0x558c1719e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 -- 172.21.15.18:0/135369735 shutdown_connections 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 -- 172.21.15.18:0/135369735 wait complete. 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 -- start start 2024-03-07T10:09:57.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 Processor -- start 2024-03-07T10:09:57.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171a9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171aa470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c171afa20 con 0x558c171acc30 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c170c3070 con 0x558c171a3730 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c171afba0 con 0x558c171a4050 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.699+0000 7efea35b7740 10 client.0 _ll_register_callbacks cb 0x558c170c2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9e56e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171a9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9e56e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34110/0 (socket says 172.21.15.18:34110) 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171a9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54370/0 (socket says 172.21.15.18:54370) 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9e56e640 1 -- 172.21.15.18:0/174657530 learned_addr learned my addr 172.21.15.18:0/174657530 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171aa470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 -- 172.21.15.18:0/174657530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 msgr2=0x558c171a99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 -- 172.21.15.18:0/174657530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 msgr2=0x558c171aa470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171aa470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 -- 172.21.15.18:0/174657530 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558c16e1b3f0 con 0x558c171a4050 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171aa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9e56e640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171a9f30 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7efe98117e00 tx=0x7efe940047d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88d57a134b2f5a64 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe81ffb640 1 -- 172.21.15.18:0/174657530 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe94017050 con 0x558c171a4050 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efe94013470 con 0x558c171a4050 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.700+0000 7efe81ffb640 1 -- 172.21.15.18:0/174657530 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7efe9401c650 con 0x558c171a4050 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efe81ffb640 1 -- 172.21.15.18:0/174657530 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe94009590 con 0x558c171a4050 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 10 client.28228 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558c16ddb0f0 con 0x558c171a4050 2024-03-07T10:09:57.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efe81ffb640 1 -- 172.21.15.18:0/174657530 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe94013470 con 0x558c171a4050 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efe81ffb640 1 -- 172.21.15.18:0/174657530 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7efe94026930 con 0x558c171a4050 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 10 client.28228 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 10 client.28228 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 20 client.28228 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c171bc930 0x558c171bed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 4 client.28228 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558c17114310 con 0x558c171bc930 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.701+0000 7efe9e56e640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c171bc930 0x558c171bed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.702+0000 7efe81ffb640 10 client.28228 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.702+0000 7efe9e56e640 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c171bc930 0x558c171bed20 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c18e167028912367 server_cookie=fc11621d423f49b9 in_seq=0 out_seq=0 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efe81ffb640 1 -- 172.21.15.18:0/174657530 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558c17114310 con 0x558c171bc930 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efe81ffb640 10 client.28228 handle_command_reply: tid=0 2024-03-07T10:09:57.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 client.28228 shutdown 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 msgr2=0x558c171a9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171a9f30 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7efe98117e00 tx=0x7efe940047d0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 shutdown_connections 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c171bc930 0x558c171bed20 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171aa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171a9f30 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 --2- 172.21.15.18:0/174657530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a3730 0x558c171a99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efe81ffb640 0 client.28228 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 >> 172.21.15.18:0/174657530 conn(0x558c1719de60 msgr2=0x558c1719fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 shutdown_connections 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 1 -- 172.21.15.18:0/174657530 wait complete. 2024-03-07T10:09:57.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.703+0000 7efea35b7740 20 client.28228 trim_cache size 0 max 16384 2024-03-07T10:09:57.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.722+0000 7efea35b7740 1 Processor -- start 2024-03-07T10:09:57.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efea35b7740 1 -- start start 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efea35b7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a3730 0x558c171a8b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efea35b7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a4050 0x558c171aa0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efea35b7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171a6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efea35b7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe981b5f70 con 0x558c171acc30 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efea35b7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe981b3a70 con 0x558c171a4050 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efea35b7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe981b1b30 con 0x558c171a3730 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171a6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171a6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45590/0 (socket says 172.21.15.18:45590) 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 -- 172.21.15.18:0/921250703 learned_addr learned my addr 172.21.15.18:0/921250703 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9e56e640 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a3730 0x558c171a8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a4050 0x558c171aa0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 -- 172.21.15.18:0/921250703 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a3730 msgr2=0x558c171a8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a3730 0x558c171a8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 -- 172.21.15.18:0/921250703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a4050 msgr2=0x558c171aa0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a4050 0x558c171aa0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 -- 172.21.15.18:0/921250703 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c171bf090 con 0x558c171acc30 2024-03-07T10:09:57.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171a6c50 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0ca410 tx=0x7efe8c0b8040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98515466a5b5828f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.723+0000 7efe83fff640 1 -- 172.21.15.18:0/921250703 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe8c0cda40 con 0x558c171acc30 2024-03-07T10:09:57.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efe83fff640 1 -- 172.21.15.18:0/921250703 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe8c0d1b90 con 0x558c171acc30 2024-03-07T10:09:57.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efe83fff640 1 -- 172.21.15.18:0/921250703 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe8c0d5d50 con 0x558c171acc30 2024-03-07T10:09:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efea35b7740 1 -- 172.21.15.18:0/921250703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 msgr2=0x558c171a6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efea35b7740 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171a6c50 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0ca410 tx=0x7efe8c0b8040 comp rx=0 tx=0).stop 2024-03-07T10:09:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efea35b7740 1 -- 172.21.15.18:0/921250703 shutdown_connections 2024-03-07T10:09:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efea35b7740 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171acc30 0x558c171a6c50 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efea35b7740 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171a4050 0x558c171aa0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.724+0000 7efea35b7740 1 --2- 172.21.15.18:0/921250703 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a3730 0x558c171a8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 -- 172.21.15.18:0/921250703 >> 172.21.15.18:0/921250703 conn(0x558c1719de60 msgr2=0x558c171a99b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 -- 172.21.15.18:0/921250703 shutdown_connections 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 -- 172.21.15.18:0/921250703 wait complete. 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 -- start start 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 Processor -- start 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171a3730 0x558c171b4d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171b0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171acc30 0x558c171b0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe981b2130 con 0x558c171a3730 2024-03-07T10:09:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe981b3410 con 0x558c171acc30 2024-03-07T10:09:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe981b2750 con 0x558c171a4050 2024-03-07T10:09:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efe9e56e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171a3730 0x558c171b4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efea35b7740 10 client.0 _ll_register_callbacks cb 0x7efe940097f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:09:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efe9e56e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171a3730 0x558c171b4d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45604/0 (socket says 172.21.15.18:45604) 2024-03-07T10:09:57.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efe9e56e640 1 -- 172.21.15.18:0/3616880773 learned_addr learned my addr 172.21.15.18:0/3616880773 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:09:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171b0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.725+0000 7efe9ed6f640 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171acc30 0x558c171b0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe9e56e640 1 -- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 msgr2=0x558c171b0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe9e56e640 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171b0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe9e56e640 1 -- 172.21.15.18:0/3616880773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171acc30 msgr2=0x558c171b0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:09:57.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe9e56e640 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171acc30 0x558c171b0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe9e56e640 1 -- 172.21.15.18:0/3616880773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558c17216e80 con 0x558c171a3730 2024-03-07T10:09:57.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe9e56e640 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171a3730 0x558c171b4d80 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x558c171afcf0 tx=0x7efe90004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0d98de5d2832d9d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:09:57.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:09:57.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe81ffb640 1 -- 172.21.15.18:0/3616880773 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe90027880 con 0x558c171a3730 2024-03-07T10:09:57.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe81ffb640 1 -- 172.21.15.18:0/3616880773 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8680+0+0 (secure 0 0 0) 0x7efe90027a20 con 0x558c171a3730 2024-03-07T10:09:57.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efe8c0d1b90 con 0x558c171a3730 2024-03-07T10:09:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe81ffb640 1 -- 172.21.15.18:0/3616880773 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe90027c20 con 0x558c171a3730 2024-03-07T10:09:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efea35b7740 10 client.18375 fetch_fsmap learned FSMap version 26 2024-03-07T10:09:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558c172180f0 con 0x558c171a3730 2024-03-07T10:09:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe81ffb640 1 -- 172.21.15.18:0/3616880773 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe9002b070 con 0x558c171a3730 2024-03-07T10:09:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.726+0000 7efe81ffb640 1 -- 172.21.15.18:0/3616880773 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7efe900363b0 con 0x558c171a3730 2024-03-07T10:09:57.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 10 client.18375 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:09:57.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 10 client.18375 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:09:57.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 20 client.18375 populate_metadata read hostname 'smithi018' 2024-03-07T10:09:57.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c17218800 0x558c1721ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:09:57.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 4 client.18375 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:09:57.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7efe8c0d1b90 con 0x558c17218800 2024-03-07T10:09:57.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c17218800 0x558c1721ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:09:57.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efe81ffb640 10 client.18375 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efe9dd6d640 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c17218800 0x558c1721ac20 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c026b9e3dc547bd9 server_cookie=5e277280e7008377 in_seq=0 out_seq=0 2024-03-07T10:09:57.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efe81ffb640 1 -- 172.21.15.18:0/3616880773 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x7efe8c0d1b90 con 0x558c17218800 2024-03-07T10:09:57.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efe81ffb640 10 client.18375 handle_command_reply: tid=0 2024-03-07T10:09:57.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 1 client.18375 shutdown 2024-03-07T10:09:57.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171a3730 msgr2=0x558c171b4d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.727+0000 7efea35b7740 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171a3730 0x558c171b4d80 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x558c171afcf0 tx=0x7efe90004ab0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 shutdown_connections 2024-03-07T10:09:57.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558c17218800 0x558c1721ac20 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c171acc30 0x558c171b0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efe81ffb640 0 client.18375 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:09:57.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558c171a4050 0x558c171b0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 --2- 172.21.15.18:0/3616880773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558c171a3730 0x558c171b4d80 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 >> 172.21.15.18:0/3616880773 conn(0x558c1719de60 msgr2=0x558c171a89d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 shutdown_connections 2024-03-07T10:09:57.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 1 -- 172.21.15.18:0/3616880773 wait complete. 2024-03-07T10:09:57.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea35b7740 20 client.18375 trim_cache size 0 max 16384 2024-03-07T10:09:57.741 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:09:57.741 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:09:57.741 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:09:57.741 INFO:teuthology.orchestra.run.smithi018.stdout: "3bc47cb1-5e72-46a1-9dc3-684176101892": { 2024-03-07T10:09:57.741 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:09:57.741 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "3bc47cb1-5e72-46a1-9dc3-684176101892", 2024-03-07T10:09:57.742 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:09:57.742 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:09:57.742 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:09:57.742 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:09:57.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe840a1ef0 msgr2=0x7efe840a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe840a1ef0 0x7efe840a43b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7efe90007ec0 tx=0x7efe900075b0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe9811ae40 msgr2=0x7efe98116b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:09:57.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe9811ae40 0x7efe98116b40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efe8c047040 tx=0x7efe8c0045e0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 shutdown_connections 2024-03-07T10:09:57.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe9811ae40 0x7efe98116b40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7efe840a1ef0 0x7efe840a43b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7efe9810fdf0 0x7efe98116600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 --2- 172.21.15.18:0/1250799405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efe98108ba0 0x7efe9811a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:09:57.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 >> 172.21.15.18:0/1250799405 conn(0x7efe9806c6d0 msgr2=0x7efe9811b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:09:57.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 shutdown_connections 2024-03-07T10:09:57.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:09:57.728+0000 7efea07d2640 1 -- 172.21.15.18:0/1250799405 wait complete. 2024-03-07T10:09:57.746 INFO:tasks.cephfs.filesystem:scrub status for tag:3bc47cb1-5e72-46a1-9dc3-684176101892 - {'path': '/', 'tag': '3bc47cb1-5e72-46a1-9dc3-684176101892', 'options': 'recursive,force'} 2024-03-07T10:09:58.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:57 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:09:58.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:57 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 635.0 s, 1540.6 tps, lat 65.492 ms stddev 79.217 2024-03-07T10:09:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:57 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:09:58.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:57 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:58.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:57 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:09:58.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:57 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:58 smithi018 ceph-mon[32171]: pgmap v336: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 9.7 MiB/s wr, 507 op/s 2024-03-07T10:09:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:58 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:09:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:58 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:58 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:09:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:58 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:09:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:58 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:09:58 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:58 smithi063 ceph-mon[36356]: pgmap v336: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 9.7 MiB/s wr, 507 op/s 2024-03-07T10:09:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:58 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:09:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:58 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:58 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:09:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:58 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:09:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:58 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:09:58 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:58 smithi077 ceph-mon[36374]: pgmap v336: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 9.7 MiB/s wr, 507 op/s 2024-03-07T10:09:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:58 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:09:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:58 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:58 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:09:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:58 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:09:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:58 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:09:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:09:58 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:01.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:00 smithi018 ceph-mon[32171]: pgmap v337: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 14 MiB/s wr, 752 op/s 2024-03-07T10:10:01.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:00 smithi018 ceph-mon[32171]: overall HEALTH_OK 2024-03-07T10:10:01.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:00 smithi063 ceph-mon[36356]: pgmap v337: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 14 MiB/s wr, 752 op/s 2024-03-07T10:10:01.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:00 smithi063 ceph-mon[36356]: overall HEALTH_OK 2024-03-07T10:10:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:00 smithi077 ceph-mon[36374]: pgmap v337: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 14 MiB/s wr, 752 op/s 2024-03-07T10:10:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:00 smithi077 ceph-mon[36374]: overall HEALTH_OK 2024-03-07T10:10:03.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:02 smithi018 ceph-mon[32171]: pgmap v338: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 11 MiB/s wr, 630 op/s 2024-03-07T10:10:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 640.0 s, 1027.8 tps, lat 90.061 ms stddev 159.369 2024-03-07T10:10:03.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:02 smithi063 ceph-mon[36356]: pgmap v338: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 11 MiB/s wr, 630 op/s 2024-03-07T10:10:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:02 smithi077 ceph-mon[36374]: pgmap v338: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 11 MiB/s wr, 630 op/s 2024-03-07T10:10:05.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:04 smithi018 ceph-mon[32171]: pgmap v339: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 9.9 MiB/s wr, 569 op/s 2024-03-07T10:10:05.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:04 smithi063 ceph-mon[36356]: pgmap v339: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 9.9 MiB/s wr, 569 op/s 2024-03-07T10:10:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:04 smithi077 ceph-mon[36374]: pgmap v339: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 9.9 MiB/s wr, 569 op/s 2024-03-07T10:10:07.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:06 smithi063 ceph-mon[36356]: pgmap v340: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 13 MiB/s wr, 777 op/s 2024-03-07T10:10:07.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:06 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:10:07.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:06 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:10:07.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:06 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:10:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:06 smithi077 ceph-mon[36374]: pgmap v340: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 13 MiB/s wr, 777 op/s 2024-03-07T10:10:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:06 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:10:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:06 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:10:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:06 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:10:07.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:06 smithi018 ceph-mon[32171]: pgmap v340: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 13 MiB/s wr, 777 op/s 2024-03-07T10:10:07.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:06 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:10:07.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:06 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:10:07.303 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:06 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:10:08.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 645.0 s, 150.4 tps, lat 617.852 ms stddev 383.458 2024-03-07T10:10:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:07 smithi063 ceph-mon[36356]: osdmap e100: 12 total, 12 up, 12 in 2024-03-07T10:10:08.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:07 smithi077 ceph-mon[36374]: osdmap e100: 12 total, 12 up, 12 in 2024-03-07T10:10:08.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:07 smithi018 ceph-mon[32171]: osdmap e100: 12 total, 12 up, 12 in 2024-03-07T10:10:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:08 smithi063 ceph-mon[36356]: pgmap v342: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 9.0 MiB/s wr, 619 op/s 2024-03-07T10:10:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:08 smithi077 ceph-mon[36374]: pgmap v342: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 9.0 MiB/s wr, 619 op/s 2024-03-07T10:10:09.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:08 smithi018 ceph-mon[32171]: pgmap v342: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 9.0 MiB/s wr, 619 op/s 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 -- 172.21.15.18:0/1165889239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc10bca0 msgr2=0x7f18bc10e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 --2- 172.21.15.18:0/1165889239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc10bca0 0x7f18bc10e0d0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f18ac009ca0 tx=0x7f18ac02c180 comp rx=0 tx=0).stop 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 -- 172.21.15.18:0/1165889239 shutdown_connections 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 --2- 172.21.15.18:0/1165889239 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc10bca0 0x7f18bc10e0d0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 --2- 172.21.15.18:0/1165889239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18bc1031f0 0x7f18bc10b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 --2- 172.21.15.18:0/1165889239 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18bc1028d0 0x7f18bc102cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 -- 172.21.15.18:0/1165889239 >> 172.21.15.18:0/1165889239 conn(0x7f18bc077680 msgr2=0x7f18bc077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:09.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 -- 172.21.15.18:0/1165889239 shutdown_connections 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 -- 172.21.15.18:0/1165889239 wait complete. 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.639+0000 7f18c171d640 1 Processor -- start 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18c171d640 1 -- start start 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18c171d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc1028d0 0x7f18bc197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18c171d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18bc1031f0 0x7f18bc198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18c171d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18bc10bca0 0x7f18bc19c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18c171d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc111a30 con 0x7f18bc1028d0 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18c171d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc1118b0 con 0x7f18bc10bca0 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18c171d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc111bb0 con 0x7f18bc1031f0 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc1028d0 0x7f18bc197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc1028d0 0x7f18bc197ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38892/0 (socket says 172.21.15.18:38892) 2024-03-07T10:10:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 -- 172.21.15.18:0/3890169074 learned_addr learned my addr 172.21.15.18:0/3890169074 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18bc10bca0 0x7f18bc19c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18bc1031f0 0x7f18bc198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 -- 172.21.15.18:0/3890169074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18bc1031f0 msgr2=0x7f18bc198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18bc1031f0 0x7f18bc198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 -- 172.21.15.18:0/3890169074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18bc10bca0 msgr2=0x7f18bc19c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18bc10bca0 0x7f18bc19c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 -- 172.21.15.18:0/3890169074 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18bc19cec0 con 0x7f18bc1028d0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18baffd640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc1028d0 0x7f18bc197ed0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f18b400e9f0 tx=0x7f18b400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18a3fff640 1 -- 172.21.15.18:0/3890169074 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18b400cd80 con 0x7f18bc1028d0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.640+0000 7f18a3fff640 1 -- 172.21.15.18:0/3890169074 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18b4005500 con 0x7f18bc1028d0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.641+0000 7f18a3fff640 1 -- 172.21.15.18:0/3890169074 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18b4010690 con 0x7f18bc1028d0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.641+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18bc19d1b0 con 0x7f18bc1028d0 2024-03-07T10:10:09.645 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.641+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18bc1a4a40 con 0x7f18bc1028d0 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 Processor -- start 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 -- start start 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18a3fff640 1 -- 172.21.15.18:0/3890169074 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f18b40046c0 con 0x7f18bc1028d0 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1fca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca1fd420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca208910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9ca1615c0 con 0x55a9ca1fdd10 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9ca10a900 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18c460b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9ca15d660 con 0x55a9ca206520 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.643+0000 7f18bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1fca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.652 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1fca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38906/0 (socket says 172.21.15.18:38906) 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 -- 172.21.15.18:0/3689309926 learned_addr learned my addr 172.21.15.18:0/3689309926 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18baffd640 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca1fd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca208910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 -- 172.21.15.18:0/3689309926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 msgr2=0x55a9ca208910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca208910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 -- 172.21.15.18:0/3689309926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 msgr2=0x55a9ca1fd420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca1fd420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 -- 172.21.15.18:0/3689309926 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9c9e76210 con 0x55a9ca1fdd10 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18baffd640 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca1fd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca208910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18a3fff640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18a40a1ee0 0x7f18a40a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18baffd640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18a40a1ee0 0x7f18a40a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.653 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1fca60 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f18bc06a960 tx=0x7f18ac009900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d84bbd2947e44e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18a3fff640 1 -- 172.21.15.18:0/3890169074 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f18b40ce680 con 0x7f18bc1028d0 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18a17fa640 1 -- 172.21.15.18:0/3689309926 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18ac043070 con 0x55a9ca1fdd10 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18a17fa640 1 -- 172.21.15.18:0/3689309926 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18ac003e50 con 0x55a9ca1fdd10 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.644+0000 7f18a17fa640 1 -- 172.21.15.18:0/3689309926 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18ac039040 con 0x55a9ca1fdd10 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 -- 172.21.15.18:0/3689309926 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fdd10 msgr2=0x55a9ca1fca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18baffd640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18a40a1ee0 0x7f18a40a43a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f18b40cbdb0 tx=0x7f18b40d4550 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1fca60 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f18bc06a960 tx=0x7f18ac009900 comp rx=0 tx=0).stop 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 -- 172.21.15.18:0/3689309926 shutdown_connections 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca208910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca1fd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 --2- 172.21.15.18:0/3689309926 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1fca60 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 -- 172.21.15.18:0/3689309926 >> 172.21.15.18:0/3689309926 conn(0x55a9ca1c4580 msgr2=0x55a9ca1f7c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 -- 172.21.15.18:0/3689309926 shutdown_connections 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.645+0000 7f18c460b740 1 -- 172.21.15.18:0/3689309926 wait complete. 2024-03-07T10:10:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 -- start start 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 Processor -- start 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca203560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fdd10 0x55a9ca203aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca203fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9ca2091f0 con 0x55a9ca206520 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9ca11dd60 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9ca209370 con 0x55a9ca1fdd10 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18c460b740 10 client.0 _ll_register_callbacks cb 0x55a9c9e75a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18ba7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fdd10 0x55a9ca203aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca203fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18ba7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fdd10 0x55a9ca203aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:48876/0 (socket says 172.21.15.18:48876) 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18ba7fc640 1 -- 172.21.15.18:0/98243574 learned_addr learned my addr 172.21.15.18:0/98243574 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.646+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca203560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18ba7fc640 1 -- 172.21.15.18:0/98243574 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 msgr2=0x55a9ca203560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca203560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18ba7fc640 1 -- 172.21.15.18:0/98243574 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 msgr2=0x55a9ca203fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca203fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18ba7fc640 1 -- 172.21.15.18:0/98243574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a9c9f42620 con 0x55a9ca1fdd10 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fdd10 0x55a9ca203aa0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f18b0012730 tx=0x7f18b0012bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d708f78d3f486477 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f189eff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f189eff5640 1 -- 172.21.15.18:0/98243574 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18b0004050 con 0x55a9ca1fdd10 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f18ac003e50 con 0x55a9ca1fdd10 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f189eff5640 1 -- 172.21.15.18:0/98243574 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f18b00041f0 con 0x55a9ca1fdd10 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f189eff5640 1 -- 172.21.15.18:0/98243574 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18b00043f0 con 0x55a9ca1fdd10 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18c460b740 10 client.28246 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a9ca215550 con 0x55a9ca1fdd10 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.647+0000 7f189eff5640 1 -- 172.21.15.18:0/98243574 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18ac003e50 con 0x55a9ca1fdd10 2024-03-07T10:10:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f189eff5640 1 -- 172.21.15.18:0/98243574 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f18b0003bc0 con 0x55a9ca1fdd10 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18c460b740 10 client.28246 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18c460b740 10 client.28246 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18c460b740 20 client.28246 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18c460b740 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca216a60 0x55a9ca218e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18c460b740 4 client.28246 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a9ca16eb00 con 0x55a9ca216a60 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca216a60 0x55a9ca218e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f189eff5640 10 client.28246 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.648+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca216a60 0x55a9ca218e80 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=530a711fd8e96f07 server_cookie=1329c6776aa2da5a in_seq=0 out_seq=0 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f189eff5640 1 -- 172.21.15.18:0/98243574 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a9ca16eb00 con 0x55a9ca216a60 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f189eff5640 10 client.28246 handle_command_reply: tid=0 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 client.28246 shutdown 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fdd10 msgr2=0x55a9ca203aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fdd10 0x55a9ca203aa0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f18b0012730 tx=0x7f18b0012bf0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 shutdown_connections 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca216a60 0x55a9ca218e80 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca203fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fdd10 0x55a9ca203aa0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 --2- 172.21.15.18:0/98243574 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca203560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f189eff5640 0 client.28246 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 >> 172.21.15.18:0/98243574 conn(0x55a9ca1c4580 msgr2=0x55a9ca1f99e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 shutdown_connections 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 1 -- 172.21.15.18:0/98243574 wait complete. 2024-03-07T10:10:09.658 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.649+0000 7f18c460b740 20 client.28246 trim_cache size 0 max 16384 2024-03-07T10:10:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 Processor -- start 2024-03-07T10:10:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 -- start start 2024-03-07T10:10:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca205c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1f9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca211ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc1afa80 con 0x55a9ca206520 2024-03-07T10:10:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc1ad580 con 0x55a9ca1fdd10 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.664+0000 7f18c460b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc1ab640 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca211ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18ba7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1f9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca211ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38926/0 (socket says 172.21.15.18:38926) 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 -- 172.21.15.18:0/1830149253 learned_addr learned my addr 172.21.15.18:0/1830149253 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca205c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 -- 172.21.15.18:0/1830149253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fcfa0 msgr2=0x55a9ca205c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca205c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 -- 172.21.15.18:0/1830149253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 msgr2=0x55a9ca1f9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1f9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.672 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 -- 172.21.15.18:0/1830149253 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9ca201ab0 con 0x55a9ca206520 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca211ac0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f18ac004700 tx=0x7f18ac005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180549e62658aa6c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18a0ff9640 1 -- 172.21.15.18:0/1830149253 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18ac039040 con 0x55a9ca206520 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18a0ff9640 1 -- 172.21.15.18:0/1830149253 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18ac0047a0 con 0x55a9ca206520 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.665+0000 7f18a0ff9640 1 -- 172.21.15.18:0/1830149253 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18ac043040 con 0x55a9ca206520 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 -- 172.21.15.18:0/1830149253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 msgr2=0x55a9ca211ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca211ac0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f18ac004700 tx=0x7f18ac005c50 comp rx=0 tx=0).stop 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 -- 172.21.15.18:0/1830149253 shutdown_connections 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca206520 0x55a9ca211ac0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca1f9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 --2- 172.21.15.18:0/1830149253 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca205c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 -- 172.21.15.18:0/1830149253 >> 172.21.15.18:0/1830149253 conn(0x55a9ca1c4580 msgr2=0x55a9ca1f9070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 -- 172.21.15.18:0/1830149253 shutdown_connections 2024-03-07T10:10:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 -- 172.21.15.18:0/1830149253 wait complete. 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 -- start start 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.666+0000 7f18c460b740 1 Processor -- start 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18c460b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca201220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18c460b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca20b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18c460b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca20bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18c460b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc1abc40 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18c460b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc1acf20 con 0x55a9ca1fdd10 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18c460b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18bc1ac260 con 0x55a9ca206520 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18c460b740 10 client.0 _ll_register_callbacks cb 0x7f18b0009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca201220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca201220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38930/0 (socket says 172.21.15.18:38930) 2024-03-07T10:10:09.674 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 -- 172.21.15.18:0/4240106477 learned_addr learned my addr 172.21.15.18:0/4240106477 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca20b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca20bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 -- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 msgr2=0x55a9ca20bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca20bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 -- 172.21.15.18:0/4240106477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 msgr2=0x55a9ca20b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca20b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 -- 172.21.15.18:0/4240106477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a9ca20c2f0 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca20b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f18bb7fe640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca201220 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f18ac02c6c0 tx=0x7f18ac032710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1289f10472354d78 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.667+0000 7f189eff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f189eff5640 1 -- 172.21.15.18:0/4240106477 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18ac043070 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f189eff5640 1 -- 172.21.15.18:0/4240106477 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f18ac003b70 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f18ac0047a0 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f189eff5640 1 -- 172.21.15.18:0/4240106477 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18ac039040 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 10 client.18393 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a9ca2732e0 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f189eff5640 1 -- 172.21.15.18:0/4240106477 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18ac0047a0 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f189eff5640 1 -- 172.21.15.18:0/4240106477 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f18ac062070 con 0x55a9ca1fcfa0 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 10 client.18393 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 10 client.18393 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 20 client.18393 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca273510 0x55a9ca275900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 4 client.18393 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:10:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a9ca168e50 con 0x55a9ca273510 2024-03-07T10:10:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.668+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca273510 0x55a9ca275900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.669+0000 7f189eff5640 10 client.18393 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.669+0000 7f18ba7fc640 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca273510 0x55a9ca275900 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5eec19344163d8a server_cookie=fe04b024d381b064 in_seq=0 out_seq=0 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.693+0000 7f189eff5640 1 -- 172.21.15.18:0/4240106477 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a9ca168e50 con 0x55a9ca273510 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f189eff5640 10 client.18393 handle_command_reply: tid=0 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 client.18393 shutdown 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fcfa0 msgr2=0x55a9ca201220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca201220 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f18ac02c6c0 tx=0x7f18ac032710 comp rx=0 tx=0).stop 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 shutdown_connections 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55a9ca273510 0x55a9ca275900 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a9ca206520 0x55a9ca20bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a9ca1fdd10 0x55a9ca20b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 --2- 172.21.15.18:0/4240106477 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a9ca1fcfa0 0x55a9ca201220 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f189eff5640 0 client.18393 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 >> 172.21.15.18:0/4240106477 conn(0x55a9ca1c4580 msgr2=0x55a9ca1f6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 shutdown_connections 2024-03-07T10:10:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 1 -- 172.21.15.18:0/4240106477 wait complete. 2024-03-07T10:10:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.694+0000 7f18c460b740 20 client.18393 trim_cache size 0 max 16384 2024-03-07T10:10:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:10:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:10:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:10:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:10:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18a40a1ee0 msgr2=0x7f18a40a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18a40a1ee0 0x7f18a40a43a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f18b40cbdb0 tx=0x7f18b40d4550 comp rx=0 tx=0).stop 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc1028d0 msgr2=0x7f18bc197ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc1028d0 0x7f18bc197ed0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f18b400e9f0 tx=0x7f18b400edf0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 shutdown_connections 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f18bc10bca0 0x7f18bc19c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f18bc1031f0 0x7f18bc198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f18a40a1ee0 0x7f18a40a43a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 --2- 172.21.15.18:0/3890169074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f18bc1028d0 0x7f18bc197ed0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 >> 172.21.15.18:0/3890169074 conn(0x7f18bc077680 msgr2=0x7f18bc0fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 shutdown_connections 2024-03-07T10:10:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:09.695+0000 7f18c171d640 1 -- 172.21.15.18:0/3890169074 wait complete. 2024-03-07T10:10:11.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:10 smithi063 ceph-mon[36356]: pgmap v343: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 5.2 MiB/s wr, 437 op/s 2024-03-07T10:10:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:10 smithi077 ceph-mon[36374]: pgmap v343: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 5.2 MiB/s wr, 437 op/s 2024-03-07T10:10:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:10 smithi018 ceph-mon[32171]: pgmap v343: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 5.2 MiB/s wr, 437 op/s 2024-03-07T10:10:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 650.0 s, 206.2 tps, lat 541.969 ms stddev 387.842 2024-03-07T10:10:13.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:12 smithi063 ceph-mon[36356]: pgmap v344: 97 pgs: 97 active+clean; 4.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 4.9 MiB/s wr, 406 op/s 2024-03-07T10:10:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:12 smithi063 ceph-mon[36356]: osdmap e101: 12 total, 12 up, 12 in 2024-03-07T10:10:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:12 smithi077 ceph-mon[36374]: pgmap v344: 97 pgs: 97 active+clean; 4.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 4.9 MiB/s wr, 406 op/s 2024-03-07T10:10:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:12 smithi077 ceph-mon[36374]: osdmap e101: 12 total, 12 up, 12 in 2024-03-07T10:10:13.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:12 smithi018 ceph-mon[32171]: pgmap v344: 97 pgs: 97 active+clean; 4.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 4.9 MiB/s wr, 406 op/s 2024-03-07T10:10:13.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:12 smithi018 ceph-mon[32171]: osdmap e101: 12 total, 12 up, 12 in 2024-03-07T10:10:15.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:14 smithi063 ceph-mon[36356]: pgmap v346: 97 pgs: 97 active+clean; 4.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 196 op/s 2024-03-07T10:10:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:14 smithi077 ceph-mon[36374]: pgmap v346: 97 pgs: 97 active+clean; 4.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 196 op/s 2024-03-07T10:10:15.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:14 smithi018 ceph-mon[32171]: pgmap v346: 97 pgs: 97 active+clean; 4.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 1.6 MiB/s wr, 196 op/s 2024-03-07T10:10:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:16 smithi063 ceph-mon[36356]: pgmap v347: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 12 MiB/s wr, 825 op/s 2024-03-07T10:10:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:16 smithi077 ceph-mon[36374]: pgmap v347: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 12 MiB/s wr, 825 op/s 2024-03-07T10:10:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:16 smithi018 ceph-mon[32171]: pgmap v347: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 12 MiB/s wr, 825 op/s 2024-03-07T10:10:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 655.0 s, 522.6 tps, lat 194.100 ms stddev 362.609 2024-03-07T10:10:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:18 smithi063 ceph-mon[36356]: pgmap v348: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 677 op/s 2024-03-07T10:10:19.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:18 smithi077 ceph-mon[36374]: pgmap v348: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 677 op/s 2024-03-07T10:10:19.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:18 smithi018 ceph-mon[32171]: pgmap v348: 97 pgs: 97 active+clean; 4.5 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.6 MiB/s wr, 677 op/s 2024-03-07T10:10:21.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:20 smithi063 ceph-mon[36356]: pgmap v349: 97 pgs: 97 active+clean; 4.6 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 26 MiB/s wr, 1.54k op/s 2024-03-07T10:10:21.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:20 smithi077 ceph-mon[36374]: pgmap v349: 97 pgs: 97 active+clean; 4.6 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 26 MiB/s wr, 1.54k op/s 2024-03-07T10:10:21.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:20 smithi018 ceph-mon[32171]: pgmap v349: 97 pgs: 97 active+clean; 4.6 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 26 MiB/s wr, 1.54k op/s 2024-03-07T10:10:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.854+0000 7f65c5087640 1 -- 172.21.15.18:0/3978108842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c010cc80 msgr2=0x7f65c0110c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.854+0000 7f65c5087640 1 --2- 172.21.15.18:0/3978108842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c010cc80 0x7f65c0110c70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f65b4009900 tx=0x7f65b402bc50 comp rx=0 tx=0).stop 2024-03-07T10:10:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.857+0000 7f65c5087640 1 -- 172.21.15.18:0/3978108842 shutdown_connections 2024-03-07T10:10:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.857+0000 7f65c5087640 1 --2- 172.21.15.18:0/3978108842 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65c0111350 0x7f65c0118f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.857+0000 7f65c5087640 1 --2- 172.21.15.18:0/3978108842 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c010cc80 0x7f65c0110c70 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.857+0000 7f65c5087640 1 --2- 172.21.15.18:0/3978108842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 0x7f65c010c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.857+0000 7f65c5087640 1 -- 172.21.15.18:0/3978108842 >> 172.21.15.18:0/3978108842 conn(0x7f65c006c6b0 msgr2=0x7f65c010a670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.859+0000 7f65c5087640 1 -- 172.21.15.18:0/3978108842 shutdown_connections 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.862+0000 7f65c5087640 1 -- 172.21.15.18:0/3978108842 wait complete. 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.863+0000 7f65c5087640 1 Processor -- start 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.863+0000 7f65c5087640 1 -- start start 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.864+0000 7f65c5087640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 0x7f65c0118120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.864+0000 7f65c5087640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c0111350 0x7f65c0118660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.864+0000 7f65c5087640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65c0118cb0 0x7f65c011dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.864+0000 7f65c5087640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c006ea50 con 0x7f65c0118cb0 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.864+0000 7f65c5087640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c006e8d0 con 0x7f65c010c2d0 2024-03-07T10:10:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.864+0000 7f65c5087640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c006ebd0 con 0x7f65c0111350 2024-03-07T10:10:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.865+0000 7f65bed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 0x7f65c0118120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.865+0000 7f65bed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 0x7f65c0118120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42476/0 (socket says 172.21.15.18:42476) 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.865+0000 7f65bed9d640 1 -- 172.21.15.18:0/4192404974 learned_addr learned my addr 172.21.15.18:0/4192404974 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.865+0000 7f65be59c640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c0111350 0x7f65c0118660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.866+0000 7f65bf59e640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65c0118cb0 0x7f65c011dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.867+0000 7f65bed9d640 1 -- 172.21.15.18:0/4192404974 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c0111350 msgr2=0x7f65c0118660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.867+0000 7f65bed9d640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c0111350 0x7f65c0118660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.867+0000 7f65bed9d640 1 -- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65c0118cb0 msgr2=0x7f65c011dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.867+0000 7f65bed9d640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65c0118cb0 0x7f65c011dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.867+0000 7f65bed9d640 1 -- 172.21.15.18:0/4192404974 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65c011e870 con 0x7f65c010c2d0 2024-03-07T10:10:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.872+0000 7f65bed9d640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 0x7f65c0118120 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f65b800cce0 tx=0x7f65b800a620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.872+0000 7f65a7fff640 1 -- 172.21.15.18:0/4192404974 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b800f650 con 0x7f65c010c2d0 2024-03-07T10:10:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.872+0000 7f65a7fff640 1 -- 172.21.15.18:0/4192404974 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65b800fcd0 con 0x7f65c010c2d0 2024-03-07T10:10:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.872+0000 7f65a7fff640 1 -- 172.21.15.18:0/4192404974 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b8018c70 con 0x7f65c010c2d0 2024-03-07T10:10:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.875+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65c011eb60 con 0x7f65c010c2d0 2024-03-07T10:10:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.875+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65c0126680 con 0x7f65c010c2d0 2024-03-07T10:10:22.881 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.879+0000 7f65c7e75740 1 Processor -- start 2024-03-07T10:10:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.881+0000 7f65c7e75740 1 -- start start 2024-03-07T10:10:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.881+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65249a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.881+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f6524a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.881+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 0x562f65255910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.881+0000 7f65c7e75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f651ae5c0 con 0x562f6524ad10 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.881+0000 7f65c7e75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f65157900 con 0x562f65253520 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.881+0000 7f65c7e75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f651aa660 con 0x562f65249fa0 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.882+0000 7f65a7fff640 1 -- 172.21.15.18:0/4192404974 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f65b800f7f0 con 0x7f65c010c2d0 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.883+0000 7f65a7fff640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f65a80a1fa0 0x7f65a80a4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.883+0000 7f65bed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f6524a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.883+0000 7f65bed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f6524a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53364/0 (socket says 172.21.15.18:53364) 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.883+0000 7f65bed9d640 1 -- 172.21.15.18:0/2876135889 learned_addr learned my addr 172.21.15.18:0/2876135889 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.883+0000 7f65be59c640 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 0x562f65255910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.883+0000 7f65a7fff640 1 -- 172.21.15.18:0/4192404974 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f65b8098f90 con 0x7f65c010c2d0 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65bed9d640 1 -- 172.21.15.18:0/2876135889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 msgr2=0x562f65255910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65bed9d640 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 0x562f65255910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65bed9d640 1 -- 172.21.15.18:0/2876135889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 msgr2=0x562f65249a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65bed9d640 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65249a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65bed9d640 1 -- 172.21.15.18:0/2876135889 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f64ec3210 con 0x562f65249fa0 2024-03-07T10:10:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65bed9d640 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f6524a420 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f65b80978c0 tx=0x7f65b809b5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fcad63ebc4447b8a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65a57fa640 1 -- 172.21.15.18:0/2876135889 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b809f040 con 0x562f65249fa0 2024-03-07T10:10:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65a57fa640 1 -- 172.21.15.18:0/2876135889 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65b80a3690 con 0x562f65249fa0 2024-03-07T10:10:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.884+0000 7f65a57fa640 1 -- 172.21.15.18:0/2876135889 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b80cc0d0 con 0x562f65249fa0 2024-03-07T10:10:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.885+0000 7f65c7e75740 1 -- 172.21.15.18:0/2876135889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 msgr2=0x562f6524a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.885+0000 7f65c7e75740 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f6524a420 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f65b80978c0 tx=0x7f65b809b5f0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.894 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.891+0000 7f65bf59e640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f65a80a1fa0 0x7f65a80a4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.891+0000 7f65c7e75740 1 -- 172.21.15.18:0/2876135889 shutdown_connections 2024-03-07T10:10:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.891+0000 7f65c7e75740 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 0x562f65255910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.891+0000 7f65c7e75740 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f6524a420 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.891+0000 7f65c7e75740 1 --2- 172.21.15.18:0/2876135889 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65249a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.891+0000 7f65c7e75740 1 -- 172.21.15.18:0/2876135889 >> 172.21.15.18:0/2876135889 conn(0x562f65211580 msgr2=0x562f65244c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.896+0000 7f65c7e75740 1 -- 172.21.15.18:0/2876135889 shutdown_connections 2024-03-07T10:10:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.897+0000 7f65c7e75740 1 -- 172.21.15.18:0/2876135889 wait complete. 2024-03-07T10:10:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.897+0000 7f65c7e75740 1 -- start start 2024-03-07T10:10:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.897+0000 7f65c7e75740 1 Processor -- start 2024-03-07T10:10:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652505d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f6524ad10 0x562f65250b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f65253520 0x562f65251050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65c7e75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f652561f0 con 0x562f65253520 2024-03-07T10:10:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65c7e75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f6516ad60 con 0x562f65249fa0 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65c7e75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f65256370 con 0x562f6524ad10 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65c7e75740 10 client.0 _ll_register_callbacks cb 0x562f64ec2a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65bf59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f65253520 0x562f65251050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65bf59e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f65253520 0x562f65251050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45176/0 (socket says 172.21.15.18:45176) 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65bf59e640 1 -- 172.21.15.18:0/1183073209 learned_addr learned my addr 172.21.15.18:0/1183073209 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.900+0000 7f65bf59e640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f65a80a1fa0 0x7f65a80a4460 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f65b0006aa0 tx=0x7f65b0006e90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.901+0000 7f65bf59e640 1 -- 172.21.15.18:0/1183073209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f6524ad10 msgr2=0x562f65250b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.901+0000 7f65bf59e640 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f6524ad10 0x562f65250b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.901+0000 7f65bf59e640 1 -- 172.21.15.18:0/1183073209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 msgr2=0x562f652505d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.901+0000 7f65bf59e640 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.901+0000 7f65bf59e640 1 -- 172.21.15.18:0/1183073209 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562f64f8f620 con 0x562f65253520 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.901+0000 7f65bf59e640 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f65253520 0x562f65251050 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f65b000dc50 tx=0x7f65b0006da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77641102b7a33694 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.902+0000 7f65a2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:10:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.902+0000 7f65a2ff5640 1 -- 172.21.15.18:0/1183073209 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b0024060 con 0x562f65253520 2024-03-07T10:10:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.902+0000 7f65a2ff5640 1 -- 172.21.15.18:0/1183073209 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f65b001f400 con 0x562f65253520 2024-03-07T10:10:22.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.906+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f65b80a3690 con 0x562f65253520 2024-03-07T10:10:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.908+0000 7f65a2ff5640 1 -- 172.21.15.18:0/1183073209 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f65b001f600 con 0x562f65253520 2024-03-07T10:10:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.911+0000 7f65c7e75740 10 client.18399 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:22.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.911+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562f652625c0 con 0x562f65253520 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.914+0000 7f65a2ff5640 1 -- 172.21.15.18:0/1183073209 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65b80a3690 con 0x562f65253520 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.915+0000 7f65a2ff5640 1 -- 172.21.15.18:0/1183073209 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f65b0028470 con 0x562f65253520 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.916+0000 7f65c7e75740 10 client.18399 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.916+0000 7f65c7e75740 10 client.18399 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.916+0000 7f65c7e75740 20 client.18399 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.916+0000 7f65c7e75740 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f65263a30 0x562f65265e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.916+0000 7f65c7e75740 4 client.18399 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:22.918 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.916+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562f651bbb00 con 0x562f65263a30 2024-03-07T10:10:22.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.917+0000 7f65bed9d640 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f65263a30 0x562f65265e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.928 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.925+0000 7f65bed9d640 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f65263a30 0x562f65265e20 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eeaf19bf18cdf52d server_cookie=21c77ea3d978ebb5 in_seq=0 out_seq=0 2024-03-07T10:10:22.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.928+0000 7f65a2ff5640 10 client.18399 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:22.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.928+0000 7f65a2ff5640 1 -- 172.21.15.18:0/1183073209 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562f651bbb00 con 0x562f65263a30 2024-03-07T10:10:22.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.928+0000 7f65a2ff5640 10 client.18399 handle_command_reply: tid=0 2024-03-07T10:10:22.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.928+0000 7f65c7e75740 1 client.18399 shutdown 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.935+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f65253520 msgr2=0x562f65251050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.935+0000 7f65c7e75740 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f65253520 0x562f65251050 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f65b000dc50 tx=0x7f65b0006da0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.936+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 shutdown_connections 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.936+0000 7f65c7e75740 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f65263a30 0x562f65265e20 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.936+0000 7f65c7e75740 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f65253520 0x562f65251050 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.936+0000 7f65c7e75740 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f6524ad10 0x562f65250b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.936+0000 7f65c7e75740 1 --2- 172.21.15.18:0/1183073209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652505d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.936+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 >> 172.21.15.18:0/1183073209 conn(0x562f65211580 msgr2=0x562f652469e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.938+0000 7f65a2ff5640 0 client.18399 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:22.943 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.941+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 shutdown_connections 2024-03-07T10:10:22.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.944+0000 7f65c7e75740 1 -- 172.21.15.18:0/1183073209 wait complete. 2024-03-07T10:10:22.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.944+0000 7f65c7e75740 20 client.18399 trim_cache size 0 max 16384 2024-03-07T10:10:22.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.974+0000 7f65c7e75740 1 Processor -- start 2024-03-07T10:10:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.977+0000 7f65c7e75740 1 -- start start 2024-03-07T10:10:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.977+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f65252d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.977+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65243c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.977+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 0x562f6525eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.978+0000 7f65c7e75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c01312a0 con 0x562f6524ad10 2024-03-07T10:10:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.978+0000 7f65c7e75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c012eda0 con 0x562f65253520 2024-03-07T10:10:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.978+0000 7f65c7e75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c012cef0 con 0x562f65249fa0 2024-03-07T10:10:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.979+0000 7f65be59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65243c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.979+0000 7f65be59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65243c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45182/0 (socket says 172.21.15.18:45182) 2024-03-07T10:10:22.981 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.979+0000 7f65be59c640 1 -- 172.21.15.18:0/3673708153 learned_addr learned my addr 172.21.15.18:0/3673708153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:22.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.981+0000 7f65bed9d640 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f65252d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:22.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.981+0000 7f65be59c640 1 -- 172.21.15.18:0/3673708153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 msgr2=0x562f65252d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:22.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.981+0000 7f65be59c640 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f65252d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.981+0000 7f65be59c640 1 -- 172.21.15.18:0/3673708153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 msgr2=0x562f6525eac0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:10:22.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.981+0000 7f65be59c640 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 0x562f6525eac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.981+0000 7f65be59c640 1 -- 172.21.15.18:0/3673708153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f6524eb40 con 0x562f6524ad10 2024-03-07T10:10:22.985 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.984+0000 7f65be59c640 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65243c90 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f65b4005ab0 tx=0x7f65b402c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46be3409479cf4c3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.988+0000 7f65a4ff9640 1 -- 172.21.15.18:0/3673708153 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b4043070 con 0x562f6524ad10 2024-03-07T10:10:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.988+0000 7f65a4ff9640 1 -- 172.21.15.18:0/3673708153 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65b402cae0 con 0x562f6524ad10 2024-03-07T10:10:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.988+0000 7f65a4ff9640 1 -- 172.21.15.18:0/3673708153 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b4004920 con 0x562f6524ad10 2024-03-07T10:10:22.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.992+0000 7f65c7e75740 1 -- 172.21.15.18:0/3673708153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 msgr2=0x562f65243c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:22.993 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.992+0000 7f65c7e75740 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65243c90 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f65b4005ab0 tx=0x7f65b402c730 comp rx=0 tx=0).stop 2024-03-07T10:10:22.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.995+0000 7f65c7e75740 1 -- 172.21.15.18:0/3673708153 shutdown_connections 2024-03-07T10:10:22.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.995+0000 7f65c7e75740 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65253520 0x562f6525eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.995+0000 7f65c7e75740 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65243c90 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.995+0000 7f65c7e75740 1 --2- 172.21.15.18:0/3673708153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65249fa0 0x562f65252d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:22.999 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:22.995+0000 7f65c7e75740 1 -- 172.21.15.18:0/3673708153 >> 172.21.15.18:0/3673708153 conn(0x562f65211580 msgr2=0x562f65243580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:23.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.002+0000 7f65c7e75740 1 -- 172.21.15.18:0/3673708153 shutdown_connections 2024-03-07T10:10:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.005+0000 7f65c7e75740 1 -- 172.21.15.18:0/3673708153 wait complete. 2024-03-07T10:10:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.006+0000 7f65c7e75740 1 -- start start 2024-03-07T10:10:23.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.006+0000 7f65c7e75740 1 Processor -- start 2024-03-07T10:10:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.007+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652585d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.007+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65258b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.007+0000 7f65c7e75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65253520 0x562f65259050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.007+0000 7f65c7e75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c012d460 con 0x562f6524ad10 2024-03-07T10:10:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.007+0000 7f65c7e75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c012e740 con 0x562f65249fa0 2024-03-07T10:10:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.007+0000 7f65c7e75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c012da80 con 0x562f65253520 2024-03-07T10:10:23.009 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.007+0000 7f65c7e75740 10 client.0 _ll_register_callbacks cb 0x7f65b0009510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:23.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.010+0000 7f65bed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:23.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.010+0000 7f65bed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652585d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42518/0 (socket says 172.21.15.18:42518) 2024-03-07T10:10:23.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.010+0000 7f65bed9d640 1 -- 172.21.15.18:0/42114126 learned_addr learned my addr 172.21.15.18:0/42114126 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:23.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.011+0000 7f65be59c640 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65258b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.013+0000 7f65bed9d640 1 -- 172.21.15.18:0/42114126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65253520 msgr2=0x562f65259050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.013+0000 7f65bed9d640 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65253520 0x562f65259050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.013+0000 7f65bed9d640 1 -- 172.21.15.18:0/42114126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 msgr2=0x562f65258b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.013+0000 7f65bed9d640 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65258b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.013+0000 7f65bed9d640 1 -- 172.21.15.18:0/42114126 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562f652bf290 con 0x562f65249fa0 2024-03-07T10:10:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.013+0000 7f65bed9d640 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652585d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f65b809ae80 tx=0x7f65b8007f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=219b8c52cfc56d1e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.014+0000 7f65a2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:10:23.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.014+0000 7f65a2ff5640 1 -- 172.21.15.18:0/42114126 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b809f040 con 0x562f65249fa0 2024-03-07T10:10:23.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.014+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f65b402cae0 con 0x562f65249fa0 2024-03-07T10:10:23.017 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.014+0000 7f65a2ff5640 1 -- 172.21.15.18:0/42114126 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f65b8097560 con 0x562f65249fa0 2024-03-07T10:10:23.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.021+0000 7f65a2ff5640 1 -- 172.21.15.18:0/42114126 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f65b800fae0 con 0x562f65249fa0 2024-03-07T10:10:23.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.022+0000 7f65c7e75740 10 client.28136 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:23.023 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.022+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562f652c0470 con 0x562f65249fa0 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.026+0000 7f65a2ff5640 1 -- 172.21.15.18:0/42114126 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65b402cae0 con 0x562f65249fa0 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.027+0000 7f65a2ff5640 1 -- 172.21.15.18:0/42114126 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f65b8020020 con 0x562f65249fa0 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.029+0000 7f65c7e75740 10 client.28136 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.029+0000 7f65c7e75740 10 client.28136 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.029+0000 7f65c7e75740 20 client.28136 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.029+0000 7f65c7e75740 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f652c0760 0x562f652c2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.029+0000 7f65c7e75740 4 client.28136 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:10:23.031 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.029+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562f651b5e50 con 0x562f652c0760 2024-03-07T10:10:23.032 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.030+0000 7f65be59c640 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f652c0760 0x562f652c2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.033+0000 7f65be59c640 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f652c0760 0x562f652c2b50 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb82abcb31b1eaeb server_cookie=fc4e773895b4766b in_seq=0 out_seq=0 2024-03-07T10:10:23.035 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.033+0000 7f65a2ff5640 10 client.28136 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 660.0 s, 1660.2 tps, lat 56.353 ms stddev 65.218 2024-03-07T10:10:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:22 smithi063 ceph-mon[36356]: pgmap v350: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 32 MiB/s wr, 1.82k op/s 2024-03-07T10:10:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:22 smithi077 ceph-mon[36374]: pgmap v350: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 32 MiB/s wr, 1.82k op/s 2024-03-07T10:10:23.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:22 smithi018 ceph-mon[32171]: pgmap v350: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 32 MiB/s wr, 1.82k op/s 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.364+0000 7f65a2ff5640 1 -- 172.21.15.18:0/42114126 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562f651b5e50 con 0x562f652c0760 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.364+0000 7f65a2ff5640 10 client.28136 handle_command_reply: tid=0 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.364+0000 7f65c7e75740 1 client.28136 shutdown 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.364+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 msgr2=0x562f652585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.364+0000 7f65c7e75740 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652585d0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f65b809ae80 tx=0x7f65b8007f30 comp rx=0 tx=0).stop 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 shutdown_connections 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562f652c0760 0x562f652c2b50 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562f65253520 0x562f65259050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562f6524ad10 0x562f65258b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 --2- 172.21.15.18:0/42114126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562f65249fa0 0x562f652585d0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 >> 172.21.15.18:0/42114126 conn(0x562f65211580 msgr2=0x562f65243e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65a2ff5640 0 client.28136 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 shutdown_connections 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 1 -- 172.21.15.18:0/42114126 wait complete. 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.365+0000 7f65c7e75740 20 client.28136 trim_cache size 0 max 16384 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:10:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:10:23.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:10:23.369 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f65a80a1fa0 msgr2=0x7f65a80a4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f65a80a1fa0 0x7f65a80a4460 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f65b0006aa0 tx=0x7f65b0006e90 comp rx=0 tx=0).stop 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 msgr2=0x7f65c0118120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 0x7f65c0118120 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f65b800cce0 tx=0x7f65b800a620 comp rx=0 tx=0).stop 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 shutdown_connections 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f65a80a1fa0 0x7f65a80a4460 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f65c0118cb0 0x7f65c011dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c0111350 0x7f65c0118660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 --2- 172.21.15.18:0/4192404974 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f65c010c2d0 0x7f65c0118120 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 >> 172.21.15.18:0/4192404974 conn(0x7f65c006c6b0 msgr2=0x7f65c010dce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 shutdown_connections 2024-03-07T10:10:23.370 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:23.366+0000 7f65c5087640 1 -- 172.21.15.18:0/4192404974 wait complete. 2024-03-07T10:10:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:24 smithi063 ceph-mon[36356]: pgmap v351: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 31 MiB/s wr, 1.76k op/s 2024-03-07T10:10:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:24 smithi077 ceph-mon[36374]: pgmap v351: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 31 MiB/s wr, 1.76k op/s 2024-03-07T10:10:25.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:24 smithi018 ceph-mon[32171]: pgmap v351: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 31 MiB/s wr, 1.76k op/s 2024-03-07T10:10:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:26 smithi063 ceph-mon[36356]: pgmap v352: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 33 MiB/s wr, 2.07k op/s 2024-03-07T10:10:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:26 smithi077 ceph-mon[36374]: pgmap v352: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 33 MiB/s wr, 2.07k op/s 2024-03-07T10:10:27.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:26 smithi018 ceph-mon[32171]: pgmap v352: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 33 MiB/s wr, 2.07k op/s 2024-03-07T10:10:27.748 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:10:27.748 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.897+0000 7f33da69c640 1 -- 172.21.15.18:0/3148087376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 msgr2=0x7f33d41103a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.897+0000 7f33da69c640 1 --2- 172.21.15.18:0/3148087376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d41103a0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f33cc009be0 tx=0x7f33cc02bef0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 -- 172.21.15.18:0/3148087376 shutdown_connections 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 --2- 172.21.15.18:0/3148087376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d41103a0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 --2- 172.21.15.18:0/3148087376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33d4100d20 0x7f33d410da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 --2- 172.21.15.18:0/3148087376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d4100400 0x7f33d41007e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 -- 172.21.15.18:0/3148087376 >> 172.21.15.18:0/3148087376 conn(0x7f33d4077680 msgr2=0x7f33d4077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:27.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 -- 172.21.15.18:0/3148087376 shutdown_connections 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 -- 172.21.15.18:0/3148087376 wait complete. 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 Processor -- start 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.898+0000 7f33da69c640 1 -- start start 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33da69c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d4100400 0x7f33d419a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33da69c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33d4100d20 0x7f33d419a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33da69c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d419e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33da69c640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d4113c10 con 0x7f33d4100d20 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33da69c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d4113a90 con 0x7f33d4100400 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33da69c640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d4113d90 con 0x7f33d410dfb0 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d419e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d419e970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38284/0 (socket says 172.21.15.18:38284) 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33d4100d20 0x7f33d419a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 -- 172.21.15.18:0/1661681509 learned_addr learned my addr 172.21.15.18:0/1661681509 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:27.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d3fff640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d4100400 0x7f33d419a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 -- 172.21.15.18:0/1661681509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d4100400 msgr2=0x7f33d419a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:27.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d4100400 0x7f33d419a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 -- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33d4100d20 msgr2=0x7f33d419a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:27.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33d4100d20 0x7f33d419a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.899+0000 7f33d8c39640 1 -- 172.21.15.18:0/1661681509 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33d419f0a0 con 0x7f33d410dfb0 2024-03-07T10:10:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.900+0000 7f33d8c39640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d419e970 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f33cc004af0 tx=0x7f33cc0336b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.900+0000 7f33d17fa640 1 -- 172.21.15.18:0/1661681509 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33cc043020 con 0x7f33d410dfb0 2024-03-07T10:10:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.900+0000 7f33d17fa640 1 -- 172.21.15.18:0/1661681509 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33cc003e50 con 0x7f33d410dfb0 2024-03-07T10:10:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.900+0000 7f33d17fa640 1 -- 172.21.15.18:0/1661681509 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33cc03e450 con 0x7f33d410dfb0 2024-03-07T10:10:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.901+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33d419f330 con 0x7f33d410dfb0 2024-03-07T10:10:27.905 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.901+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33d419f770 con 0x7f33d410dfb0 2024-03-07T10:10:27.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33d17fa640 1 -- 172.21.15.18:0/1661681509 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f33cc046020 con 0x7f33d410dfb0 2024-03-07T10:10:27.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 Processor -- start 2024-03-07T10:10:27.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 -- start start 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33d17fa640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33bc0a2070 0x7f33bc0a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbfb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbfe020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1edb55dd0 con 0x55f1edbfbc30 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1edafeae0 con 0x55f1edbf2730 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.904+0000 7f33dd483740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1edb51e70 con 0x55f1edbf3050 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d17fa640 1 -- 172.21.15.18:0/1661681509 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f33cc0f0670 con 0x7f33d410dfb0 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39656/0 (socket says 172.21.15.18:39656) 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d8c39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbfe020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 -- 172.21.15.18:0/3216559186 learned_addr learned my addr 172.21.15.18:0/3216559186 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:27.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d37fe640 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbfb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d37fe640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33bc0a2070 0x7f33bc0a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 -- 172.21.15.18:0/3216559186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 msgr2=0x55f1edbfb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbfb6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 -- 172.21.15.18:0/3216559186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 msgr2=0x55f1edbfe020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbfe020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d3fff640 1 -- 172.21.15.18:0/3216559186 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f1ed9347d0 con 0x55f1edbf2730 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.905+0000 7f33d8c39640 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbfe020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.906+0000 7f33d3fff640 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf2b10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f33c4009cf0 tx=0x7f33c4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b77bc3575ebf0731 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.906+0000 7f33d37fe640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33bc0a2070 0x7f33bc0a4530 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x55f1edbf2200 tx=0x7f33c8009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.906+0000 7f33ba7fc640 1 -- 172.21.15.18:0/3216559186 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c4004230 con 0x55f1edbf2730 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.906+0000 7f33ba7fc640 1 -- 172.21.15.18:0/3216559186 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33c40043d0 con 0x55f1edbf2730 2024-03-07T10:10:27.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.906+0000 7f33ba7fc640 1 -- 172.21.15.18:0/3216559186 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c4019960 con 0x55f1edbf2730 2024-03-07T10:10:27.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.907+0000 7f33dd483740 1 -- 172.21.15.18:0/3216559186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 msgr2=0x55f1edbf2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:27.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.907+0000 7f33dd483740 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf2b10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f33c4009cf0 tx=0x7f33c4011810 comp rx=0 tx=0).stop 2024-03-07T10:10:27.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.915+0000 7f33dd483740 1 -- 172.21.15.18:0/3216559186 shutdown_connections 2024-03-07T10:10:27.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.915+0000 7f33dd483740 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbfe020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.915+0000 7f33dd483740 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbfb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.915+0000 7f33dd483740 1 --2- 172.21.15.18:0/3216559186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf2b10 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.915+0000 7f33dd483740 1 -- 172.21.15.18:0/3216559186 >> 172.21.15.18:0/3216559186 conn(0x55f1edbece60 msgr2=0x55f1edbed240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:27.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.925+0000 7f33dd483740 1 -- 172.21.15.18:0/3216559186 shutdown_connections 2024-03-07T10:10:27.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.926+0000 7f33dd483740 1 -- 172.21.15.18:0/3216559186 wait complete. 2024-03-07T10:10:27.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.926+0000 7f33dd483740 1 -- start start 2024-03-07T10:10:27.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.927+0000 7f33dd483740 1 Processor -- start 2024-03-07T10:10:27.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.936+0000 7f33dd483740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.936+0000 7f33dd483740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.936+0000 7f33dd483740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.936+0000 7f33dd483740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1edbfea20 con 0x55f1edbfbc30 2024-03-07T10:10:27.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.936+0000 7f33dd483740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1edb12070 con 0x55f1edbf2730 2024-03-07T10:10:27.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.936+0000 7f33dd483740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1edbfeba0 con 0x55f1edbf3050 2024-03-07T10:10:27.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.936+0000 7f33dd483740 10 client.0 _ll_register_callbacks cb 0x55f1edb11a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:27.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.938+0000 7f33d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.938+0000 7f33d3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.938+0000 7f33d37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf8fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38298/0 (socket says 172.21.15.18:38298) 2024-03-07T10:10:27.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.938+0000 7f33d37fe640 1 -- 172.21.15.18:0/3357143744 learned_addr learned my addr 172.21.15.18:0/3357143744 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:27.941 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.940+0000 7f33d8c39640 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.950+0000 7f33d37fe640 1 -- 172.21.15.18:0/3357143744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 msgr2=0x55f1edbf8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:27.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.950+0000 7f33d37fe640 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.950+0000 7f33d37fe640 1 -- 172.21.15.18:0/3357143744 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 msgr2=0x55f1edbf9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:27.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.950+0000 7f33d37fe640 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.950+0000 7f33d37fe640 1 -- 172.21.15.18:0/3357143744 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f1ed86a3f0 con 0x55f1edbf3050 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.955+0000 7f33d37fe640 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf8fd0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f33c80038a0 tx=0x7f33c8004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8767fb4d59a961b1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.956+0000 7f33b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.956+0000 7f33b37fe640 1 -- 172.21.15.18:0/3357143744 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c8025030 con 0x55f1edbf3050 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.956+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f33c40043d0 con 0x55f1edbf3050 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.956+0000 7f33b37fe640 1 -- 172.21.15.18:0/3357143744 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f33c801b070 con 0x55f1edbf3050 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.956+0000 7f33b37fe640 1 -- 172.21.15.18:0/3357143744 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33c80044c0 con 0x55f1edbf3050 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 10 client.28273 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f1ed82a0f0 con 0x55f1edbf3050 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33b37fe640 1 -- 172.21.15.18:0/3357143744 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33c40043d0 con 0x55f1edbf3050 2024-03-07T10:10:27.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33b37fe640 1 -- 172.21.15.18:0/3357143744 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f33c801e050 con 0x55f1edbf3050 2024-03-07T10:10:27.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 10 client.28273 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:27.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 10 client.28273 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:27.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 20 client.28273 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:27.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc029f0 0x55f1edc04e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:27.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 4 client.28273 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:27.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.957+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f1edb63310 con 0x55f1edc029f0 2024-03-07T10:10:27.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.962+0000 7f33d3fff640 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc029f0 0x55f1edc04e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:27.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.971+0000 7f33b37fe640 10 client.28273 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:27.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.971+0000 7f33d3fff640 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc029f0 0x55f1edc04e10 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b036afc66bc424d2 server_cookie=2f3784e70f0f539 in_seq=0 out_seq=0 2024-03-07T10:10:27.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33b37fe640 1 -- 172.21.15.18:0/3357143744 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f1edb63310 con 0x55f1edc029f0 2024-03-07T10:10:27.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33b37fe640 10 client.28273 handle_command_reply: tid=0 2024-03-07T10:10:27.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 client.28273 shutdown 2024-03-07T10:10:27.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 msgr2=0x55f1edbf8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:27.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf8fd0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f33c80038a0 tx=0x7f33c8004730 comp rx=0 tx=0).stop 2024-03-07T10:10:27.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 shutdown_connections 2024-03-07T10:10:27.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc029f0 0x55f1edc04e10 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf8fd0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 --2- 172.21.15.18:0/3357143744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbf8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:27.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.972+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 >> 172.21.15.18:0/3357143744 conn(0x55f1edbece60 msgr2=0x55f1edbeebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:27.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.973+0000 7f33b37fe640 0 client.28273 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:27.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.974+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 shutdown_connections 2024-03-07T10:10:27.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.974+0000 7f33dd483740 1 -- 172.21.15.18:0/3357143744 wait complete. 2024-03-07T10:10:27.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.974+0000 7f33dd483740 20 client.28273 trim_cache size 0 max 16384 2024-03-07T10:10:28.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.997+0000 7f33dd483740 1 Processor -- start 2024-03-07T10:10:28.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33dd483740 1 -- start start 2024-03-07T10:10:28.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33dd483740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbfb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33dd483740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33dd483740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33dd483740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d41ad810 con 0x55f1edbfbc30 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33dd483740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d41ab310 con 0x55f1edbf2730 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33dd483740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d41a93f0 con 0x55f1edbf3050 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbfb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37068/0 (socket says 172.21.15.18:37068) 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 -- 172.21.15.18:0/1780155515 learned_addr learned my addr 172.21.15.18:0/1780155515 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d37fe640 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 -- 172.21.15.18:0/1780155515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 msgr2=0x55f1edbf7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 -- 172.21.15.18:0/1780155515 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 msgr2=0x55f1edbfb1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbfb1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.998+0000 7f33d8c39640 1 -- 172.21.15.18:0/1780155515 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f1edbf2e80 con 0x55f1edbfbc30 2024-03-07T10:10:28.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.999+0000 7f33d8c39640 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9330 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f33cc033420 tx=0x7f33cc02bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2cc298b88491901 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.999+0000 7f33b9ffb640 1 -- 172.21.15.18:0/1780155515 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33cc0c1220 con 0x55f1edbfbc30 2024-03-07T10:10:28.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.999+0000 7f33b9ffb640 1 -- 172.21.15.18:0/1780155515 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33cc0c5870 con 0x55f1edbfbc30 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:27.999+0000 7f33b9ffb640 1 -- 172.21.15.18:0/1780155515 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33cc003bd0 con 0x55f1edbfbc30 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 -- 172.21.15.18:0/1780155515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 msgr2=0x55f1edbf9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9330 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f33cc033420 tx=0x7f33cc02bef0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 -- 172.21.15.18:0/1780155515 shutdown_connections 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbfbc30 0x55f1edbf9330 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf3050 0x55f1edbf7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 --2- 172.21.15.18:0/1780155515 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbf2730 0x55f1edbfb1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 -- 172.21.15.18:0/1780155515 >> 172.21.15.18:0/1780155515 conn(0x55f1edbece60 msgr2=0x55f1edbee160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 -- 172.21.15.18:0/1780155515 shutdown_connections 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.000+0000 7f33dd483740 1 -- 172.21.15.18:0/1780155515 wait complete. 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.001+0000 7f33dd483740 1 -- start start 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.001+0000 7f33dd483740 1 Processor -- start 2024-03-07T10:10:28.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33dd483740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf2730 0x55f1edbfc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33dd483740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbf3050 0x55f1edbfcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33dd483740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbfbc30 0x55f1edc086a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33dd483740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d41a99f0 con 0x55f1edbf3050 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33dd483740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d41aacb0 con 0x55f1edbfbc30 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33dd483740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d41a9ff0 con 0x55f1edbf2730 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbf3050 0x55f1edbfcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbf3050 0x55f1edbfcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37084/0 (socket says 172.21.15.18:37084) 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33d37fe640 1 -- 172.21.15.18:0/2790884055 learned_addr learned my addr 172.21.15.18:0/2790884055 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33dd483740 10 client.0 _ll_register_callbacks cb 0x7f33c8004340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33d3fff640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf2730 0x55f1edbfc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.002+0000 7f33d8c39640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbfbc30 0x55f1edc086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33d37fe640 1 -- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf2730 msgr2=0x55f1edbfc860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33d37fe640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf2730 0x55f1edbfc860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.007 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33d37fe640 1 -- 172.21.15.18:0/2790884055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbfbc30 msgr2=0x55f1edc086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33d37fe640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbfbc30 0x55f1edc086a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33d37fe640 1 -- 172.21.15.18:0/2790884055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f1edc08be0 con 0x55f1edbf3050 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33d3fff640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf2730 0x55f1edbfc860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33d37fe640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbf3050 0x55f1edbfcda0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x55f1edbfa060 tx=0x7f33c8010c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ac14bae859b3da server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.003+0000 7f33b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.004+0000 7f33b37fe640 1 -- 172.21.15.18:0/2790884055 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c8025020 con 0x55f1edbf3050 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.004+0000 7f33b37fe640 1 -- 172.21.15.18:0/2790884055 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f33c8021690 con 0x55f1edbf3050 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.004+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f33cc0c5870 con 0x55f1edbf3050 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.004+0000 7f33b37fe640 1 -- 172.21.15.18:0/2790884055 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33c8010e80 con 0x55f1edbf3050 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.004+0000 7f33dd483740 10 client.18423 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:28.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.004+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f1edc78940 con 0x55f1edbf3050 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33b37fe640 1 -- 172.21.15.18:0/2790884055 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33c8005020 con 0x55f1edbf3050 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33b37fe640 1 -- 172.21.15.18:0/2790884055 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f33c801e040 con 0x55f1edbf3050 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33dd483740 10 client.18423 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33dd483740 10 client.18423 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33dd483740 20 client.18423 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33dd483740 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc79040 0x55f1edc7b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33dd483740 4 client.18423 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f33cc0c5870 con 0x55f1edc79040 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33d3fff640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc79040 0x55f1edc7b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.005+0000 7f33b37fe640 10 client.18423 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.006+0000 7f33d3fff640 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc79040 0x55f1edc7b460 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f20ad53782498b0 server_cookie=c78e0ed160a89898 in_seq=0 out_seq=0 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.006+0000 7f33b37fe640 1 -- 172.21.15.18:0/2790884055 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x7f33cc0c5870 con 0x55f1edc79040 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.006+0000 7f33b37fe640 10 client.18423 handle_command_reply: tid=0 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.006+0000 7f33dd483740 1 client.18423 shutdown 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbf3050 msgr2=0x55f1edbfcda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbf3050 0x55f1edbfcda0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x55f1edbfa060 tx=0x7f33c8010c90 comp rx=0 tx=0).stop 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 shutdown_connections 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f1edc79040 0x55f1edc7b460 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f1edbfbc30 0x55f1edc086a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f1edbf3050 0x55f1edbfcda0 secure :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0x55f1edbfa060 tx=0x7f33c8010c90 comp rx=0 tx=0).stop 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 --2- 172.21.15.18:0/2790884055 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f1edbf2730 0x55f1edbfc860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 >> 172.21.15.18:0/2790884055 conn(0x55f1edbece60 msgr2=0x55f1edbebec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33b37fe640 0 client.18423 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 shutdown_connections 2024-03-07T10:10:28.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 1 -- 172.21.15.18:0/2790884055 wait complete. 2024-03-07T10:10:28.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.007+0000 7f33dd483740 20 client.18423 trim_cache size 0 max 16384 2024-03-07T10:10:28.012 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:10:28.012 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:10:28.012 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:10:28.012 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:10:28.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33bc0a2070 msgr2=0x7f33bc0a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33bc0a2070 0x7f33bc0a4530 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x55f1edbf2200 tx=0x7f33c8009260 comp rx=0 tx=0).stop 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 msgr2=0x7f33d419e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d419e970 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f33cc004af0 tx=0x7f33cc0336b0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 shutdown_connections 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33d410dfb0 0x7f33d419e970 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33bc0a2070 0x7f33bc0a4530 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33d4100d20 0x7f33d419a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 --2- 172.21.15.18:0/1661681509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d4100400 0x7f33d419a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.014 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.011+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 >> 172.21.15.18:0/1661681509 conn(0x7f33d4077680 msgr2=0x7f33d410f530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.012+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 shutdown_connections 2024-03-07T10:10:28.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.012+0000 7f33da69c640 1 -- 172.21.15.18:0/1661681509 wait complete. 2024-03-07T10:10:28.030 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:27 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:10:28.031 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:10:28.031 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:10:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 665.0 s, 1969.4 tps, lat 54.554 ms stddev 86.587 2024-03-07T10:10:28.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 -- 172.21.15.18:0/486393399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c10fdd0 msgr2=0x7eff7c108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 --2- 172.21.15.18:0/486393399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c10fdd0 0x7eff7c108660 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009900 tx=0x7eff6c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:10:28.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 -- 172.21.15.18:0/486393399 shutdown_connections 2024-03-07T10:10:28.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 --2- 172.21.15.18:0/486393399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c109280 0x7eff7c11ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 --2- 172.21.15.18:0/486393399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff7c110240 0x7eff7c108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 --2- 172.21.15.18:0/486393399 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c10fdd0 0x7eff7c108660 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 -- 172.21.15.18:0/486393399 >> 172.21.15.18:0/486393399 conn(0x7eff7c06d9c0 msgr2=0x7eff7c06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 -- 172.21.15.18:0/486393399 shutdown_connections 2024-03-07T10:10:28.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.182+0000 7eff82234640 1 -- 172.21.15.18:0/486393399 wait complete. 2024-03-07T10:10:28.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.183+0000 7eff82234640 1 Processor -- start 2024-03-07T10:10:28.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.184+0000 7eff82234640 1 -- start start 2024-03-07T10:10:28.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.185+0000 7eff82234640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff7c10fdd0 0x7eff7c1ac7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.185+0000 7eff82234640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c110240 0x7eff7c1acd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.185+0000 7eff82234640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c1a6990 0x7eff7c1a6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.185+0000 7eff82234640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c120810 con 0x7eff7c1a6990 2024-03-07T10:10:28.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.185+0000 7eff82234640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c120690 con 0x7eff7c10fdd0 2024-03-07T10:10:28.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.186+0000 7eff82234640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c120990 con 0x7eff7c110240 2024-03-07T10:10:28.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.187+0000 7eff7bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c1a6990 0x7eff7c1a6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.187+0000 7eff7bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c1a6990 0x7eff7c1a6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37106/0 (socket says 172.21.15.18:37106) 2024-03-07T10:10:28.189 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.187+0000 7eff7bfff640 1 -- 172.21.15.18:0/3025544896 learned_addr learned my addr 172.21.15.18:0/3025544896 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.188+0000 7eff7b7fe640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff7c10fdd0 0x7eff7c1ac7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.188+0000 7eff7bfff640 1 -- 172.21.15.18:0/3025544896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c110240 msgr2=0x7eff7c1acd20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:10:28.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.188+0000 7eff7bfff640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c110240 0x7eff7c1acd20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.188+0000 7eff7bfff640 1 -- 172.21.15.18:0/3025544896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff7c10fdd0 msgr2=0x7eff7c1ac7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.188+0000 7eff7bfff640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff7c10fdd0 0x7eff7c1ac7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.189+0000 7eff7bfff640 1 -- 172.21.15.18:0/3025544896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff7c1a74b0 con 0x7eff7c1a6990 2024-03-07T10:10:28.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.189+0000 7eff7bfff640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c1a6990 0x7eff7c1a6e40 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7eff7400eb10 tx=0x7eff7400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.190+0000 7eff78ff9640 1 -- 172.21.15.18:0/3025544896 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff74004b20 con 0x7eff7c1a6990 2024-03-07T10:10:28.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.190+0000 7eff78ff9640 1 -- 172.21.15.18:0/3025544896 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7eff74004cc0 con 0x7eff7c1a6990 2024-03-07T10:10:28.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.190+0000 7eff78ff9640 1 -- 172.21.15.18:0/3025544896 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff74010760 con 0x7eff7c1a6990 2024-03-07T10:10:28.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.190+0000 7eff82234640 1 -- 172.21.15.18:0/3025544896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff7c1a77a0 con 0x7eff7c1a6990 2024-03-07T10:10:28.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.190+0000 7eff82234640 1 -- 172.21.15.18:0/3025544896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff7c1b39f0 con 0x7eff7c1a6990 2024-03-07T10:10:28.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.193+0000 7eff82234640 1 -- 172.21.15.18:0/3025544896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff7c06ebc0 con 0x7eff7c1a6990 2024-03-07T10:10:28.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.195+0000 7eff78ff9640 1 -- 172.21.15.18:0/3025544896 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7eff74005020 con 0x7eff7c1a6990 2024-03-07T10:10:28.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:27 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:10:28.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.196+0000 7eff78ff9640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7eff640a1ff0 0x7eff640a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.197+0000 7eff78ff9640 1 -- 172.21.15.18:0/3025544896 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7eff740ce860 con 0x7eff7c1a6990 2024-03-07T10:10:28.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.198+0000 7eff7b7fe640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7eff640a1ff0 0x7eff640a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.198+0000 7eff7b7fe640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7eff640a1ff0 0x7eff640a44b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7eff7c1a7ad0 tx=0x7eff6c000bc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.204+0000 7eff78ff9640 1 -- 172.21.15.18:0/3025544896 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7eff7409b850 con 0x7eff7c1a6990 2024-03-07T10:10:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:27 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:10:28.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.599+0000 7eff82234640 1 -- 172.21.15.18:0/3025544896 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7eff7c0684e0 con 0x7eff7c1a6990 2024-03-07T10:10:28.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.600+0000 7eff78ff9640 1 -- 172.21.15.18:0/3025544896 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7eff7409b150 con 0x7eff7c1a6990 2024-03-07T10:10:28.605 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:10:28.605 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 -- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7eff640a1ff0 msgr2=0x7eff640a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7eff640a1ff0 0x7eff640a44b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7eff7c1a7ad0 tx=0x7eff6c000bc0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 -- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c1a6990 msgr2=0x7eff7c1a6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c1a6990 0x7eff7c1a6e40 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7eff7400eb10 tx=0x7eff7400c2d0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 -- 172.21.15.18:0/3025544896 shutdown_connections 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7eff640a1ff0 0x7eff640a44b0 secure :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7eff7c1a7ad0 tx=0x7eff6c000bc0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7eff7c1a6990 0x7eff7c1a6e40 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c110240 0x7eff7c1acd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.606 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 --2- 172.21.15.18:0/3025544896 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff7c10fdd0 0x7eff7c1ac7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 -- 172.21.15.18:0/3025544896 >> 172.21.15.18:0/3025544896 conn(0x7eff7c06d9c0 msgr2=0x7eff7c118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 -- 172.21.15.18:0/3025544896 shutdown_connections 2024-03-07T10:10:28.607 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.604+0000 7eff627fc640 1 -- 172.21.15.18:0/3025544896 wait complete. 2024-03-07T10:10:28.624 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:10:28.624 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:10:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.797+0000 7f95684dd640 1 -- 172.21.15.18:0/1378292431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560108720 msgr2=0x7f9560114c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.797+0000 7f95684dd640 1 --2- 172.21.15.18:0/1378292431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560108720 0x7f9560114c00 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f9558009cd0 tx=0x7f955802c120 comp rx=0 tx=0).stop 2024-03-07T10:10:28.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.806+0000 7f95684dd640 1 -- 172.21.15.18:0/1378292431 shutdown_connections 2024-03-07T10:10:28.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.806+0000 7f95684dd640 1 --2- 172.21.15.18:0/1378292431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560108720 0x7f9560114c00 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.806+0000 7f95684dd640 1 --2- 172.21.15.18:0/1378292431 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9560107d80 0x7f95601081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.806+0000 7f95684dd640 1 --2- 172.21.15.18:0/1378292431 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9560109b40 0x7f9560109f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.808 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.806+0000 7f95684dd640 1 -- 172.21.15.18:0/1378292431 >> 172.21.15.18:0/1378292431 conn(0x7f9560077500 msgr2=0x7f9560106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.816 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.812+0000 7f95684dd640 1 -- 172.21.15.18:0/1378292431 shutdown_connections 2024-03-07T10:10:28.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.818+0000 7f95684dd640 1 -- 172.21.15.18:0/1378292431 wait complete. 2024-03-07T10:10:28.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.818+0000 7f95684dd640 1 Processor -- start 2024-03-07T10:10:28.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.822+0000 7f95684dd640 1 -- start start 2024-03-07T10:10:28.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.823+0000 7f95684dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9560107d80 0x7f9560081f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.823+0000 7f95684dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9560108720 0x7f956007bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.823+0000 7f95684dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560109b40 0x7f956007c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.823+0000 7f95684dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f956007a900 con 0x7f9560108720 2024-03-07T10:10:28.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.823+0000 7f95684dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f956007a780 con 0x7f9560107d80 2024-03-07T10:10:28.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.823+0000 7f95684dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f956007aa80 con 0x7f9560109b40 2024-03-07T10:10:28.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.824+0000 7f9566a7a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560109b40 0x7f956007c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566279640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9560107d80 0x7f9560081f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566a7a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560109b40 0x7f956007c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38358/0 (socket says 172.21.15.18:38358) 2024-03-07T10:10:28.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566a7a640 1 -- 172.21.15.18:0/4066303153 learned_addr learned my addr 172.21.15.18:0/4066303153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566a7a640 1 -- 172.21.15.18:0/4066303153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9560107d80 msgr2=0x7f9560081f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566a7a640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9560107d80 0x7f9560081f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566a7a640 1 -- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9560108720 msgr2=0x7f956007bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566a7a640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9560108720 0x7f956007bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.825+0000 7f9566a7a640 1 -- 172.21.15.18:0/4066303153 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f956007cd80 con 0x7f9560109b40 2024-03-07T10:10:28.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.826+0000 7f9566a7a640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560109b40 0x7f956007c510 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9558037040 tx=0x7f9558035d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.826+0000 7f95577fe640 1 -- 172.21.15.18:0/4066303153 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9558039040 con 0x7f9560109b40 2024-03-07T10:10:28.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.827+0000 7f95577fe640 1 -- 172.21.15.18:0/4066303153 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9558044070 con 0x7f9560109b40 2024-03-07T10:10:28.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.828+0000 7f95577fe640 1 -- 172.21.15.18:0/4066303153 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9558004440 con 0x7f9560109b40 2024-03-07T10:10:28.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.830+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95601b3560 con 0x7f9560109b40 2024-03-07T10:10:28.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.830+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95601b39d0 con 0x7f9560109b40 2024-03-07T10:10:28.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.834+0000 7f956b3a8740 1 Processor -- start 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.835+0000 7f956b3a8740 1 -- start start 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959daa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f956b3a8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d95996330 con 0x562d959d8670 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f956b3a8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d95932e90 con 0x562d959cfa90 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f956b3a8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d958dbd00 con 0x562d959cf170 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f9565a78640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f9565a78640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959cf550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38368/0 (socket says 172.21.15.18:38368) 2024-03-07T10:10:28.838 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.836+0000 7f9565a78640 1 -- 172.21.15.18:0/2510392878 learned_addr learned my addr 172.21.15.18:0/2510392878 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.837+0000 7f95577fe640 1 -- 172.21.15.18:0/4066303153 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f95580045e0 con 0x7f9560109b40 2024-03-07T10:10:28.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.837+0000 7f9565a78640 1 -- 172.21.15.18:0/2510392878 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 msgr2=0x562d959d8130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:10:28.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.837+0000 7f9565a78640 1 --2- 172.21.15.18:0/2510392878 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d8130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.837+0000 7f9565a78640 1 -- 172.21.15.18:0/2510392878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 msgr2=0x562d959daa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.837+0000 7f9565a78640 1 --2- 172.21.15.18:0/2510392878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959daa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.837+0000 7f9565a78640 1 -- 172.21.15.18:0/2510392878 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d958dab90 con 0x562d959cf170 2024-03-07T10:10:28.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.837+0000 7f9565a78640 1 --2- 172.21.15.18:0/2510392878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959cf550 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f9550001860 tx=0x7f9550001d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=252ab238978b1741 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.838+0000 7f95577fe640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f954c0a1e10 0x7f954c0a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.838+0000 7f95577fe640 1 -- 172.21.15.18:0/4066303153 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f95580f00e0 con 0x7f9560109b40 2024-03-07T10:10:28.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.839+0000 7f9554bfe640 1 -- 172.21.15.18:0/2510392878 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9550004b80 con 0x562d959cf170 2024-03-07T10:10:28.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.839+0000 7f9554bfe640 1 -- 172.21.15.18:0/2510392878 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f95500075b0 con 0x562d959cf170 2024-03-07T10:10:28.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.839+0000 7f9554bfe640 1 -- 172.21.15.18:0/2510392878 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9550009280 con 0x562d959cf170 2024-03-07T10:10:28.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.840+0000 7f9566279640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f954c0a1e10 0x7f954c0a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.841+0000 7f9566279640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f954c0a1e10 0x7f954c0a42d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f955c006fd0 tx=0x7f955c008040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.843+0000 7f956b3a8740 1 -- 172.21.15.18:0/2510392878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 msgr2=0x562d959cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.843+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2510392878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959cf550 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f9550001860 tx=0x7f9550001d20 comp rx=0 tx=0).stop 2024-03-07T10:10:28.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.843+0000 7f956b3a8740 1 -- 172.21.15.18:0/2510392878 shutdown_connections 2024-03-07T10:10:28.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.843+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2510392878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959daa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.843+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2510392878 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.843+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2510392878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959cf550 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.843+0000 7f956b3a8740 1 -- 172.21.15.18:0/2510392878 >> 172.21.15.18:0/2510392878 conn(0x562d959c98a0 msgr2=0x562d959c9c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.844+0000 7f956b3a8740 1 -- 172.21.15.18:0/2510392878 shutdown_connections 2024-03-07T10:10:28.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.844+0000 7f956b3a8740 1 -- 172.21.15.18:0/2510392878 wait complete. 2024-03-07T10:10:28.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.845+0000 7f956b3a8740 1 -- start start 2024-03-07T10:10:28.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.845+0000 7f956b3a8740 1 Processor -- start 2024-03-07T10:10:28.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959cf170 0x562d959d5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959d8670 0x562d959d61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f9565a78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f9565a78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d5c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39746/0 (socket says 172.21.15.18:39746) 2024-03-07T10:10:28.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f9565a78640 1 -- 172.21.15.18:0/785356874 learned_addr learned my addr 172.21.15.18:0/785356874 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f9566a7a640 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959d8670 0x562d959d61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d958d1470 con 0x562d959cf170 2024-03-07T10:10:28.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.846+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d9592ef30 con 0x562d959cfa90 2024-03-07T10:10:28.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.847+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d959ec470 con 0x562d959d8670 2024-03-07T10:10:28.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.847+0000 7f956b3a8740 10 client.0 _ll_register_callbacks cb 0x562d9592cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:28.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.847+0000 7f9565a78640 1 -- 172.21.15.18:0/785356874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959d8670 msgr2=0x562d959d61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.847+0000 7f9565a78640 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959d8670 0x562d959d61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.847+0000 7f9565a78640 1 -- 172.21.15.18:0/785356874 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959cf170 msgr2=0x562d959d5740 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:10:28.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.847+0000 7f9565a78640 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959cf170 0x562d959d5740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.847+0000 7f9565a78640 1 -- 172.21.15.18:0/785356874 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562d956473f0 con 0x562d959cfa90 2024-03-07T10:10:28.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.848+0000 7f9566a7a640 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959d8670 0x562d959d61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:28.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.848+0000 7f9565a78640 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d5c80 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9550001500 tx=0x7f9550001530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a49c886aaf10a453 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.848+0000 7f9549ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:10:28.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.848+0000 7f9549ffb640 1 -- 172.21.15.18:0/785356874 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f955000e640 con 0x562d959cfa90 2024-03-07T10:10:28.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.848+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f95500075b0 con 0x562d959cfa90 2024-03-07T10:10:28.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.849+0000 7f9549ffb640 1 -- 172.21.15.18:0/785356874 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f955000e7e0 con 0x562d959cfa90 2024-03-07T10:10:28.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.849+0000 7f9549ffb640 1 -- 172.21.15.18:0/785356874 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f955000ea20 con 0x562d959cfa90 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.849+0000 7f956b3a8740 10 client.28166 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.849+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562d957117d0 con 0x562d959cfa90 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f9549ffb640 1 -- 172.21.15.18:0/785356874 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f955000ebc0 con 0x562d959cfa90 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f9549ffb640 1 -- 172.21.15.18:0/785356874 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f95500154f0 con 0x562d959cfa90 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f956b3a8740 10 client.28166 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f956b3a8740 10 client.28166 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f956b3a8740 20 client.28166 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f956b3a8740 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d959f99a0 0x562d959fbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f956b3a8740 4 client.28166 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.850+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f95500075b0 con 0x562d959f99a0 2024-03-07T10:10:28.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.851+0000 7f9566279640 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d959f99a0 0x562d959fbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.853+0000 7f9566279640 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d959f99a0 0x562d959fbde0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5e18fdbc7d12351b server_cookie=bb5b400fda2b81ff in_seq=0 out_seq=0 2024-03-07T10:10:28.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.853+0000 7f9549ffb640 10 client.28166 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:10:28.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.854+0000 7f9549ffb640 1 -- 172.21.15.18:0/785356874 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f95500075b0 con 0x562d959f99a0 2024-03-07T10:10:28.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.854+0000 7f9549ffb640 10 client.28166 handle_command_reply: tid=0 2024-03-07T10:10:28.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.854+0000 7f956b3a8740 1 client.28166 shutdown 2024-03-07T10:10:28.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.854+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 msgr2=0x562d959d5c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.854+0000 7f956b3a8740 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d5c80 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9550001500 tx=0x7f9550001530 comp rx=0 tx=0).stop 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 shutdown_connections 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d959f99a0 0x562d959fbde0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959d8670 0x562d959d61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959d5c80 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 --2- 172.21.15.18:0/785356874 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959cf170 0x562d959d5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 >> 172.21.15.18:0/785356874 conn(0x562d959c98a0 msgr2=0x562d959cb5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f9549ffb640 0 client.28166 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 shutdown_connections 2024-03-07T10:10:28.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.855+0000 7f956b3a8740 1 -- 172.21.15.18:0/785356874 wait complete. 2024-03-07T10:10:28.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.857+0000 7f956b3a8740 20 client.28166 trim_cache size 0 max 16384 2024-03-07T10:10:28.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 Processor -- start 2024-03-07T10:10:28.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 -- start start 2024-03-07T10:10:28.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959d7e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959f4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959f50f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95601b5ea0 con 0x562d959d8670 2024-03-07T10:10:28.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9560073560 con 0x562d959cfa90 2024-03-07T10:10:28.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f956b3a8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9560071620 con 0x562d959cf170 2024-03-07T10:10:28.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f9566a7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959f50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f9565a78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959f4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f9566a7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959f50f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37124/0 (socket says 172.21.15.18:37124) 2024-03-07T10:10:28.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f9566a7a640 1 -- 172.21.15.18:0/2134566375 learned_addr learned my addr 172.21.15.18:0/2134566375 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.879+0000 7f9566279640 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959d7e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f9566279640 1 -- 172.21.15.18:0/2134566375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 msgr2=0x562d959f4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f9566279640 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959f4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f9566279640 1 -- 172.21.15.18:0/2134566375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 msgr2=0x562d959f50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f9566279640 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959f50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f9566279640 1 -- 172.21.15.18:0/2134566375 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d959fc460 con 0x562d959cf170 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f9566279640 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959d7e70 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x562d959f9d80 tx=0x7f955c010000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28abf75641472de0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f954bfff640 1 -- 172.21.15.18:0/2134566375 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f955c01a040 con 0x562d959cf170 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f954bfff640 1 -- 172.21.15.18:0/2134566375 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f955c023ce0 con 0x562d959cf170 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.880+0000 7f954bfff640 1 -- 172.21.15.18:0/2134566375 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f955c020dc0 con 0x562d959cf170 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.881+0000 7f956b3a8740 1 -- 172.21.15.18:0/2134566375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 msgr2=0x562d959d7e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.881+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959d7e70 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x562d959f9d80 tx=0x7f955c010000 comp rx=0 tx=0).stop 2024-03-07T10:10:28.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.881+0000 7f956b3a8740 1 -- 172.21.15.18:0/2134566375 shutdown_connections 2024-03-07T10:10:28.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.881+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959f50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.881+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cfa90 0x562d959f4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.881+0000 7f956b3a8740 1 --2- 172.21.15.18:0/2134566375 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cf170 0x562d959d7e70 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.881+0000 7f956b3a8740 1 -- 172.21.15.18:0/2134566375 >> 172.21.15.18:0/2134566375 conn(0x562d959c98a0 msgr2=0x562d959d0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.888 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.882+0000 7f956b3a8740 1 -- 172.21.15.18:0/2134566375 shutdown_connections 2024-03-07T10:10:28.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.882+0000 7f956b3a8740 1 -- 172.21.15.18:0/2134566375 wait complete. 2024-03-07T10:10:28.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.882+0000 7f956b3a8740 1 -- start start 2024-03-07T10:10:28.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.882+0000 7f956b3a8740 1 Processor -- start 2024-03-07T10:10:28.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.882+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cf170 0x562d959d2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f956b3a8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cfa90 0x562d959d2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cf170 0x562d959d2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cf170 0x562d959d2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39764/0 (socket says 172.21.15.18:39764) 2024-03-07T10:10:28.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 -- 172.21.15.18:0/179007206 learned_addr learned my addr 172.21.15.18:0/179007206 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9565a78640 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cfa90 0x562d959d2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f956b3a8740 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959d2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9560071c20 con 0x562d959d8670 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9560072f00 con 0x562d959cf170 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9560072240 con 0x562d959cfa90 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 -- 172.21.15.18:0/179007206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cfa90 msgr2=0x562d959d2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cfa90 0x562d959d2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 -- 172.21.15.18:0/179007206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 msgr2=0x562d959d2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959d2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.883+0000 7f9566279640 1 -- 172.21.15.18:0/179007206 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562d95a544d0 con 0x562d959cf170 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.884+0000 7f9566279640 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cf170 0x562d959d2030 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f955c006d40 tx=0x7f955c023410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cc0c852363de78f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:28.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.884+0000 7f9549ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.884+0000 7f956b3a8740 10 client.0 _ll_register_callbacks cb 0x7f9550001730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.884+0000 7f9549ffb640 1 -- 172.21.15.18:0/179007206 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f955c030070 con 0x562d959cf170 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.884+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f955c023ce0 con 0x562d959cf170 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.884+0000 7f9549ffb640 1 -- 172.21.15.18:0/179007206 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f955c020c40 con 0x562d959cf170 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.884+0000 7f9549ffb640 1 -- 172.21.15.18:0/179007206 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f955c03c050 con 0x562d959cf170 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.886+0000 7f956b3a8740 10 client.28172 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.886+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x562d95a55590 con 0x562d959cf170 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f9549ffb640 1 -- 172.21.15.18:0/179007206 <== mon.2 v2:172.21.15.63:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f955c013050 con 0x562d959cf170 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f956b3a8740 10 client.28172 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f956b3a8740 10 client.28172 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f956b3a8740 20 client.28172 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f956b3a8740 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d95a55a60 0x562d95a57f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f956b3a8740 4 client.28172 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:10:28.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f955c023ce0 con 0x562d95a55a60 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f9565a78640 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d95a55a60 0x562d95a57f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f9565a78640 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d95a55a60 0x562d95a57f00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4d1298f94ba8f8a1 server_cookie=d6ca15b5ff89d56b in_seq=0 out_seq=0 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.887+0000 7f9549ffb640 10 client.28172 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f9549ffb640 1 -- 172.21.15.18:0/179007206 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f955c023ce0 con 0x562d95a55a60 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f9549ffb640 10 client.28172 handle_command_reply: tid=0 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 client.28172 shutdown 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cf170 msgr2=0x562d959d2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cf170 0x562d959d2030 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f955c006d40 tx=0x7f955c023410 comp rx=0 tx=0).stop 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 shutdown_connections 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x562d95a55a60 0x562d95a57f00 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562d959d8670 0x562d959d2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562d959cfa90 0x562d959d2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f9549ffb640 0 client.28172 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 --2- 172.21.15.18:0/179007206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d959cf170 0x562d959d2030 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 >> 172.21.15.18:0/179007206 conn(0x562d959c98a0 msgr2=0x562d959cac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 shutdown_connections 2024-03-07T10:10:28.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.888+0000 7f956b3a8740 1 -- 172.21.15.18:0/179007206 wait complete. 2024-03-07T10:10:28.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.889+0000 7f956b3a8740 20 client.28172 trim_cache size 0 max 16384 2024-03-07T10:10:28.896 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f954c0a1e10 msgr2=0x7f954c0a42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f954c0a1e10 0x7f954c0a42d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f955c006fd0 tx=0x7f955c008040 comp rx=0 tx=0).stop 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560109b40 msgr2=0x7f956007c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560109b40 0x7f956007c510 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9558037040 tx=0x7f9558035d10 comp rx=0 tx=0).stop 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 shutdown_connections 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9560109b40 0x7f956007c510 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f954c0a1e10 0x7f954c0a42d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9560108720 0x7f956007bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 --2- 172.21.15.18:0/4066303153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9560107d80 0x7f9560081f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:28.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.890+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 >> 172.21.15.18:0/4066303153 conn(0x7f9560077500 msgr2=0x7f9560077b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:28.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.891+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 shutdown_connections 2024-03-07T10:10:28.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:28.891+0000 7f95684dd640 1 -- 172.21.15.18:0/4066303153 wait complete. 2024-03-07T10:10:28.911 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:10:28.911 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:10:29.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 -- 172.21.15.18:0/3926828578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a900ffaf0 msgr2=0x7f3a900fff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 --2- 172.21.15.18:0/3926828578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a900ffaf0 0x7f3a900fff70 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f3a80009930 tx=0x7f3a8002bc30 comp rx=0 tx=0).stop 2024-03-07T10:10:29.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 -- 172.21.15.18:0/3926828578 shutdown_connections 2024-03-07T10:10:29.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 --2- 172.21.15.18:0/3926828578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a901004b0 0x7f3a9010e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 --2- 172.21.15.18:0/3926828578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a900ffaf0 0x7f3a900fff70 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 --2- 172.21.15.18:0/3926828578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a901075d0 0x7f3a901079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 -- 172.21.15.18:0/3926828578 >> 172.21.15.18:0/3926828578 conn(0x7f3a90077ab0 msgr2=0x7f3a900fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 -- 172.21.15.18:0/3926828578 shutdown_connections 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.103+0000 7f3a976dd640 1 -- 172.21.15.18:0/3926828578 wait complete. 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 Processor -- start 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 -- start start 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a900ffaf0 0x7f3a90100cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a901004b0 0x7f3a90101210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a901075d0 0x7f3a90101750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a901119f0 con 0x7f3a901075d0 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a90111870 con 0x7f3a901004b0 2024-03-07T10:10:29.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a976dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a90111b70 con 0x7f3a900ffaf0 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a95479640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a900ffaf0 0x7f3a90100cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a94c78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a901004b0 0x7f3a90101210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a95479640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a900ffaf0 0x7f3a90100cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38408/0 (socket says 172.21.15.18:38408) 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a94c78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a901004b0 0x7f3a90101210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39778/0 (socket says 172.21.15.18:39778) 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a95479640 1 -- 172.21.15.18:0/927234583 learned_addr learned my addr 172.21.15.18:0/927234583 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.104+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a901075d0 0x7f3a90101750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a95479640 1 -- 172.21.15.18:0/927234583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a901004b0 msgr2=0x7f3a90101210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a95479640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a901004b0 0x7f3a90101210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a95479640 1 -- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a901075d0 msgr2=0x7f3a90101750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a95479640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a901075d0 0x7f3a90101750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a95479640 1 -- 172.21.15.18:0/927234583 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a901a63b0 con 0x7f3a900ffaf0 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a901075d0 0x7f3a90101750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a95479640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a900ffaf0 0x7f3a90100cd0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00e9f0 tx=0x7f3a8c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a867fc640 1 -- 172.21.15.18:0/927234583 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c00cd80 con 0x7f3a900ffaf0 2024-03-07T10:10:29.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a901a66a0 con 0x7f3a900ffaf0 2024-03-07T10:10:29.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a867fc640 1 -- 172.21.15.18:0/927234583 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a8c010910 con 0x7f3a900ffaf0 2024-03-07T10:10:29.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a901a6bc0 con 0x7f3a900ffaf0 2024-03-07T10:10:29.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.105+0000 7f3a867fc640 1 -- 172.21.15.18:0/927234583 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c0188f0 con 0x7f3a900ffaf0 2024-03-07T10:10:29.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 Processor -- start 2024-03-07T10:10:29.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 -- start start 2024-03-07T10:10:29.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a867fc640 1 -- 172.21.15.18:0/927234583 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3a8c010ac0 con 0x7f3a900ffaf0 2024-03-07T10:10:29.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cad550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 0x55e627cb6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e627c74330 con 0x55e627cada90 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e627c10e90 con 0x55e627cad170 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.109+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e627bb9d00 con 0x55e627cb6670 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cad550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cad550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39794/0 (socket says 172.21.15.18:39794) 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 -- 172.21.15.18:0/4119632547 learned_addr learned my addr 172.21.15.18:0/4119632547 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95479640 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 0x55e627cb6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a94c78640 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 -- 172.21.15.18:0/4119632547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 msgr2=0x55e627cb8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 -- 172.21.15.18:0/4119632547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 msgr2=0x55e627cb6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 0x55e627cb6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 -- 172.21.15.18:0/4119632547 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e627bb8b90 con 0x55e627cad170 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a94c78640 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a867fc640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a7c0a20f0 0x7f3a7c0a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cad550 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f3a880117e0 tx=0x7f3a88011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8035a1a4813a361b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a95479640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a7c0a20f0 0x7f3a7c0a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a867fc640 1 -- 172.21.15.18:0/927234583 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3a8c018690 con 0x7f3a900ffaf0 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a7b7fe640 1 -- 172.21.15.18:0/4119632547 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a88011310 con 0x55e627cad170 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a7b7fe640 1 -- 172.21.15.18:0/4119632547 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a88003e50 con 0x55e627cad170 2024-03-07T10:10:29.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.110+0000 7f3a7b7fe640 1 -- 172.21.15.18:0/4119632547 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a88004590 con 0x55e627cad170 2024-03-07T10:10:29.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/4119632547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 msgr2=0x55e627cad550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cad550 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f3a880117e0 tx=0x7f3a88011ca0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a95479640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a7c0a20f0 0x7f3a7c0a45b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c0cbb30 tx=0x7f3a8c0d1d20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/4119632547 shutdown_connections 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 0x55e627cb6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/4119632547 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cad550 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.111+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/4119632547 >> 172.21.15.18:0/4119632547 conn(0x55e627ca78a0 msgr2=0x55e627ca7c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.112+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/4119632547 shutdown_connections 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.112+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/4119632547 wait complete. 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.112+0000 7f3a9a5c6740 1 -- start start 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.112+0000 7f3a9a5c6740 1 Processor -- start 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 0x55e627cb3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e627baf470 con 0x55e627cada90 2024-03-07T10:10:29.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e627c0cf30 con 0x55e627cad170 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e627cb9460 con 0x55e627cb6670 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a9a5c6740 10 client.0 _ll_register_callbacks cb 0x55e627c0ad30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39808/0 (socket says 172.21.15.18:39808) 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 -- 172.21.15.18:0/3724304448 learned_addr learned my addr 172.21.15.18:0/3724304448 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 -- 172.21.15.18:0/3724304448 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 msgr2=0x55e627cb41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 -- 172.21.15.18:0/3724304448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 msgr2=0x55e627cb3c80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 0x55e627cb3c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.113+0000 7f3a95c7a640 1 -- 172.21.15.18:0/3724304448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e6279253f0 con 0x55e627cad170 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.114+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb3740 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f3a880041b0 tx=0x7f3a88011340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b91f443282f83f2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.115+0000 7f3a78ff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.115+0000 7f3a78ff9640 1 -- 172.21.15.18:0/3724304448 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a88004e50 con 0x55e627cad170 2024-03-07T10:10:29.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.115+0000 7f3a78ff9640 1 -- 172.21.15.18:0/3724304448 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3a8800f9a0 con 0x55e627cad170 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.115+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a88003e50 con 0x55e627cad170 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.115+0000 7f3a78ff9640 1 -- 172.21.15.18:0/3724304448 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a88032050 con 0x55e627cad170 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.115+0000 7f3a9a5c6740 10 client.28184 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.115+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e6279ef7d0 con 0x55e627cad170 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a78ff9640 1 -- 172.21.15.18:0/3724304448 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a88003e50 con 0x55e627cad170 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a78ff9640 1 -- 172.21.15.18:0/3724304448 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3a88018020 con 0x55e627cad170 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a9a5c6740 10 client.28184 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a9a5c6740 10 client.28184 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a9a5c6740 20 client.28184 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627cc6ac0 0x55e627cc8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a9a5c6740 4 client.28184 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e627c1e3d0 con 0x55e627cc6ac0 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a94c78640 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627cc6ac0 0x55e627cc8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.116+0000 7f3a78ff9640 10 client.28184 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:10:29.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.117+0000 7f3a94c78640 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627cc6ac0 0x55e627cc8eb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7ce3e40c37941977 server_cookie=b5730fd95461a8af in_seq=0 out_seq=0 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.117+0000 7f3a78ff9640 1 -- 172.21.15.18:0/3724304448 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e627c1e3d0 con 0x55e627cc6ac0 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.117+0000 7f3a78ff9640 10 client.28184 handle_command_reply: tid=0 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.117+0000 7f3a9a5c6740 1 client.28184 shutdown 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.117+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 msgr2=0x55e627cb3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.117+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb3740 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f3a880041b0 tx=0x7f3a88011340 comp rx=0 tx=0).stop 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 shutdown_connections 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627cc6ac0 0x55e627cc8eb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cb6670 0x55e627cb41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cada90 0x55e627cb3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3724304448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb3740 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 >> 172.21.15.18:0/3724304448 conn(0x55e627ca78a0 msgr2=0x55e627ca95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a78ff9640 0 client.28184 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:10:29.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 shutdown_connections 2024-03-07T10:10:29.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3724304448 wait complete. 2024-03-07T10:10:29.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.118+0000 7f3a9a5c6740 20 client.28184 trim_cache size 0 max 16384 2024-03-07T10:10:29.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.138+0000 7f3a9a5c6740 1 Processor -- start 2024-03-07T10:10:29.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.138+0000 7f3a9a5c6740 1 -- start start 2024-03-07T10:10:29.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cada90 0x55e627cb3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a95c7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a95c7a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb5e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39812/0 (socket says 172.21.15.18:39812) 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a95c7a640 1 -- 172.21.15.18:0/3876123944 learned_addr learned my addr 172.21.15.18:0/3876123944 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cc1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a901b1d60 con 0x55e627cb6670 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a901af860 con 0x55e627cad170 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a901ad920 con 0x55e627cada90 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a94c78640 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cada90 0x55e627cb3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cc1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a94c78640 1 -- 172.21.15.18:0/3876123944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 msgr2=0x55e627cb5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a94c78640 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb5e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a94c78640 1 -- 172.21.15.18:0/3876123944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 msgr2=0x55e627cc1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a94c78640 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cc1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.139+0000 7f3a94c78640 1 -- 172.21.15.18:0/3876123944 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e627cad8c0 con 0x55e627cada90 2024-03-07T10:10:29.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.140+0000 7f3a94c78640 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cada90 0x55e627cb3fe0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3a80036040 tx=0x7f3a8002bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d54648e09dc178f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.140+0000 7f3a7affd640 1 -- 172.21.15.18:0/3876123944 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a8002c650 con 0x55e627cada90 2024-03-07T10:10:29.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.140+0000 7f3a7affd640 1 -- 172.21.15.18:0/3876123944 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a8004b030 con 0x55e627cada90 2024-03-07T10:10:29.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.140+0000 7f3a7affd640 1 -- 172.21.15.18:0/3876123944 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a800047b0 con 0x55e627cada90 2024-03-07T10:10:29.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cada90 msgr2=0x55e627cb3fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cada90 0x55e627cb3fe0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3a80036040 tx=0x7f3a8002bc30 comp rx=0 tx=0).stop 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 shutdown_connections 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cc1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cada90 0x55e627cb3fe0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/3876123944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cad170 0x55e627cb5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 >> 172.21.15.18:0/3876123944 conn(0x55e627ca78a0 msgr2=0x55e627caea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.141+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 shutdown_connections 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.142+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/3876123944 wait complete. 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.142+0000 7f3a9a5c6740 1 -- start start 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.142+0000 7f3a9a5c6740 1 Processor -- start 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cad170 0x55e627cbe070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cada90 0x55e627cbe5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a9a5c6740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cb9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a901adf20 con 0x55e627cb6670 2024-03-07T10:10:29.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a901af200 con 0x55e627cada90 2024-03-07T10:10:29.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a9a5c6740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a901ae540 con 0x55e627cad170 2024-03-07T10:10:29.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a9a5c6740 10 client.0 _ll_register_callbacks cb 0x7f3a8c0d1bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:29.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cada90 0x55e627cbe5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cada90 0x55e627cbe5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39828/0 (socket says 172.21.15.18:39828) 2024-03-07T10:10:29.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a95c7a640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cad170 0x55e627cbe070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 -- 172.21.15.18:0/1088213867 learned_addr learned my addr 172.21.15.18:0/1088213867 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cb9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 -- 172.21.15.18:0/1088213867 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cad170 msgr2=0x55e627cbe070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cad170 0x55e627cbe070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 -- 172.21.15.18:0/1088213867 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 msgr2=0x55e627cb9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cb9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.143+0000 7f3a94c78640 1 -- 172.21.15.18:0/1088213867 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e627cba070 con 0x55e627cada90 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a94c78640 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cada90 0x55e627cbe5b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f3a8004b000 tx=0x7f3a8002c6e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bed80303b404e3b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a78ff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a78ff9640 1 -- 172.21.15.18:0/1088213867 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a80054070 con 0x55e627cada90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a78ff9640 1 -- 172.21.15.18:0/1088213867 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3a800046c0 con 0x55e627cada90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a8004b030 con 0x55e627cada90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a78ff9640 1 -- 172.21.15.18:0/1088213867 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a8005d050 con 0x55e627cada90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a9a5c6740 10 client.28190 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e627d2a790 con 0x55e627cada90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.144+0000 7f3a78ff9640 1 -- 172.21.15.18:0/1088213867 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a8004b030 con 0x55e627cada90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a78ff9640 1 -- 172.21.15.18:0/1088213867 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3a80034440 con 0x55e627cada90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a9a5c6740 10 client.28190 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a9a5c6740 10 client.28190 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a9a5c6740 20 client.28190 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627d2ae90 0x55e627d2d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a9a5c6740 4 client.28190 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e627c18720 con 0x55e627d2ae90 2024-03-07T10:10:29.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.145+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627d2ae90 0x55e627d2d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.146+0000 7f3a95c7a640 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627d2ae90 0x55e627d2d2b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=141c25d5377f867f server_cookie=4da2702d105cca3d in_seq=0 out_seq=0 2024-03-07T10:10:29.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.146+0000 7f3a78ff9640 10 client.28190 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:10:29.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.146+0000 7f3a78ff9640 1 -- 172.21.15.18:0/1088213867 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e627c18720 con 0x55e627d2ae90 2024-03-07T10:10:29.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.146+0000 7f3a78ff9640 10 client.28190 handle_command_reply: tid=0 2024-03-07T10:10:29.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.146+0000 7f3a9a5c6740 1 client.28190 shutdown 2024-03-07T10:10:29.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.146+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cada90 msgr2=0x55e627cbe5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.146+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cada90 0x55e627cbe5b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f3a8004b000 tx=0x7f3a8002c6e0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.147+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 shutdown_connections 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.147+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e627cb6670 0x55e627cb9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.147+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e627cada90 0x55e627cbe5b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.147+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55e627d2ae90 0x55e627d2d2b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.147+0000 7f3a9a5c6740 1 --2- 172.21.15.18:0/1088213867 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e627cad170 0x55e627cbe070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.147+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 >> 172.21.15.18:0/1088213867 conn(0x55e627ca78a0 msgr2=0x55e627ca60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.147+0000 7f3a78ff9640 0 client.28190 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.149+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 shutdown_connections 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.149+0000 7f3a9a5c6740 1 -- 172.21.15.18:0/1088213867 wait complete. 2024-03-07T10:10:29.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.149+0000 7f3a9a5c6740 20 client.28190 trim_cache size 0 max 16384 2024-03-07T10:10:29.152 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.149+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a7c0a20f0 msgr2=0x7f3a7c0a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.149+0000 7f3a976dd640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a7c0a20f0 0x7f3a7c0a45b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c0cbb30 tx=0x7f3a8c0d1d20 comp rx=0 tx=0).stop 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a900ffaf0 msgr2=0x7f3a90100cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a900ffaf0 0x7f3a90100cd0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00e9f0 tx=0x7f3a8c00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 shutdown_connections 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a7c0a20f0 0x7f3a7c0a45b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a901075d0 0x7f3a90101750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a901004b0 0x7f3a90101210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 --2- 172.21.15.18:0/927234583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a900ffaf0 0x7f3a90100cd0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 >> 172.21.15.18:0/927234583 conn(0x7f3a90077ab0 msgr2=0x7f3a900fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 shutdown_connections 2024-03-07T10:10:29.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.150+0000 7f3a976dd640 1 -- 172.21.15.18:0/927234583 wait complete. 2024-03-07T10:10:29.174 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:28 smithi018 ceph-mon[32171]: pgmap v353: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 28 MiB/s wr, 1.78k op/s 2024-03-07T10:10:29.174 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:28 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:29.174 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:28 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:29.175 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:28 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3025544896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:10:29.175 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:10:29.176 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:10:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:28 smithi063 ceph-mon[36356]: pgmap v353: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 28 MiB/s wr, 1.78k op/s 2024-03-07T10:10:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:28 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:28 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:28 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3025544896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:10:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:28 smithi077 ceph-mon[36374]: pgmap v353: 97 pgs: 97 active+clean; 4.7 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 28 MiB/s wr, 1.78k op/s 2024-03-07T10:10:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:28 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:28 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:28 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3025544896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:10:29.411 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.405+0000 7f60c0074640 1 -- 172.21.15.18:0/1769467940 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81091c0 msgr2=0x7f60b811ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.412 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.405+0000 7f60c0074640 1 --2- 172.21.15.18:0/1769467940 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81091c0 0x7f60b811ce50 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f60b0009ca0 tx=0x7f60b002c1c0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.412+0000 7f60c0074640 1 -- 172.21.15.18:0/1769467940 shutdown_connections 2024-03-07T10:10:29.416 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.412+0000 7f60c0074640 1 --2- 172.21.15.18:0/1769467940 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81091c0 0x7f60b811ce50 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.412+0000 7f60c0074640 1 --2- 172.21.15.18:0/1769467940 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60b81101c0 0x7f60b8108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.412+0000 7f60c0074640 1 --2- 172.21.15.18:0/1769467940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60b810fde0 0x7f60b8108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.417 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.412+0000 7f60c0074640 1 -- 172.21.15.18:0/1769467940 >> 172.21.15.18:0/1769467940 conn(0x7f60b806da40 msgr2=0x7f60b806de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.421 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.418+0000 7f60c0074640 1 -- 172.21.15.18:0/1769467940 shutdown_connections 2024-03-07T10:10:29.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.422+0000 7f60c0074640 1 -- 172.21.15.18:0/1769467940 wait complete. 2024-03-07T10:10:29.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.422+0000 7f60c0074640 1 Processor -- start 2024-03-07T10:10:29.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.423+0000 7f60c0074640 1 -- start start 2024-03-07T10:10:29.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.423+0000 7f60c0074640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60b81091c0 0x7f60b81a6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.423+0000 7f60c0074640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60b810fde0 0x7f60b81a7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.430 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.423+0000 7f60c0074640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81101c0 0x7f60b81ab680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.423+0000 7f60c0074640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b81208e0 con 0x7f60b810fde0 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.423+0000 7f60c0074640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b8120760 con 0x7f60b81091c0 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.423+0000 7f60c0074640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b8120a60 con 0x7f60b81101c0 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.424+0000 7f60be611640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81101c0 0x7f60b81ab680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.424+0000 7f60bde10640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60b81091c0 0x7f60b81a6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.424+0000 7f60be611640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81101c0 0x7f60b81ab680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38440/0 (socket says 172.21.15.18:38440) 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.424+0000 7f60be611640 1 -- 172.21.15.18:0/2147491201 learned_addr learned my addr 172.21.15.18:0/2147491201 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.425+0000 7f60be611640 1 -- 172.21.15.18:0/2147491201 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60b81091c0 msgr2=0x7f60b81a6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.425+0000 7f60be611640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60b81091c0 0x7f60b81a6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.425+0000 7f60be611640 1 -- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60b810fde0 msgr2=0x7f60b81a7300 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.425+0000 7f60be611640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60b810fde0 0x7f60b81a7300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.431 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.425+0000 7f60be611640 1 -- 172.21.15.18:0/2147491201 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60b81abdb0 con 0x7f60b81101c0 2024-03-07T10:10:29.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.428+0000 7f60be611640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81101c0 0x7f60b81ab680 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f60b0034d00 tx=0x7f60b0034d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.430+0000 7f60aeffd640 1 -- 172.21.15.18:0/2147491201 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b004d7b0 con 0x7f60b81101c0 2024-03-07T10:10:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.430+0000 7f60aeffd640 1 -- 172.21.15.18:0/2147491201 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f60b0053070 con 0x7f60b81101c0 2024-03-07T10:10:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.430+0000 7f60aeffd640 1 -- 172.21.15.18:0/2147491201 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b004ebf0 con 0x7f60b81101c0 2024-03-07T10:10:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.432+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60b81ac040 con 0x7f60b81101c0 2024-03-07T10:10:29.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.432+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60b8110620 con 0x7f60b81101c0 2024-03-07T10:10:29.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.436+0000 7f60c2e59740 1 Processor -- start 2024-03-07T10:10:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.439+0000 7f60aeffd640 1 -- 172.21.15.18:0/2147491201 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f60b00347b0 con 0x7f60b81101c0 2024-03-07T10:10:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.440+0000 7f60aeffd640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60a40a2100 0x7f60a40a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.440+0000 7f60aeffd640 1 -- 172.21.15.18:0/2147491201 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f60b01018e0 con 0x7f60b81101c0 2024-03-07T10:10:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.441+0000 7f60c2e59740 1 -- start start 2024-03-07T10:10:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.441+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f4004c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.441+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40055130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.441+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f40057a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.441+0000 7f60c2e59740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f40013330 con 0x556f4004c170 2024-03-07T10:10:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.441+0000 7f60c2e59740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ffafe90 con 0x556f40055670 2024-03-07T10:10:29.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.441+0000 7f60c2e59740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ff58d00 con 0x556f4004ca90 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.443+0000 7f60bd60f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40055130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.443+0000 7f60bd60f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40055130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38444/0 (socket says 172.21.15.18:38444) 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.443+0000 7f60bd60f640 1 -- 172.21.15.18:0/2795709127 learned_addr learned my addr 172.21.15.18:0/2795709127 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.443+0000 7f60bd60f640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60a40a2100 0x7f60a40a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.444+0000 7f60bde10640 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f4004c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.444+0000 7f60bde10640 1 -- 172.21.15.18:0/2795709127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 msgr2=0x556f40055130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.444+0000 7f60bde10640 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40055130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.444+0000 7f60bde10640 1 -- 172.21.15.18:0/2795709127 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 msgr2=0x556f40057a60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.444+0000 7f60bde10640 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f40057a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.444+0000 7f60bde10640 1 -- 172.21.15.18:0/2795709127 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f3ff57b90 con 0x556f4004c170 2024-03-07T10:10:29.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.445+0000 7f60bde10640 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f4004c550 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009980 tx=0x7f60b4009e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bfebaaa3127f5a0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.445+0000 7f60a3fff640 1 -- 172.21.15.18:0/2795709127 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b4017070 con 0x556f4004c170 2024-03-07T10:10:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.446+0000 7f60a3fff640 1 -- 172.21.15.18:0/2795709127 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f60b4013470 con 0x556f4004c170 2024-03-07T10:10:29.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.446+0000 7f60a3fff640 1 -- 172.21.15.18:0/2795709127 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b4012630 con 0x556f4004c170 2024-03-07T10:10:29.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.447+0000 7f60c2e59740 1 -- 172.21.15.18:0/2795709127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 msgr2=0x556f4004c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.447+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f4004c550 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009980 tx=0x7f60b4009e40 comp rx=0 tx=0).stop 2024-03-07T10:10:29.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.448+0000 7f60c2e59740 1 -- 172.21.15.18:0/2795709127 shutdown_connections 2024-03-07T10:10:29.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.448+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f40057a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.448+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40055130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.448+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2795709127 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f4004c550 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.448+0000 7f60c2e59740 1 -- 172.21.15.18:0/2795709127 >> 172.21.15.18:0/2795709127 conn(0x556f400468a0 msgr2=0x556f40046c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.449+0000 7f60bd60f640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60a40a2100 0x7f60a40a45c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f60a800bfd0 tx=0x7f60a800b350 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.450+0000 7f60c2e59740 1 -- 172.21.15.18:0/2795709127 shutdown_connections 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.451+0000 7f60c2e59740 1 -- 172.21.15.18:0/2795709127 wait complete. 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 -- start start 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 Processor -- start 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40052770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40052cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f400531f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ff4e470 con 0x556f4004c170 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ffabf30 con 0x556f40055670 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f40058460 con 0x556f4004ca90 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.452+0000 7f60c2e59740 10 client.0 _ll_register_callbacks cb 0x556f3ffa9d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:29.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.453+0000 7f60be611640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f400531f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.453+0000 7f60be611640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f400531f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39872/0 (socket says 172.21.15.18:39872) 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.453+0000 7f60be611640 1 -- 172.21.15.18:0/1343438915 learned_addr learned my addr 172.21.15.18:0/1343438915 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.453+0000 7f60bde10640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40052770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bd60f640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40052cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bde10640 1 -- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 msgr2=0x556f40052cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bde10640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40052cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bde10640 1 -- 172.21.15.18:0/1343438915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 msgr2=0x556f400531f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bde10640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f400531f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bde10640 1 -- 172.21.15.18:0/1343438915 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f3fcc43f0 con 0x556f4004c170 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bd60f640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40052cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60bde10640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40052770 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009980 tx=0x7f60b4013850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa982cdd2ef4cb0f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60a17fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60a17fa640 1 -- 172.21.15.18:0/1343438915 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b4017050 con 0x556f4004c170 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.454+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f60b4013470 con 0x556f4004c170 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.455+0000 7f60a17fa640 1 -- 172.21.15.18:0/1343438915 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f60b401c650 con 0x556f4004c170 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.455+0000 7f60a17fa640 1 -- 172.21.15.18:0/1343438915 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60b401c8b0 con 0x556f4004c170 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.455+0000 7f60c2e59740 10 client.18453 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.455+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556f3fd8e7d0 con 0x556f4004c170 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60a17fa640 1 -- 172.21.15.18:0/1343438915 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f60b4013470 con 0x556f4004c170 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60a17fa640 1 -- 172.21.15.18:0/1343438915 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f60b4030650 con 0x556f4004c170 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60c2e59740 10 client.18453 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60c2e59740 10 client.18453 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60c2e59740 20 client.18453 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:29.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60c2e59740 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f40087c20 0x556f4008a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60c2e59740 4 client.18453 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:29.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556f3ffbd3d0 con 0x556f40087c20 2024-03-07T10:10:29.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.456+0000 7f60bd60f640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f40087c20 0x556f4008a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.457+0000 7f60a17fa640 10 client.18453 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:29.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.457+0000 7f60bd60f640 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f40087c20 0x556f4008a080 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cfd157be3280fd3 server_cookie=cb254113c9152b00 in_seq=0 out_seq=0 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60a17fa640 1 -- 172.21.15.18:0/1343438915 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556f3ffbd3d0 con 0x556f40087c20 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60a17fa640 10 client.18453 handle_command_reply: tid=0 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 client.18453 shutdown 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 msgr2=0x556f40052770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40052770 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009980 tx=0x7f60b4013850 comp rx=0 tx=0).stop 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 shutdown_connections 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f40087c20 0x556f4008a080 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f40055670 0x556f400531f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f4004ca90 0x556f40052cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 --2- 172.21.15.18:0/1343438915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40052770 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 >> 172.21.15.18:0/1343438915 conn(0x556f400468a0 msgr2=0x556f400485f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60a17fa640 0 client.18453 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:29.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 shutdown_connections 2024-03-07T10:10:29.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 1 -- 172.21.15.18:0/1343438915 wait complete. 2024-03-07T10:10:29.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.458+0000 7f60c2e59740 20 client.18453 trim_cache size 0 max 16384 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.475+0000 7f60c2e59740 1 Processor -- start 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.475+0000 7f60c2e59740 1 -- start start 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.475+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40054ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.475+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f40060ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.475+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f400610e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.475+0000 7f60bde10640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40054ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.475+0000 7f60c2e59740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b81b5f80 con 0x556f4004c170 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60c2e59740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b81b3aa0 con 0x556f4004ca90 2024-03-07T10:10:29.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60c2e59740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b80684e0 con 0x556f40055670 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40054ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37202/0 (socket says 172.21.15.18:37202) 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 -- 172.21.15.18:0/4093667156 learned_addr learned my addr 172.21.15.18:0/4093667156 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bd60f640 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f40060ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60be611640 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f400610e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 -- 172.21.15.18:0/4093667156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 msgr2=0x556f400610e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f400610e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 -- 172.21.15.18:0/4093667156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 msgr2=0x556f40060ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f40060ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 -- 172.21.15.18:0/4093667156 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f4004c8c0 con 0x556f4004c170 2024-03-07T10:10:29.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.476+0000 7f60bde10640 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40054ea0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009480 tx=0x7f60b4000e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba4eff744790ffe server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.477+0000 7f60a37fe640 1 -- 172.21.15.18:0/4093667156 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b4017070 con 0x556f4004c170 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.477+0000 7f60a37fe640 1 -- 172.21.15.18:0/4093667156 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f60b4035020 con 0x556f4004c170 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.477+0000 7f60a37fe640 1 -- 172.21.15.18:0/4093667156 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b401c6b0 con 0x556f4004c170 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.478+0000 7f60c2e59740 1 -- 172.21.15.18:0/4093667156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 msgr2=0x556f40054ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.478+0000 7f60c2e59740 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40054ea0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f60b4009480 tx=0x7f60b4000e60 comp rx=0 tx=0).stop 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.478+0000 7f60c2e59740 1 -- 172.21.15.18:0/4093667156 shutdown_connections 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.478+0000 7f60c2e59740 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f400610e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.478+0000 7f60c2e59740 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f40060ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.478+0000 7f60c2e59740 1 --2- 172.21.15.18:0/4093667156 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40054ea0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.478+0000 7f60c2e59740 1 -- 172.21.15.18:0/4093667156 >> 172.21.15.18:0/4093667156 conn(0x556f400468a0 msgr2=0x556f4004dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.479+0000 7f60c2e59740 1 -- 172.21.15.18:0/4093667156 shutdown_connections 2024-03-07T10:10:29.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.479+0000 7f60c2e59740 1 -- 172.21.15.18:0/4093667156 wait complete. 2024-03-07T10:10:29.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.479+0000 7f60c2e59740 1 -- start start 2024-03-07T10:10:29.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.479+0000 7f60c2e59740 1 Processor -- start 2024-03-07T10:10:29.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40050020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f4004e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60c2e59740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f4004ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60bde10640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40050020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60bde10640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40050020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37214/0 (socket says 172.21.15.18:37214) 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60bde10640 1 -- 172.21.15.18:0/2563762025 learned_addr learned my addr 172.21.15.18:0/2563762025 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60bd60f640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f4004e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.480+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b8117670 con 0x556f4004c170 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60be611640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f4004ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b8118950 con 0x556f4004ca90 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b8117c90 con 0x556f40055670 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60c2e59740 10 client.0 _ll_register_callbacks cb 0x7f60a800b7e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60be611640 1 -- 172.21.15.18:0/2563762025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 msgr2=0x556f4004e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60be611640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f4004e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60be611640 1 -- 172.21.15.18:0/2563762025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 msgr2=0x556f40050020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60be611640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40050020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60be611640 1 -- 172.21.15.18:0/2563762025 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f40050800 con 0x556f40055670 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60bd60f640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f4004e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60be611640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f4004ef20 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f60b0034aa0 tx=0x7f60b004e690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c444e247fbc98e1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60a17fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.481+0000 7f60a17fa640 1 -- 172.21.15.18:0/2563762025 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b00ce2e0 con 0x556f40055670 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.482+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f60b4035020 con 0x556f40055670 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.482+0000 7f60a17fa640 1 -- 172.21.15.18:0/2563762025 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f60b00327a0 con 0x556f40055670 2024-03-07T10:10:29.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.482+0000 7f60a17fa640 1 -- 172.21.15.18:0/2563762025 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60b00d2430 con 0x556f40055670 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.483+0000 7f60c2e59740 10 client.28333 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.483+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556f400e3180 con 0x556f40055670 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60a17fa640 1 -- 172.21.15.18:0/2563762025 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f60b4035020 con 0x556f40055670 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60a17fa640 1 -- 172.21.15.18:0/2563762025 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f60b00d65f0 con 0x556f40055670 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60c2e59740 10 client.28333 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60c2e59740 10 client.28333 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60c2e59740 20 client.28333 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f400e3800 0x556f400e5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:29.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60c2e59740 4 client.28333 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:10:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.484+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556f3ffb7720 con 0x556f400e3800 2024-03-07T10:10:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.485+0000 7f60bde10640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f400e3800 0x556f400e5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.485+0000 7f60bde10640 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f400e3800 0x556f400e5c20 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18df07c15173b17 server_cookie=2e5ec405e5b46e99 in_seq=0 out_seq=0 2024-03-07T10:10:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.485+0000 7f60a17fa640 10 client.28333 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.485+0000 7f60a17fa640 1 -- 172.21.15.18:0/2563762025 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556f3ffb7720 con 0x556f400e3800 2024-03-07T10:10:29.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.485+0000 7f60a17fa640 10 client.28333 handle_command_reply: tid=0 2024-03-07T10:10:29.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.485+0000 7f60c2e59740 1 client.28333 shutdown 2024-03-07T10:10:29.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 msgr2=0x556f4004ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f4004ef20 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f60b0034aa0 tx=0x7f60b004e690 comp rx=0 tx=0).stop 2024-03-07T10:10:29.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 shutdown_connections 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556f400e3800 0x556f400e5c20 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556f40055670 0x556f4004ef20 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f4004ca90 0x556f4004e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 --2- 172.21.15.18:0/2563762025 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556f4004c170 0x556f40050020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 >> 172.21.15.18:0/2563762025 conn(0x556f400468a0 msgr2=0x556f40047cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60a17fa640 0 client.28333 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.486+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 shutdown_connections 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.487+0000 7f60c2e59740 1 -- 172.21.15.18:0/2563762025 wait complete. 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.487+0000 7f60c2e59740 20 client.28333 trim_cache size 0 max 16384 2024-03-07T10:10:29.490 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60a40a2100 msgr2=0x7f60a40a45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60a40a2100 0x7f60a40a45c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f60a800bfd0 tx=0x7f60a800b350 comp rx=0 tx=0).stop 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81101c0 msgr2=0x7f60b81ab680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81101c0 0x7f60b81ab680 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f60b0034d00 tx=0x7f60b0034d30 comp rx=0 tx=0).stop 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 shutdown_connections 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60b81101c0 0x7f60b81ab680 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60a40a2100 0x7f60a40a45c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60b810fde0 0x7f60b81a7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 --2- 172.21.15.18:0/2147491201 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60b81091c0 0x7f60b81a6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 >> 172.21.15.18:0/2147491201 conn(0x7f60b806da40 msgr2=0x7f60b80701e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:29.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 shutdown_connections 2024-03-07T10:10:29.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:29.488+0000 7f60c0074640 1 -- 172.21.15.18:0/2147491201 wait complete. 2024-03-07T10:10:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:29 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:10:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:29 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:10:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:29 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:29 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:10:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:29 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:10:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:29 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:29 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:10:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:29 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:10:30.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:29 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:10:30.505 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:10:30.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:10:30.506 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:10:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.670+0000 7f2461ed0640 1 -- 172.21.15.18:0/3227788563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f245c108ba0 msgr2=0x7f245c109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.670+0000 7f2461ed0640 1 --2- 172.21.15.18:0/3227788563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f245c108ba0 0x7f245c109000 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f2444009860 tx=0x7f244402bbb0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.671+0000 7f2461ed0640 1 -- 172.21.15.18:0/3227788563 shutdown_connections 2024-03-07T10:10:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.671+0000 7f2461ed0640 1 --2- 172.21.15.18:0/3227788563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c11ae40 0x7f245c11d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.671+0000 7f2461ed0640 1 --2- 172.21.15.18:0/3227788563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f245c108ba0 0x7f245c109000 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.671+0000 7f2461ed0640 1 --2- 172.21.15.18:0/3227788563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f245c10fdf0 0x7f245c108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.671+0000 7f2461ed0640 1 -- 172.21.15.18:0/3227788563 >> 172.21.15.18:0/3227788563 conn(0x7f245c06c6d0 msgr2=0x7f245c06cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.674+0000 7f2461ed0640 1 -- 172.21.15.18:0/3227788563 shutdown_connections 2024-03-07T10:10:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.674+0000 7f2461ed0640 1 -- 172.21.15.18:0/3227788563 wait complete. 2024-03-07T10:10:30.678 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.675+0000 7f2461ed0640 1 Processor -- start 2024-03-07T10:10:30.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.681+0000 7f2461ed0640 1 -- start start 2024-03-07T10:10:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.681+0000 7f2461ed0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c108ba0 0x7f245c119510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.681+0000 7f2461ed0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f245c10fdf0 0x7f245c112590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.681+0000 7f2461ed0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f245c11ae40 0x7f245c112ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f2461ed0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f245c120890 con 0x7f245c108ba0 2024-03-07T10:10:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f2461ed0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f245c120710 con 0x7f245c11ae40 2024-03-07T10:10:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f2461ed0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f245c120a10 con 0x7f245c10fdf0 2024-03-07T10:10:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c108ba0 0x7f245c119510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c108ba0 0x7f245c119510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37222/0 (socket says 172.21.15.18:37222) 2024-03-07T10:10:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 -- 172.21.15.18:0/2267301300 learned_addr learned my addr 172.21.15.18:0/2267301300 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 -- 172.21.15.18:0/2267301300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f245c10fdf0 msgr2=0x7f245c112590 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:10:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f245c10fdf0 0x7f245c112590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 -- 172.21.15.18:0/2267301300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f245c11ae40 msgr2=0x7f245c112ad0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:10:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f245c11ae40 0x7f245c112ad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.682+0000 7f245b7fe640 1 -- 172.21.15.18:0/2267301300 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f245c113110 con 0x7f245c108ba0 2024-03-07T10:10:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.683+0000 7f245b7fe640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c108ba0 0x7f245c119510 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f244c00cce0 tx=0x7f244c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.683+0000 7f2458ff9640 1 -- 172.21.15.18:0/2267301300 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244c004b20 con 0x7f245c108ba0 2024-03-07T10:10:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.683+0000 7f2458ff9640 1 -- 172.21.15.18:0/2267301300 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f244c004cc0 con 0x7f245c108ba0 2024-03-07T10:10:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.683+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f245c117030 con 0x7f245c108ba0 2024-03-07T10:10:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.683+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f245c117580 con 0x7f245c108ba0 2024-03-07T10:10:30.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.684+0000 7f2458ff9640 1 -- 172.21.15.18:0/2267301300 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244c00f7d0 con 0x7f245c108ba0 2024-03-07T10:10:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.687+0000 7f2458ff9640 1 -- 172.21.15.18:0/2267301300 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f244c00fa10 con 0x7f245c108ba0 2024-03-07T10:10:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.687+0000 7f2464d8d740 1 Processor -- start 2024-03-07T10:10:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.687+0000 7f2464d8d740 1 -- start start 2024-03-07T10:10:30.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.688+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f798d50 0x55627f799130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.688+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f799670 0x55627f7a1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.688+0000 7f245bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f798d50 0x55627f799130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.688+0000 7f245bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f798d50 0x55627f799130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37236/0 (socket says 172.21.15.18:37236) 2024-03-07T10:10:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f2464d8d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627f6fcb10 con 0x55627f798d50 2024-03-07T10:10:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f2464d8d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627f6a5d50 con 0x55627f7a2250 2024-03-07T10:10:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f2464d8d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627f6f8bb0 con 0x55627f799670 2024-03-07T10:10:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f2458ff9640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24480a20f0 0x7f24480a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245bfff640 1 -- 172.21.15.18:0/2714717623 learned_addr learned my addr 172.21.15.18:0/2714717623 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f2458ff9640 1 -- 172.21.15.18:0/2267301300 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f244c0ce350 con 0x7f245c108ba0 2024-03-07T10:10:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245b7fe640 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f799670 0x55627f7a1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245bfff640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24480a20f0 0x7f24480a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245bfff640 1 -- 172.21.15.18:0/2714717623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f799670 msgr2=0x55627f7a1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245bfff640 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f799670 0x55627f7a1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245bfff640 1 -- 172.21.15.18:0/2714717623 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 msgr2=0x55627f7a4640 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:10:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245bfff640 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a4640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.689+0000 7f245bfff640 1 -- 172.21.15.18:0/2714717623 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55627f4d97e0 con 0x55627f798d50 2024-03-07T10:10:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.690+0000 7f245bfff640 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f798d50 0x55627f799130 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f2454012470 tx=0x7f2454012930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2effee048cff741 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.690+0000 7f245bfff640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24480a20f0 0x7f24480a45b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f245401b000 tx=0x7f245401d000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.691+0000 7f2451ffb640 1 -- 172.21.15.18:0/2714717623 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2454012250 con 0x55627f798d50 2024-03-07T10:10:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.691+0000 7f2451ffb640 1 -- 172.21.15.18:0/2714717623 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2454020030 con 0x55627f798d50 2024-03-07T10:10:30.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.691+0000 7f2451ffb640 1 -- 172.21.15.18:0/2714717623 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2454011640 con 0x55627f798d50 2024-03-07T10:10:30.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 -- 172.21.15.18:0/2714717623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f798d50 msgr2=0x55627f799130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f798d50 0x55627f799130 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f2454012470 tx=0x7f2454012930 comp rx=0 tx=0).stop 2024-03-07T10:10:30.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 -- 172.21.15.18:0/2714717623 shutdown_connections 2024-03-07T10:10:30.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f799670 0x55627f7a1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 --2- 172.21.15.18:0/2714717623 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f798d50 0x55627f799130 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 -- 172.21.15.18:0/2714717623 >> 172.21.15.18:0/2714717623 conn(0x55627f793480 msgr2=0x55627f793860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 -- 172.21.15.18:0/2714717623 shutdown_connections 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.692+0000 7f2464d8d740 1 -- 172.21.15.18:0/2714717623 wait complete. 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.693+0000 7f2464d8d740 1 -- start start 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.693+0000 7f2464d8d740 1 Processor -- start 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.693+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f7a1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.693+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.693+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f79f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f7a1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f7a1c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38500/0 (socket says 172.21.15.18:38500) 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245b7fe640 1 -- 172.21.15.18:0/3501407743 learned_addr learned my addr 172.21.15.18:0/3501407743 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245affd640 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627f7a4fe0 con 0x55627f799670 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627f6b9190 con 0x55627f7a2250 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627f7a5160 con 0x55627f798d50 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f2464d8d740 10 client.0 _ll_register_callbacks cb 0x55627f6a8770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:30.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245affd640 1 -- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 msgr2=0x55627f7a1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245affd640 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f7a1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245affd640 1 -- 172.21.15.18:0/3501407743 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 msgr2=0x55627f79f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245affd640 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f79f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245affd640 1 -- 172.21.15.18:0/3501407743 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55627f539f70 con 0x55627f799670 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245b7fe640 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f7a1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f245affd640 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79efa0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x55627f794610 tx=0x7f24440095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da67b482b35ca763 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.694+0000 7f243affd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.695+0000 7f243affd640 1 -- 172.21.15.18:0/3501407743 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2444041020 con 0x55627f799670 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.695+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2454020030 con 0x55627f799670 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.695+0000 7f243affd640 1 -- 172.21.15.18:0/3501407743 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2444034640 con 0x55627f799670 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.695+0000 7f243affd640 1 -- 172.21.15.18:0/3501407743 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2444049050 con 0x55627f799670 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.695+0000 7f2464d8d740 10 client.18471 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:30.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.695+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55627f3d1170 con 0x55627f799670 2024-03-07T10:10:30.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.695+0000 7f243affd640 1 -- 172.21.15.18:0/3501407743 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2454020030 con 0x55627f799670 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f243affd640 1 -- 172.21.15.18:0/3501407743 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f244403c070 con 0x55627f799670 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f2464d8d740 10 client.18471 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f2464d8d740 10 client.18471 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f2464d8d740 20 client.18471 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f7b22a0 0x55627f7b46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f2464d8d740 4 client.18471 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55627f6d2930 con 0x55627f7b22a0 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f245b7fe640 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f7b22a0 0x55627f7b46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f243affd640 10 client.18471 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.696+0000 7f245b7fe640 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f7b22a0 0x55627f7b46e0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e8ac11874ec0d9f server_cookie=444be77115610651 in_seq=0 out_seq=0 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.697+0000 7f243affd640 1 -- 172.21.15.18:0/3501407743 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55627f6d2930 con 0x55627f7b22a0 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.697+0000 7f243affd640 10 client.18471 handle_command_reply: tid=0 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.697+0000 7f2464d8d740 1 client.18471 shutdown 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.697+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 msgr2=0x55627f79efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.697+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79efa0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x55627f794610 tx=0x7f24440095a0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 shutdown_connections 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f7b22a0 0x55627f7b46e0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f79f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79efa0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3501407743 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f7a1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 >> 172.21.15.18:0/3501407743 conn(0x55627f793480 msgr2=0x55627f7951d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f243affd640 0 client.18471 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 shutdown_connections 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 1 -- 172.21.15.18:0/3501407743 wait complete. 2024-03-07T10:10:30.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.698+0000 7f2464d8d740 20 client.18471 trim_cache size 0 max 16384 2024-03-07T10:10:30.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 Processor -- start 2024-03-07T10:10:30.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 -- start start 2024-03-07T10:10:30.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f7a16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f245affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f7a16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38504/0 (socket says 172.21.15.18:38504) 2024-03-07T10:10:30.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f245affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f7a16d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37262/0 (socket says 172.21.15.18:37262) 2024-03-07T10:10:30.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f245b7fe640 1 -- 172.21.15.18:0/3786610271 learned_addr learned my addr 172.21.15.18:0/3786610271 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.738 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243c010d90 con 0x55627f799670 2024-03-07T10:10:30.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243c00e890 con 0x55627f7a2250 2024-03-07T10:10:30.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.724+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243c00c950 con 0x55627f798d50 2024-03-07T10:10:30.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f245bfff640 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f245affd640 1 -- 172.21.15.18:0/3786610271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 msgr2=0x55627f79dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f245affd640 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.739 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f245affd640 1 -- 172.21.15.18:0/3786610271 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 msgr2=0x55627f7a1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f245affd640 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f245affd640 1 -- 172.21.15.18:0/3786610271 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55627f7994a0 con 0x55627f799670 2024-03-07T10:10:30.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f245affd640 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f7a16d0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x55627f7a0570 tx=0x7f2444005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbc33be0ae17466c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f24517fa640 1 -- 172.21.15.18:0/3786610271 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2444052070 con 0x55627f799670 2024-03-07T10:10:30.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f24517fa640 1 -- 172.21.15.18:0/3786610271 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2444034640 con 0x55627f799670 2024-03-07T10:10:30.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.725+0000 7f24517fa640 1 -- 172.21.15.18:0/3786610271 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2444041040 con 0x55627f799670 2024-03-07T10:10:30.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.726+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 msgr2=0x55627f7a16d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.726+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f7a16d0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x55627f7a0570 tx=0x7f2444005b00 comp rx=0 tx=0).stop 2024-03-07T10:10:30.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 shutdown_connections 2024-03-07T10:10:30.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f7a16d0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 --2- 172.21.15.18:0/3786610271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 >> 172.21.15.18:0/3786610271 conn(0x55627f793480 msgr2=0x55627f79d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 shutdown_connections 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 -- 172.21.15.18:0/3786610271 wait complete. 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 -- start start 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.727+0000 7f2464d8d740 1 Processor -- start 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.728+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.728+0000 7f2464d8d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38506/0 (socket says 172.21.15.18:38506) 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f245b7fe640 1 -- 172.21.15.18:0/1147440334 learned_addr learned my addr 172.21.15.18:0/1147440334 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.742 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f2464d8d740 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243c00cf50 con 0x55627f799670 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243c00e230 con 0x55627f7a2250 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243c00d570 con 0x55627f798d50 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f2464d8d740 10 client.0 _ll_register_callbacks cb 0x7f24440096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.729+0000 7f245bfff640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245affd640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245b7fe640 1 -- 172.21.15.18:0/1147440334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 msgr2=0x55627f7a2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.743 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245b7fe640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245b7fe640 1 -- 172.21.15.18:0/1147440334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 msgr2=0x55627f79c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245b7fe640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245b7fe640 1 -- 172.21.15.18:0/1147440334 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55627f7a3300 con 0x55627f798d50 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245affd640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f245b7fe640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79c430 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f244c00f9e0 tx=0x7f244c007870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9094206097651d3d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f243affd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.730+0000 7f243affd640 1 -- 172.21.15.18:0/1147440334 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244c01d040 con 0x55627f798d50 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.731+0000 7f243affd640 1 -- 172.21.15.18:0/1147440334 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f244c0cbc20 con 0x55627f798d50 2024-03-07T10:10:30.744 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.731+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2444034640 con 0x55627f798d50 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.731+0000 7f243affd640 1 -- 172.21.15.18:0/1147440334 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f244c0cbe20 con 0x55627f798d50 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.731+0000 7f2464d8d740 10 client.28348 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.731+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55627f80e3b0 con 0x55627f798d50 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.731+0000 7f243affd640 1 -- 172.21.15.18:0/1147440334 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f244c09b340 con 0x55627f798d50 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f243affd640 1 -- 172.21.15.18:0/1147440334 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f244c0a2f50 con 0x55627f798d50 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f2464d8d740 10 client.28348 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f2464d8d740 10 client.28348 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:30.745 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f2464d8d740 20 client.28348 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f2464d8d740 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f80ead0 0x55627f810ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f2464d8d740 4 client.28348 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x7f2444034640 con 0x55627f80ead0 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.732+0000 7f245affd640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f80ead0 0x55627f810ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.733+0000 7f243affd640 10 client.28348 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.733+0000 7f245affd640 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f80ead0 0x55627f810ec0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94bdd66523980c4f server_cookie=eaa862c8ff3d2bf0 in_seq=0 out_seq=0 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.734+0000 7f243affd640 1 -- 172.21.15.18:0/1147440334 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x7f2444034640 con 0x55627f80ead0 2024-03-07T10:10:30.746 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.734+0000 7f243affd640 10 client.28348 handle_command_reply: tid=0 2024-03-07T10:10:30.747 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.734+0000 7f2464d8d740 1 client.28348 shutdown 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.734+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 msgr2=0x55627f79c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.734+0000 7f2464d8d740 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79c430 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f244c00f9e0 tx=0x7f244c007870 comp rx=0 tx=0).stop 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 shutdown_connections 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55627f80ead0 0x55627f810ec0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55627f7a2250 0x55627f7a2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55627f799670 0x55627f79c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 --2- 172.21.15.18:0/1147440334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55627f798d50 0x55627f79c430 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f243affd640 0 client.28348 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 >> 172.21.15.18:0/1147440334 conn(0x55627f793480 msgr2=0x55627f794760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 shutdown_connections 2024-03-07T10:10:30.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 1 -- 172.21.15.18:0/1147440334 wait complete. 2024-03-07T10:10:30.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.737+0000 7f2464d8d740 20 client.28348 trim_cache size 0 max 16384 2024-03-07T10:10:30.751 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:10:30.751 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:10:30.751 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "428a5985-6464-4b33-8970-31d6ffc2c1d0", 2024-03-07T10:10:30.751 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:10:30.751 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:10:30.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24480a20f0 msgr2=0x7f24480a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24480a20f0 0x7f24480a45b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f245401b000 tx=0x7f245401d000 comp rx=0 tx=0).stop 2024-03-07T10:10:30.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c108ba0 msgr2=0x7f245c119510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c108ba0 0x7f245c119510 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f244c00cce0 tx=0x7f244c00a620 comp rx=0 tx=0).stop 2024-03-07T10:10:30.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 shutdown_connections 2024-03-07T10:10:30.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f245c11ae40 0x7f245c112ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f245c10fdf0 0x7f245c112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24480a20f0 0x7f24480a45b0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 --2- 172.21.15.18:0/2267301300 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f245c108ba0 0x7f245c119510 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 >> 172.21.15.18:0/2267301300 conn(0x7f245c06c6d0 msgr2=0x7f245c070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 shutdown_connections 2024-03-07T10:10:30.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.738+0000 7f2461ed0640 1 -- 172.21.15.18:0/2267301300 wait complete. 2024-03-07T10:10:30.756 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:10:30.757 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:10:30.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.927+0000 7fee46434640 1 -- 172.21.15.18:0/2418791232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee40108ba0 msgr2=0x7fee40109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.927+0000 7fee46434640 1 --2- 172.21.15.18:0/2418791232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee40108ba0 0x7fee40109000 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fee34009900 tx=0x7fee3402bc80 comp rx=0 tx=0).stop 2024-03-07T10:10:30.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.927+0000 7fee46434640 1 -- 172.21.15.18:0/2418791232 shutdown_connections 2024-03-07T10:10:30.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.928+0000 7fee46434640 1 --2- 172.21.15.18:0/2418791232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fee4011ae40 0x7fee4011d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.928+0000 7fee46434640 1 --2- 172.21.15.18:0/2418791232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee40108ba0 0x7fee40109000 secure :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fee34009900 tx=0x7fee3402bc80 comp rx=0 tx=0).stop 2024-03-07T10:10:30.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.928+0000 7fee46434640 1 --2- 172.21.15.18:0/2418791232 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4010fdf0 0x7fee40108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.928+0000 7fee46434640 1 -- 172.21.15.18:0/2418791232 >> 172.21.15.18:0/2418791232 conn(0x7fee4006c6d0 msgr2=0x7fee4006cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.930+0000 7fee46434640 1 -- 172.21.15.18:0/2418791232 shutdown_connections 2024-03-07T10:10:30.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.931+0000 7fee46434640 1 -- 172.21.15.18:0/2418791232 wait complete. 2024-03-07T10:10:30.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.932+0000 7fee46434640 1 Processor -- start 2024-03-07T10:10:30.934 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.932+0000 7fee46434640 1 -- start start 2024-03-07T10:10:30.935 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.933+0000 7fee46434640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee4010fdf0 0x7fee401a70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.933+0000 7fee46434640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4011ae40 0x7fee401a7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.933+0000 7fee46434640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fee401ab990 0x7fee401abe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.933+0000 7fee46434640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee40120990 con 0x7fee4011ae40 2024-03-07T10:10:30.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.933+0000 7fee46434640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee40120810 con 0x7fee401ab990 2024-03-07T10:10:30.936 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.933+0000 7fee46434640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee40120b10 con 0x7fee4010fdf0 2024-03-07T10:10:30.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.934+0000 7fee3f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4011ae40 0x7fee401a7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.934+0000 7fee3f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4011ae40 0x7fee401a7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37282/0 (socket says 172.21.15.18:37282) 2024-03-07T10:10:30.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.934+0000 7fee3f7fe640 1 -- 172.21.15.18:0/1335365773 learned_addr learned my addr 172.21.15.18:0/1335365773 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.934+0000 7fee449d1640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fee401ab990 0x7fee401abe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.937 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.934+0000 7fee3ffff640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee4010fdf0 0x7fee401a70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3ffff640 1 -- 172.21.15.18:0/1335365773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fee401ab990 msgr2=0x7fee401abe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3ffff640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fee401ab990 0x7fee401abe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3ffff640 1 -- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4011ae40 msgr2=0x7fee401a7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3ffff640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4011ae40 0x7fee401a7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3ffff640 1 -- 172.21.15.18:0/1335365773 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee401ac480 con 0x7fee4010fdf0 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4011ae40 0x7fee401a7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3ffff640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee4010fdf0 0x7fee401a70d0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fee3800bd70 tx=0x7fee3800be60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.935+0000 7fee3d7fa640 1 -- 172.21.15.18:0/1335365773 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee38019070 con 0x7fee4010fdf0 2024-03-07T10:10:30.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.936+0000 7fee3d7fa640 1 -- 172.21.15.18:0/1335365773 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fee38014920 con 0x7fee4010fdf0 2024-03-07T10:10:30.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.936+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee401ac770 con 0x7fee4010fdf0 2024-03-07T10:10:30.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.936+0000 7fee3d7fa640 1 -- 172.21.15.18:0/1335365773 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee38012940 con 0x7fee4010fdf0 2024-03-07T10:10:30.939 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.936+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee401b3f20 con 0x7fee4010fdf0 2024-03-07T10:10:30.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.939+0000 7fee3d7fa640 1 -- 172.21.15.18:0/1335365773 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fee3801c070 con 0x7fee4010fdf0 2024-03-07T10:10:30.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.939+0000 7fee49236740 1 Processor -- start 2024-03-07T10:10:30.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee49236740 1 -- start start 2024-03-07T10:10:30.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee49236740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f3933e7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee49236740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e8050 0x55f3933f06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee49236740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933f0c30 0x55f3933f3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee49236740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f39334add0 con 0x55f3933f0c30 2024-03-07T10:10:30.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee49236740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3932f3ae0 con 0x55f3933e8050 2024-03-07T10:10:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee49236740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f393346e70 con 0x55f3933e7730 2024-03-07T10:10:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee3d7fa640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fee280a2030 0x7fee280a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee449d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f3933e7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee3d7fa640 1 -- 172.21.15.18:0/1335365773 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fee380cd9c0 con 0x7fee4010fdf0 2024-03-07T10:10:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee449d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f3933e7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38536/0 (socket says 172.21.15.18:38536) 2024-03-07T10:10:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee449d1640 1 -- 172.21.15.18:0/2452208146 learned_addr learned my addr 172.21.15.18:0/2452208146 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee449d1640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fee280a2030 0x7fee280a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.940+0000 7fee3ffff640 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e8050 0x55f3933f06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.941+0000 7fee449d1640 1 -- 172.21.15.18:0/2452208146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e8050 msgr2=0x55f3933f06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.941+0000 7fee449d1640 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e8050 0x55f3933f06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.941+0000 7fee449d1640 1 -- 172.21.15.18:0/2452208146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933f0c30 msgr2=0x55f3933f3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.941+0000 7fee449d1640 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933f0c30 0x55f3933f3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.941+0000 7fee449d1640 1 -- 172.21.15.18:0/2452208146 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3931297d0 con 0x55f3933e7730 2024-03-07T10:10:30.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.941+0000 7fee449d1640 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f3933e7b10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fee30009fd0 tx=0x7fee30015890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=441596083a04c2bf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.942+0000 7fee267fc640 1 -- 172.21.15.18:0/2452208146 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee30024070 con 0x55f3933e7730 2024-03-07T10:10:30.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.942+0000 7fee267fc640 1 -- 172.21.15.18:0/2452208146 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fee30018b60 con 0x55f3933e7730 2024-03-07T10:10:30.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.942+0000 7fee267fc640 1 -- 172.21.15.18:0/2452208146 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3000f040 con 0x55f3933e7730 2024-03-07T10:10:30.948 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 -- 172.21.15.18:0/2452208146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 msgr2=0x55f3933e7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f3933e7b10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fee30009fd0 tx=0x7fee30015890 comp rx=0 tx=0).stop 2024-03-07T10:10:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee449d1640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fee280a2030 0x7fee280a44f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fee3000e000 tx=0x7fee3001b000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 -- 172.21.15.18:0/2452208146 shutdown_connections 2024-03-07T10:10:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933f0c30 0x55f3933f3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e8050 0x55f3933f06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 --2- 172.21.15.18:0/2452208146 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f3933e7b10 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 -- 172.21.15.18:0/2452208146 >> 172.21.15.18:0/2452208146 conn(0x55f3933e1e60 msgr2=0x55f3933e2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 -- 172.21.15.18:0/2452208146 shutdown_connections 2024-03-07T10:10:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 -- 172.21.15.18:0/2452208146 wait complete. 2024-03-07T10:10:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.943+0000 7fee49236740 1 -- start start 2024-03-07T10:10:30.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 1 Processor -- start 2024-03-07T10:10:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933f06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933eda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933ee150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3934049d0 con 0x55f3933e8050 2024-03-07T10:10:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f393307070 con 0x55f3933e7730 2024-03-07T10:10:30.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f393404b50 con 0x55f3933f0c30 2024-03-07T10:10:30.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.944+0000 7fee49236740 10 client.0 _ll_register_callbacks cb 0x55f393306a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:30.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933f06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee449d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933ee150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933f06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39964/0 (socket says 172.21.15.18:39964) 2024-03-07T10:10:30.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 -- 172.21.15.18:0/3728900147 learned_addr learned my addr 172.21.15.18:0/3728900147 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933eda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 -- 172.21.15.18:0/3728900147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 msgr2=0x55f3933ee150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933ee150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 -- 172.21.15.18:0/3728900147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 msgr2=0x55f3933eda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933eda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 -- 172.21.15.18:0/3728900147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f39305f3f0 con 0x55f3933e7730 2024-03-07T10:10:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee3ffff640 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933f06d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fee38096e40 tx=0x7fee3809a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=719d002b2e79ca36 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.945+0000 7fee1f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:10:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.946+0000 7fee1f7fe640 1 -- 172.21.15.18:0/3728900147 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3809a470 con 0x55f3933e7730 2024-03-07T10:10:30.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.946+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fee30018b60 con 0x55f3933e7730 2024-03-07T10:10:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.946+0000 7fee1f7fe640 1 -- 172.21.15.18:0/3728900147 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fee380a26d0 con 0x55f3933e7730 2024-03-07T10:10:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.946+0000 7fee1f7fe640 1 -- 172.21.15.18:0/3728900147 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fee3809e510 con 0x55f3933e7730 2024-03-07T10:10:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.946+0000 7fee49236740 10 client.28217 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.946+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f39301f0f0 con 0x55f3933e7730 2024-03-07T10:10:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.947+0000 7fee1f7fe640 1 -- 172.21.15.18:0/3728900147 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fee380b5020 con 0x55f3933e7730 2024-03-07T10:10:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee1f7fe640 1 -- 172.21.15.18:0/3728900147 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fee380b8b30 con 0x55f3933e7730 2024-03-07T10:10:30.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee49236740 10 client.28217 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee49236740 10 client.28217 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee49236740 20 client.28217 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee49236740 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f393411a20 0x55f393413e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee49236740 4 client.28217 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f393358310 con 0x55f393411a20 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f393411a20 0x55f393413e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.948+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f393411a20 0x55f393413e10 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc8e6fa604519a4c server_cookie=ce0b02bdb199271d in_seq=0 out_seq=0 2024-03-07T10:10:30.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.949+0000 7fee1f7fe640 10 client.28217 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.949+0000 7fee1f7fe640 1 -- 172.21.15.18:0/3728900147 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f393358310 con 0x55f393411a20 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.949+0000 7fee1f7fe640 10 client.28217 handle_command_reply: tid=0 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.949+0000 7fee49236740 1 client.28217 shutdown 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.949+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 msgr2=0x55f3933f06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.949+0000 7fee49236740 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933f06d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fee38096e40 tx=0x7fee3809a300 comp rx=0 tx=0).stop 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.950+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 shutdown_connections 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.950+0000 7fee49236740 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f393411a20 0x55f393413e10 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.950+0000 7fee49236740 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933ee150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.950+0000 7fee49236740 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933eda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.950+0000 7fee49236740 1 --2- 172.21.15.18:0/3728900147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933f06d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.950+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 >> 172.21.15.18:0/3728900147 conn(0x55f3933e1e60 msgr2=0x55f3933e3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.950+0000 7fee1f7fe640 0 client.28217 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.951+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 shutdown_connections 2024-03-07T10:10:30.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.952+0000 7fee49236740 1 -- 172.21.15.18:0/3728900147 wait complete. 2024-03-07T10:10:30.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.952+0000 7fee49236740 20 client.28217 trim_cache size 0 max 16384 2024-03-07T10:10:30.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.978+0000 7fee49236740 1 Processor -- start 2024-03-07T10:10:30.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.978+0000 7fee49236740 1 -- start start 2024-03-07T10:10:30.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee49236740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933e39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee49236740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933f0190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee49236740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933f06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933f0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933f0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37304/0 (socket says 172.21.15.18:37304) 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 -- 172.21.15.18:0/813350644 learned_addr learned my addr 172.21.15.18:0/813350644 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee401b67a0 con 0x55f3933e8050 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee401b42a0 con 0x55f3933e7730 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee401a8420 con 0x55f3933f0c30 2024-03-07T10:10:30.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3ffff640 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933e39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee449d1640 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933f06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 -- 172.21.15.18:0/813350644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 msgr2=0x55f3933f06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933f06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 -- 172.21.15.18:0/813350644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 msgr2=0x55f3933e39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933e39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.979+0000 7fee3f7fe640 1 -- 172.21.15.18:0/813350644 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3933e7e80 con 0x55f3933e8050 2024-03-07T10:10:30.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.980+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933f0190 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fee34036040 tx=0x7fee34009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5814887af7c7c580 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.980+0000 7fee25ffb640 1 -- 172.21.15.18:0/813350644 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3404d070 con 0x55f3933e8050 2024-03-07T10:10:30.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.980+0000 7fee25ffb640 1 -- 172.21.15.18:0/813350644 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fee3402c900 con 0x55f3933e8050 2024-03-07T10:10:30.985 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.980+0000 7fee25ffb640 1 -- 172.21.15.18:0/813350644 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee340052f0 con 0x55f3933e8050 2024-03-07T10:10:30.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 msgr2=0x55f3933f0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933f0190 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fee34036040 tx=0x7fee34009680 comp rx=0 tx=0).stop 2024-03-07T10:10:30.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 shutdown_connections 2024-03-07T10:10:30.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933f0c30 0x55f3933f06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f3933f0190 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 --2- 172.21.15.18:0/813350644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933e7730 0x55f3933e39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 >> 172.21.15.18:0/813350644 conn(0x55f3933e1e60 msgr2=0x55f3933e3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 shutdown_connections 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.981+0000 7fee49236740 1 -- 172.21.15.18:0/813350644 wait complete. 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.982+0000 7fee49236740 1 -- start start 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.982+0000 7fee49236740 1 Processor -- start 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.983+0000 7fee49236740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f393409530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.983+0000 7fee49236740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f393409a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee49236740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933f0c30 0x55f3934079b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee49236740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee401175e0 con 0x55f3933e8050 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee49236740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee401188c0 con 0x55f3933f0c30 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee49236740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee40117c00 con 0x55f3933e7730 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f393409530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f393409530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38568/0 (socket says 172.21.15.18:38568) 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 -- 172.21.15.18:0/2402006618 learned_addr learned my addr 172.21.15.18:0/2402006618 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee49236740 10 client.0 _ll_register_callbacks cb 0x7fee380967c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f393409a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee449d1640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933f0c30 0x55f3934079b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 -- 172.21.15.18:0/2402006618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933f0c30 msgr2=0x55f3934079b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933f0c30 0x55f3934079b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 -- 172.21.15.18:0/2402006618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 msgr2=0x55f393409a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f393409a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 -- 172.21.15.18:0/2402006618 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f3934081b0 con 0x55f3933e7730 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f393409a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee3ffff640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f393409530 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fee380b8f50 tx=0x7fee38014b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=524e47805938c7ab server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee1f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee1f7fe640 1 -- 172.21.15.18:0/2402006618 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee38080070 con 0x55f3933e7730 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fee3402c900 con 0x55f3933e7730 2024-03-07T10:10:30.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.984+0000 7fee1f7fe640 1 -- 172.21.15.18:0/2402006618 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fee380b8b30 con 0x55f3933e7730 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee1f7fe640 1 -- 172.21.15.18:0/2402006618 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fee380a9050 con 0x55f3933e7730 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 10 client.28366 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f39346dcb0 con 0x55f3933e7730 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee1f7fe640 1 -- 172.21.15.18:0/2402006618 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fee3402c900 con 0x55f3933e7730 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee1f7fe640 1 -- 172.21.15.18:0/2402006618 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fee380a26d0 con 0x55f3933e7730 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 10 client.28366 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 10 client.28366 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 20 client.28366 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f39346e2d0 0x55f3934706f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 4 client.28366 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f393352660 con 0x55f39346e2d0 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.985+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f39346e2d0 0x55f3934706f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee1f7fe640 10 client.28366 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee3f7fe640 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f39346e2d0 0x55f3934706f0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2904789e2504650b server_cookie=11e970eb224338f4 in_seq=0 out_seq=0 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee1f7fe640 1 -- 172.21.15.18:0/2402006618 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55f393352660 con 0x55f39346e2d0 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee1f7fe640 10 client.28366 handle_command_reply: tid=0 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 client.28366 shutdown 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 msgr2=0x55f393409530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f393409530 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fee380b8f50 tx=0x7fee38014b90 comp rx=0 tx=0).stop 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 shutdown_connections 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f39346e2d0 0x55f3934706f0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f3933f0c30 0x55f3934079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f3933e8050 0x55f393409a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 --2- 172.21.15.18:0/2402006618 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f3933e7730 0x55f393409530 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee1f7fe640 0 client.28366 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 >> 172.21.15.18:0/2402006618 conn(0x55f3933e1e60 msgr2=0x55f3933e3b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 shutdown_connections 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 1 -- 172.21.15.18:0/2402006618 wait complete. 2024-03-07T10:10:30.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.986+0000 7fee49236740 20 client.28366 trim_cache size 0 max 16384 2024-03-07T10:10:30.994 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:10:30.994 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:10:30.994 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:10:30.994 INFO:teuthology.orchestra.run.smithi018.stdout: "428a5985-6464-4b33-8970-31d6ffc2c1d0": { 2024-03-07T10:10:30.994 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:10:30.994 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "428a5985-6464-4b33-8970-31d6ffc2c1d0", 2024-03-07T10:10:30.994 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:10:30.995 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:10:30.995 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:10:30.995 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:10:30.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fee280a2030 msgr2=0x7fee280a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fee280a2030 0x7fee280a44f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fee3000e000 tx=0x7fee3001b000 comp rx=0 tx=0).stop 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee4010fdf0 msgr2=0x7fee401a70d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee4010fdf0 0x7fee401a70d0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fee3800bd70 tx=0x7fee3800be60 comp rx=0 tx=0).stop 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 shutdown_connections 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fee401ab990 0x7fee401abe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fee280a2030 0x7fee280a44f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fee4011ae40 0x7fee401a7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 --2- 172.21.15.18:0/1335365773 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee4010fdf0 0x7fee401a70d0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 >> 172.21.15.18:0/1335365773 conn(0x7fee4006c6d0 msgr2=0x7fee40118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 shutdown_connections 2024-03-07T10:10:30.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:10:30.987+0000 7fee46434640 1 -- 172.21.15.18:0/1335365773 wait complete. 2024-03-07T10:10:31.003 INFO:tasks.cephfs.filesystem:scrub status for tag:428a5985-6464-4b33-8970-31d6ffc2c1d0 - {'path': '/', 'tag': '428a5985-6464-4b33-8970-31d6ffc2c1d0', 'options': 'recursive,force'} 2024-03-07T10:10:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:30 smithi018 ceph-mon[32171]: pgmap v354: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 33 MiB/s wr, 2.06k op/s 2024-03-07T10:10:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:30 smithi063 ceph-mon[36356]: pgmap v354: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 33 MiB/s wr, 2.06k op/s 2024-03-07T10:10:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:30 smithi077 ceph-mon[36374]: pgmap v354: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 33 MiB/s wr, 2.06k op/s 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:31 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:10:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:10:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:10:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:10:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:31 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:10:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:10:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:10:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:10:32.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:32.343 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:31 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:10:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 670.0 s, 1635.4 tps, lat 61.395 ms stddev 67.533 2024-03-07T10:10:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:32 smithi063 ceph-mon[36356]: pgmap v355: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 18 MiB/s wr, 1.29k op/s 2024-03-07T10:10:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:32 smithi077 ceph-mon[36374]: pgmap v355: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 18 MiB/s wr, 1.29k op/s 2024-03-07T10:10:33.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:32 smithi018 ceph-mon[32171]: pgmap v355: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 18 MiB/s wr, 1.29k op/s 2024-03-07T10:10:34.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:33 smithi063 ceph-mon[36356]: pgmap v356: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 14 MiB/s wr, 1.03k op/s 2024-03-07T10:10:34.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:33 smithi077 ceph-mon[36374]: pgmap v356: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 14 MiB/s wr, 1.03k op/s 2024-03-07T10:10:34.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:33 smithi018 ceph-mon[32171]: pgmap v356: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 14 MiB/s wr, 1.03k op/s 2024-03-07T10:10:36.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:36 smithi063 ceph-mon[36356]: pgmap v357: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2024-03-07T10:10:36.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:36 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:10:36.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.492+0000 7f584e3a7640 1 -- 172.21.15.18:0/3898309004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f584811ae40 msgr2=0x7f584811d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.492+0000 7f584e3a7640 1 --2- 172.21.15.18:0/3898309004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f584811ae40 0x7f584811d230 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f5840009ca0 tx=0x7f584002c140 comp rx=0 tx=0).stop 2024-03-07T10:10:36.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.494+0000 7f584e3a7640 1 -- 172.21.15.18:0/3898309004 shutdown_connections 2024-03-07T10:10:36.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.494+0000 7f584e3a7640 1 --2- 172.21.15.18:0/3898309004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f584811ae40 0x7f584811d230 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.494+0000 7f584e3a7640 1 --2- 172.21.15.18:0/3898309004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5848110240 0x7f584810deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.494+0000 7f584e3a7640 1 --2- 172.21.15.18:0/3898309004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f584810fdd0 0x7f584810d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.499 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.494+0000 7f584e3a7640 1 -- 172.21.15.18:0/3898309004 >> 172.21.15.18:0/3898309004 conn(0x7f584806c710 msgr2=0x7f584806cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:36.500 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.497+0000 7f584e3a7640 1 -- 172.21.15.18:0/3898309004 shutdown_connections 2024-03-07T10:10:36.501 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.498+0000 7f584e3a7640 1 -- 172.21.15.18:0/3898309004 wait complete. 2024-03-07T10:10:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.499+0000 7f584e3a7640 1 Processor -- start 2024-03-07T10:10:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.499+0000 7f584e3a7640 1 -- start start 2024-03-07T10:10:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f584e3a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f584810fdd0 0x7f584811a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f584e3a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5848110240 0x7f5848113550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f584e3a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f584811ae40 0x7f5848113a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f584e3a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481208f0 con 0x7f5848110240 2024-03-07T10:10:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f584e3a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5848120770 con 0x7f584810fdd0 2024-03-07T10:10:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f584e3a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5848120a70 con 0x7f584811ae40 2024-03-07T10:10:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f584c944640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f584811ae40 0x7f5848113a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f58477fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5848110240 0x7f5848113550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f58477fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5848110240 0x7f5848113550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37336/0 (socket says 172.21.15.18:37336) 2024-03-07T10:10:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.500+0000 7f58477fe640 1 -- 172.21.15.18:0/4162631834 learned_addr learned my addr 172.21.15.18:0/4162631834 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.501+0000 7f5847fff640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f584810fdd0 0x7f584811a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:36 smithi077 ceph-mon[36374]: pgmap v357: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2024-03-07T10:10:36.505 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:36 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.501+0000 7f58477fe640 1 -- 172.21.15.18:0/4162631834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f584811ae40 msgr2=0x7f5848113a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.501+0000 7f58477fe640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f584811ae40 0x7f5848113a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.501+0000 7f58477fe640 1 -- 172.21.15.18:0/4162631834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f584810fdd0 msgr2=0x7f584811a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.501+0000 7f58477fe640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f584810fdd0 0x7f584811a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.501+0000 7f58477fe640 1 -- 172.21.15.18:0/4162631834 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5848114100 con 0x7f5848110240 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.502+0000 7f58477fe640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5848110240 0x7f5848113550 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f583c00b470 tx=0x7f583c00b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.502+0000 7f58457fa640 1 -- 172.21.15.18:0/4162631834 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583c015020 con 0x7f5848110240 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.502+0000 7f58457fa640 1 -- 172.21.15.18:0/4162631834 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f583c011d70 con 0x7f5848110240 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.502+0000 7f58457fa640 1 -- 172.21.15.18:0/4162631834 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583c00f340 con 0x7f5848110240 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.503+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5848117ff0 con 0x7f5848110240 2024-03-07T10:10:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.503+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58481184c0 con 0x7f5848110240 2024-03-07T10:10:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.507+0000 7f5851194740 1 Processor -- start 2024-03-07T10:10:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.507+0000 7f5851194740 1 -- start start 2024-03-07T10:10:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.507+0000 7f58457fa640 1 -- 172.21.15.18:0/4162631834 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f583c018020 con 0x7f5848110240 2024-03-07T10:10:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.507+0000 7f5851194740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611b3d10 0x55bf611b2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.507+0000 7f5851194740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b2fa0 0x55bf611b3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.507+0000 7f5851194740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611bc520 0x55bf611be910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f5851194740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf611175c0 con 0x55bf611b2fa0 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f5851194740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf610c0900 con 0x55bf611bc520 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f5851194740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf61113660 con 0x55bf611b3d10 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611b3d10 0x55bf611b2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611b3d10 0x55bf611b2a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38594/0 (socket says 172.21.15.18:38594) 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 -- 172.21.15.18:0/2713555876 learned_addr learned my addr 172.21.15.18:0/2713555876 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f5847fff640 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b2fa0 0x55bf611b3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f58477fe640 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611bc520 0x55bf611be910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 -- 172.21.15.18:0/2713555876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611bc520 msgr2=0x55bf611be910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611bc520 0x55bf611be910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 -- 172.21.15.18:0/2713555876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b2fa0 msgr2=0x55bf611b3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.513 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b2fa0 0x55bf611b3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 -- 172.21.15.18:0/2713555876 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf60e2c210 con 0x55bf611b3d10 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f58477fe640 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611bc520 0x55bf611be910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.508+0000 7f584c944640 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611b3d10 0x55bf611b2a60 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f584806aa20 tx=0x7f5840032520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d496718c6fa5a64 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.509+0000 7f58457fa640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f58300a1fb0 0x7f58300a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.509+0000 7f582e7fc640 1 -- 172.21.15.18:0/2713555876 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5840043070 con 0x55bf611b3d10 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.509+0000 7f582e7fc640 1 -- 172.21.15.18:0/2713555876 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5840003970 con 0x55bf611b3d10 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.509+0000 7f582e7fc640 1 -- 172.21.15.18:0/2713555876 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5840039040 con 0x55bf611b3d10 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.509+0000 7f58457fa640 1 -- 172.21.15.18:0/4162631834 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f583c0cd890 con 0x7f5848110240 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.509+0000 7f5847fff640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f58300a1fb0 0x7f58300a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.510+0000 7f5851194740 1 -- 172.21.15.18:0/2713555876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611b3d10 msgr2=0x55bf611b2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.510+0000 7f5851194740 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611b3d10 0x55bf611b2a60 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f584806aa20 tx=0x7f5840032520 comp rx=0 tx=0).stop 2024-03-07T10:10:36.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.510+0000 7f5847fff640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f58300a1fb0 0x7f58300a4470 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55bf611b4470 tx=0x7f58380090e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:36.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.510+0000 7f5851194740 1 -- 172.21.15.18:0/2713555876 shutdown_connections 2024-03-07T10:10:36.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.510+0000 7f5851194740 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611bc520 0x55bf611be910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.511+0000 7f5851194740 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b2fa0 0x55bf611b3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.511+0000 7f5851194740 1 --2- 172.21.15.18:0/2713555876 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611b3d10 0x55bf611b2a60 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.511+0000 7f5851194740 1 -- 172.21.15.18:0/2713555876 >> 172.21.15.18:0/2713555876 conn(0x55bf6117a580 msgr2=0x55bf611adc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:36.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.511+0000 7f5851194740 1 -- 172.21.15.18:0/2713555876 shutdown_connections 2024-03-07T10:10:36.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.511+0000 7f5851194740 1 -- 172.21.15.18:0/2713555876 wait complete. 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 -- start start 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 Processor -- start 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611b9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611b9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf611bf1f0 con 0x55bf611b3d10 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf610d3d60 con 0x55bf611b2fa0 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf611bf370 con 0x55bf611bc520 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.512+0000 7f5851194740 10 client.0 _ll_register_callbacks cb 0x55bf60e2ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611b9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611b9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38604/0 (socket says 172.21.15.18:38604) 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 -- 172.21.15.18:0/2194249642 learned_addr learned my addr 172.21.15.18:0/2194249642 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f58477fe640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f5847fff640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611b9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 -- 172.21.15.18:0/2194249642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 msgr2=0x55bf611b9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611b9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 -- 172.21.15.18:0/2194249642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 msgr2=0x55bf611b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611b9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 -- 172.21.15.18:0/2194249642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bf60ef8620 con 0x55bf611bc520 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f58477fe640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f584c944640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611b9fc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f5840037040 tx=0x7f5840005c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b32c0709d256ebde server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f58277fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.513+0000 7f58277fe640 1 -- 172.21.15.18:0/2194249642 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f584004c030 con 0x55bf611bc520 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5840003970 con 0x55bf611bc520 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f58277fe640 1 -- 172.21.15.18:0/2194249642 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f5840003d30 con 0x55bf611bc520 2024-03-07T10:10:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f58277fe640 1 -- 172.21.15.18:0/2194249642 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5840039070 con 0x55bf611bc520 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 10 client.28375 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55bf611bf1f0 con 0x55bf611bc520 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f58277fe640 1 -- 172.21.15.18:0/2194249642 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5840003970 con 0x55bf611bc520 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f58277fe640 1 -- 172.21.15.18:0/2194249642 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5840048450 con 0x55bf611bc520 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 10 client.28375 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 10 client.28375 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 20 client.28375 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf611cc630 0x55bf611cea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 4 client.28375 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bf61124b00 con 0x55bf611cc630 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.514+0000 7f5847fff640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf611cc630 0x55bf611cea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.515+0000 7f58277fe640 10 client.28375 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.515+0000 7f5847fff640 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf611cc630 0x55bf611cea20 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=509591d754dec80d server_cookie=9ca03a3ac41f7242 in_seq=0 out_seq=0 2024-03-07T10:10:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.515+0000 7f58277fe640 1 -- 172.21.15.18:0/2194249642 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55bf61124b00 con 0x55bf611cc630 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.515+0000 7f58277fe640 10 client.28375 handle_command_reply: tid=0 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.515+0000 7f5851194740 1 client.28375 shutdown 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 msgr2=0x55bf611b9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611b9fc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f5840037040 tx=0x7f5840005c50 comp rx=0 tx=0).stop 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 shutdown_connections 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf611cc630 0x55bf611cea20 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611b9fc0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 --2- 172.21.15.18:0/2194249642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611b9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f58277fe640 0 client.28375 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 >> 172.21.15.18:0/2194249642 conn(0x55bf6117a580 msgr2=0x55bf611af9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:36.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 shutdown_connections 2024-03-07T10:10:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 1 -- 172.21.15.18:0/2194249642 wait complete. 2024-03-07T10:10:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.516+0000 7f5851194740 20 client.28375 trim_cache size 0 max 16384 2024-03-07T10:10:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.535+0000 7f5851194740 1 Processor -- start 2024-03-07T10:10:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.535+0000 7f5851194740 1 -- start start 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f5851194740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611bbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f5851194740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611af780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f5851194740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f5851194740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481c7050 con 0x55bf611b3d10 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f5851194740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481c4b50 con 0x55bf611b2fa0 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f5851194740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481c2c10 con 0x55bf611bc520 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611af780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611af780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:37364/0 (socket says 172.21.15.18:37364) 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 -- 172.21.15.18:0/924511172 learned_addr learned my addr 172.21.15.18:0/924511172 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f584c944640 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f5847fff640 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611bbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 -- 172.21.15.18:0/924511172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 msgr2=0x55bf611c7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 -- 172.21.15.18:0/924511172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 msgr2=0x55bf611bbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611bbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 -- 172.21.15.18:0/924511172 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf611bed70 con 0x55bf611b3d10 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.536+0000 7f58477fe640 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611af780 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f583c010960 tx=0x7f583c0109b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b558e426e874af7b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f582dffb640 1 -- 172.21.15.18:0/924511172 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583c094e60 con 0x55bf611b3d10 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f582dffb640 1 -- 172.21.15.18:0/924511172 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f583c09a9f0 con 0x55bf611b3d10 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f582dffb640 1 -- 172.21.15.18:0/924511172 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583c09e1f0 con 0x55bf611b3d10 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 -- 172.21.15.18:0/924511172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 msgr2=0x55bf611af780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611af780 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f583c010960 tx=0x7f583c0109b0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 -- 172.21.15.18:0/924511172 shutdown_connections 2024-03-07T10:10:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf611af780 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 --2- 172.21.15.18:0/924511172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf611bbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 -- 172.21.15.18:0/924511172 >> 172.21.15.18:0/924511172 conn(0x55bf6117a580 msgr2=0x55bf611af070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 -- 172.21.15.18:0/924511172 shutdown_connections 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.537+0000 7f5851194740 1 -- 172.21.15.18:0/924511172 wait complete. 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 -- start start 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 Processor -- start 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf61220f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf61221490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481c3210 con 0x55bf611b3d10 2024-03-07T10:10:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481c44f0 con 0x55bf611b2fa0 2024-03-07T10:10:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481c3830 con 0x55bf611bc520 2024-03-07T10:10:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5851194740 10 client.0 _ll_register_callbacks cb 0x7f58380093d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5847fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf61220f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f58477fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf61221490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5847fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf61220f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:40028/0 (socket says 172.21.15.18:40028) 2024-03-07T10:10:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.538+0000 7f5847fff640 1 -- 172.21.15.18:0/3608436624 learned_addr learned my addr 172.21.15.18:0/3608436624 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f584c944640 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f584c944640 1 -- 172.21.15.18:0/3608436624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 msgr2=0x55bf61220f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f584c944640 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf61220f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f584c944640 1 -- 172.21.15.18:0/3608436624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 msgr2=0x55bf61221490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f584c944640 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf61221490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f584c944640 1 -- 172.21.15.18:0/3608436624 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bf611c0810 con 0x55bf611bc520 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f584c944640 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c0150 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5840048850 tx=0x7f5840032500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59d167229e501bd9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.539+0000 7f58277fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.540+0000 7f58277fe640 1 -- 172.21.15.18:0/3608436624 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f584004c070 con 0x55bf611bc520 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.540+0000 7f58277fe640 1 -- 172.21.15.18:0/3608436624 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f5840032cd0 con 0x55bf611bc520 2024-03-07T10:10:36.547 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.540+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f583c09a9f0 con 0x55bf611bc520 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.540+0000 7f58277fe640 1 -- 172.21.15.18:0/3608436624 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5840043040 con 0x55bf611bc520 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 10 client.28381 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55bf61228690 con 0x55bf611bc520 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f58277fe640 1 -- 172.21.15.18:0/3608436624 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f583c09a9f0 con 0x55bf611bc520 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f58277fe640 1 -- 172.21.15.18:0/3608436624 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5840004120 con 0x55bf611bc520 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 10 client.28381 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 10 client.28381 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 20 client.28381 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf61228bf0 0x55bf6122afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 4 client.28381 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55bf6111ee50 con 0x55bf61228bf0 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.542+0000 7f5847fff640 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf61228bf0 0x55bf6122afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:36.548 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.543+0000 7f58277fe640 10 client.28381 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.543+0000 7f5847fff640 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf61228bf0 0x55bf6122afe0 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f08038b8a21a97a9 server_cookie=f3f9c936d82f1b4b in_seq=0 out_seq=0 2024-03-07T10:10:36.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:36 smithi018 ceph-mon[32171]: pgmap v357: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2024-03-07T10:10:36.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:36 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.597+0000 7f58277fe640 1 -- 172.21.15.18:0/3608436624 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55bf6111ee50 con 0x55bf61228bf0 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.597+0000 7f58277fe640 10 client.28381 handle_command_reply: tid=0 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 client.28381 shutdown 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 msgr2=0x55bf611c0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c0150 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5840048850 tx=0x7f5840032500 comp rx=0 tx=0).stop 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 shutdown_connections 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55bf61228bf0 0x55bf6122afe0 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bf611bc520 0x55bf611c0150 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55bf611b3d10 0x55bf61221490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f58277fe640 0 client.28381 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 --2- 172.21.15.18:0/3608436624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bf611b2fa0 0x55bf61220f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 >> 172.21.15.18:0/3608436624 conn(0x55bf6117a580 msgr2=0x55bf611ace10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 shutdown_connections 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 1 -- 172.21.15.18:0/3608436624 wait complete. 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.599+0000 7f5851194740 20 client.28381 trim_cache size 0 max 16384 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:10:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:10:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:10:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:10:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f58300a1fb0 msgr2=0x7f58300a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f58300a1fb0 0x7f58300a4470 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55bf611b4470 tx=0x7f58380090e0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5848110240 msgr2=0x7f5848113550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5848110240 0x7f5848113550 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f583c00b470 tx=0x7f583c00b930 comp rx=0 tx=0).stop 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 shutdown_connections 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f584811ae40 0x7f5848113a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f58300a1fb0 0x7f58300a4470 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5848110240 0x7f5848113550 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 --2- 172.21.15.18:0/4162631834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f584810fdd0 0x7f584811a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 >> 172.21.15.18:0/4162631834 conn(0x7f584806c710 msgr2=0x7f584811bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 shutdown_connections 2024-03-07T10:10:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:36.600+0000 7f584e3a7640 1 -- 172.21.15.18:0/4162631834 wait complete. 2024-03-07T10:10:37.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:37 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:10:37.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:37 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:10:37.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:37 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:10:37.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:37 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:10:37.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:37 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:10:37.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:37 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:10:38.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 675.0 s, 1677.6 tps, lat 59.269 ms stddev 70.893 2024-03-07T10:10:38.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:38 smithi063 ceph-mon[36356]: pgmap v358: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 11 MiB/s wr, 766 op/s 2024-03-07T10:10:38.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:38 smithi077 ceph-mon[36374]: pgmap v358: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 11 MiB/s wr, 766 op/s 2024-03-07T10:10:38.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:38 smithi018 ceph-mon[32171]: pgmap v358: 97 pgs: 97 active+clean; 4.8 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 11 MiB/s wr, 766 op/s 2024-03-07T10:10:40.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:40 smithi063 ceph-mon[36356]: pgmap v359: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 13 MiB/s wr, 892 op/s 2024-03-07T10:10:40.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:40 smithi077 ceph-mon[36374]: pgmap v359: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 13 MiB/s wr, 892 op/s 2024-03-07T10:10:40.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:40 smithi018 ceph-mon[32171]: pgmap v359: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 13 MiB/s wr, 892 op/s 2024-03-07T10:10:42.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:42 smithi063 ceph-mon[36356]: pgmap v360: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 7.8 MiB/s wr, 678 op/s 2024-03-07T10:10:42.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:42 smithi077 ceph-mon[36374]: pgmap v360: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 7.8 MiB/s wr, 678 op/s 2024-03-07T10:10:42.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:42 smithi018 ceph-mon[32171]: pgmap v360: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 7.8 MiB/s wr, 678 op/s 2024-03-07T10:10:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 680.0 s, 2027.6 tps, lat 49.006 ms stddev 58.967 2024-03-07T10:10:44.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:44 smithi063 ceph-mon[36356]: pgmap v361: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.4 MiB/s wr, 626 op/s 2024-03-07T10:10:44.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:44 smithi077 ceph-mon[36374]: pgmap v361: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.4 MiB/s wr, 626 op/s 2024-03-07T10:10:44.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:44 smithi018 ceph-mon[32171]: pgmap v361: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 7.4 MiB/s wr, 626 op/s 2024-03-07T10:10:46.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:46 smithi063 ceph-mon[36356]: pgmap v362: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 11 MiB/s wr, 891 op/s 2024-03-07T10:10:46.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:46 smithi077 ceph-mon[36374]: pgmap v362: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 11 MiB/s wr, 891 op/s 2024-03-07T10:10:46.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:46 smithi018 ceph-mon[32171]: pgmap v362: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 11 MiB/s wr, 891 op/s 2024-03-07T10:10:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 685.0 s, 1703.2 tps, lat 58.924 ms stddev 66.935 2024-03-07T10:10:48.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:48 smithi063 ceph-mon[36356]: pgmap v363: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 8.2 MiB/s wr, 685 op/s 2024-03-07T10:10:48.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:48 smithi077 ceph-mon[36374]: pgmap v363: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 8.2 MiB/s wr, 685 op/s 2024-03-07T10:10:48.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:48 smithi018 ceph-mon[32171]: pgmap v363: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 8.2 MiB/s wr, 685 op/s 2024-03-07T10:10:49.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.734+0000 7ff700dc9640 1 -- 172.21.15.18:0/3805761165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc107640 msgr2=0x7ff6fc107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.734+0000 7ff700dc9640 1 --2- 172.21.15.18:0/3805761165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc107640 0x7ff6fc107a20 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009cd0 tx=0x7ff6f402c100 comp rx=0 tx=0).stop 2024-03-07T10:10:49.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.737+0000 7ff700dc9640 1 -- 172.21.15.18:0/3805761165 shutdown_connections 2024-03-07T10:10:49.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.737+0000 7ff700dc9640 1 --2- 172.21.15.18:0/3805761165 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6fc101ff0 0x7ff6fc10e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.737+0000 7ff700dc9640 1 --2- 172.21.15.18:0/3805761165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6fc101630 0x7ff6fc101ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.737+0000 7ff700dc9640 1 --2- 172.21.15.18:0/3805761165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc107640 0x7ff6fc107a20 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.737+0000 7ff700dc9640 1 -- 172.21.15.18:0/3805761165 >> 172.21.15.18:0/3805761165 conn(0x7ff6fc0fd180 msgr2=0x7ff6fc0ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.737+0000 7ff700dc9640 1 -- 172.21.15.18:0/3805761165 shutdown_connections 2024-03-07T10:10:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.737+0000 7ff700dc9640 1 -- 172.21.15.18:0/3805761165 wait complete. 2024-03-07T10:10:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 Processor -- start 2024-03-07T10:10:49.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 -- start start 2024-03-07T10:10:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6fc101630 0x7ff6fc19e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc101ff0 0x7ff6fc19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6fc107640 0x7ff6fc1a2c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc10f8e0 con 0x7ff6fc107640 2024-03-07T10:10:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc10f760 con 0x7ff6fc101630 2024-03-07T10:10:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff700dc9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc10fa60 con 0x7ff6fc101ff0 2024-03-07T10:10:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.738+0000 7ff6fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6fc107640 0x7ff6fc1a2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6fc107640 0x7ff6fc1a2c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51668/0 (socket says 172.21.15.18:51668) 2024-03-07T10:10:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fad9d640 1 -- 172.21.15.18:0/2598253672 learned_addr learned my addr 172.21.15.18:0/2598253672 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:49.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6fc101630 0x7ff6fc19e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2598253672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc101ff0 msgr2=0x7ff6fc19e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc101ff0 0x7ff6fc19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc101ff0 0x7ff6fc19e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6fc107640 msgr2=0x7ff6fc1a2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6fc107640 0x7ff6fc1a2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.739+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2598253672 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6fc1a33c0 con 0x7ff6fc101630 2024-03-07T10:10:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.740+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6fc101630 0x7ff6fc19e3d0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff6f402c710 tx=0x7ff6f4035d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.742+0000 7ff6eb7fe640 1 -- 172.21.15.18:0/2598253672 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4039040 con 0x7ff6fc101630 2024-03-07T10:10:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.742+0000 7ff6eb7fe640 1 -- 172.21.15.18:0/2598253672 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6f4044070 con 0x7ff6fc101630 2024-03-07T10:10:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.742+0000 7ff6eb7fe640 1 -- 172.21.15.18:0/2598253672 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f40044d0 con 0x7ff6fc101630 2024-03-07T10:10:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.742+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6fc1a3650 con 0x7ff6fc101630 2024-03-07T10:10:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.742+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6fc1aaf40 con 0x7ff6fc101630 2024-03-07T10:10:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.745+0000 7ff6eb7fe640 1 -- 172.21.15.18:0/2598253672 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ff6f4032790 con 0x7ff6fc101630 2024-03-07T10:10:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.745+0000 7ff703bb1740 1 Processor -- start 2024-03-07T10:10:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.745+0000 7ff703bb1740 1 -- start start 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90fd10 0x55cd6d90ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90efa0 0x55cd6d90f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff703bb1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd6d8735c0 con 0x55cd6d918520 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff703bb1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd6d81c900 con 0x55cd6d90efa0 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff703bb1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd6d86f660 con 0x55cd6d90fd10 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6fad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90fd10 0x55cd6d90ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6fad9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90fd10 0x55cd6d90ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:44516/0 (socket says 172.21.15.18:44516) 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6fad9d640 1 -- 172.21.15.18:0/3211928601 learned_addr learned my addr 172.21.15.18:0/3211928601 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90efa0 0x55cd6d90f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6eb7fe640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff6e40a2090 0x7ff6e40a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6f9d9b640 1 -- 172.21.15.18:0/3211928601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90fd10 msgr2=0x55cd6d90ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90fd10 0x55cd6d90ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6f9d9b640 1 -- 172.21.15.18:0/3211928601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90efa0 msgr2=0x55cd6d90f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90efa0 0x55cd6d90f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.746+0000 7ff6f9d9b640 1 -- 172.21.15.18:0/3211928601 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cd6d588210 con 0x55cd6d918520 2024-03-07T10:10:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90efa0 0x55cd6d90f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:10:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6eb7fe640 1 -- 172.21.15.18:0/2598253672 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff6f40f0800 con 0x7ff6fc101630 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90fd10 0x55cd6d90ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff6e40a2090 0x7ff6e40a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91a910 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec009a90 tx=0x7ff6ec009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37e8bf89434b76e5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6e8ff9640 1 -- 172.21.15.18:0/3211928601 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec00ecb0 con 0x55cd6d918520 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6e8ff9640 1 -- 172.21.15.18:0/3211928601 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6ec00ee50 con 0x55cd6d918520 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.747+0000 7ff6e8ff9640 1 -- 172.21.15.18:0/3211928601 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec011490 con 0x55cd6d918520 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 -- 172.21.15.18:0/3211928601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 msgr2=0x55cd6d91a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91a910 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec009a90 tx=0x7ff6ec009f50 comp rx=0 tx=0).stop 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff6e40a2090 0x7ff6e40a4550 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0005fd0 tx=0x7ff6f00046c0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 -- 172.21.15.18:0/3211928601 shutdown_connections 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91a910 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90efa0 0x55cd6d90f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 --2- 172.21.15.18:0/3211928601 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90fd10 0x55cd6d90ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 -- 172.21.15.18:0/3211928601 >> 172.21.15.18:0/3211928601 conn(0x55cd6d8d6580 msgr2=0x55cd6d909c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 -- 172.21.15.18:0/3211928601 shutdown_connections 2024-03-07T10:10:49.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.748+0000 7ff703bb1740 1 -- 172.21.15.18:0/3211928601 wait complete. 2024-03-07T10:10:49.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 -- start start 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 Processor -- start 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90efa0 0x55cd6d915590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 0x55cd6d915ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d918520 0x55cd6d916010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd6d91b250 con 0x55cd6d90efa0 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd6d82fd60 con 0x55cd6d90fd10 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd6d91b3d0 con 0x55cd6d918520 2024-03-07T10:10:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff6fa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90efa0 0x55cd6d915590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff703bb1740 10 client.0 _ll_register_callbacks cb 0x55cd6d587a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff6fa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90efa0 0x55cd6d915590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51684/0 (socket says 172.21.15.18:51684) 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.749+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2278828532 learned_addr learned my addr 172.21.15.18:0/2278828532 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d918520 0x55cd6d916010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fad9d640 1 -- 172.21.15.18:0/2278828532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 msgr2=0x55cd6d915ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 0x55cd6d915ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fad9d640 1 -- 172.21.15.18:0/2278828532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90efa0 msgr2=0x55cd6d915590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90efa0 0x55cd6d915590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fad9d640 1 -- 172.21.15.18:0/2278828532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cd6d654620 con 0x55cd6d918520 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90efa0 0x55cd6d915590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d918520 0x55cd6d916010 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ff6f001e700 tx=0x7ff6f0004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ece48e416ee06890 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.750+0000 7ff6e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2278828532 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f000fa90 con 0x55cd6d918520 2024-03-07T10:10:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2278828532 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff6f000fc30 con 0x55cd6d918520 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff6ec00ee50 con 0x55cd6d918520 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2278828532 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6f000fe30 con 0x55cd6d918520 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff703bb1740 10 client.28390 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cd6d927660 con 0x55cd6d918520 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2278828532 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6ec00ee50 con 0x55cd6d918520 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2278828532 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff6f0025070 con 0x55cd6d918520 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff703bb1740 10 client.28390 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff703bb1740 10 client.28390 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.751+0000 7ff703bb1740 20 client.28390 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.752+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d928b20 0x55cd6d92af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.752+0000 7ff703bb1740 4 client.28390 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.752+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cd6d880b00 con 0x55cd6d928b20 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.752+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d928b20 0x55cd6d92af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.752+0000 7ff6e1ffb640 10 client.28390 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.752+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d928b20 0x55cd6d92af90 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c776cf9174af48a server_cookie=e48929c3400897ec in_seq=0 out_seq=0 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.753+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2278828532 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55cd6d880b00 con 0x55cd6d928b20 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.753+0000 7ff6e1ffb640 10 client.28390 handle_command_reply: tid=0 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.753+0000 7ff703bb1740 1 client.28390 shutdown 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d918520 msgr2=0x55cd6d916010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d918520 0x55cd6d916010 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ff6f001e700 tx=0x7ff6f0004730 comp rx=0 tx=0).stop 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 shutdown_connections 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d928b20 0x55cd6d92af90 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d918520 0x55cd6d916010 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 0x55cd6d915ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2278828532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90efa0 0x55cd6d915590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 >> 172.21.15.18:0/2278828532 conn(0x55cd6d8d6580 msgr2=0x55cd6d90b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff6e1ffb640 0 client.28390 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.754+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 shutdown_connections 2024-03-07T10:10:49.762 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.755+0000 7ff703bb1740 1 -- 172.21.15.18:0/2278828532 wait complete. 2024-03-07T10:10:49.763 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.755+0000 7ff703bb1740 20 client.28390 trim_cache size 0 max 16384 2024-03-07T10:10:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 Processor -- start 2024-03-07T10:10:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 -- start start 2024-03-07T10:10:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d917cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90fd10 0x55cd6d90b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d918520 0x55cd6d923b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc1b5e50 con 0x55cd6d90fd10 2024-03-07T10:10:49.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc1b3950 con 0x55cd6d918520 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.771+0000 7ff703bb1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc1b1a10 con 0x55cd6d90efa0 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d917cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d917cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:44522/0 (socket says 172.21.15.18:44522) 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 -- 172.21.15.18:0/1750230859 learned_addr learned my addr 172.21.15.18:0/1750230859 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fad9d640 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d918520 0x55cd6d923b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90fd10 0x55cd6d90b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 -- 172.21.15.18:0/1750230859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d918520 msgr2=0x55cd6d923b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d918520 0x55cd6d923b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 -- 172.21.15.18:0/1750230859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90fd10 msgr2=0x55cd6d90b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90fd10 0x55cd6d90b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 -- 172.21.15.18:0/1750230859 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cd6d92b300 con 0x55cd6d90efa0 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d917cc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009bf0 tx=0x7ff6f402c100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9448708feeb5e6b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6e3fff640 1 -- 172.21.15.18:0/1750230859 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f40f3e60 con 0x55cd6d90efa0 2024-03-07T10:10:49.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6e3fff640 1 -- 172.21.15.18:0/1750230859 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6f40bd960 con 0x55cd6d90efa0 2024-03-07T10:10:49.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.772+0000 7ff6e3fff640 1 -- 172.21.15.18:0/1750230859 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f40c5a00 con 0x55cd6d90efa0 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 -- 172.21.15.18:0/1750230859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 msgr2=0x55cd6d917cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d917cc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009bf0 tx=0x7ff6f402c100 comp rx=0 tx=0).stop 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 -- 172.21.15.18:0/1750230859 shutdown_connections 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d918520 0x55cd6d923b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d90fd10 0x55cd6d90b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 --2- 172.21.15.18:0/1750230859 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d917cc0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 -- 172.21.15.18:0/1750230859 >> 172.21.15.18:0/1750230859 conn(0x55cd6d8d6580 msgr2=0x55cd6d90b050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 -- 172.21.15.18:0/1750230859 shutdown_connections 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.773+0000 7ff703bb1740 1 -- 172.21.15.18:0/1750230859 wait complete. 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 -- start start 2024-03-07T10:10:49.779 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 Processor -- start 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d9201c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 0x55cd6d91b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc1b2010 con 0x55cd6d918520 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d9201c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fad9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6f9d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 0x55cd6d91b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d9201c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:44532/0 (socket says 172.21.15.18:44532) 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2114533012 learned_addr learned my addr 172.21.15.18:0/2114533012 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc1b32f0 con 0x55cd6d90fd10 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6fc1b2630 con 0x55cd6d90efa0 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2114533012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 msgr2=0x55cd6d91b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 0x55cd6d91b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.780 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2114533012 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 msgr2=0x55cd6d91bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.774+0000 7ff6fa59c640 1 -- 172.21.15.18:0/2114533012 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cd6d91c150 con 0x55cd6d90efa0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 10 client.0 _ll_register_callbacks cb 0x7ff6f000bc80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff6f40bd960 con 0x55cd6d90efa0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff6fa59c640 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d9201c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff6f40bd1f0 tx=0x7ff6f40bcbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53e8a237cc42e8db server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff6e1ffb640 10 client.28396 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2114533012 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f40f3e60 con 0x55cd6d90efa0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2114533012 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff6f4004670 con 0x55cd6d90efa0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2114533012 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6f40bd260 con 0x55cd6d90efa0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 10 client.28396 fetch_fsmap learned FSMap version 26 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x55cd6d984060 con 0x55cd6d90efa0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2114533012 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff6f403c030 con 0x55cd6d90efa0 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 10 client.28396 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:10:49.781 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 10 client.28396 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:10:49.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 20 client.28396 populate_metadata read hostname 'smithi018' 2024-03-07T10:10:49.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d984480 0x55cd6d9868a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:10:49.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 4 client.28396 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:10:49.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.775+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55cd6d87ae50 con 0x55cd6d984480 2024-03-07T10:10:49.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.776+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d984480 0x55cd6d9868a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:10:49.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.776+0000 7ff6f9d9b640 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d984480 0x55cd6d9868a0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da86a7ea92dcf9ed server_cookie=1b597100acae8aff in_seq=0 out_seq=0 2024-03-07T10:10:49.782 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.776+0000 7ff6e1ffb640 10 client.28396 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff6e1ffb640 1 -- 172.21.15.18:0/2114533012 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55cd6d87ae50 con 0x55cd6d984480 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff6e1ffb640 10 client.28396 handle_command_reply: tid=0 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 client.28396 shutdown 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 msgr2=0x55cd6d9201c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d9201c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff6f40bd1f0 tx=0x7ff6f40bcbc0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 shutdown_connections 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cd6d984480 0x55cd6d9868a0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cd6d918520 0x55cd6d91bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff6e1ffb640 0 client.28396 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cd6d90fd10 0x55cd6d91b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 --2- 172.21.15.18:0/2114533012 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cd6d90efa0 0x55cd6d9201c0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 >> 172.21.15.18:0/2114533012 conn(0x55cd6d8d6580 msgr2=0x55cd6d915de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 shutdown_connections 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 1 -- 172.21.15.18:0/2114533012 wait complete. 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.794+0000 7ff703bb1740 20 client.28396 trim_cache size 0 max 16384 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:10:49.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:10:49.798 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff6e40a2090 msgr2=0x7ff6e40a4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff6e40a2090 0x7ff6e40a4550 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0005fd0 tx=0x7ff6f00046c0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6fc101630 msgr2=0x7ff6fc19e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6fc101630 0x7ff6fc19e3d0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff6f402c710 tx=0x7ff6f4035d10 comp rx=0 tx=0).stop 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 shutdown_connections 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff6e40a2090 0x7ff6e40a4550 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff6fc107640 0x7ff6fc1a2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6fc101ff0 0x7ff6fc19e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 --2- 172.21.15.18:0/2598253672 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6fc101630 0x7ff6fc19e3d0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 >> 172.21.15.18:0/2598253672 conn(0x7ff6fc0fd180 msgr2=0x7ff6fc0fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 shutdown_connections 2024-03-07T10:10:49.799 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:10:49.795+0000 7ff700dc9640 1 -- 172.21.15.18:0/2598253672 wait complete. 2024-03-07T10:10:50.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:50 smithi063 ceph-mon[36356]: pgmap v364: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 11 MiB/s wr, 840 op/s 2024-03-07T10:10:50.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:50 smithi077 ceph-mon[36374]: pgmap v364: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 11 MiB/s wr, 840 op/s 2024-03-07T10:10:50.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:50 smithi018 ceph-mon[32171]: pgmap v364: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 11 MiB/s wr, 840 op/s 2024-03-07T10:10:52.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:52 smithi063 ceph-mon[36356]: pgmap v365: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 8.4 MiB/s wr, 649 op/s 2024-03-07T10:10:52.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:52 smithi077 ceph-mon[36374]: pgmap v365: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 8.4 MiB/s wr, 649 op/s 2024-03-07T10:10:52.594 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:52 smithi018 ceph-mon[32171]: pgmap v365: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 8.4 MiB/s wr, 649 op/s 2024-03-07T10:10:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 690.0 s, 1713.0 tps, lat 58.431 ms stddev 70.242 2024-03-07T10:10:54.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:54 smithi063 ceph-mon[36356]: pgmap v366: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-03-07T10:10:54.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:54 smithi077 ceph-mon[36374]: pgmap v366: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-03-07T10:10:54.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:54 smithi018 ceph-mon[32171]: pgmap v366: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 7.9 MiB/s wr, 587 op/s 2024-03-07T10:10:56.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:56 smithi063 ceph-mon[36356]: pgmap v367: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 9.8 MiB/s wr, 779 op/s 2024-03-07T10:10:56.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:56 smithi077 ceph-mon[36374]: pgmap v367: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 9.8 MiB/s wr, 779 op/s 2024-03-07T10:10:56.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:56 smithi018 ceph-mon[32171]: pgmap v367: 97 pgs: 97 active+clean; 4.9 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 9.8 MiB/s wr, 779 op/s 2024-03-07T10:10:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 695.0 s, 1736.6 tps, lat 57.314 ms stddev 67.881 2024-03-07T10:10:58.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:10:58 smithi063 ceph-mon[36356]: pgmap v368: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 6.8 MiB/s wr, 558 op/s 2024-03-07T10:10:58.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:10:58 smithi077 ceph-mon[36374]: pgmap v368: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 6.8 MiB/s wr, 558 op/s 2024-03-07T10:10:58.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:10:58 smithi018 ceph-mon[32171]: pgmap v368: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 6.8 MiB/s wr, 558 op/s 2024-03-07T10:11:00.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:00 smithi063 ceph-mon[36356]: pgmap v369: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 9.0 MiB/s wr, 716 op/s 2024-03-07T10:11:00.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:00 smithi077 ceph-mon[36374]: pgmap v369: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 9.0 MiB/s wr, 716 op/s 2024-03-07T10:11:00.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:00 smithi018 ceph-mon[32171]: pgmap v369: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 9.0 MiB/s wr, 716 op/s 2024-03-07T10:11:01.005 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:11:01.005 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:11:01.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3855169604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 msgr2=0x7f4b281103a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3855169604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b281103a0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009ca0 tx=0x7f4b2002c0f0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3855169604 shutdown_connections 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3855169604 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b281103a0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3855169604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28100d20 0x7f4b2810da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3855169604 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28100400 0x7f4b281007e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3855169604 >> 172.21.15.18:0/3855169604 conn(0x7f4b28077680 msgr2=0x7f4b28077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.119+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3855169604 shutdown_connections 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.120+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3855169604 wait complete. 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.120+0000 7f4b2e7cd640 1 Processor -- start 2024-03-07T10:11:01.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.120+0000 7f4b2e7cd640 1 -- start start 2024-03-07T10:11:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.120+0000 7f4b2e7cd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28100400 0x7f4b2819a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.120+0000 7f4b2e7cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28100d20 0x7f4b2819a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2e7cd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b2819e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2e7cd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b28113c10 con 0x7f4b2810dfb0 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2e7cd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b28113a90 con 0x7f4b28100d20 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2e7cd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b28113d90 con 0x7f4b28100400 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b2819e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b2819e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49632/0 (socket says 172.21.15.18:49632) 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 -- 172.21.15.18:0/3655180553 learned_addr learned my addr 172.21.15.18:0/3655180553 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28100d20 0x7f4b2819a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b27fff640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28100400 0x7f4b2819a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 -- 172.21.15.18:0/3655180553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28100400 msgr2=0x7f4b2819a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28100400 0x7f4b2819a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 -- 172.21.15.18:0/3655180553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28100d20 msgr2=0x7f4b2819a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28100d20 0x7f4b2819a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 -- 172.21.15.18:0/3655180553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b2819f0e0 con 0x7f4b2810dfb0 2024-03-07T10:11:01.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28100d20 0x7f4b2819a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2cd6a640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b2819e9b0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f4b20005cc0 tx=0x7f4b20032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b257fa640 1 -- 172.21.15.18:0/3655180553 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b20041020 con 0x7f4b2810dfb0 2024-03-07T10:11:01.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.121+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b2819f370 con 0x7f4b2810dfb0 2024-03-07T10:11:01.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.122+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b281a6c60 con 0x7f4b2810dfb0 2024-03-07T10:11:01.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.122+0000 7f4b257fa640 1 -- 172.21.15.18:0/3655180553 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b20034cd0 con 0x7f4b2810dfb0 2024-03-07T10:11:01.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.122+0000 7f4b257fa640 1 -- 172.21.15.18:0/3655180553 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b20039040 con 0x7f4b2810dfb0 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.124+0000 7f4b257fa640 1 -- 172.21.15.18:0/3655180553 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4b20044020 con 0x7f4b2810dfb0 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.124+0000 7f4b315bb740 1 Processor -- start 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.124+0000 7f4b315bb740 1 -- start start 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.124+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd7feb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8076f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd80a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b315bb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbfd761dd0 con 0x55dbfd7ff050 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b315bb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbfd70aae0 con 0x55dbfd807c30 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b315bb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbfd75de70 con 0x55dbfd7fe730 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8076f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8076f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49634/0 (socket says 172.21.15.18:49634) 2024-03-07T10:11:01.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 -- 172.21.15.18:0/824975398 learned_addr learned my addr 172.21.15.18:0/824975398 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b277fe640 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd80a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b277fe640 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd7feb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b257fa640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b100a1ef0 0x7f4b100a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 -- 172.21.15.18:0/824975398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 msgr2=0x55dbfd7feb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd7feb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 -- 172.21.15.18:0/824975398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 msgr2=0x55dbfd80a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd80a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b2cd6a640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b100a1ef0 0x7f4b100a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 -- 172.21.15.18:0/824975398 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dbfd5407d0 con 0x55dbfd7ff050 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b277fe640 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd7feb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b257fa640 1 -- 172.21.15.18:0/3655180553 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4b200efd20 con 0x7f4b2810dfb0 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.125+0000 7f4b27fff640 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8076f0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f4b18009cf0 tx=0x7f4b18011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73ffc0a2e782d759 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.126+0000 7f4b0e7fc640 1 -- 172.21.15.18:0/824975398 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b18004230 con 0x55dbfd7ff050 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.126+0000 7f4b2cd6a640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b100a1ef0 0x7f4b100a43b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4b200ed590 tx=0x7f4b200b8380 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.126+0000 7f4b0e7fc640 1 -- 172.21.15.18:0/824975398 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b180043d0 con 0x55dbfd7ff050 2024-03-07T10:11:01.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.126+0000 7f4b0e7fc640 1 -- 172.21.15.18:0/824975398 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b18019960 con 0x55dbfd7ff050 2024-03-07T10:11:01.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 -- 172.21.15.18:0/824975398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 msgr2=0x55dbfd8076f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8076f0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f4b18009cf0 tx=0x7f4b18011810 comp rx=0 tx=0).stop 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 -- 172.21.15.18:0/824975398 shutdown_connections 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd80a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8076f0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 --2- 172.21.15.18:0/824975398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd7feb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 -- 172.21.15.18:0/824975398 >> 172.21.15.18:0/824975398 conn(0x55dbfd7f8e60 msgr2=0x55dbfd7f9240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 -- 172.21.15.18:0/824975398 shutdown_connections 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 -- 172.21.15.18:0/824975398 wait complete. 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 -- start start 2024-03-07T10:11:01.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.127+0000 7f4b315bb740 1 Processor -- start 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7fe730 0x55dbfd807620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8049b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd807c30 0x55dbfd804fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b315bb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbfd80aa20 con 0x55dbfd7ff050 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b315bb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbfd71e070 con 0x55dbfd7fe730 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b315bb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbfd80aba0 con 0x55dbfd807c30 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b315bb740 10 client.0 _ll_register_callbacks cb 0x55dbfd71da40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8049b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b27fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8049b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49646/0 (socket says 172.21.15.18:49646) 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7fe730 0x55dbfd807620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b27fff640 1 -- 172.21.15.18:0/3354157728 learned_addr learned my addr 172.21.15.18:0/3354157728 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd807c30 0x55dbfd804fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 -- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd807c30 msgr2=0x55dbfd804fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd807c30 0x55dbfd804fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 -- 172.21.15.18:0/3354157728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 msgr2=0x55dbfd8049b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8049b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 -- 172.21.15.18:0/3354157728 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dbfd4763f0 con 0x55dbfd7fe730 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7fe730 0x55dbfd807620 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c009fd0 tx=0x7f4b1c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f18c4f6c9f3744c4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.128+0000 7f4b077fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b077fe640 1 -- 172.21.15.18:0/3354157728 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c004040 con 0x55dbfd7fe730 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b077fe640 1 -- 172.21.15.18:0/3354157728 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4b1c0041e0 con 0x55dbfd7fe730 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4b180043d0 con 0x55dbfd7fe730 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b077fe640 1 -- 172.21.15.18:0/3354157728 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b1c0043e0 con 0x55dbfd7fe730 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b315bb740 10 client.28265 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55dbfd4360f0 con 0x55dbfd7fe730 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b077fe640 1 -- 172.21.15.18:0/3354157728 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b180043d0 con 0x55dbfd7fe730 2024-03-07T10:11:01.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.129+0000 7f4b077fe640 1 -- 172.21.15.18:0/3354157728 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4b1c004b00 con 0x55dbfd7fe730 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b315bb740 10 client.28265 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b315bb740 10 client.28265 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b315bb740 20 client.28265 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd8179a0 0x55dbfd819db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b315bb740 4 client.28265 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dbfd76f310 con 0x55dbfd8179a0 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b27fff640 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd8179a0 0x55dbfd819db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b077fe640 10 client.28265 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.130+0000 7f4b27fff640 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd8179a0 0x55dbfd819db0 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=612298af48235b77 server_cookie=737a9fd1a13c25c1 in_seq=0 out_seq=0 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b077fe640 1 -- 172.21.15.18:0/3354157728 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55dbfd76f310 con 0x55dbfd8179a0 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b077fe640 10 client.28265 handle_command_reply: tid=0 2024-03-07T10:11:01.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 client.28265 shutdown 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7fe730 msgr2=0x55dbfd807620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7fe730 0x55dbfd807620 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c009fd0 tx=0x7f4b1c0046c0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 shutdown_connections 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd8179a0 0x55dbfd819db0 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd807c30 0x55dbfd804fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7ff050 0x55dbfd8049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3354157728 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7fe730 0x55dbfd807620 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b077fe640 0 client.28265 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 >> 172.21.15.18:0/3354157728 conn(0x55dbfd7f8e60 msgr2=0x55dbfd7fabb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.131+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 shutdown_connections 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.132+0000 7f4b315bb740 1 -- 172.21.15.18:0/3354157728 wait complete. 2024-03-07T10:11:01.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.132+0000 7f4b315bb740 20 client.28265 trim_cache size 0 max 16384 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.148+0000 7f4b315bb740 1 Processor -- start 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b315bb740 1 -- start start 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7fe730 0x55dbfd8042b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7ff050 0x55dbfd8070e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd807620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b315bb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b14010d90 con 0x55dbfd7fe730 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b315bb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1400e890 con 0x55dbfd807c30 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b315bb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1400c950 con 0x55dbfd7ff050 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7fe730 0x55dbfd8042b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7fe730 0x55dbfd8042b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49662/0 (socket says 172.21.15.18:49662) 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 -- 172.21.15.18:0/3058705609 learned_addr learned my addr 172.21.15.18:0/3058705609 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b27fff640 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7ff050 0x55dbfd8070e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd807620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 -- 172.21.15.18:0/3058705609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7ff050 msgr2=0x55dbfd8070e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7ff050 0x55dbfd8070e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 -- 172.21.15.18:0/3058705609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 msgr2=0x55dbfd807620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd807620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.149+0000 7f4b277fe640 1 -- 172.21.15.18:0/3058705609 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dbfd7fe100 con 0x55dbfd7fe730 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.150+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7fe730 0x55dbfd8042b0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c013040 tx=0x7f4b1c011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8f65258435a861f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.150+0000 7f4b0dffb640 1 -- 172.21.15.18:0/3058705609 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c003710 con 0x55dbfd7fe730 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.150+0000 7f4b0dffb640 1 -- 172.21.15.18:0/3058705609 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b1c004c10 con 0x55dbfd7fe730 2024-03-07T10:11:01.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.150+0000 7f4b0dffb640 1 -- 172.21.15.18:0/3058705609 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c005550 con 0x55dbfd7fe730 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.150+0000 7f4b315bb740 1 -- 172.21.15.18:0/3058705609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7fe730 msgr2=0x55dbfd8042b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.150+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7fe730 0x55dbfd8042b0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c013040 tx=0x7f4b1c011b40 comp rx=0 tx=0).stop 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- 172.21.15.18:0/3058705609 shutdown_connections 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd807c30 0x55dbfd807620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7ff050 0x55dbfd8070e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3058705609 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd7fe730 0x55dbfd8042b0 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- 172.21.15.18:0/3058705609 >> 172.21.15.18:0/3058705609 conn(0x55dbfd7f8e60 msgr2=0x55dbfd7f7ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- 172.21.15.18:0/3058705609 shutdown_connections 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- 172.21.15.18:0/3058705609 wait complete. 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- start start 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 Processor -- start 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd801320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7ff050 0x55dbfd801860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd807c30 0x55dbfd801da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1400cf50 con 0x55dbfd807c30 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1400e230 con 0x55dbfd7ff050 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1400d570 con 0x55dbfd7fe730 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b315bb740 10 client.0 _ll_register_callbacks cb 0x7f4b1c011c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.151+0000 7f4b277fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd807c30 0x55dbfd801da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7ff050 0x55dbfd801860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b277fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd801320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7ff050 0x55dbfd801860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50850/0 (socket says 172.21.15.18:50850) 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 -- 172.21.15.18:0/3553158569 learned_addr learned my addr 172.21.15.18:0/3553158569 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 -- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 msgr2=0x55dbfd801320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd801320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 -- 172.21.15.18:0/3553158569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd807c30 msgr2=0x55dbfd801da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd807c30 0x55dbfd801da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 -- 172.21.15.18:0/3553158569 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dbfd8724e0 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd801320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b27fff640 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7ff050 0x55dbfd801860 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x55dbfd7f3360 tx=0x7f4b18005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=598ed714fb5b4d88 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b077fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b077fe640 1 -- 172.21.15.18:0/3553158569 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b18005040 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4b1c004c10 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.152+0000 7f4b077fe640 1 -- 172.21.15.18:0/3553158569 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4b180051e0 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b077fe640 1 -- 172.21.15.18:0/3553158569 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b180053e0 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 10 client.28271 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55dbfd873820 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b077fe640 1 -- 172.21.15.18:0/3553158569 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4b1c004c10 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b077fe640 1 -- 172.21.15.18:0/3553158569 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4b18019a00 con 0x55dbfd7ff050 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 10 client.28271 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 10 client.28271 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:01.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 20 client.28271 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd873e00 0x55dbfd876220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 4 client.28271 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55dbfd769660 con 0x55dbfd873e00 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.153+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd873e00 0x55dbfd876220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b077fe640 10 client.28271 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b277fe640 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd873e00 0x55dbfd876220 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cb8ec098e3ecf03 server_cookie=de2197cde667bfe3 in_seq=0 out_seq=0 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b077fe640 1 -- 172.21.15.18:0/3553158569 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55dbfd769660 con 0x55dbfd873e00 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b077fe640 10 client.28271 handle_command_reply: tid=0 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 client.28271 shutdown 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7ff050 msgr2=0x55dbfd801860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7ff050 0x55dbfd801860 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x55dbfd7f3360 tx=0x7f4b18005850 comp rx=0 tx=0).stop 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 shutdown_connections 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55dbfd873e00 0x55dbfd876220 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55dbfd807c30 0x55dbfd801da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55dbfd7ff050 0x55dbfd801860 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 --2- 172.21.15.18:0/3553158569 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dbfd7fe730 0x55dbfd801320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 >> 172.21.15.18:0/3553158569 conn(0x55dbfd7f8e60 msgr2=0x55dbfd7f9f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b077fe640 0 client.28271 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 shutdown_connections 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 1 -- 172.21.15.18:0/3553158569 wait complete. 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.154+0000 7f4b315bb740 20 client.28271 trim_cache size 0 max 16384 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:11:01.162 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:11:01.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b100a1ef0 msgr2=0x7f4b100a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b100a1ef0 0x7f4b100a43b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4b200ed590 tx=0x7f4b200b8380 comp rx=0 tx=0).stop 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 msgr2=0x7f4b2819e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b2819e9b0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f4b20005cc0 tx=0x7f4b20032f20 comp rx=0 tx=0).stop 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 shutdown_connections 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4b100a1ef0 0x7f4b100a43b0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4b2810dfb0 0x7f4b2819e9b0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b28100d20 0x7f4b2819a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 --2- 172.21.15.18:0/3655180553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4b28100400 0x7f4b2819a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 >> 172.21.15.18:0/3655180553 conn(0x7f4b28077680 msgr2=0x7f4b2810f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 shutdown_connections 2024-03-07T10:11:01.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.155+0000 7f4b2e7cd640 1 -- 172.21.15.18:0/3655180553 wait complete. 2024-03-07T10:11:01.168 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:11:01.168 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 -- 172.21.15.18:0/2345503687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec100530 msgr2=0x7f02ec1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 --2- 172.21.15.18:0/2345503687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec100530 0x7f02ec1009b0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f02d8009900 tx=0x7f02d802bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 -- 172.21.15.18:0/2345503687 shutdown_connections 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 --2- 172.21.15.18:0/2345503687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02ec100ef0 0x7f02ec10d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 --2- 172.21.15.18:0/2345503687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec100530 0x7f02ec1009b0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 --2- 172.21.15.18:0/2345503687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02ec1065f0 0x7f02ec1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 -- 172.21.15.18:0/2345503687 >> 172.21.15.18:0/2345503687 conn(0x7f02ec0776e0 msgr2=0x7f02ec077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 -- 172.21.15.18:0/2345503687 shutdown_connections 2024-03-07T10:11:01.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 -- 172.21.15.18:0/2345503687 wait complete. 2024-03-07T10:11:01.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.273+0000 7f02f2f72640 1 Processor -- start 2024-03-07T10:11:01.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 -- start start 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02ec100530 0x7f02ec197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02ec100ef0 0x7f02ec198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec1065f0 0x7f02ec19c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec111a50 con 0x7f02ec1065f0 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec1118d0 con 0x7f02ec100530 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec111bd0 con 0x7f02ec100ef0 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec1065f0 0x7f02ec19c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec1065f0 0x7f02ec19c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49682/0 (socket says 172.21.15.18:49682) 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 -- 172.21.15.18:0/3991006881 learned_addr learned my addr 172.21.15.18:0/3991006881 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f0d0e640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02ec100530 0x7f02ec197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02ebfff640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02ec100ef0 0x7f02ec198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 -- 172.21.15.18:0/3991006881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02ec100ef0 msgr2=0x7f02ec198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02ec100ef0 0x7f02ec198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 -- 172.21.15.18:0/3991006881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02ec100530 msgr2=0x7f02ec197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02ec100530 0x7f02ec197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 -- 172.21.15.18:0/3991006881 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02ec19ce00 con 0x7f02ec1065f0 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f150f640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec1065f0 0x7f02ec19c6d0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f02e400eb10 tx=0x7f02e400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02e9ffb640 1 -- 172.21.15.18:0/3991006881 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e4004b20 con 0x7f02ec1065f0 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02e9ffb640 1 -- 172.21.15.18:0/3991006881 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f02e4004cc0 con 0x7f02ec1065f0 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.274+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02ec19d0f0 con 0x7f02ec1065f0 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.275+0000 7f02e9ffb640 1 -- 172.21.15.18:0/3991006881 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e4010760 con 0x7f02ec1065f0 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.275+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02ec1a4980 con 0x7f02ec1065f0 2024-03-07T10:11:01.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.276+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02ec0684e0 con 0x7f02ec1065f0 2024-03-07T10:11:01.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.277+0000 7f02e9ffb640 1 -- 172.21.15.18:0/3991006881 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f02e4005020 con 0x7f02ec1065f0 2024-03-07T10:11:01.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.277+0000 7f02e9ffb640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02dc0a1f70 0x7f02dc0a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.278+0000 7f02f0d0e640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02dc0a1f70 0x7f02dc0a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.278+0000 7f02e9ffb640 1 -- 172.21.15.18:0/3991006881 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f02e40ce8b0 con 0x7f02ec1065f0 2024-03-07T10:11:01.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.278+0000 7f02f0d0e640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02dc0a1f70 0x7f02dc0a4430 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f02e0009bd0 tx=0x7f02e0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.282+0000 7f02e9ffb640 1 -- 172.21.15.18:0/3991006881 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f02e409b900 con 0x7f02ec1065f0 2024-03-07T10:11:01.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.531+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f02ec02d030 con 0x7f02ec1065f0 2024-03-07T10:11:01.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.532+0000 7f02e9ffb640 1 -- 172.21.15.18:0/3991006881 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f02e409b200 con 0x7f02ec1065f0 2024-03-07T10:11:01.534 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:11:01.534 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:11:01.534 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:11:01.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02dc0a1f70 msgr2=0x7f02dc0a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02dc0a1f70 0x7f02dc0a4430 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f02e0009bd0 tx=0x7f02e0005f90 comp rx=0 tx=0).stop 2024-03-07T10:11:01.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec1065f0 msgr2=0x7f02ec19c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec1065f0 0x7f02ec19c6d0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f02e400eb10 tx=0x7f02e400c2d0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 shutdown_connections 2024-03-07T10:11:01.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f02dc0a1f70 0x7f02dc0a4430 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f02ec1065f0 0x7f02ec19c6d0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f02ec100ef0 0x7f02ec198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 --2- 172.21.15.18:0/3991006881 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02ec100530 0x7f02ec197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.534+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 >> 172.21.15.18:0/3991006881 conn(0x7f02ec0776e0 msgr2=0x7f02ec0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.535+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 shutdown_connections 2024-03-07T10:11:01.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.535+0000 7f02f2f72640 1 -- 172.21.15.18:0/3991006881 wait complete. 2024-03-07T10:11:01.548 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:11:01.549 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 -- 172.21.15.18:0/611707377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 msgr2=0x7fe530101a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 --2- 172.21.15.18:0/611707377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530101a90 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fe524009930 tx=0x7fe52402bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 -- 172.21.15.18:0/611707377 shutdown_connections 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 --2- 172.21.15.18:0/611707377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe530101fd0 0x7fe53010e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 --2- 172.21.15.18:0/611707377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530101a90 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 --2- 172.21.15.18:0/611707377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5301076b0 0x7fe530107a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 -- 172.21.15.18:0/611707377 >> 172.21.15.18:0/611707377 conn(0x7fe5300fd120 msgr2=0x7fe5300ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.665 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 -- 172.21.15.18:0/611707377 shutdown_connections 2024-03-07T10:11:01.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.663+0000 7fe535dfc640 1 -- 172.21.15.18:0/611707377 wait complete. 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 Processor -- start 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 -- start start 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe530101fd0 0x7fe530198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5301076b0 0x7fe53019c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301119f0 con 0x7fe530101610 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe530111870 con 0x7fe530101fd0 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe535dfc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe530111b70 con 0x7fe5301076b0 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe52f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe52effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe530101fd0 0x7fe530198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.664+0000 7fe52f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49706/0 (socket says 172.21.15.18:49706) 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52f7fe640 1 -- 172.21.15.18:0/758241750 learned_addr learned my addr 172.21.15.18:0/758241750 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52ffff640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5301076b0 0x7fe53019c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52f7fe640 1 -- 172.21.15.18:0/758241750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5301076b0 msgr2=0x7fe53019c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5301076b0 0x7fe53019c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52f7fe640 1 -- 172.21.15.18:0/758241750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe530101fd0 msgr2=0x7fe530198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe530101fd0 0x7fe530198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52f7fe640 1 -- 172.21.15.18:0/758241750 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe53019ce20 con 0x7fe530101610 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530197e30 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fe52000e9c0 tx=0x7fe52000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52cff9640 1 -- 172.21.15.18:0/758241750 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52000cd80 con 0x7fe530101610 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52cff9640 1 -- 172.21.15.18:0/758241750 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe5200035f0 con 0x7fe530101610 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe53019d110 con 0x7fe530101610 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe52cff9640 1 -- 172.21.15.18:0/758241750 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe520010690 con 0x7fe530101610 2024-03-07T10:11:01.669 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.665+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5301a49a0 con 0x7fe530101610 2024-03-07T10:11:01.670 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.668+0000 7fe52cff9640 1 -- 172.21.15.18:0/758241750 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe5200037a0 con 0x7fe530101610 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 Processor -- start 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52cff9640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe5180a1f70 0x7fe5180a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 -- start start 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52ffff640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe5180a1f70 0x7fe5180a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721a170 0x558a2721a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52cff9640 1 -- 172.21.15.18:0/758241750 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe5200ce5f0 con 0x7fe530101610 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a27223130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27225a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a271e1330 con 0x558a2721aa90 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a2717de90 con 0x558a27223670 2024-03-07T10:11:01.672 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe538be2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a27126d00 con 0x558a2721a170 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721a170 0x558a2721a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a27223130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721a170 0x558a2721a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40588/0 (socket says 172.21.15.18:40588) 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a27223130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49708/0 (socket says 172.21.15.18:49708) 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3429739116 learned_addr learned my addr 172.21.15.18:0/3429739116 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52ffff640 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27225a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3429739116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 msgr2=0x558a27225a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27225a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3429739116 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 msgr2=0x558a27223130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.669+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a27223130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.670+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3429739116 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558a27125b90 con 0x558a2721a170 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.670+0000 7fe52effd640 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a27223130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.670+0000 7fe52ffff640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe5180a1f70 0x7fe5180a4430 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe528005fd0 tx=0x7fe528009b70 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.670+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721a170 0x558a2721a550 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe5200a3150 tx=0x7fe52009b5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e5541a5053e221d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.673 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.670+0000 7fe515ffb640 1 -- 172.21.15.18:0/3429739116 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200b2020 con 0x558a2721a170 2024-03-07T10:11:01.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.670+0000 7fe515ffb640 1 -- 172.21.15.18:0/3429739116 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe5200a3680 con 0x558a2721a170 2024-03-07T10:11:01.674 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.670+0000 7fe515ffb640 1 -- 172.21.15.18:0/3429739116 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52009a330 con 0x558a2721a170 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 -- 172.21.15.18:0/3429739116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721a170 msgr2=0x558a2721a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721a170 0x558a2721a550 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fe5200a3150 tx=0x7fe52009b5e0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 -- 172.21.15.18:0/3429739116 shutdown_connections 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27225a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a27223130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 --2- 172.21.15.18:0/3429739116 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721a170 0x558a2721a550 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 -- 172.21.15.18:0/3429739116 >> 172.21.15.18:0/3429739116 conn(0x558a272148a0 msgr2=0x558a27214c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.671+0000 7fe538be2740 1 -- 172.21.15.18:0/3429739116 shutdown_connections 2024-03-07T10:11:01.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 -- 172.21.15.18:0/3429739116 wait complete. 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 -- start start 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 Processor -- start 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721a170 0x558a272206c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27220c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27221140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a2711c470 con 0x558a2721a170 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a27179f30 con 0x558a27223670 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a27226460 con 0x558a2721aa90 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.673+0000 7fe538be2740 10 client.0 _ll_register_callbacks cb 0x558a27177d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27220c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721a170 0x558a272206c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27221140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27220c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40602/0 (socket says 172.21.15.18:40602) 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52effd640 1 -- 172.21.15.18:0/3174904036 learned_addr learned my addr 172.21.15.18:0/3174904036 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3174904036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 msgr2=0x558a27220c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27220c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 msgr2=0x558a27221140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27221140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3174904036 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558a26e923f0 con 0x558a2721a170 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52effd640 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27220c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52ffff640 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27221140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721a170 0x558a272206c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fe5200a3150 tx=0x7fe52009f160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=997ccd373b3c86 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe50effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe50effd640 1 -- 172.21.15.18:0/3174904036 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200b2070 con 0x558a2721a170 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe50effd640 1 -- 172.21.15.18:0/3174904036 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe52009a530 con 0x558a2721a170 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe5200a3680 con 0x558a2721a170 2024-03-07T10:11:01.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe50effd640 1 -- 172.21.15.18:0/3174904036 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5200b9050 con 0x558a2721a170 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe538be2740 10 client.18561 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.674+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558a26f5c7d0 con 0x558a2721a170 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe50effd640 1 -- 172.21.15.18:0/3174904036 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe5200a3680 con 0x558a2721a170 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe50effd640 1 -- 172.21.15.18:0/3174904036 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe520099da0 con 0x558a2721a170 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe538be2740 10 client.18561 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe538be2740 10 client.18561 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe538be2740 20 client.18561 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe538be2740 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a27233720 0x558a27235b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe538be2740 4 client.18561 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558a2718b3d0 con 0x558a27233720 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe52effd640 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a27233720 0x558a27235b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe50effd640 10 client.18561 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.675+0000 7fe52effd640 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a27233720 0x558a27235b10 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=956930108402bb12 server_cookie=4f617ecad611dfb4 in_seq=0 out_seq=0 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe50effd640 1 -- 172.21.15.18:0/3174904036 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558a2718b3d0 con 0x558a27233720 2024-03-07T10:11:01.682 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe50effd640 10 client.18561 handle_command_reply: tid=0 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 client.18561 shutdown 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721a170 msgr2=0x558a272206c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721a170 0x558a272206c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fe5200a3150 tx=0x7fe52009f160 comp rx=0 tx=0).stop 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 shutdown_connections 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a27233720 0x558a27235b10 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a27223670 0x558a27221140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27220c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 --2- 172.21.15.18:0/3174904036 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721a170 0x558a272206c0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe50effd640 0 client.18561 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 >> 172.21.15.18:0/3174904036 conn(0x558a272148a0 msgr2=0x558a272165f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 shutdown_connections 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.676+0000 7fe538be2740 1 -- 172.21.15.18:0/3174904036 wait complete. 2024-03-07T10:11:01.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.677+0000 7fe538be2740 20 client.18561 trim_cache size 0 max 16384 2024-03-07T10:11:01.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 Processor -- start 2024-03-07T10:11:01.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 -- start start 2024-03-07T10:11:01.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27216370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a27223670 0x558a2722eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301af910 con 0x558a27223670 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301ad410 con 0x558a2721a170 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe538be2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301ab4d0 con 0x558a2721aa90 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a27223670 0x558a2722eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27216370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50912/0 (socket says 172.21.15.18:50912) 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a27223670 0x558a2722eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49730/0 (socket says 172.21.15.18:49730) 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52effd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27216370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40606/0 (socket says 172.21.15.18:40606) 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3754730921 learned_addr learned my addr 172.21.15.18:0/3754730921 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3754730921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 msgr2=0x558a27216370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27216370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3754730921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a27223670 msgr2=0x558a2722eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a27223670 0x558a2722eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52f7fe640 1 -- 172.21.15.18:0/3754730921 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558a2721a8c0 con 0x558a2721a170 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.692+0000 7fe52effd640 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27216370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.693+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721ffa0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe5200058c0 tx=0x7fe52009b5e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aae8bfdf01794ff6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.693+0000 7fe5157fa640 1 -- 172.21.15.18:0/3754730921 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200b2070 con 0x558a2721a170 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.693+0000 7fe5157fa640 1 -- 172.21.15.18:0/3754730921 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe52007e070 con 0x558a2721a170 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.693+0000 7fe5157fa640 1 -- 172.21.15.18:0/3754730921 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200ce040 con 0x558a2721a170 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 -- 172.21.15.18:0/3754730921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 msgr2=0x558a2721ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721ffa0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe5200058c0 tx=0x7fe52009b5e0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 -- 172.21.15.18:0/3754730921 shutdown_connections 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a27223670 0x558a2722eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a2721aa90 0x558a27216370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 --2- 172.21.15.18:0/3754730921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721ffa0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 -- 172.21.15.18:0/3754730921 >> 172.21.15.18:0/3754730921 conn(0x558a272148a0 msgr2=0x558a27215c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 -- 172.21.15.18:0/3754730921 shutdown_connections 2024-03-07T10:11:01.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 -- 172.21.15.18:0/3754730921 wait complete. 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 -- start start 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.694+0000 7fe538be2740 1 Processor -- start 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a2721ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a27223670 0x558a2721cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301abad0 con 0x558a2721aa90 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301acdb0 con 0x558a2721a170 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5301ac0f0 con 0x558a27223670 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 10 client.0 _ll_register_callbacks cb 0x7fe5280093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a2721ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a2721ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49734/0 (socket says 172.21.15.18:49734) 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 -- 172.21.15.18:0/4260133007 learned_addr learned my addr 172.21.15.18:0/4260133007 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52ffff640 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a27223670 0x558a2721cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 -- 172.21.15.18:0/4260133007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a27223670 msgr2=0x558a2721cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a27223670 0x558a2721cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 -- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 msgr2=0x558a2721e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 -- 172.21.15.18:0/4260133007 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558a2721d730 con 0x558a2721aa90 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe52effd640 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a2721ca10 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fe524009230 tx=0x7fe52402c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ad5ca63485edf72 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe50effd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe50effd640 1 -- 172.21.15.18:0/4260133007 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52404c070 con 0x558a2721aa90 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe50effd640 1 -- 172.21.15.18:0/4260133007 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe524004450 con 0x558a2721aa90 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.695+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe52007e070 con 0x558a2721aa90 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe50effd640 1 -- 172.21.15.18:0/4260133007 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe524058050 con 0x558a2721aa90 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 10 client.18567 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558a2728ecb0 con 0x558a2721aa90 2024-03-07T10:11:01.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe50effd640 1 -- 172.21.15.18:0/4260133007 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe52007e070 con 0x558a2721aa90 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe50effd640 1 -- 172.21.15.18:0/4260133007 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe524005440 con 0x558a2721aa90 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 10 client.18567 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 10 client.18567 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 20 client.18567 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a2728f390 0x558a272917b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 4 client.18567 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558a27185720 con 0x558a2728f390 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.696+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a2728f390 0x558a272917b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe52f7fe640 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a2728f390 0x558a272917b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=71fb485708a92b4f server_cookie=cb5c3f6d7d22bf3d in_seq=0 out_seq=0 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe50effd640 10 client.18567 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe50effd640 1 -- 172.21.15.18:0/4260133007 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558a27185720 con 0x558a2728f390 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe50effd640 10 client.18567 handle_command_reply: tid=0 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 client.18567 shutdown 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 msgr2=0x558a2721ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a2721ca10 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fe524009230 tx=0x7fe52402c3e0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 shutdown_connections 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x558a2728f390 0x558a272917b0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558a27223670 0x558a2721cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558a2721aa90 0x558a2721ca10 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 --2- 172.21.15.18:0/4260133007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558a2721a170 0x558a2721e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe50effd640 0 client.18567 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 >> 172.21.15.18:0/4260133007 conn(0x558a272148a0 msgr2=0x558a27220e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 shutdown_connections 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 1 -- 172.21.15.18:0/4260133007 wait complete. 2024-03-07T10:11:01.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.697+0000 7fe538be2740 20 client.18567 trim_cache size 0 max 16384 2024-03-07T10:11:01.708 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:11:01.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe5180a1f70 msgr2=0x7fe5180a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe5180a1f70 0x7fe5180a4430 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe528005fd0 tx=0x7fe528009b70 comp rx=0 tx=0).stop 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 msgr2=0x7fe530197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530197e30 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fe52000e9c0 tx=0x7fe52000ee80 comp rx=0 tx=0).stop 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 shutdown_connections 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe5301076b0 0x7fe53019c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe530101fd0 0x7fe530198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe5180a1f70 0x7fe5180a4430 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 --2- 172.21.15.18:0/758241750 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe530101610 0x7fe530197e30 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.698+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 >> 172.21.15.18:0/758241750 conn(0x7fe5300fd120 msgr2=0x7fe5300fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.699+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 shutdown_connections 2024-03-07T10:11:01.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.699+0000 7fe535dfc640 1 -- 172.21.15.18:0/758241750 wait complete. 2024-03-07T10:11:01.712 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:11:01.713 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:11:01.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.826+0000 7f76b07a7640 1 -- 172.21.15.18:0/1838289751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a81004f0 msgr2=0x7f76a8100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.826+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1838289751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a81004f0 0x7f76a8100970 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f7698009900 tx=0x7f769802bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:01.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- 172.21.15.18:0/1838289751 shutdown_connections 2024-03-07T10:11:01.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1838289751 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76a8100eb0 0x7f76a810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1838289751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a81004f0 0x7f76a8100970 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1838289751 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f76a81065b0 0x7f76a8106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- 172.21.15.18:0/1838289751 >> 172.21.15.18:0/1838289751 conn(0x7f76a8077660 msgr2=0x7f76a8077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- 172.21.15.18:0/1838289751 shutdown_connections 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- 172.21.15.18:0/1838289751 wait complete. 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 Processor -- start 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- start start 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f76a81004f0 0x7f76a819c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a8100eb0 0x7f76a819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76a81065b0 0x7f76a8196b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a81108e0 con 0x7f76a8100eb0 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a8110760 con 0x7f76a81004f0 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.827+0000 7f76b07a7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a8110a60 con 0x7f76a81065b0 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a8100eb0 0x7f76a819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a8100eb0 0x7f76a819ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49762/0 (socket says 172.21.15.18:49762) 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 -- 172.21.15.18:0/1017915377 learned_addr learned my addr 172.21.15.18:0/1017915377 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76ae543640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f76a81004f0 0x7f76a819c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76aed44640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76a81065b0 0x7f76a8196b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 -- 172.21.15.18:0/1017915377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76a81065b0 msgr2=0x7f76a8196b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76a81065b0 0x7f76a8196b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 -- 172.21.15.18:0/1017915377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f76a81004f0 msgr2=0x7f76a819c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f76a81004f0 0x7f76a819c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 -- 172.21.15.18:0/1017915377 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76a81972c0 con 0x7f76a8100eb0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76add42640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a8100eb0 0x7f76a819ce80 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f769802efd0 tx=0x7f76980042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f769f7fe640 1 -- 172.21.15.18:0/1017915377 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7698041070 con 0x7f76a8100eb0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f769f7fe640 1 -- 172.21.15.18:0/1017915377 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f769802ccc0 con 0x7f76a8100eb0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f769f7fe640 1 -- 172.21.15.18:0/1017915377 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7698003d40 con 0x7f76a8100eb0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76a8197550 con 0x7f76a8100eb0 2024-03-07T10:11:01.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.828+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76a81a3800 con 0x7f76a8100eb0 2024-03-07T10:11:01.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.830+0000 7f769f7fe640 1 -- 172.21.15.18:0/1017915377 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7698044070 con 0x7f76a8100eb0 2024-03-07T10:11:01.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 Processor -- start 2024-03-07T10:11:01.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 -- start start 2024-03-07T10:11:01.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48ce550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.841 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48d9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f769f7fe640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f76940a1ef0 0x7f76940a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7d4895330 con 0x55b7d48cea90 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7d4831e90 con 0x55b7d48ce170 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76b3590740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7d47dad00 con 0x55b7d48d7670 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.831+0000 7f76aed44640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48ce550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76ae543640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76aed44640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48ce550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50950/0 (socket says 172.21.15.18:50950) 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76aed44640 1 -- 172.21.15.18:0/3775253407 learned_addr learned my addr 172.21.15.18:0/3775253407 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76add42640 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48d9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76aed44640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f76940a1ef0 0x7f76940a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f769f7fe640 1 -- 172.21.15.18:0/1017915377 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f76980efba0 con 0x7f76a8100eb0 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76ae543640 1 -- 172.21.15.18:0/3775253407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 msgr2=0x55b7d48d9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76ae543640 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48d9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76ae543640 1 -- 172.21.15.18:0/3775253407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 msgr2=0x55b7d48ce550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76ae543640 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48ce550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76ae543640 1 -- 172.21.15.18:0/3775253407 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b7d47d9b90 con 0x55b7d48cea90 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76aed44640 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48ce550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76ae543640 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d7130 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f76a4009c20 tx=0x7f76a4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3188f00f646e0917 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f76aed44640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f76940a1ef0 0x7f76940a43b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f76a0005f40 tx=0x7f76a0009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f769cff9640 1 -- 172.21.15.18:0/3775253407 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a4004050 con 0x55b7d48cea90 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f769cff9640 1 -- 172.21.15.18:0/3775253407 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f76a4005500 con 0x55b7d48cea90 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.832+0000 7f769cff9640 1 -- 172.21.15.18:0/3775253407 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a4004e00 con 0x55b7d48cea90 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 -- 172.21.15.18:0/3775253407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 msgr2=0x55b7d48d7130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d7130 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f76a4009c20 tx=0x7f76a4011810 comp rx=0 tx=0).stop 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 -- 172.21.15.18:0/3775253407 shutdown_connections 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48d9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d7130 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 --2- 172.21.15.18:0/3775253407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48ce550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 -- 172.21.15.18:0/3775253407 >> 172.21.15.18:0/3775253407 conn(0x55b7d48c88a0 msgr2=0x55b7d48c8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 -- 172.21.15.18:0/3775253407 shutdown_connections 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 -- 172.21.15.18:0/3775253407 wait complete. 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.833+0000 7f76b3590740 1 -- start start 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 1 Processor -- start 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48ce170 0x55b7d48d45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d4af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7d47d0470 con 0x55b7d48cea90 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7d482df30 con 0x55b7d48d7670 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7d48da460 con 0x55b7d48ce170 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76b3590740 10 client.0 _ll_register_callbacks cb 0x55b7d482bd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76ae543640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48ce170 0x55b7d48d45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d4af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49776/0 (socket says 172.21.15.18:49776) 2024-03-07T10:11:01.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 -- 172.21.15.18:0/3023825966 learned_addr learned my addr 172.21.15.18:0/3023825966 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76aed44640 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 -- 172.21.15.18:0/3023825966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48ce170 msgr2=0x55b7d48d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48ce170 0x55b7d48d45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 -- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 msgr2=0x55b7d48d5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 -- 172.21.15.18:0/3023825966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b7d45463f0 con 0x55b7d48cea90 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76ae543640 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48ce170 0x55b7d48d45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.834+0000 7f76add42640 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d4af0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f76980b8b10 tx=0x7f769803aa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49bcf4c181df16ab server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f7691ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f7691ffb640 1 -- 172.21.15.18:0/3023825966 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f769804b040 con 0x55b7d48cea90 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f7691ffb640 1 -- 172.21.15.18:0/3023825966 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f76980dc0c0 con 0x55b7d48cea90 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f76a4005500 con 0x55b7d48cea90 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f7691ffb640 1 -- 172.21.15.18:0/3023825966 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f76980bc1f0 con 0x55b7d48cea90 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 10 client.18579 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b7d46107d0 con 0x55b7d48cea90 2024-03-07T10:11:01.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f7691ffb640 1 -- 172.21.15.18:0/3023825966 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f76a4005500 con 0x55b7d48cea90 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f7691ffb640 1 -- 172.21.15.18:0/3023825966 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f76980e1b20 con 0x55b7d48cea90 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 10 client.18579 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 10 client.18579 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 20 client.18579 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d48e7800 0x55b7d48e9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 4 client.18579 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b7d483f3d0 con 0x55b7d48e7800 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.835+0000 7f76ae543640 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d48e7800 0x55b7d48e9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.836+0000 7f7691ffb640 10 client.18579 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.836+0000 7f76ae543640 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d48e7800 0x55b7d48e9c80 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=61b1e902c7ab4ead server_cookie=be52e70770326f15 in_seq=0 out_seq=0 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.836+0000 7f7691ffb640 1 -- 172.21.15.18:0/3023825966 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b7d483f3d0 con 0x55b7d48e7800 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.836+0000 7f7691ffb640 10 client.18579 handle_command_reply: tid=0 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.836+0000 7f76b3590740 1 client.18579 shutdown 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 msgr2=0x55b7d48d4af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d4af0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f76980b8b10 tx=0x7f769803aa90 comp rx=0 tx=0).stop 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 shutdown_connections 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48d4af0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d48e7800 0x55b7d48e9c80 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 --2- 172.21.15.18:0/3023825966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48ce170 0x55b7d48d45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f7691ffb640 0 client.18579 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 >> 172.21.15.18:0/3023825966 conn(0x55b7d48c88a0 msgr2=0x55b7d48ca5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 shutdown_connections 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 1 -- 172.21.15.18:0/3023825966 wait complete. 2024-03-07T10:11:01.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.837+0000 7f76b3590740 20 client.18579 trim_cache size 0 max 16384 2024-03-07T10:11:01.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.850+0000 7f76b3590740 1 Processor -- start 2024-03-07T10:11:01.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.850+0000 7f76b3590740 1 -- start start 2024-03-07T10:11:01.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.850+0000 7f76b3590740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48d6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.850+0000 7f76b3590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48c77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.850+0000 7f76b3590740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48e2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.850+0000 7f76b3590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a81ad540 con 0x55b7d48cea90 2024-03-07T10:11:01.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.850+0000 7f76b3590740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a81ab040 con 0x55b7d48ce170 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76b3590740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a81a9100 con 0x55b7d48d7670 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48c77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76ae543640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48d6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76aed44640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48e2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76ae543640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48d6ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:50964/0 (socket says 172.21.15.18:50964) 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76ae543640 1 -- 172.21.15.18:0/4272373717 learned_addr learned my addr 172.21.15.18:0/4272373717 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48c77e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49780/0 (socket says 172.21.15.18:49780) 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 -- 172.21.15.18:0/4272373717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 msgr2=0x55b7d48e2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 --2- 172.21.15.18:0/4272373717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48e2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 -- 172.21.15.18:0/4272373717 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 msgr2=0x55b7d48d6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 --2- 172.21.15.18:0/4272373717 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48d6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 -- 172.21.15.18:0/4272373717 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b7d48c86d0 con 0x55b7d48cea90 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f76add42640 1 --2- 172.21.15.18:0/4272373717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48c77e0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f76980ba960 tx=0x7f7698000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0061fb56402813f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f7693fff640 1 -- 172.21.15.18:0/4272373717 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f769804b050 con 0x55b7d48cea90 2024-03-07T10:11:01.854 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f7693fff640 1 -- 172.21.15.18:0/4272373717 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f76980bc6b0 con 0x55b7d48cea90 2024-03-07T10:11:01.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.851+0000 7f7693fff640 1 -- 172.21.15.18:0/4272373717 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76980a70b0 con 0x55b7d48cea90 2024-03-07T10:11:01.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 -- 172.21.15.18:0/4272373717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 msgr2=0x55b7d48c77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 --2- 172.21.15.18:0/4272373717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48c77e0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f76980ba960 tx=0x7f7698000bc0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 -- 172.21.15.18:0/4272373717 shutdown_connections 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 --2- 172.21.15.18:0/4272373717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48d7670 0x55b7d48e2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 --2- 172.21.15.18:0/4272373717 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48cea90 0x55b7d48c77e0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 --2- 172.21.15.18:0/4272373717 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48ce170 0x55b7d48d6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 -- 172.21.15.18:0/4272373717 >> 172.21.15.18:0/4272373717 conn(0x55b7d48c88a0 msgr2=0x55b7d48c70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 -- 172.21.15.18:0/4272373717 shutdown_connections 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 -- 172.21.15.18:0/4272373717 wait complete. 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.852+0000 7f76b3590740 1 -- start start 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 1 Processor -- start 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48ce170 0x55b7d48d0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48cea90 0x55b7d48d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a81a9700 con 0x55b7d48ce170 2024-03-07T10:11:01.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a81aa9e0 con 0x55b7d48d7670 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76a81a9d20 con 0x55b7d48cea90 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76b3590740 10 client.0 _ll_register_callbacks cb 0x7f7698009280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48ce170 0x55b7d48d0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48ce170 0x55b7d48d0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49790/0 (socket says 172.21.15.18:49790) 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 -- 172.21.15.18:0/3660516325 learned_addr learned my addr 172.21.15.18:0/3660516325 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76aed44640 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76add42640 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48cea90 0x55b7d48d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 -- 172.21.15.18:0/3660516325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48cea90 msgr2=0x55b7d48d12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48cea90 0x55b7d48d12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 -- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 msgr2=0x55b7d48d1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 -- 172.21.15.18:0/3660516325 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b7d4942240 con 0x55b7d48ce170 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f76ae543640 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48ce170 0x55b7d48d0d80 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f76a4009c20 tx=0x7f76a40097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b740baed18751fe server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f7691ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.853+0000 7f7691ffb640 1 -- 172.21.15.18:0/3660516325 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a402e070 con 0x55b7d48ce170 2024-03-07T10:11:01.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f7691ffb640 1 -- 172.21.15.18:0/3660516325 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f76a402e210 con 0x55b7d48ce170 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b7d4839720 con 0x55b7d48ce170 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f7691ffb640 1 -- 172.21.15.18:0/3660516325 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f76a403e050 con 0x55b7d48ce170 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 10 client.18585 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b7d4943540 con 0x55b7d48ce170 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f7691ffb640 1 -- 172.21.15.18:0/3660516325 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b7d4839720 con 0x55b7d48ce170 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f7691ffb640 1 -- 172.21.15.18:0/3660516325 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f76a40036f0 con 0x55b7d48ce170 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 10 client.18585 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 10 client.18585 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 20 client.18585 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d4943ab0 0x55b7d4945ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 4 client.18585 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b7d47b7610 con 0x55b7d4943ab0 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.854+0000 7f76add42640 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d4943ab0 0x55b7d4945ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76add42640 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d4943ab0 0x55b7d4945ed0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=de1a834844db80c5 server_cookie=d0895b8b118ffd93 in_seq=0 out_seq=0 2024-03-07T10:11:01.862 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f7691ffb640 10 client.18585 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:01.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f7691ffb640 1 -- 172.21.15.18:0/3660516325 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b7d47b7610 con 0x55b7d4943ab0 2024-03-07T10:11:01.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f7691ffb640 10 client.18585 handle_command_reply: tid=0 2024-03-07T10:11:01.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 client.18585 shutdown 2024-03-07T10:11:01.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48ce170 msgr2=0x55b7d48d0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48ce170 0x55b7d48d0d80 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f76a4009c20 tx=0x7f76a40097a0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 shutdown_connections 2024-03-07T10:11:01.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b7d48d7670 0x55b7d48d1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55b7d4943ab0 0x55b7d4945ed0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b7d48cea90 0x55b7d48d12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f7691ffb640 0 client.18585 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:01.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 --2- 172.21.15.18:0/3660516325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b7d48ce170 0x55b7d48d0d80 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 >> 172.21.15.18:0/3660516325 conn(0x55b7d48c88a0 msgr2=0x55b7d48c7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 shutdown_connections 2024-03-07T10:11:01.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 1 -- 172.21.15.18:0/3660516325 wait complete. 2024-03-07T10:11:01.865 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.855+0000 7f76b3590740 20 client.18585 trim_cache size 0 max 16384 2024-03-07T10:11:01.865 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f76940a1ef0 msgr2=0x7f76940a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f76940a1ef0 0x7f76940a43b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f76a0005f40 tx=0x7f76a0009500 comp rx=0 tx=0).stop 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a8100eb0 msgr2=0x7f76a819ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a8100eb0 0x7f76a819ce80 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f769802efd0 tx=0x7f76980042f0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 shutdown_connections 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76a81065b0 0x7f76a8196b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f76940a1ef0 0x7f76940a43b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f76a8100eb0 0x7f76a819ce80 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 --2- 172.21.15.18:0/1017915377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f76a81004f0 0x7f76a819c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 >> 172.21.15.18:0/1017915377 conn(0x7f76a8077660 msgr2=0x7f76a80ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 shutdown_connections 2024-03-07T10:11:01.866 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.856+0000 7f76b07a7640 1 -- 172.21.15.18:0/1017915377 wait complete. 2024-03-07T10:11:01.868 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:11:01.869 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:11:01.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.977+0000 7f0c1071d640 1 -- 172.21.15.18:0/2097933508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081065b0 msgr2=0x7f0c08106990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.977+0000 7f0c1071d640 1 --2- 172.21.15.18:0/2097933508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081065b0 0x7f0c08106990 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f0c04009900 tx=0x7f0c0402bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:01.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.977+0000 7f0c1071d640 1 -- 172.21.15.18:0/2097933508 shutdown_connections 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.977+0000 7f0c1071d640 1 --2- 172.21.15.18:0/2097933508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c08100eb0 0x7f0c0810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.977+0000 7f0c1071d640 1 --2- 172.21.15.18:0/2097933508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c081004f0 0x7f0c08100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.977+0000 7f0c1071d640 1 --2- 172.21.15.18:0/2097933508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081065b0 0x7f0c08106990 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.977+0000 7f0c1071d640 1 -- 172.21.15.18:0/2097933508 >> 172.21.15.18:0/2097933508 conn(0x7f0c08077660 msgr2=0x7f0c08077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 -- 172.21.15.18:0/2097933508 shutdown_connections 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 -- 172.21.15.18:0/2097933508 wait complete. 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 Processor -- start 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 -- start start 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081004f0 0x7f0c08102160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c08100eb0 0x7f0c081026a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c081065b0 0x7f0c08102be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c08110890 con 0x7f0c081004f0 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c08110710 con 0x7f0c081065b0 2024-03-07T10:11:01.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c1071d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c08110a10 con 0x7f0c08100eb0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c0e4b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081004f0 0x7f0c08102160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c0e4b9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081004f0 0x7f0c08102160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49794/0 (socket says 172.21.15.18:49794) 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.978+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/1503331108 learned_addr learned my addr 172.21.15.18:0/1503331108 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c08100eb0 0x7f0c081026a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c081065b0 0x7f0c08102be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/1503331108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c08100eb0 msgr2=0x7f0c081026a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c08100eb0 0x7f0c081026a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/1503331108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c081065b0 msgr2=0x7f0c08102be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c081065b0 0x7f0c08102be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/1503331108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c081a6310 con 0x7f0c081004f0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081004f0 0x7f0c08102160 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f0c04005940 tx=0x7f0c04004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0bff7fe640 1 -- 172.21.15.18:0/1503331108 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c04041070 con 0x7f0c081004f0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c081a65a0 con 0x7f0c081004f0 2024-03-07T10:11:01.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0bff7fe640 1 -- 172.21.15.18:0/1503331108 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c040054e0 con 0x7f0c081004f0 2024-03-07T10:11:01.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0bff7fe640 1 -- 172.21.15.18:0/1503331108 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c04003d00 con 0x7f0c081004f0 2024-03-07T10:11:01.984 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.979+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c081a6ae0 con 0x7f0c081004f0 2024-03-07T10:11:01.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.982+0000 7f0bff7fe640 1 -- 172.21.15.18:0/1503331108 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0c04044070 con 0x7f0c081004f0 2024-03-07T10:11:01.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.982+0000 7f0bff7fe640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0bf40a1ef0 0x7f0bf40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.982+0000 7f0c135f7740 1 Processor -- start 2024-03-07T10:11:01.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.982+0000 7f0bff7fe640 1 -- 172.21.15.18:0/1503331108 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0c040efdb0 con 0x7f0c081004f0 2024-03-07T10:11:01.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.982+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0bf40a1ef0 0x7f0bf40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.988 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.982+0000 7f0c135f7740 1 -- start start 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a2798e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a2798ea90 0x563a27997130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a27997670 0x563a27999a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c135f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a27955330 con 0x563a2798ea90 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c135f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a278f1e90 con 0x563a27997670 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c135f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a2789ad00 con 0x563a2798e170 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a2798e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a2798e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40696/0 (socket says 172.21.15.18:40696) 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/668901004 learned_addr learned my addr 172.21.15.18:0/668901004 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a27997670 0x563a27999a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a2798ea90 0x563a27997130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0bf40a1ef0 0x7f0bf40a43b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c08103bf0 tx=0x7f0bf8005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/668901004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a27997670 msgr2=0x563a27999a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a27997670 0x563a27999a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/668901004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a2798ea90 msgr2=0x563a27997130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a2798ea90 0x563a27997130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/668901004 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a27899b90 con 0x563a2798e170 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a2798e550 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0c040c4a80 tx=0x7f0c040bc400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee3591b3c50ebedd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0bfcff9640 1 -- 172.21.15.18:0/668901004 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c0404b040 con 0x563a2798e170 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0bfcff9640 1 -- 172.21.15.18:0/668901004 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c0402ccd0 con 0x563a2798e170 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.983+0000 7f0bfcff9640 1 -- 172.21.15.18:0/668901004 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c040babc0 con 0x563a2798e170 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 -- 172.21.15.18:0/668901004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 msgr2=0x563a2798e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a2798e550 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0c040c4a80 tx=0x7f0c040bc400 comp rx=0 tx=0).stop 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 -- 172.21.15.18:0/668901004 shutdown_connections 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a27997670 0x563a27999a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a2798ea90 0x563a27997130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 --2- 172.21.15.18:0/668901004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a2798e550 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 -- 172.21.15.18:0/668901004 >> 172.21.15.18:0/668901004 conn(0x563a279888a0 msgr2=0x563a27988c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 -- 172.21.15.18:0/668901004 shutdown_connections 2024-03-07T10:11:01.990 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.984+0000 7f0c135f7740 1 -- 172.21.15.18:0/668901004 wait complete. 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 -- start start 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 Processor -- start 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a279946b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a27994bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27995130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a27890470 con 0x563a27997670 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a278edf30 con 0x563a2798e170 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a2789ad00 con 0x563a2798ea90 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c135f7740 10 client.0 _ll_register_callbacks cb 0x563a278ebd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27995130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27995130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49816/0 (socket says 172.21.15.18:49816) 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 -- 172.21.15.18:0/2336350519 learned_addr learned my addr 172.21.15.18:0/2336350519 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a279946b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.991 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a27994bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 -- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 msgr2=0x563a27994bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a27994bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 -- 172.21.15.18:0/2336350519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 msgr2=0x563a279946b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a279946b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0ecba640 1 -- 172.21.15.18:0/2336350519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563a276063f0 con 0x563a27997670 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.985+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a279946b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27995130 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f0c00011d40 tx=0x7f0c0000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ebbd37f5f86b8b7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0bf1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2336350519 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c0000fe60 con 0x563a27997670 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563a278ff3d0 con 0x563a27997670 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2336350519 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0c00004b20 con 0x563a27997670 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2336350519 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c00004d20 con 0x563a27997670 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0c135f7740 10 client.18597 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:01.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.986+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563a276d07d0 con 0x563a27997670 2024-03-07T10:11:01.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2336350519 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x563a278ff3d0 con 0x563a27997670 2024-03-07T10:11:01.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2336350519 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0c0001b470 con 0x563a27997670 2024-03-07T10:11:01.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0c135f7740 10 client.18597 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:01.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0c135f7740 10 client.18597 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0c135f7740 20 client.18597 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a279a75d0 0x563a279a99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0c135f7740 4 client.18597 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563a278f9720 con 0x563a279a75d0 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.989+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a279a75d0 0x563a279a99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.990+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a279a75d0 0x563a279a99e0 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=126fdc1291f36969 server_cookie=ec2867aff0c0cd40 in_seq=0 out_seq=0 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.990+0000 7f0bf1ffb640 10 client.18597 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2336350519 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563a278f9720 con 0x563a279a75d0 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0bf1ffb640 10 client.18597 handle_command_reply: tid=0 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 client.18597 shutdown 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 msgr2=0x563a27995130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27995130 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f0c00011d40 tx=0x7f0c0000f790 comp rx=0 tx=0).stop 2024-03-07T10:11:01.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 shutdown_connections 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a279a75d0 0x563a279a99e0 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27995130 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a27994bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2336350519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a279946b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0bf1ffb640 0 client.18597 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 >> 172.21.15.18:0/2336350519 conn(0x563a279888a0 msgr2=0x563a2798a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 shutdown_connections 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 1 -- 172.21.15.18:0/2336350519 wait complete. 2024-03-07T10:11:01.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:01.991+0000 7f0c135f7740 20 client.18597 trim_cache size 0 max 16384 2024-03-07T10:11:02.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 Processor -- start 2024-03-07T10:11:02.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 -- start start 2024-03-07T10:11:02.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a27996de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798ea90 0x563a27994d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a279a27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c081b1af0 con 0x563a27997670 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c081af5f0 con 0x563a2798ea90 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.005+0000 7f0c135f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c081ad6b0 con 0x563a2798e170 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798ea90 0x563a27994d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798ea90 0x563a27994d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51032/0 (socket says 172.21.15.18:51032) 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 -- 172.21.15.18:0/816668384 learned_addr learned my addr 172.21.15.18:0/816668384 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a27996de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a279a27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 -- 172.21.15.18:0/816668384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 msgr2=0x563a27996de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a27996de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 -- 172.21.15.18:0/816668384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 msgr2=0x563a279a27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a279a27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 -- 172.21.15.18:0/816668384 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a2798d910 con 0x563a2798ea90 2024-03-07T10:11:02.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a279a27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:02.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798ea90 0x563a27994d80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0bf80118d0 tx=0x7f0bf8014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96fbd983051d4f48 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0bf3fff640 1 -- 172.21.15.18:0/816668384 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf80044e0 con 0x563a2798ea90 2024-03-07T10:11:02.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0bf3fff640 1 -- 172.21.15.18:0/816668384 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0bf802c070 con 0x563a2798ea90 2024-03-07T10:11:02.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.006+0000 7f0bf3fff640 1 -- 172.21.15.18:0/816668384 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf801d6b0 con 0x563a2798ea90 2024-03-07T10:11:02.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 -- 172.21.15.18:0/816668384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798ea90 msgr2=0x563a27994d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798ea90 0x563a27994d80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0bf80118d0 tx=0x7f0bf8014000 comp rx=0 tx=0).stop 2024-03-07T10:11:02.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 -- 172.21.15.18:0/816668384 shutdown_connections 2024-03-07T10:11:02.019 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a279a27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798ea90 0x563a27994d80 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 --2- 172.21.15.18:0/816668384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798e170 0x563a27996de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 -- 172.21.15.18:0/816668384 >> 172.21.15.18:0/816668384 conn(0x563a279888a0 msgr2=0x563a27994670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.007+0000 7f0c135f7740 1 -- 172.21.15.18:0/816668384 shutdown_connections 2024-03-07T10:11:02.020 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 -- 172.21.15.18:0/816668384 wait complete. 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 -- start start 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 Processor -- start 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a2799aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a2799b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27a01e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c081adcb0 con 0x563a27997670 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c081aef90 con 0x563a2798e170 2024-03-07T10:11:02.021 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c081ae2d0 con 0x563a2798ea90 2024-03-07T10:11:02.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c135f7740 10 client.0 _ll_register_callbacks cb 0x7f0c00009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:02.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c0ecba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27a01e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c0e4b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a2799aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c0e4b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a2799aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51036/0 (socket says 172.21.15.18:51036) 2024-03-07T10:11:02.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c0e4b9640 1 -- 172.21.15.18:0/2329455588 learned_addr learned my addr 172.21.15.18:0/2329455588 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:02.022 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.008+0000 7f0c0dcb8640 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a2799b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c0ecba640 1 -- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 msgr2=0x563a2799b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a2799b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c0ecba640 1 -- 172.21.15.18:0/2329455588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 msgr2=0x563a2799aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a2799aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c0ecba640 1 -- 172.21.15.18:0/2329455588 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563a27a02400 con 0x563a27997670 2024-03-07T10:11:02.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a2799aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:02.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c0ecba640 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27a01e70 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f0c0001b8c0 tx=0x7f0c00009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91656920ec1ea739 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0bf1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:02.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2329455588 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c00031060 con 0x563a27997670 2024-03-07T10:11:02.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2329455588 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0c00003b80 con 0x563a27997670 2024-03-07T10:11:02.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0bf802c070 con 0x563a27997670 2024-03-07T10:11:02.024 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2329455588 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c00038050 con 0x563a27997670 2024-03-07T10:11:02.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c135f7740 10 client.18603 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:02.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563a27a03700 con 0x563a27997670 2024-03-07T10:11:02.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.009+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2329455588 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0bf802c070 con 0x563a27997670 2024-03-07T10:11:02.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2329455588 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0c00022400 con 0x563a27997670 2024-03-07T10:11:02.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c135f7740 10 client.18603 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:02.025 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c135f7740 10 client.18603 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:02.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c135f7740 20 client.18603 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:02.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a27a03dd0 0x563a27a061f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c135f7740 4 client.18603 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:11:02.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563a27877610 con 0x563a27a03dd0 2024-03-07T10:11:02.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a27a03dd0 0x563a27a061f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0bf1ffb640 10 client.18603 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:02.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.010+0000 7f0c0e4b9640 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a27a03dd0 0x563a27a061f0 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=313d44ff16052484 server_cookie=b91d89481fcc9388 in_seq=0 out_seq=0 2024-03-07T10:11:02.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0bf1ffb640 1 -- 172.21.15.18:0/2329455588 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x563a27877610 con 0x563a27a03dd0 2024-03-07T10:11:02.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0bf1ffb640 10 client.18603 handle_command_reply: tid=0 2024-03-07T10:11:02.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 client.18603 shutdown 2024-03-07T10:11:02.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 msgr2=0x563a27a01e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27a01e70 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f0c0001b8c0 tx=0x7f0c00009c50 comp rx=0 tx=0).stop 2024-03-07T10:11:02.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 shutdown_connections 2024-03-07T10:11:02.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563a27a03dd0 0x563a27a061f0 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563a27997670 0x563a27a01e70 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563a2798ea90 0x563a2799b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 --2- 172.21.15.18:0/2329455588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563a2798e170 0x563a2799aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.028 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0bf1ffb640 0 client.18603 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:02.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 >> 172.21.15.18:0/2329455588 conn(0x563a279888a0 msgr2=0x563a27994ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 shutdown_connections 2024-03-07T10:11:02.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 1 -- 172.21.15.18:0/2329455588 wait complete. 2024-03-07T10:11:02.029 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c135f7740 20 client.18603 trim_cache size 0 max 16384 2024-03-07T10:11:02.030 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:11:02.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0bf40a1ef0 msgr2=0x7f0bf40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.032 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.011+0000 7f0c1071d640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0bf40a1ef0 0x7f0bf40a43b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c08103bf0 tx=0x7f0bf8005f90 comp rx=0 tx=0).stop 2024-03-07T10:11:02.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081004f0 msgr2=0x7f0c08102160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081004f0 0x7f0c08102160 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f0c04005940 tx=0x7f0c04004270 comp rx=0 tx=0).stop 2024-03-07T10:11:02.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 shutdown_connections 2024-03-07T10:11:02.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0c081065b0 0x7f0c08102be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.033 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0c08100eb0 0x7f0c081026a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0bf40a1ef0 0x7f0bf40a43b0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 --2- 172.21.15.18:0/1503331108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0c081004f0 0x7f0c08102160 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 >> 172.21.15.18:0/1503331108 conn(0x7f0c08077660 msgr2=0x7f0c080ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 shutdown_connections 2024-03-07T10:11:02.034 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:02.012+0000 7f0c1071d640 1 -- 172.21.15.18:0/1503331108 wait complete. 2024-03-07T10:11:02.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:02 smithi063 ceph-mon[36356]: pgmap v370: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 6.7 MiB/s wr, 572 op/s 2024-03-07T10:11:02.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:02 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3991006881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:11:02.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:02 smithi077 ceph-mon[36374]: pgmap v370: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 6.7 MiB/s wr, 572 op/s 2024-03-07T10:11:02.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:02 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3991006881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:11:02.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:02 smithi018 ceph-mon[32171]: pgmap v370: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 6.7 MiB/s wr, 572 op/s 2024-03-07T10:11:02.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:02 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3991006881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:11:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.893+0000 7f8247bc9640 1 -- 172.21.15.18:0/1072527152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 msgr2=0x7f824010e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.893+0000 7f8247bc9640 1 --2- 172.21.15.18:0/1072527152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f824010e4e0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f8238009890 tx=0x7f823802bb70 comp rx=0 tx=0).stop 2024-03-07T10:11:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 -- 172.21.15.18:0/1072527152 shutdown_connections 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 --2- 172.21.15.18:0/1072527152 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f824010e4e0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 --2- 172.21.15.18:0/1072527152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8240101610 0x7f8240101a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 --2- 172.21.15.18:0/1072527152 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f82401076b0 0x7f8240107a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 -- 172.21.15.18:0/1072527152 >> 172.21.15.18:0/1072527152 conn(0x7f82400fd0e0 msgr2=0x7f82400ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 -- 172.21.15.18:0/1072527152 shutdown_connections 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 -- 172.21.15.18:0/1072527152 wait complete. 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 Processor -- start 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 -- start start 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.894+0000 7f8247bc9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8240101610 0x7f8240197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8247bc9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f8240198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8247bc9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82401076b0 0x7f824019c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8247bc9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8240111a30 con 0x7f8240101fd0 2024-03-07T10:11:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8247bc9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82401118b0 con 0x7f8240101610 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8247bc9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8240111bb0 con 0x7f82401076b0 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f8240198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f8240198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49866/0 (socket says 172.21.15.18:49866) 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 -- 172.21.15.18:0/3637468276 learned_addr learned my addr 172.21.15.18:0/3637468276 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245965640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8240101610 0x7f8240197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8246166640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82401076b0 0x7f824019c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 -- 172.21.15.18:0/3637468276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82401076b0 msgr2=0x7f824019c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82401076b0 0x7f824019c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 -- 172.21.15.18:0/3637468276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8240101610 msgr2=0x7f8240197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8240101610 0x7f8240197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 -- 172.21.15.18:0/3637468276 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f824019ce40 con 0x7f8240101fd0 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8246166640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82401076b0 0x7f824019c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8245164640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f8240198390 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f823000e9f0 tx=0x7f823000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8236ffd640 1 -- 172.21.15.18:0/3637468276 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823000cd80 con 0x7f8240101fd0 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8236ffd640 1 -- 172.21.15.18:0/3637468276 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8230005500 con 0x7f8240101fd0 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f824019d130 con 0x7f8240101fd0 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8236ffd640 1 -- 172.21.15.18:0/3637468276 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8230010690 con 0x7f8240101fd0 2024-03-07T10:11:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.895+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82401a49c0 con 0x7f8240101fd0 2024-03-07T10:11:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.898+0000 7f8236ffd640 1 -- 172.21.15.18:0/3637468276 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f82300046c0 con 0x7f8240101fd0 2024-03-07T10:11:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.898+0000 7f8236ffd640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f822c0a1ee0 0x7f822c0a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.898+0000 7f824a9b5740 1 Processor -- start 2024-03-07T10:11:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.898+0000 7f8236ffd640 1 -- 172.21.15.18:0/3637468276 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f82300ce700 con 0x7f8240101fd0 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245965640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f822c0a1ee0 0x7f822c0a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f824a9b5740 1 -- start start 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c19d10 0x55e248c18a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c19420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c26930 0x55e248c28d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f824a9b5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e248b7d5c0 con 0x55e248c18fa0 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f824a9b5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e248b26900 con 0x55e248c26930 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f824a9b5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e248b79660 con 0x55e248c19d10 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c19420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c19420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49872/0 (socket says 172.21.15.18:49872) 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 -- 172.21.15.18:0/3860806673 learned_addr learned my addr 172.21.15.18:0/3860806673 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245965640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f822c0a1ee0 0x7f822c0a43a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f823c0098d0 tx=0x7f823c010040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245965640 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c19d10 0x55e248c18a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8246166640 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c26930 0x55e248c28d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 -- 172.21.15.18:0/3860806673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c19d10 msgr2=0x55e248c18a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c19d10 0x55e248c18a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 -- 172.21.15.18:0/3860806673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c26930 msgr2=0x55e248c28d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c26930 0x55e248c28d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245164640 1 -- 172.21.15.18:0/3860806673 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e248892210 con 0x55e248c18fa0 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8245965640 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c19d10 0x55e248c18a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.899+0000 7f8246166640 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c26930 0x55e248c28d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.900+0000 7f8245164640 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c19420 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f8230009380 tx=0x7f823009a9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c017fb5dcc96afd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.900+0000 7f822bfff640 1 -- 172.21.15.18:0/3860806673 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823009f1a0 con 0x55e248c18fa0 2024-03-07T10:11:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.900+0000 7f822bfff640 1 -- 172.21.15.18:0/3860806673 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f82300a37f0 con 0x55e248c18fa0 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.900+0000 7f822bfff640 1 -- 172.21.15.18:0/3860806673 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8230095bc0 con 0x55e248c18fa0 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 -- 172.21.15.18:0/3860806673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 msgr2=0x55e248c19420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c19420 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f8230009380 tx=0x7f823009a9b0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 -- 172.21.15.18:0/3860806673 shutdown_connections 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c26930 0x55e248c28d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c19420 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3860806673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c19d10 0x55e248c18a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 -- 172.21.15.18:0/3860806673 >> 172.21.15.18:0/3860806673 conn(0x55e248be0580 msgr2=0x55e248c13c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 -- 172.21.15.18:0/3860806673 shutdown_connections 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 -- 172.21.15.18:0/3860806673 wait complete. 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 -- start start 2024-03-07T10:11:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 Processor -- start 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c23b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c24050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.901+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c24590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f824a9b5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e248c29660 con 0x55e248c18fa0 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f824a9b5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e248b39d60 con 0x55e248c19d10 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f824a9b5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e248c297e0 con 0x55e248c26930 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f824a9b5740 10 client.0 _ll_register_callbacks cb 0x55e248891a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8246166640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c24590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245965640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c23b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245164640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c24050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245965640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c23b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49874/0 (socket says 172.21.15.18:49874) 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245965640 1 -- 172.21.15.18:0/1612372523 learned_addr learned my addr 172.21.15.18:0/1612372523 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245164640 1 -- 172.21.15.18:0/1612372523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 msgr2=0x55e248c24590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245164640 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c24590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245164640 1 -- 172.21.15.18:0/1612372523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 msgr2=0x55e248c23b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245164640 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c23b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245164640 1 -- 172.21.15.18:0/1612372523 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e24895e620 con 0x55e248c19d10 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f8245164640 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c24050 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f8230009380 tx=0x7f823009b1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2256037370a17ec2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f82297fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f82297fa640 1 -- 172.21.15.18:0/1612372523 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8230099350 con 0x55e248c19d10 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f82297fa640 1 -- 172.21.15.18:0/1612372523 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8230095bc0 con 0x55e248c19d10 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.902+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f82300a37f0 con 0x55e248c19d10 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f82297fa640 1 -- 172.21.15.18:0/1612372523 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8230095e00 con 0x55e248c19d10 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 10 client.28343 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e248c35b10 con 0x55e248c19d10 2024-03-07T10:11:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f82297fa640 1 -- 172.21.15.18:0/1612372523 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f82300a37f0 con 0x55e248c19d10 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f82297fa640 1 -- 172.21.15.18:0/1612372523 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8230096da0 con 0x55e248c19d10 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 10 client.28343 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 10 client.28343 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 20 client.28343 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c36e60 0x55e248c39250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 4 client.28343 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e248b8ab00 con 0x55e248c36e60 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.903+0000 7f8245965640 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c36e60 0x55e248c39250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.904+0000 7f8245965640 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c36e60 0x55e248c39250 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc7f96f98726c349 server_cookie=a3d81101ed2b642f in_seq=0 out_seq=0 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.904+0000 7f82297fa640 10 client.28343 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.904+0000 7f82297fa640 1 -- 172.21.15.18:0/1612372523 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e248b8ab00 con 0x55e248c36e60 2024-03-07T10:11:02.914 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.904+0000 7f82297fa640 10 client.28343 handle_command_reply: tid=0 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.904+0000 7f824a9b5740 1 client.28343 shutdown 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.904+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 msgr2=0x55e248c24050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.904+0000 7f824a9b5740 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c24050 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f8230009380 tx=0x7f823009b1d0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 shutdown_connections 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c36e60 0x55e248c39250 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c24590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f82297fa640 0 client.28343 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c24050 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.915 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 --2- 172.21.15.18:0/1612372523 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c23b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 >> 172.21.15.18:0/1612372523 conn(0x55e248be0580 msgr2=0x55e248c159e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 shutdown_connections 2024-03-07T10:11:02.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 1 -- 172.21.15.18:0/1612372523 wait complete. 2024-03-07T10:11:02.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.905+0000 7f824a9b5740 20 client.28343 trim_cache size 0 max 16384 2024-03-07T10:11:02.929 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 Processor -- start 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 -- start start 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c18fa0 0x55e248c26240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c19d10 0x55e248c27d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c28260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82401ad7c0 con 0x55e248c19d10 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82401ab2c0 con 0x55e248c18fa0 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f824a9b5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82401a9380 con 0x55e248c26930 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245164640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c19d10 0x55e248c27d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245164640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c19d10 0x55e248c27d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49884/0 (socket says 172.21.15.18:49884) 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245965640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c18fa0 0x55e248c26240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245164640 1 -- 172.21.15.18:0/3018833278 learned_addr learned my addr 172.21.15.18:0/3018833278 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:02.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8246166640 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c28260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245965640 1 -- 172.21.15.18:0/3018833278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 msgr2=0x55e248c28260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245965640 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c28260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245965640 1 -- 172.21.15.18:0/3018833278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c19d10 msgr2=0x55e248c27d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245965640 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c19d10 0x55e248c27d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245965640 1 -- 172.21.15.18:0/3018833278 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e248c184c0 con 0x55e248c18fa0 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.923+0000 7f8245164640 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c19d10 0x55e248c27d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.924+0000 7f8245965640 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c18fa0 0x55e248c26240 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x55e248c199c0 tx=0x7f823c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d08e95de3feb943c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.924+0000 7f822b7fe640 1 -- 172.21.15.18:0/3018833278 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c02d2d0 con 0x55e248c18fa0 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.924+0000 7f822b7fe640 1 -- 172.21.15.18:0/3018833278 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f823c02de00 con 0x55e248c18fa0 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.924+0000 7f822b7fe640 1 -- 172.21.15.18:0/3018833278 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c005850 con 0x55e248c18fa0 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- 172.21.15.18:0/3018833278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c18fa0 msgr2=0x55e248c26240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c18fa0 0x55e248c26240 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x55e248c199c0 tx=0x7f823c014000 comp rx=0 tx=0).stop 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- 172.21.15.18:0/3018833278 shutdown_connections 2024-03-07T10:11:02.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c28260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c19d10 0x55e248c27d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3018833278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c18fa0 0x55e248c26240 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- 172.21.15.18:0/3018833278 >> 172.21.15.18:0/3018833278 conn(0x55e248be0580 msgr2=0x55e248c15970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- 172.21.15.18:0/3018833278 shutdown_connections 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- 172.21.15.18:0/3018833278 wait complete. 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- start start 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 Processor -- start 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c3bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c20bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c210f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82401a9980 con 0x55e248c18fa0 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82401aac60 con 0x55e248c19d10 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82401a9fa0 con 0x55e248c26930 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.925+0000 7f824a9b5740 10 client.0 _ll_register_callbacks cb 0x7f8238037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c3bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c3bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49886/0 (socket says 172.21.15.18:49886) 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 -- 172.21.15.18:0/3026797343 learned_addr learned my addr 172.21.15.18:0/3026797343 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245164640 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c20bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8246166640 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c210f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 -- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 msgr2=0x55e248c210f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c210f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 -- 172.21.15.18:0/3026797343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 msgr2=0x55e248c20bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c20bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 -- 172.21.15.18:0/3026797343 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e248c21630 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f8245965640 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c3bd70 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f823c006010 tx=0x7f823c0056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae0830a87f4709e9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f82297fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f82297fa640 1 -- 172.21.15.18:0/3026797343 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c0059b0 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f82297fa640 1 -- 172.21.15.18:0/3026797343 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f823c02c040 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f823c02de00 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f82297fa640 1 -- 172.21.15.18:0/3026797343 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f823c026610 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f824a9b5740 10 client.18621 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e248c93090 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.926+0000 7f82297fa640 1 -- 172.21.15.18:0/3026797343 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f823c02de00 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f82297fa640 1 -- 172.21.15.18:0/3026797343 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f823c00b040 con 0x55e248c18fa0 2024-03-07T10:11:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f824a9b5740 10 client.18621 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f824a9b5740 10 client.18621 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f824a9b5740 20 client.18621 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c93830 0x55e248c95c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f824a9b5740 4 client.18621 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e248b84e50 con 0x55e248c93830 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f8245164640 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c93830 0x55e248c95c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f8245164640 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c93830 0x55e248c95c50 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd4267c6f05047f8 server_cookie=8451c8929949451e in_seq=0 out_seq=0 2024-03-07T10:11:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.927+0000 7f82297fa640 10 client.18621 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.946+0000 7f82297fa640 1 -- 172.21.15.18:0/3026797343 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e248b84e50 con 0x55e248c93830 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.946+0000 7f82297fa640 10 client.18621 handle_command_reply: tid=0 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.946+0000 7f824a9b5740 1 client.18621 shutdown 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.946+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 msgr2=0x55e248c3bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.946+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c3bd70 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f823c006010 tx=0x7f823c0056d0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 shutdown_connections 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e248c93830 0x55e248c95c50 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e248c26930 0x55e248c210f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f82297fa640 0 client.18621 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e248c19d10 0x55e248c20bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 --2- 172.21.15.18:0/3026797343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e248c18fa0 0x55e248c3bd70 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 >> 172.21.15.18:0/3026797343 conn(0x55e248be0580 msgr2=0x55e248c222b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 shutdown_connections 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 1 -- 172.21.15.18:0/3026797343 wait complete. 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f824a9b5740 20 client.18621 trim_cache size 0 max 16384 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:11:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:11:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f822c0a1ee0 msgr2=0x7f822c0a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f8247bc9640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f822c0a1ee0 0x7f822c0a43a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f823c0098d0 tx=0x7f823c010040 comp rx=0 tx=0).stop 2024-03-07T10:11:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 msgr2=0x7f8240198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f8247bc9640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f8240198390 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f823000e9f0 tx=0x7f823000edf0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 shutdown_connections 2024-03-07T10:11:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f8247bc9640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82401076b0 0x7f824019c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.947+0000 7f8247bc9640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f822c0a1ee0 0x7f822c0a43a0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.948+0000 7f8247bc9640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8240101fd0 0x7f8240198390 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.948+0000 7f8247bc9640 1 --2- 172.21.15.18:0/3637468276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8240101610 0x7f8240197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.948+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 >> 172.21.15.18:0/3637468276 conn(0x7f82400fd0e0 msgr2=0x7f82400fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.948+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 shutdown_connections 2024-03-07T10:11:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:02.948+0000 7f8247bc9640 1 -- 172.21.15.18:0/3637468276 wait complete. 2024-03-07T10:11:03.036 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:11:03.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:11:03.036 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:11:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 700.0 s, 1498.6 tps, lat 64.300 ms stddev 107.149 2024-03-07T10:11:03.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.153+0000 7f2c3a381640 1 -- 172.21.15.18:0/1796780193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c341065e0 msgr2=0x7f2c341069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.153+0000 7f2c3a381640 1 --2- 172.21.15.18:0/1796780193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c341065e0 0x7f2c341069c0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f2c24009900 tx=0x7f2c2402bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:03.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.153+0000 7f2c3a381640 1 -- 172.21.15.18:0/1796780193 shutdown_connections 2024-03-07T10:11:03.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.153+0000 7f2c3a381640 1 --2- 172.21.15.18:0/1796780193 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c34100ee0 0x7f2c3410d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.153+0000 7f2c3a381640 1 --2- 172.21.15.18:0/1796780193 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2c34100520 0x7f2c341009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.153+0000 7f2c3a381640 1 --2- 172.21.15.18:0/1796780193 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c341065e0 0x7f2c341069c0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.153+0000 7f2c3a381640 1 -- 172.21.15.18:0/1796780193 >> 172.21.15.18:0/1796780193 conn(0x7f2c34077710 msgr2=0x7f2c34077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.154+0000 7f2c3a381640 1 -- 172.21.15.18:0/1796780193 shutdown_connections 2024-03-07T10:11:03.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.154+0000 7f2c3a381640 1 -- 172.21.15.18:0/1796780193 wait complete. 2024-03-07T10:11:03.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.154+0000 7f2c3a381640 1 Processor -- start 2024-03-07T10:11:03.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.154+0000 7f2c3a381640 1 -- start start 2024-03-07T10:11:03.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3a381640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c34100520 0x7f2c34197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3a381640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2c34100ee0 0x7f2c341983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3a381640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c341065e0 0x7f2c3419c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3a381640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341108a0 con 0x7f2c34100520 2024-03-07T10:11:03.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3a381640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c34110720 con 0x7f2c341065e0 2024-03-07T10:11:03.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3a381640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c34110a20 con 0x7f2c34100ee0 2024-03-07T10:11:03.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c34100520 0x7f2c34197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c34100520 0x7f2c34197e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49906/0 (socket says 172.21.15.18:49906) 2024-03-07T10:11:03.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 -- 172.21.15.18:0/2864228748 learned_addr learned my addr 172.21.15.18:0/2864228748 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c337fe640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2c34100ee0 0x7f2c341983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3891e640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c341065e0 0x7f2c3419c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 -- 172.21.15.18:0/2864228748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2c34100ee0 msgr2=0x7f2c341983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2c34100ee0 0x7f2c341983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 -- 172.21.15.18:0/2864228748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c341065e0 msgr2=0x7f2c3419c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c341065e0 0x7f2c3419c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 -- 172.21.15.18:0/2864228748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c3419ce70 con 0x7f2c34100520 2024-03-07T10:11:03.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c33fff640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c34100520 0x7f2c34197e80 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f2c24005940 tx=0x7f2c24004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c317fa640 1 -- 172.21.15.18:0/2864228748 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c24041070 con 0x7f2c34100520 2024-03-07T10:11:03.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c3419d100 con 0x7f2c34100520 2024-03-07T10:11:03.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c317fa640 1 -- 172.21.15.18:0/2864228748 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c240054e0 con 0x7f2c34100520 2024-03-07T10:11:03.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.155+0000 7f2c317fa640 1 -- 172.21.15.18:0/2864228748 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c24003d00 con 0x7f2c34100520 2024-03-07T10:11:03.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.156+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c341a49f0 con 0x7f2c34100520 2024-03-07T10:11:03.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c317fa640 1 -- 172.21.15.18:0/2864228748 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2c24044070 con 0x7f2c34100520 2024-03-07T10:11:03.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 Processor -- start 2024-03-07T10:11:03.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 -- start start 2024-03-07T10:11:03.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99be130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99c7250 0x5561e99c9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561e9921b10 con 0x5561e99c7250 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561e98cad50 con 0x5561e99bdd50 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3d169740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561e991dbb0 con 0x5561e99be670 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99c7250 0x5561e99c9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3891e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99be130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c33fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99c7250 0x5561e99c9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49910/0 (socket says 172.21.15.18:49910) 2024-03-07T10:11:03.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c337fe640 1 -- 172.21.15.18:0/3577806843 learned_addr learned my addr 172.21.15.18:0/3577806843 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.158+0000 7f2c3891e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99be130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51104/0 (socket says 172.21.15.18:51104) 2024-03-07T10:11:03.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c317fa640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2c1c0a1ef0 0x7f2c1c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c337fe640 1 -- 172.21.15.18:0/3577806843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 msgr2=0x5561e99c6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c337fe640 1 --2- 172.21.15.18:0/3577806843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c337fe640 1 -- 172.21.15.18:0/3577806843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 msgr2=0x5561e99be130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c337fe640 1 --2- 172.21.15.18:0/3577806843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99be130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c337fe640 1 -- 172.21.15.18:0/3577806843 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5561e96fe7e0 con 0x5561e99c7250 2024-03-07T10:11:03.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c3891e640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2c1c0a1ef0 0x7f2c1c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c317fa640 1 -- 172.21.15.18:0/2864228748 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2c240efdd0 con 0x7f2c34100520 2024-03-07T10:11:03.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c337fe640 1 --2- 172.21.15.18:0/3577806843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99c7250 0x5561e99c9640 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f2c28009c90 tx=0x7f2c28011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b8c033abc2194f8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c1a7fc640 1 -- 172.21.15.18:0/3577806843 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2801e070 con 0x5561e99c7250 2024-03-07T10:11:03.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c1a7fc640 1 -- 172.21.15.18:0/3577806843 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c28019b10 con 0x5561e99c7250 2024-03-07T10:11:03.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.159+0000 7f2c1a7fc640 1 -- 172.21.15.18:0/3577806843 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2800ea60 con 0x5561e99c7250 2024-03-07T10:11:03.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 -- 172.21.15.18:0/3577806843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99c7250 msgr2=0x5561e99c9640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3891e640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2c1c0a1ef0 0x7f2c1c0a43b0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c005fd0 tx=0x7f2c2c004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 --2- 172.21.15.18:0/3577806843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99c7250 0x5561e99c9640 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f2c28009c90 tx=0x7f2c28011810 comp rx=0 tx=0).stop 2024-03-07T10:11:03.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 -- 172.21.15.18:0/3577806843 shutdown_connections 2024-03-07T10:11:03.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 --2- 172.21.15.18:0/3577806843 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99c7250 0x5561e99c9640 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 --2- 172.21.15.18:0/3577806843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 --2- 172.21.15.18:0/3577806843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99be130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 -- 172.21.15.18:0/3577806843 >> 172.21.15.18:0/3577806843 conn(0x5561e99b8480 msgr2=0x5561e99b8860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 -- 172.21.15.18:0/3577806843 shutdown_connections 2024-03-07T10:11:03.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 -- 172.21.15.18:0/3577806843 wait complete. 2024-03-07T10:11:03.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 -- start start 2024-03-07T10:11:03.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.160+0000 7f2c3d169740 1 Processor -- start 2024-03-07T10:11:03.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99bdd50 0x5561e99c6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561e99ca040 con 0x5561e99bdd50 2024-03-07T10:11:03.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561e98de190 con 0x5561e99c7250 2024-03-07T10:11:03.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5561e99ca1c0 con 0x5561e99be670 2024-03-07T10:11:03.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 10 client.0 _ll_register_callbacks cb 0x5561e98cd770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:03.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99bdd50 0x5561e99c6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99bdd50 0x5561e99c6cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49920/0 (socket says 172.21.15.18:49920) 2024-03-07T10:11:03.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 -- 172.21.15.18:0/48382442 learned_addr learned my addr 172.21.15.18:0/48382442 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c337fe640 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3891e640 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 -- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 msgr2=0x5561e99c4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 -- 172.21.15.18:0/48382442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 msgr2=0x5561e99c4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 -- 172.21.15.18:0/48382442 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5561e975ef70 con 0x5561e99bdd50 2024-03-07T10:11:03.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c33fff640 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99bdd50 0x5561e99c6cc0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f2c240eda80 tx=0x7f2c24005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2241728564be3a9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c137fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:03.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c137fe640 1 -- 172.21.15.18:0/48382442 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2404b070 con 0x5561e99bdd50 2024-03-07T10:11:03.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c137fe640 1 -- 172.21.15.18:0/48382442 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2c240a70e0 con 0x5561e99bdd50 2024-03-07T10:11:03.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.161+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2c28019b10 con 0x5561e99bdd50 2024-03-07T10:11:03.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c137fe640 1 -- 172.21.15.18:0/48382442 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c240bc6b0 con 0x5561e99bdd50 2024-03-07T10:11:03.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 10 client.18633 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:03.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5561e95f6170 con 0x5561e99bdd50 2024-03-07T10:11:03.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c137fe640 1 -- 172.21.15.18:0/48382442 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c28019b10 con 0x5561e99bdd50 2024-03-07T10:11:03.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c137fe640 1 -- 172.21.15.18:0/48382442 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2c240bcb40 con 0x5561e99bdd50 2024-03-07T10:11:03.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 10 client.18633 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:03.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 10 client.18633 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:03.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 20 client.18633 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:03.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e99d96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 4 client.18633 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:03.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5561e98f7930 con 0x5561e99d72a0 2024-03-07T10:11:03.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.162+0000 7f2c337fe640 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e99d96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c137fe640 10 client.18633 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c337fe640 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e99d96b0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd9bde9031f56904 server_cookie=6b1fedbb4de31f2e in_seq=0 out_seq=0 2024-03-07T10:11:03.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c137fe640 1 -- 172.21.15.18:0/48382442 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5561e98f7930 con 0x5561e99d72a0 2024-03-07T10:11:03.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c137fe640 10 client.18633 handle_command_reply: tid=0 2024-03-07T10:11:03.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c3d169740 1 client.18633 shutdown 2024-03-07T10:11:03.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99bdd50 msgr2=0x5561e99c6cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.187 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c3d169740 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99bdd50 0x5561e99c6cc0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f2c240eda80 tx=0x7f2c24005a20 comp rx=0 tx=0).stop 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 shutdown_connections 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c3d169740 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e99d96b0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.163+0000 7f2c3d169740 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.164+0000 7f2c3d169740 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99be670 0x5561e99c4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.164+0000 7f2c137fe640 0 client.18633 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.164+0000 7f2c3d169740 1 --2- 172.21.15.18:0/48382442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99bdd50 0x5561e99c6cc0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.164+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 >> 172.21.15.18:0/48382442 conn(0x5561e99b8480 msgr2=0x5561e99ba1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.164+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 shutdown_connections 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.164+0000 7f2c3d169740 1 -- 172.21.15.18:0/48382442 wait complete. 2024-03-07T10:11:03.188 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.164+0000 7f2c3d169740 20 client.18633 trim_cache size 0 max 16384 2024-03-07T10:11:03.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 Processor -- start 2024-03-07T10:11:03.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 -- start start 2024-03-07T10:11:03.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99bdd50 0x5561e99c31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341af8c0 con 0x5561e99be670 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341ad3c0 con 0x5561e99c7250 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3d169740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341ab480 con 0x5561e99bdd50 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c6780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49930/0 (socket says 172.21.15.18:49930) 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c337fe640 1 -- 172.21.15.18:0/1928367082 learned_addr learned my addr 172.21.15.18:0/1928367082 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c3891e640 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.181+0000 7f2c33fff640 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99bdd50 0x5561e99c31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c337fe640 1 -- 172.21.15.18:0/1928367082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99bdd50 msgr2=0x5561e99c31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c337fe640 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99bdd50 0x5561e99c31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c337fe640 1 -- 172.21.15.18:0/1928367082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 msgr2=0x5561e99c6cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c337fe640 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c6cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c337fe640 1 -- 172.21.15.18:0/1928367082 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5561e99c4b00 con 0x5561e99be670 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c3891e640 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c337fe640 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c6780 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f2c280098c0 tx=0x7f2c2800e640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd3e1cf6bcfd819 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c19ffb640 1 -- 172.21.15.18:0/1928367082 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2801e040 con 0x5561e99be670 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c19ffb640 1 -- 172.21.15.18:0/1928367082 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c28019430 con 0x5561e99be670 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.182+0000 7f2c19ffb640 1 -- 172.21.15.18:0/1928367082 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2800e9b0 con 0x5561e99be670 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 -- 172.21.15.18:0/1928367082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 msgr2=0x5561e99c6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c6780 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f2c280098c0 tx=0x7f2c2800e640 comp rx=0 tx=0).stop 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 -- 172.21.15.18:0/1928367082 shutdown_connections 2024-03-07T10:11:03.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99c7250 0x5561e99c6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c6780 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 --2- 172.21.15.18:0/1928367082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99bdd50 0x5561e99c31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 -- 172.21.15.18:0/1928367082 >> 172.21.15.18:0/1928367082 conn(0x5561e99b8480 msgr2=0x5561e99b96b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 -- 172.21.15.18:0/1928367082 shutdown_connections 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 -- 172.21.15.18:0/1928367082 wait complete. 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 -- start start 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.183+0000 7f2c3d169740 1 Processor -- start 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99c0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3d169740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99c7250 0x5561e9a31b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3d169740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341aba80 con 0x5561e99be670 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3d169740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341acd60 con 0x5561e99bdd50 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3d169740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341ac0a0 con 0x5561e99c7250 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3d169740 10 client.0 _ll_register_callbacks cb 0x7f2c240b8540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:03.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c1470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49942/0 (socket says 172.21.15.18:49942) 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c33fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99c0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 -- 172.21.15.18:0/2229281501 learned_addr learned my addr 172.21.15.18:0/2229281501 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c3891e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99c7250 0x5561e9a31b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 -- 172.21.15.18:0/2229281501 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99c7250 msgr2=0x5561e9a31b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99c7250 0x5561e9a31b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 -- 172.21.15.18:0/2229281501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 msgr2=0x5561e99c0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99c0f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 -- 172.21.15.18:0/2229281501 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5561e9a32160 con 0x5561e99be670 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c337fe640 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c1470 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f2c2800e6b0 tx=0x7f2c28009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71e3c2247830891e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c137fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.184+0000 7f2c137fe640 1 -- 172.21.15.18:0/2229281501 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2801e040 con 0x5561e99be670 2024-03-07T10:11:03.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c137fe640 1 -- 172.21.15.18:0/2229281501 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2c280197e0 con 0x5561e99be670 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2c28019430 con 0x5561e99be670 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c137fe640 1 -- 172.21.15.18:0/2229281501 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c28019a00 con 0x5561e99be670 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 10 client.18639 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5561e9a334a0 con 0x5561e99be670 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c137fe640 1 -- 172.21.15.18:0/2229281501 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c28019430 con 0x5561e99be670 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c137fe640 1 -- 172.21.15.18:0/2229281501 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2c2802d040 con 0x5561e99be670 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 10 client.18639 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 10 client.18639 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 20 client.18639 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e9a35a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 4 client.18639 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5561e98e3050 con 0x5561e99d72a0 2024-03-07T10:11:03.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.185+0000 7f2c33fff640 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e9a35a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.186+0000 7f2c33fff640 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e9a35a60 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3281cefe8672c82c server_cookie=98142d4e4909bf9 in_seq=0 out_seq=0 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.186+0000 7f2c137fe640 10 client.18639 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c137fe640 1 -- 172.21.15.18:0/2229281501 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5561e98e3050 con 0x5561e99d72a0 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c137fe640 10 client.18639 handle_command_reply: tid=0 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 client.18639 shutdown 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 msgr2=0x5561e99c1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c1470 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f2c2800e6b0 tx=0x7f2c28009850 comp rx=0 tx=0).stop 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 shutdown_connections 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5561e99d72a0 0x5561e9a35a60 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5561e99c7250 0x5561e9a31b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5561e99be670 0x5561e99c1470 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c137fe640 0 client.18639 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 --2- 172.21.15.18:0/2229281501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5561e99bdd50 0x5561e99c0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.201 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 >> 172.21.15.18:0/2229281501 conn(0x5561e99b8480 msgr2=0x5561e99b6bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 shutdown_connections 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 1 -- 172.21.15.18:0/2229281501 wait complete. 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.187+0000 7f2c3d169740 20 client.18639 trim_cache size 0 max 16384 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "d82b87a6-db15-479f-b0e0-7da8500d4268", 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:11:03.202 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2c1c0a1ef0 msgr2=0x7f2c1c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2c1c0a1ef0 0x7f2c1c0a43b0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c005fd0 tx=0x7f2c2c004a40 comp rx=0 tx=0).stop 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c34100520 msgr2=0x7f2c34197e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c34100520 0x7f2c34197e80 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f2c24005940 tx=0x7f2c24004270 comp rx=0 tx=0).stop 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 shutdown_connections 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c341065e0 0x7f2c3419c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2c34100ee0 0x7f2c341983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2c1c0a1ef0 0x7f2c1c0a43b0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 --2- 172.21.15.18:0/2864228748 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2c34100520 0x7f2c34197e80 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 >> 172.21.15.18:0/2864228748 conn(0x7f2c34077710 msgr2=0x7f2c340fddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 shutdown_connections 2024-03-07T10:11:03.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.188+0000 7f2c3a381640 1 -- 172.21.15.18:0/2864228748 wait complete. 2024-03-07T10:11:03.205 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:11:03.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:11:03.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.326+0000 7f0efcc6b640 1 -- 172.21.15.18:0/3178962780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef81015f0 msgr2=0x7f0ef8101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.326+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/3178962780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef81015f0 0x7f0ef8101a70 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f0eec009930 tx=0x7f0eec02bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.327+0000 7f0efcc6b640 1 -- 172.21.15.18:0/3178962780 shutdown_connections 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.327+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/3178962780 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef8101fb0 0x7f0ef810e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.327+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/3178962780 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef81015f0 0x7f0ef8101a70 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.327+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/3178962780 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0ef8107690 0x7f0ef8107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.327+0000 7f0efcc6b640 1 -- 172.21.15.18:0/3178962780 >> 172.21.15.18:0/3178962780 conn(0x7f0ef80fd100 msgr2=0x7f0ef80ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.327+0000 7f0efcc6b640 1 -- 172.21.15.18:0/3178962780 shutdown_connections 2024-03-07T10:11:03.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.327+0000 7f0efcc6b640 1 -- 172.21.15.18:0/3178962780 wait complete. 2024-03-07T10:11:03.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.329+0000 7f0efcc6b640 1 Processor -- start 2024-03-07T10:11:03.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.329+0000 7f0efcc6b640 1 -- start start 2024-03-07T10:11:03.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0efcc6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef81015f0 0x7f0ef819eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0efcc6b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef8101fb0 0x7f0ef819f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0efcc6b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0ef8107690 0x7f0ef810b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0efcc6b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef81119d0 con 0x7f0ef8101fb0 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0efcc6b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef8111850 con 0x7f0ef81015f0 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0efcc6b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef8111b50 con 0x7f0ef8107690 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef81015f0 0x7f0ef819eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef8101fb0 0x7f0ef819f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef81015f0 0x7f0ef819eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51152/0 (socket says 172.21.15.18:51152) 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 -- 172.21.15.18:0/1300295430 learned_addr learned my addr 172.21.15.18:0/1300295430 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0ef8107690 0x7f0ef810b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 -- 172.21.15.18:0/1300295430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0ef8107690 msgr2=0x7f0ef810b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0ef8107690 0x7f0ef810b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 -- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef8101fb0 msgr2=0x7f0ef819f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef8101fb0 0x7f0ef819f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.330+0000 7f0ef659c640 1 -- 172.21.15.18:0/1300295430 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ef810bf70 con 0x7f0ef81015f0 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.331+0000 7f0ef659c640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef81015f0 0x7f0ef819eb90 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0ee800e9c0 tx=0x7f0ee800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.331+0000 7f0ee77fe640 1 -- 172.21.15.18:0/1300295430 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ee800cd80 con 0x7f0ef81015f0 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.331+0000 7f0ee77fe640 1 -- 172.21.15.18:0/1300295430 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ee80035f0 con 0x7f0ef81015f0 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.331+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ef810c200 con 0x7f0ef81015f0 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.331+0000 7f0ee77fe640 1 -- 172.21.15.18:0/1300295430 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ee8010690 con 0x7f0ef81015f0 2024-03-07T10:11:03.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.331+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ef819a6f0 con 0x7f0ef81015f0 2024-03-07T10:11:03.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.334+0000 7f0ee77fe640 1 -- 172.21.15.18:0/1300295430 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0ee80037a0 con 0x7f0ef81015f0 2024-03-07T10:11:03.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.334+0000 7f0effa56740 1 Processor -- start 2024-03-07T10:11:03.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.334+0000 7f0effa56740 1 -- start start 2024-03-07T10:11:03.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0effa56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea8bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0effa56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea946f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea8bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea8bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51166/0 (socket says 172.21.15.18:51166) 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0effa56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea97020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e6e9eedd0 con 0x563e6ea94c30 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/1327741177 learned_addr learned my addr 172.21.15.18:0/1327741177 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e6e997ae0 con 0x563e6ea8b730 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.335+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e6e9eae70 con 0x563e6ea8c050 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef659c640 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea946f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea97020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/1327741177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 msgr2=0x563e6ea946f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea946f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/1327741177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 msgr2=0x563e6ea97020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea97020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/1327741177 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e6e7cd7d0 con 0x563e6ea8b730 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea97020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea8bb10 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009fd0 tx=0x7f0ef00118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4daf9c1ed1a8543f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ee77fe640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0ee00a1f70 0x7f0ee00a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ef659c640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0ee00a1f70 0x7f0ee00a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.336+0000 7f0ee4ff9640 1 -- 172.21.15.18:0/1327741177 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0004d20 con 0x563e6ea8b730 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.337+0000 7f0ee4ff9640 1 -- 172.21.15.18:0/1327741177 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ef0004050 con 0x563e6ea8b730 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.337+0000 7f0ee4ff9640 1 -- 172.21.15.18:0/1327741177 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0005260 con 0x563e6ea8b730 2024-03-07T10:11:03.340 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.337+0000 7f0ee77fe640 1 -- 172.21.15.18:0/1300295430 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0ee80ce560 con 0x7f0ef81015f0 2024-03-07T10:11:03.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 msgr2=0x563e6ea8bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0ef659c640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0ee00a1f70 0x7f0ee00a4430 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80cbcc0 tx=0x7f0ee80d1bc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea8bb10 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009fd0 tx=0x7f0ef00118d0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 shutdown_connections 2024-03-07T10:11:03.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea97020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea946f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 --2- 172.21.15.18:0/1327741177 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea8bb10 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 >> 172.21.15.18:0/1327741177 conn(0x563e6ea85e60 msgr2=0x563e6ea86240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 shutdown_connections 2024-03-07T10:11:03.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 -- 172.21.15.18:0/1327741177 wait complete. 2024-03-07T10:11:03.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 -- start start 2024-03-07T10:11:03.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 Processor -- start 2024-03-07T10:11:03.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8b730 0x563e6ea94690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea91a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.338+0000 7f0effa56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea92140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0effa56740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e6ea97a20 con 0x563e6ea94c30 2024-03-07T10:11:03.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0effa56740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e6e9ab070 con 0x563e6ea8c050 2024-03-07T10:11:03.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0effa56740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e6ea97ba0 con 0x563e6ea8b730 2024-03-07T10:11:03.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0effa56740 10 client.0 _ll_register_callbacks cb 0x563e6e9aaa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:03.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea91a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8b730 0x563e6ea94690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea91a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51180/0 (socket says 172.21.15.18:51180) 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef5d9b640 1 -- 172.21.15.18:0/655123624 learned_addr learned my addr 172.21.15.18:0/655123624 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8b730 0x563e6ea94690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:40842/0 (socket says 172.21.15.18:40842) 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea92140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/655123624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 msgr2=0x563e6ea91a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea91a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/655123624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 msgr2=0x563e6ea92140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea92140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/655123624 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563e6e7033f0 con 0x563e6ea8b730 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8b730 0x563e6ea94690 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009de0 tx=0x7f0ef0009be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e993c2702141bc8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.339+0000 7f0eddffb640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.340+0000 7f0eddffb640 1 -- 172.21.15.18:0/655123624 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0004840 con 0x563e6ea8b730 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.340+0000 7f0eddffb640 1 -- 172.21.15.18:0/655123624 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0ef000f4e0 con 0x563e6ea8b730 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.340+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0ef0004050 con 0x563e6ea8b730 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.340+0000 7f0eddffb640 1 -- 172.21.15.18:0/655123624 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ef000f6e0 con 0x563e6ea8b730 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.340+0000 7f0effa56740 10 client.28522 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.340+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563e6e6c30f0 con 0x563e6ea8b730 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0eddffb640 1 -- 172.21.15.18:0/655123624 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ef0004050 con 0x563e6ea8b730 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0eddffb640 1 -- 172.21.15.18:0/655123624 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0ef0025040 con 0x563e6ea8b730 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0effa56740 10 client.28522 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:03.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0effa56740 10 client.28522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0effa56740 20 client.28522 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0effa56740 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eaa4d10 0x563e6eaa7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0effa56740 4 client.28522 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563e6e9fc310 con 0x563e6eaa4d10 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.341+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eaa4d10 0x563e6eaa7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.342+0000 7f0eddffb640 10 client.28522 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.342+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eaa4d10 0x563e6eaa7130 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c50dde350ed5606 server_cookie=586b885895ef51 in_seq=0 out_seq=0 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.342+0000 7f0eddffb640 1 -- 172.21.15.18:0/655123624 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563e6e9fc310 con 0x563e6eaa4d10 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.342+0000 7f0eddffb640 10 client.28522 handle_command_reply: tid=0 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 client.28522 shutdown 2024-03-07T10:11:03.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8b730 msgr2=0x563e6ea94690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8b730 0x563e6ea94690 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009de0 tx=0x7f0ef0009be0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 shutdown_connections 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eaa4d10 0x563e6eaa7130 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea92140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea91a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 --2- 172.21.15.18:0/655123624 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8b730 0x563e6ea94690 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0eddffb640 0 client.28522 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 >> 172.21.15.18:0/655123624 conn(0x563e6ea85e60 msgr2=0x563e6ea87bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 shutdown_connections 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 1 -- 172.21.15.18:0/655123624 wait complete. 2024-03-07T10:11:03.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.343+0000 7f0effa56740 20 client.28522 trim_cache size 0 max 16384 2024-03-07T10:11:03.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 Processor -- start 2024-03-07T10:11:03.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 -- start start 2024-03-07T10:11:03.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea94150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea94690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea8ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef81be800 con 0x563e6ea94c30 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef81bc300 con 0x563e6ea8b730 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0effa56740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef81ba3c0 con 0x563e6ea8c050 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea94150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef5d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea94690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea94150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51184/0 (socket says 172.21.15.18:51184) 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/980253003 learned_addr learned my addr 172.21.15.18:0/980253003 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea8ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/980253003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 msgr2=0x563e6ea94690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea94690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/980253003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 msgr2=0x563e6ea8ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea8ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.373 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/980253003 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e6ea86bf0 con 0x563e6ea8b730 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.364+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea94690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea94150 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0028d20 tx=0x7f0ef0005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52252dbb4527858f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0edffff640 1 -- 172.21.15.18:0/980253003 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0036030 con 0x563e6ea8b730 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0edffff640 1 -- 172.21.15.18:0/980253003 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ef002d070 con 0x563e6ea8b730 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0edffff640 1 -- 172.21.15.18:0/980253003 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef000f880 con 0x563e6ea8b730 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0effa56740 1 -- 172.21.15.18:0/980253003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 msgr2=0x563e6ea94150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0effa56740 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea94150 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0028d20 tx=0x7f0ef0005fd0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0effa56740 1 -- 172.21.15.18:0/980253003 shutdown_connections 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0effa56740 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea94c30 0x563e6ea8ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0effa56740 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea8c050 0x563e6ea94690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.374 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0effa56740 1 --2- 172.21.15.18:0/980253003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8b730 0x563e6ea94150 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.365+0000 7f0effa56740 1 -- 172.21.15.18:0/980253003 >> 172.21.15.18:0/980253003 conn(0x563e6ea85e60 msgr2=0x563e6ea8a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 -- 172.21.15.18:0/980253003 shutdown_connections 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 -- 172.21.15.18:0/980253003 wait complete. 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 -- start start 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 Processor -- start 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea8b730 0x563e6ea97db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea982f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea94c30 0x563e6ea98870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef81ba9c0 con 0x563e6ea8b730 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef81bbca0 con 0x563e6ea8c050 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ef81bafe0 con 0x563e6ea94c30 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0effa56740 10 client.0 _ll_register_callbacks cb 0x7f0ef00042d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:03.375 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea8b730 0x563e6ea97db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0ef6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea8b730 0x563e6ea97db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:49980/0 (socket says 172.21.15.18:49980) 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/733569000 learned_addr learned my addr 172.21.15.18:0/733569000 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea94c30 0x563e6ea98870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea94c30 msgr2=0x563e6ea98870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.366+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea94c30 0x563e6ea98870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/733569000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 msgr2=0x563e6ea982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0ef6d9d640 1 -- 172.21.15.18:0/733569000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563e6eafe8c0 con 0x563e6ea8b730 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0ef6d9d640 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea8b730 0x563e6ea97db0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0004400 tx=0x7f0ef00048d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=746ca32fbeea7b8b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0eddffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:03.376 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0eddffb640 1 -- 172.21.15.18:0/733569000 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0036070 con 0x563e6ea8b730 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0eddffb640 1 -- 172.21.15.18:0/733569000 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0ef000fa80 con 0x563e6ea8b730 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0ef002d070 con 0x563e6ea8b730 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0eddffb640 1 -- 172.21.15.18:0/733569000 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ef0040040 con 0x563e6ea8b730 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0effa56740 10 client.18657 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563e6eaffb70 con 0x563e6ea8b730 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0eddffb640 1 -- 172.21.15.18:0/733569000 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ef002d070 con 0x563e6ea8b730 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0eddffb640 1 -- 172.21.15.18:0/733569000 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0ef000fd10 con 0x563e6ea8b730 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0effa56740 10 client.18657 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.367+0000 7f0effa56740 10 client.18657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 20 client.18657 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eb00130 0x563e6eb02520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 4 client.18657 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563e6e9f6660 con 0x563e6eb00130 2024-03-07T10:11:03.377 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eb00130 0x563e6eb02520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0ef5d9b640 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eb00130 0x563e6eb02520 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1babd1b46bfa59b6 server_cookie=2092c3bc8497f70 in_seq=0 out_seq=0 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0eddffb640 10 client.18657 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0eddffb640 1 -- 172.21.15.18:0/733569000 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x563e6e9f6660 con 0x563e6eb00130 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0eddffb640 10 client.18657 handle_command_reply: tid=0 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 client.18657 shutdown 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea8b730 msgr2=0x563e6ea97db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea8b730 0x563e6ea97db0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0004400 tx=0x7f0ef00048d0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 shutdown_connections 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563e6eb00130 0x563e6eb02520 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563e6ea94c30 0x563e6ea98870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0eddffb640 0 client.18657 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563e6ea8c050 0x563e6ea982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.378 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 --2- 172.21.15.18:0/733569000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563e6ea8b730 0x563e6ea97db0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.368+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 >> 172.21.15.18:0/733569000 conn(0x563e6ea85e60 msgr2=0x563e6ea90310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 shutdown_connections 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0effa56740 1 -- 172.21.15.18:0/733569000 wait complete. 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0effa56740 20 client.18657 trim_cache size 0 max 16384 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:11:03.379 INFO:teuthology.orchestra.run.smithi018.stdout: "d82b87a6-db15-479f-b0e0-7da8500d4268": { 2024-03-07T10:11:03.380 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:11:03.380 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "d82b87a6-db15-479f-b0e0-7da8500d4268", 2024-03-07T10:11:03.380 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:11:03.380 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:11:03.380 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:11:03.380 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0ee00a1f70 msgr2=0x7f0ee00a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0ee00a1f70 0x7f0ee00a4430 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80cbcc0 tx=0x7f0ee80d1bc0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef81015f0 msgr2=0x7f0ef819eb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef81015f0 0x7f0ef819eb90 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0ee800e9c0 tx=0x7f0ee800ee80 comp rx=0 tx=0).stop 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 shutdown_connections 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0ef8107690 0x7f0ef810b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f0ee00a1f70 0x7f0ee00a4430 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0ef8101fb0 0x7f0ef819f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.381 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 --2- 172.21.15.18:0/1300295430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ef81015f0 0x7f0ef819eb90 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:03.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 >> 172.21.15.18:0/1300295430 conn(0x7f0ef80fd100 msgr2=0x7f0ef80fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:03.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 shutdown_connections 2024-03-07T10:11:03.382 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:03.369+0000 7f0efcc6b640 1 -- 172.21.15.18:0/1300295430 wait complete. 2024-03-07T10:11:03.383 INFO:tasks.cephfs.filesystem:scrub status for tag:d82b87a6-db15-479f-b0e0-7da8500d4268 - {'path': '/', 'tag': 'd82b87a6-db15-479f-b0e0-7da8500d4268', 'options': 'recursive,force'} 2024-03-07T10:11:04.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: pgmap v371: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.4 MiB/s wr, 492 op/s 2024-03-07T10:11:04.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:11:04.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:11:04.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:11:04.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:11:04.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.448 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:04 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: pgmap v371: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.4 MiB/s wr, 492 op/s 2024-03-07T10:11:04.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:11:04.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:11:04.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:11:04.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:11:04.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.504 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:04 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: pgmap v371: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 5.4 MiB/s wr, 492 op/s 2024-03-07T10:11:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:11:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:11:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:11:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:11:04.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:04.593 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:04 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:05.447 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:05 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:05.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:05 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:05.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:05 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:06.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:06 smithi063 ceph-mon[36356]: pgmap v372: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 7.3 MiB/s wr, 709 op/s 2024-03-07T10:11:06.492 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:06 smithi018 ceph-mon[32171]: pgmap v372: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 7.3 MiB/s wr, 709 op/s 2024-03-07T10:11:06.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:06 smithi077 ceph-mon[36374]: pgmap v372: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 7.3 MiB/s wr, 709 op/s 2024-03-07T10:11:07.446 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:07 smithi063 ceph-mon[36356]: osdmap e102: 12 total, 12 up, 12 in 2024-03-07T10:11:07.503 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:07 smithi077 ceph-mon[36374]: osdmap e102: 12 total, 12 up, 12 in 2024-03-07T10:11:07.592 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:07 smithi018 ceph-mon[32171]: osdmap e102: 12 total, 12 up, 12 in 2024-03-07T10:11:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 705.0 s, 214.0 tps, lat 481.022 ms stddev 357.074 2024-03-07T10:11:09.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:08 smithi077 ceph-mon[36374]: pgmap v374: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 6.0 MiB/s wr, 597 op/s 2024-03-07T10:11:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:08 smithi018 ceph-mon[32171]: pgmap v374: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 6.0 MiB/s wr, 597 op/s 2024-03-07T10:11:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:08 smithi063 ceph-mon[36356]: pgmap v374: 97 pgs: 97 active+clean; 5.0 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 6.0 MiB/s wr, 597 op/s 2024-03-07T10:11:11.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:10 smithi077 ceph-mon[36374]: pgmap v375: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 3.8 MiB/s wr, 492 op/s 2024-03-07T10:11:11.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:10 smithi018 ceph-mon[32171]: pgmap v375: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 3.8 MiB/s wr, 492 op/s 2024-03-07T10:11:11.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:10 smithi063 ceph-mon[36356]: pgmap v375: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 3.8 MiB/s wr, 492 op/s 2024-03-07T10:11:12.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:11 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:11:12.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:11 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:11:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:11 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:11:12.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:11 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:11:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:11 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:11:12.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:11 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:11:13.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:12 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:11:13.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:12 smithi077 ceph-mon[36374]: pgmap v376: 97 pgs: 97 active+clean; 4.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 9.6 MiB/s wr, 855 op/s 2024-03-07T10:11:13.004 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:12 smithi077 ceph-mon[36374]: osdmap e103: 12 total, 12 up, 12 in 2024-03-07T10:11:13.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:12 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:11:13.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:12 smithi018 ceph-mon[32171]: pgmap v376: 97 pgs: 97 active+clean; 4.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 9.6 MiB/s wr, 855 op/s 2024-03-07T10:11:13.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:12 smithi018 ceph-mon[32171]: osdmap e103: 12 total, 12 up, 12 in 2024-03-07T10:11:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 710.0 s, 1171.4 tps, lat 86.068 ms stddev 216.230 2024-03-07T10:11:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:12 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:11:13.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:12 smithi063 ceph-mon[36356]: pgmap v376: 97 pgs: 97 active+clean; 4.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 9.6 MiB/s wr, 855 op/s 2024-03-07T10:11:13.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:12 smithi063 ceph-mon[36356]: osdmap e103: 12 total, 12 up, 12 in 2024-03-07T10:11:15.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:14 smithi077 ceph-mon[36374]: pgmap v378: 97 pgs: 97 active+clean; 4.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 9.1 MiB/s wr, 744 op/s 2024-03-07T10:11:15.094 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:14 smithi018 ceph-mon[32171]: pgmap v378: 97 pgs: 97 active+clean; 4.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 9.1 MiB/s wr, 744 op/s 2024-03-07T10:11:15.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:14 smithi063 ceph-mon[36356]: pgmap v378: 97 pgs: 97 active+clean; 4.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 9.1 MiB/s wr, 744 op/s 2024-03-07T10:11:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 -- 172.21.15.18:0/173273305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f804810dee0 msgr2=0x7f80481102f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 --2- 172.21.15.18:0/173273305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f804810dee0 0x7f80481102f0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f8040009ca0 tx=0x7f804002c180 comp rx=0 tx=0).stop 2024-03-07T10:11:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 -- 172.21.15.18:0/173273305 shutdown_connections 2024-03-07T10:11:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 --2- 172.21.15.18:0/173273305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f804810dee0 0x7f80481102f0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 --2- 172.21.15.18:0/173273305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048074350 0x7f804810d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 --2- 172.21.15.18:0/173273305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8048073a30 0x7f8048073e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 -- 172.21.15.18:0/173273305 >> 172.21.15.18:0/173273305 conn(0x7f80480fd0f0 msgr2=0x7f80480ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 -- 172.21.15.18:0/173273305 shutdown_connections 2024-03-07T10:11:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.077+0000 7f804cb81640 1 -- 172.21.15.18:0/173273305 wait complete. 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 Processor -- start 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 -- start start 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048073a30 0x7f804810d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8048074350 0x7f804810a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f804810dee0 0x7f804810aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8048113c40 con 0x7f8048074350 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8048113ac0 con 0x7f8048073a30 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804cb81640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8048113dc0 con 0x7f804810dee0 2024-03-07T10:11:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048073a30 0x7f804810d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f8045d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8048074350 0x7f804810a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048073a30 0x7f804810d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54332/0 (socket says 172.21.15.18:54332) 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f804659c640 1 -- 172.21.15.18:0/2021023958 learned_addr learned my addr 172.21.15.18:0/2021023958 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.078+0000 7f8046d9d640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f804810dee0 0x7f804810aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f8046d9d640 1 -- 172.21.15.18:0/2021023958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048073a30 msgr2=0x7f804810d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f8046d9d640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048073a30 0x7f804810d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f8046d9d640 1 -- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8048074350 msgr2=0x7f804810a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f8046d9d640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8048074350 0x7f804810a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f8046d9d640 1 -- 172.21.15.18:0/2021023958 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80481aa940 con 0x7f804810dee0 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f804659c640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048073a30 0x7f804810d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f8046d9d640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f804810dee0 0x7f804810aeb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f804002c790 tx=0x7f8040035d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f80377fe640 1 -- 172.21.15.18:0/2021023958 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8040039040 con 0x7f804810dee0 2024-03-07T10:11:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f80377fe640 1 -- 172.21.15.18:0/2021023958 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8040044070 con 0x7f804810dee0 2024-03-07T10:11:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80481aab10 con 0x7f804810dee0 2024-03-07T10:11:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f80377fe640 1 -- 172.21.15.18:0/2021023958 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80400328d0 con 0x7f804810dee0 2024-03-07T10:11:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.079+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80481aaec0 con 0x7f804810dee0 2024-03-07T10:11:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.081+0000 7f80377fe640 1 -- 172.21.15.18:0/2021023958 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8040003d00 con 0x7f804810dee0 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.082+0000 7f80377fe640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80300a1f60 0x7f80300a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.082+0000 7f80377fe640 1 -- 172.21.15.18:0/2021023958 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f80400f0510 con 0x7f804810dee0 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.082+0000 7f804659c640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80300a1f60 0x7f80300a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.083+0000 7f804659c640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80300a1f60 0x7f80300a4420 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f80380095f0 tx=0x7f8038005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.083+0000 7f804f96d740 1 Processor -- start 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.083+0000 7f804f96d740 1 -- start start 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804f96d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959567d10 0x563959566a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804f96d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959566fa0 0x563959567420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804f96d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 0x563959572910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804f96d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639594cb5c0 con 0x563959567d10 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804f96d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563959474900 con 0x563959570520 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804f96d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639594c7660 con 0x563959566fa0 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959567d10 0x563959566a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959567d10 0x563959566a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46632/0 (socket says 172.21.15.18:46632) 2024-03-07T10:11:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.084+0000 7f804659c640 1 -- 172.21.15.18:0/362083393 learned_addr learned my addr 172.21.15.18:0/362083393 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.085+0000 7f804659c640 1 -- 172.21.15.18:0/362083393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959566fa0 msgr2=0x563959567420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.085+0000 7f804659c640 1 --2- 172.21.15.18:0/362083393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959566fa0 0x563959567420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.085+0000 7f804659c640 1 -- 172.21.15.18:0/362083393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 msgr2=0x563959572910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.085+0000 7f804659c640 1 --2- 172.21.15.18:0/362083393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 0x563959572910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.085+0000 7f804659c640 1 -- 172.21.15.18:0/362083393 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5639591e0210 con 0x563959567d10 2024-03-07T10:11:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.085+0000 7f804659c640 1 --2- 172.21.15.18:0/362083393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959567d10 0x563959566a60 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f803800f790 tx=0x7f8038014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec7d9f5ca4e9665 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.086+0000 7f8034ff9640 1 -- 172.21.15.18:0/362083393 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f803802a070 con 0x563959567d10 2024-03-07T10:11:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.086+0000 7f8034ff9640 1 -- 172.21.15.18:0/362083393 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f803801bb10 con 0x563959567d10 2024-03-07T10:11:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.086+0000 7f8034ff9640 1 -- 172.21.15.18:0/362083393 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f803801cb30 con 0x563959567d10 2024-03-07T10:11:16.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 -- 172.21.15.18:0/362083393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959567d10 msgr2=0x563959566a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 --2- 172.21.15.18:0/362083393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959567d10 0x563959566a60 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f803800f790 tx=0x7f8038014000 comp rx=0 tx=0).stop 2024-03-07T10:11:16.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 -- 172.21.15.18:0/362083393 shutdown_connections 2024-03-07T10:11:16.089 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 --2- 172.21.15.18:0/362083393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 0x563959572910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 --2- 172.21.15.18:0/362083393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959566fa0 0x563959567420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 --2- 172.21.15.18:0/362083393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959567d10 0x563959566a60 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 -- 172.21.15.18:0/362083393 >> 172.21.15.18:0/362083393 conn(0x56395952e580 msgr2=0x563959561c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 -- 172.21.15.18:0/362083393 shutdown_connections 2024-03-07T10:11:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.087+0000 7f804f96d740 1 -- 172.21.15.18:0/362083393 wait complete. 2024-03-07T10:11:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.088+0000 7f804f96d740 1 -- start start 2024-03-07T10:11:16.090 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.088+0000 7f804f96d740 1 Processor -- start 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.088+0000 7f804f96d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.088+0000 7f804f96d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x56395956dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.088+0000 7f804f96d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 0x56395956e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804f96d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563959573250 con 0x563959566fa0 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46640/0 (socket says 172.21.15.18:46640) 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 -- 172.21.15.18:0/1728362162 learned_addr learned my addr 172.21.15.18:0/1728362162 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563959487d60 con 0x563959570520 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639595733d0 con 0x563959567d10 2024-03-07T10:11:16.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804f96d740 10 client.0 _ll_register_callbacks cb 0x5639591dfa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x56395956dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f8046d9d640 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 0x56395956e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 -- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 msgr2=0x56395956dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x56395956dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 -- 172.21.15.18:0/1728362162 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 msgr2=0x56395956e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 0x56395956e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 -- 172.21.15.18:0/1728362162 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5639592ac620 con 0x563959566fa0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f804659c640 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956d6a0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f80380095c0 tx=0x7f803801cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84a8edb2ca7960b7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f802dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.089+0000 7f802dffb640 1 -- 172.21.15.18:0/1728362162 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f803802a040 con 0x563959566fa0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f802dffb640 1 -- 172.21.15.18:0/1728362162 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f803801cb50 con 0x563959566fa0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f803801bb10 con 0x563959566fa0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f802dffb640 1 -- 172.21.15.18:0/1728362162 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f803803b050 con 0x563959566fa0 2024-03-07T10:11:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f804f96d740 10 client.18669 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56395957f460 con 0x563959566fa0 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f802dffb640 1 -- 172.21.15.18:0/1728362162 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f803801bb10 con 0x563959566fa0 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f802dffb640 1 -- 172.21.15.18:0/1728362162 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8038036030 con 0x563959566fa0 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f804f96d740 10 client.18669 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f804f96d740 10 client.18669 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.090+0000 7f804f96d740 20 client.18669 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.091+0000 7f804f96d740 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595807b0 0x563959582ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.091+0000 7f804f96d740 4 client.18669 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.091+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5639594d8b00 con 0x5639595807b0 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.091+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595807b0 0x563959582ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.091+0000 7f802dffb640 10 client.18669 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:16.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.091+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595807b0 0x563959582ba0 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f1405b5bab83754 server_cookie=bfd9046001fb7760 in_seq=0 out_seq=0 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f802dffb640 1 -- 172.21.15.18:0/1728362162 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5639594d8b00 con 0x5639595807b0 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f802dffb640 10 client.18669 handle_command_reply: tid=0 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 client.18669 shutdown 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 msgr2=0x56395956d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956d6a0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f80380095c0 tx=0x7f803801cf70 comp rx=0 tx=0).stop 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 shutdown_connections 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595807b0 0x563959582ba0 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959570520 0x56395956e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x56395956dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 --2- 172.21.15.18:0/1728362162 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956d6a0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 >> 172.21.15.18:0/1728362162 conn(0x56395952e580 msgr2=0x5639595639e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f802dffb640 0 client.18669 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 shutdown_connections 2024-03-07T10:11:16.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 1 -- 172.21.15.18:0/1728362162 wait complete. 2024-03-07T10:11:16.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.092+0000 7f804f96d740 20 client.18669 trim_cache size 0 max 16384 2024-03-07T10:11:16.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.113+0000 7f804f96d740 1 Processor -- start 2024-03-07T10:11:16.115 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.113+0000 7f804f96d740 1 -- start start 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804f96d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959566fa0 0x56395956fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804f96d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x563959560c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804f96d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959570520 0x563959571910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804f96d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80481b5ee0 con 0x563959570520 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804f96d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80481b39e0 con 0x563959566fa0 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804f96d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80481b1aa0 con 0x563959567d10 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x563959560c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959566fa0 0x56395956fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x563959560c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43898/0 (socket says 172.21.15.18:43898) 2024-03-07T10:11:16.121 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959566fa0 0x56395956fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54352/0 (socket says 172.21.15.18:54352) 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 -- 172.21.15.18:0/1217823845 learned_addr learned my addr 172.21.15.18:0/1217823845 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8046d9d640 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959570520 0x563959571910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 -- 172.21.15.18:0/1217823845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959566fa0 msgr2=0x56395956fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959566fa0 0x56395956fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 -- 172.21.15.18:0/1217823845 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959570520 msgr2=0x563959571910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959570520 0x563959571910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 -- 172.21.15.18:0/1217823845 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563959566270 con 0x563959567d10 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8046d9d640 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959570520 0x563959571910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f804659c640 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959566fa0 0x56395956fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:16.122 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.114+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x563959560c90 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f804810c090 tx=0x7f803c010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=23b256029390cc23 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f802ffff640 1 -- 172.21.15.18:0/1217823845 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f803c021070 con 0x563959567d10 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f802ffff640 1 -- 172.21.15.18:0/1217823845 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f803c004250 con 0x563959567d10 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f802ffff640 1 -- 172.21.15.18:0/1217823845 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f803c0038e0 con 0x563959567d10 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f804f96d740 1 -- 172.21.15.18:0/1217823845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 msgr2=0x563959560c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f804f96d740 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x563959560c90 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f804810c090 tx=0x7f803c010800 comp rx=0 tx=0).stop 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f804f96d740 1 -- 172.21.15.18:0/1217823845 shutdown_connections 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f804f96d740 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959570520 0x563959571910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f804f96d740 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959567d10 0x563959560c90 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f804f96d740 1 --2- 172.21.15.18:0/1217823845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959566fa0 0x56395956fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.115+0000 7f804f96d740 1 -- 172.21.15.18:0/1217823845 >> 172.21.15.18:0/1217823845 conn(0x56395952e580 msgr2=0x563959560580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.116+0000 7f804f96d740 1 -- 172.21.15.18:0/1217823845 shutdown_connections 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.116+0000 7f804f96d740 1 -- 172.21.15.18:0/1217823845 wait complete. 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.116+0000 7f804f96d740 1 -- start start 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.116+0000 7f804f96d740 1 Processor -- start 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.116+0000 7f804f96d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.123 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.116+0000 7f804f96d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959567d10 0x56395956aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.116+0000 7f804f96d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959570520 0x5639595dacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804f96d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80481b20a0 con 0x563959566fa0 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804f96d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80481b3380 con 0x563959567d10 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804f96d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80481b26c0 con 0x563959570520 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959567d10 0x56395956aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46658/0 (socket says 172.21.15.18:46658) 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959567d10 0x56395956aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:54360/0 (socket says 172.21.15.18:54360) 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804659c640 1 -- 172.21.15.18:0/1914437840 learned_addr learned my addr 172.21.15.18:0/1914437840 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8046d9d640 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959570520 0x5639595dacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804f96d740 10 client.0 _ll_register_callbacks cb 0x7f8038028070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:16.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 -- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959570520 msgr2=0x5639595dacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959570520 0x5639595dacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 -- 172.21.15.18:0/1914437840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 msgr2=0x56395956a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 -- 172.21.15.18:0/1914437840 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5639595db260 con 0x563959567d10 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804659c640 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f8045d9b640 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959567d10 0x56395956aa70 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f803c009c30 tx=0x7f803c0057b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e7819e8e3fb71e9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f802dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f802dffb640 1 -- 172.21.15.18:0/1914437840 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f803c021050 con 0x563959567d10 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f803c004250 con 0x563959567d10 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.117+0000 7f802dffb640 1 -- 172.21.15.18:0/1914437840 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f803c01c810 con 0x563959567d10 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f802dffb640 1 -- 172.21.15.18:0/1914437840 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f803c033050 con 0x563959567d10 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 10 client.28400 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5639595dc550 con 0x563959567d10 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f802dffb640 1 -- 172.21.15.18:0/1914437840 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f803c004250 con 0x563959567d10 2024-03-07T10:11:16.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f802dffb640 1 -- 172.21.15.18:0/1914437840 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f803c026400 con 0x563959567d10 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 10 client.28400 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 10 client.28400 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 20 client.28400 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595dcba0 0x5639595defc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 4 client.28400 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.118+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5639594d2e50 con 0x5639595dcba0 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.119+0000 7f804659c640 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595dcba0 0x5639595defc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.119+0000 7f804659c640 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595dcba0 0x5639595defc0 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7f54a38d1e5bb6d server_cookie=52b5cdcf70e007eb in_seq=0 out_seq=0 2024-03-07T10:11:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.119+0000 7f802dffb640 10 client.28400 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.135+0000 7f802dffb640 1 -- 172.21.15.18:0/1914437840 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5639594d2e50 con 0x5639595dcba0 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.135+0000 7f802dffb640 10 client.28400 handle_command_reply: tid=0 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.135+0000 7f804f96d740 1 client.28400 shutdown 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.135+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959567d10 msgr2=0x56395956aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.135+0000 7f804f96d740 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959567d10 0x56395956aa70 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f803c009c30 tx=0x7f803c0057b0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.135+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 shutdown_connections 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.135+0000 7f804f96d740 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5639595dcba0 0x5639595defc0 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804f96d740 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563959570520 0x5639595dacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804f96d740 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563959567d10 0x56395956aa70 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804f96d740 1 --2- 172.21.15.18:0/1914437840 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563959566fa0 0x56395956a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f802dffb640 0 client.28400 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:16.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 >> 172.21.15.18:0/1914437840 conn(0x56395952e580 msgr2=0x56395957bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 shutdown_connections 2024-03-07T10:11:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804f96d740 1 -- 172.21.15.18:0/1914437840 wait complete. 2024-03-07T10:11:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804f96d740 20 client.28400 trim_cache size 0 max 16384 2024-03-07T10:11:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:11:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:11:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:11:16.139 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:11:16.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80300a1f60 msgr2=0x7f80300a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804cb81640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80300a1f60 0x7f80300a4420 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f80380095f0 tx=0x7f8038005f90 comp rx=0 tx=0).stop 2024-03-07T10:11:16.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f804810dee0 msgr2=0x7f804810aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:16.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.136+0000 7f804cb81640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f804810dee0 0x7f804810aeb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f804002c790 tx=0x7f8040035d10 comp rx=0 tx=0).stop 2024-03-07T10:11:16.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 shutdown_connections 2024-03-07T10:11:16.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f804810dee0 0x7f804810aeb0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.140 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f80300a1f60 0x7f80300a4420 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8048074350 0x7f804810a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 --2- 172.21.15.18:0/2021023958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8048073a30 0x7f804810d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:16.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 >> 172.21.15.18:0/2021023958 conn(0x7f80480fd0f0 msgr2=0x7f80480fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:16.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 shutdown_connections 2024-03-07T10:11:16.141 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:16.137+0000 7f804cb81640 1 -- 172.21.15.18:0/2021023958 wait complete. 2024-03-07T10:11:16.997 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:16 smithi063 ceph-mon[36356]: pgmap v379: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 28 MiB/s wr, 1.98k op/s 2024-03-07T10:11:17.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:16 smithi077 ceph-mon[36374]: pgmap v379: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 28 MiB/s wr, 1.98k op/s 2024-03-07T10:11:17.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:16 smithi018 ceph-mon[32171]: pgmap v379: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 28 MiB/s wr, 1.98k op/s 2024-03-07T10:11:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 715.0 s, 1956.0 tps, lat 51.093 ms stddev 67.474 2024-03-07T10:11:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:18 smithi077 ceph-mon[36374]: pgmap v380: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 25 MiB/s wr, 1.80k op/s 2024-03-07T10:11:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:18 smithi018 ceph-mon[32171]: pgmap v380: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 25 MiB/s wr, 1.80k op/s 2024-03-07T10:11:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:18 smithi063 ceph-mon[36356]: pgmap v380: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 25 MiB/s wr, 1.80k op/s 2024-03-07T10:11:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:20 smithi077 ceph-mon[36374]: pgmap v381: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 MiB/s wr, 1.89k op/s 2024-03-07T10:11:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:20 smithi018 ceph-mon[32171]: pgmap v381: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 MiB/s wr, 1.89k op/s 2024-03-07T10:11:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:20 smithi063 ceph-mon[36356]: pgmap v381: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 MiB/s wr, 1.89k op/s 2024-03-07T10:11:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:22 smithi077 ceph-mon[36374]: pgmap v382: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 22 MiB/s wr, 1.57k op/s 2024-03-07T10:11:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:22 smithi018 ceph-mon[32171]: pgmap v382: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 22 MiB/s wr, 1.57k op/s 2024-03-07T10:11:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 720.0 s, 1352.0 tps, lat 74.394 ms stddev 83.069 2024-03-07T10:11:23.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:22 smithi063 ceph-mon[36356]: pgmap v382: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 22 MiB/s wr, 1.57k op/s 2024-03-07T10:11:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:24 smithi018 ceph-mon[32171]: pgmap v383: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 21 MiB/s wr, 1.52k op/s 2024-03-07T10:11:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:24 smithi063 ceph-mon[36356]: pgmap v383: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 21 MiB/s wr, 1.52k op/s 2024-03-07T10:11:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:24 smithi077 ceph-mon[36374]: pgmap v383: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 21 MiB/s wr, 1.52k op/s 2024-03-07T10:11:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:26 smithi018 ceph-mon[32171]: pgmap v384: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 20 MiB/s wr, 1.50k op/s 2024-03-07T10:11:27.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:26 smithi063 ceph-mon[36356]: pgmap v384: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 20 MiB/s wr, 1.50k op/s 2024-03-07T10:11:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:26 smithi077 ceph-mon[36374]: pgmap v384: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 20 MiB/s wr, 1.50k op/s 2024-03-07T10:11:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 725.0 s, 1409.0 tps, lat 71.035 ms stddev 80.323 2024-03-07T10:11:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:28 smithi018 ceph-mon[32171]: pgmap v385: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 5.6 MiB/s wr, 544 op/s 2024-03-07T10:11:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:28 smithi063 ceph-mon[36356]: pgmap v385: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 5.6 MiB/s wr, 544 op/s 2024-03-07T10:11:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:28 smithi077 ceph-mon[36374]: pgmap v385: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 5.6 MiB/s wr, 544 op/s 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 -- 172.21.15.18:0/2077765211 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c101ff0 msgr2=0x7f7f1c10e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 --2- 172.21.15.18:0/2077765211 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c101ff0 0x7f7f1c10e500 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c009c10 tx=0x7f7f0c02bee0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 -- 172.21.15.18:0/2077765211 shutdown_connections 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 --2- 172.21.15.18:0/2077765211 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c101ff0 0x7f7f1c10e500 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 --2- 172.21.15.18:0/2077765211 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f1c101630 0x7f7f1c101ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 --2- 172.21.15.18:0/2077765211 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f1c107640 0x7f7f1c107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 -- 172.21.15.18:0/2077765211 >> 172.21.15.18:0/2077765211 conn(0x7f7f1c0fd120 msgr2=0x7f7f1c0ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 -- 172.21.15.18:0/2077765211 shutdown_connections 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.251+0000 7f7f22e34640 1 -- 172.21.15.18:0/2077765211 wait complete. 2024-03-07T10:11:29.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 Processor -- start 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 -- start start 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f1c101630 0x7f7f1c197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f1c101ff0 0x7f7f1c198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c107640 0x7f7f1c19c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c111aa0 con 0x7f7f1c107640 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c111920 con 0x7f7f1c101630 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.252+0000 7f7f22e34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c111c20 con 0x7f7f1c101ff0 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c107640 0x7f7f1c19c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c107640 0x7f7f1c19c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43016/0 (socket says 172.21.15.18:43016) 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 -- 172.21.15.18:0/412479112 learned_addr learned my addr 172.21.15.18:0/412479112 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f1c101630 0x7f7f1c197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f1c101ff0 0x7f7f1c198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 -- 172.21.15.18:0/412479112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f1c101ff0 msgr2=0x7f7f1c198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f1c101ff0 0x7f7f1c198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 -- 172.21.15.18:0/412479112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f1c101630 msgr2=0x7f7f1c197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f1c101630 0x7f7f1c197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 -- 172.21.15.18:0/412479112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f1c19ced0 con 0x7f7f1c107640 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f213d1640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c107640 0x7f7f1c19c7a0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c033420 tx=0x7f7f0c033a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f19ffb640 1 -- 172.21.15.18:0/412479112 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c043020 con 0x7f7f1c107640 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f19ffb640 1 -- 172.21.15.18:0/412479112 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f0c003b80 con 0x7f7f1c107640 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f1c19d160 con 0x7f7f1c107640 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.253+0000 7f7f19ffb640 1 -- 172.21.15.18:0/412479112 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c03e6b0 con 0x7f7f1c107640 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.254+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f1c1a4a50 con 0x7f7f1c107640 2024-03-07T10:11:29.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.257+0000 7f7f25c2c740 1 Processor -- start 2024-03-07T10:11:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f25c2c740 1 -- start start 2024-03-07T10:11:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f19ffb640 1 -- 172.21.15.18:0/412479112 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7f0c046020 con 0x7f7f1c107640 2024-03-07T10:11:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb816910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584cb76f5c0 con 0x5584cb80afa0 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584cb718900 con 0x5584cb80bd10 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584cb76b660 con 0x5584cb814520 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:46806/0 (socket says 172.21.15.18:46806) 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2257591083 learned_addr learned my addr 172.21.15.18:0/2257591083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb816910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.258+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2257591083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 msgr2=0x5584cb816910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb816910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2257591083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 msgr2=0x5584cb80b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2257591083 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5584cb484210 con 0x5584cb80bd10 2024-03-07T10:11:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80aa60 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7f04011790 tx=0x7f7f04005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae0020d3dcd8b8f4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f19ffb640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f080a1f60 0x7f7f080a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f12ffd640 1 -- 172.21.15.18:0/2257591083 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f04004030 con 0x5584cb80bd10 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f12ffd640 1 -- 172.21.15.18:0/2257591083 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f0400fd20 con 0x5584cb80bd10 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f12ffd640 1 -- 172.21.15.18:0/2257591083 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f040038c0 con 0x5584cb80bd10 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f080a1f60 0x7f7f080a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.259+0000 7f7f19ffb640 1 -- 172.21.15.18:0/412479112 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7f0c0f0a00 con 0x7f7f1c107640 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2257591083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 msgr2=0x5584cb80aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80aa60 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7f04011790 tx=0x7f7f04005850 comp rx=0 tx=0).stop 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f080a1f60 0x7f7f080a4420 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x5584cb80c470 tx=0x7f7f14005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2257591083 shutdown_connections 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb816910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2257591083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80aa60 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2257591083 >> 172.21.15.18:0/2257591083 conn(0x5584cb7d2580 msgr2=0x5584cb805c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2257591083 shutdown_connections 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2257591083 wait complete. 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 -- start start 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.260+0000 7f7f25c2c740 1 Processor -- start 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb8115a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb811ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb812020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584cb817250 con 0x5584cb814520 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584cb72bd60 con 0x5584cb80afa0 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584cb8173d0 con 0x5584cb80bd10 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f25c2c740 10 client.0 _ll_register_callbacks cb 0x5584cb483a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb811ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f213d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb812020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f20bd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb8115a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb811ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53358/0 (socket says 172.21.15.18:53358) 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2932628902 learned_addr learned my addr 172.21.15.18:0/2932628902 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2932628902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 msgr2=0x5584cb8115a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb8115a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2932628902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 msgr2=0x5584cb812020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb812020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.261+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2932628902 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5584cb550620 con 0x5584cb80bd10 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb811ae0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f7f04009960 tx=0x7f7f040094e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c9f9e2d54175d71 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7efbfff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7efbfff640 1 -- 172.21.15.18:0/2932628902 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f0402c060 con 0x5584cb80bd10 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7f0400fd20 con 0x5584cb80bd10 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7efbfff640 1 -- 172.21.15.18:0/2932628902 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7f0401f600 con 0x5584cb80bd10 2024-03-07T10:11:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7efbfff640 1 -- 172.21.15.18:0/2932628902 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7f04033050 con 0x5584cb80bd10 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 10 client.28555 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5584cb8279c0 con 0x5584cb80bd10 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7efbfff640 1 -- 172.21.15.18:0/2932628902 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f0400fd20 con 0x5584cb80bd10 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7efbfff640 1 -- 172.21.15.18:0/2932628902 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7f04026030 con 0x5584cb80bd10 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 10 client.28555 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 10 client.28555 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 20 client.28555 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb828d10 0x5584cb82b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 4 client.28555 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.262+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5584cb77cb00 con 0x5584cb828d10 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.263+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb828d10 0x5584cb82b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.263+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb828d10 0x5584cb82b100 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=409bc7f4e45b330b server_cookie=fd6a1e448e2de506 in_seq=0 out_seq=0 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.263+0000 7f7efbfff640 10 client.28555 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7efbfff640 1 -- 172.21.15.18:0/2932628902 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5584cb77cb00 con 0x5584cb828d10 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7efbfff640 10 client.28555 handle_command_reply: tid=0 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 client.28555 shutdown 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 msgr2=0x5584cb811ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb811ae0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f7f04009960 tx=0x7f7f040094e0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 shutdown_connections 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb828d10 0x5584cb82b100 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb812020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb811ae0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7efbfff640 0 client.28555 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2932628902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb8115a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 >> 172.21.15.18:0/2932628902 conn(0x5584cb7d2580 msgr2=0x5584cb8079e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 shutdown_connections 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2932628902 wait complete. 2024-03-07T10:11:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.264+0000 7f7f25c2c740 20 client.28555 trim_cache size 0 max 16384 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 Processor -- start 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 -- start start 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb813cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb8105a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb81fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1ad7d0 con 0x5584cb814520 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1ab2d0 con 0x5584cb80afa0 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1a9390 con 0x5584cb80bd10 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f213d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb81fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb8105a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f213d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb81fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43040/0 (socket says 172.21.15.18:43040) 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f213d1640 1 -- 172.21.15.18:0/2281739995 learned_addr learned my addr 172.21.15.18:0/2281739995 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb813cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2281739995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 msgr2=0x5584cb813cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb813cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2281739995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 msgr2=0x5584cb81fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb81fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f1bfff640 1 -- 172.21.15.18:0/2281739995 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5584cb80add0 con 0x5584cb80bd10 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.283+0000 7f7f213d1640 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb81fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.284+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb8105a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f7f04009670 tx=0x7f7f04005c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7959c2b6829770f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.284+0000 7f7f127fc640 1 -- 172.21.15.18:0/2281739995 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f0402c070 con 0x5584cb80bd10 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.284+0000 7f7f127fc640 1 -- 172.21.15.18:0/2281739995 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f040050e0 con 0x5584cb80bd10 2024-03-07T10:11:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.284+0000 7f7f127fc640 1 -- 172.21.15.18:0/2281739995 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f0401f860 con 0x5584cb80bd10 2024-03-07T10:11:29.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2281739995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 msgr2=0x5584cb8105a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb8105a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f7f04009670 tx=0x7f7f04005c50 comp rx=0 tx=0).stop 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2281739995 shutdown_connections 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb814520 0x5584cb81fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb80bd10 0x5584cb8105a0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/2281739995 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80afa0 0x5584cb813cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2281739995 >> 172.21.15.18:0/2281739995 conn(0x5584cb7d2580 msgr2=0x5584cb80fe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2281739995 shutdown_connections 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 -- 172.21.15.18:0/2281739995 wait complete. 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 -- start start 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.285+0000 7f7f25c2c740 1 Processor -- start 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb80dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1a9990 con 0x5584cb80afa0 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1aac70 con 0x5584cb80bd10 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1a9fb0 con 0x5584cb814520 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 10 client.0 _ll_register_callbacks cb 0x7f7f04009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43056/0 (socket says 172.21.15.18:43056) 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 -- 172.21.15.18:0/1665609718 learned_addr learned my addr 172.21.15.18:0/1665609718 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f213d1640 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb80dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 -- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 msgr2=0x5584cb80dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb80dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 -- 172.21.15.18:0/1665609718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 msgr2=0x5584cb80d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 -- 172.21.15.18:0/1665609718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5584cb80e380 con 0x5584cb80afa0 2024-03-07T10:11:29.293 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f20bd0640 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80efe0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x5584cb82b830 tx=0x7f7f14017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=347d2bf0b9abbfce server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7efbfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7efbfff640 1 -- 172.21.15.18:0/1665609718 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f14004480 con 0x5584cb80afa0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7efbfff640 1 -- 172.21.15.18:0/1665609718 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7f140039c0 con 0x5584cb80afa0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.286+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7f040050e0 con 0x5584cb80afa0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7efbfff640 1 -- 172.21.15.18:0/1665609718 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7f14003bc0 con 0x5584cb80afa0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 10 client.18693 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5584cb884310 con 0x5584cb80afa0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7efbfff640 1 -- 172.21.15.18:0/1665609718 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7f040050e0 con 0x5584cb80afa0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7efbfff640 1 -- 172.21.15.18:0/1665609718 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7f14004a00 con 0x5584cb80afa0 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 10 client.18693 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 10 client.18693 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 20 client.18693 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb884a40 0x5584cb886e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:29.294 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 4 client.18693 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:11:29.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5584cb776e50 con 0x5584cb884a40 2024-03-07T10:11:29.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.287+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb884a40 0x5584cb886e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:29.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.288+0000 7f7efbfff640 10 client.18693 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:29.295 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.288+0000 7f7f1bfff640 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb884a40 0x5584cb886e60 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76c6276ebb76f52a server_cookie=28cff15b349e0277 in_seq=0 out_seq=0 2024-03-07T10:11:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7efbfff640 1 -- 172.21.15.18:0/1665609718 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5584cb776e50 con 0x5584cb884a40 2024-03-07T10:11:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7efbfff640 10 client.18693 handle_command_reply: tid=0 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 client.18693 shutdown 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 msgr2=0x5584cb80efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80efe0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x5584cb82b830 tx=0x7f7f14017000 comp rx=0 tx=0).stop 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 shutdown_connections 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5584cb884a40 0x5584cb886e60 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5584cb814520 0x5584cb80dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584cb80bd10 0x5584cb80d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 --2- 172.21.15.18:0/1665609718 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5584cb80afa0 0x5584cb80efe0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 >> 172.21.15.18:0/1665609718 conn(0x5584cb7d2580 msgr2=0x5584cb804580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7efbfff640 0 client.18693 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 shutdown_connections 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 1 -- 172.21.15.18:0/1665609718 wait complete. 2024-03-07T10:11:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.380+0000 7f7f25c2c740 20 client.18693 trim_cache size 0 max 16384 2024-03-07T10:11:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:11:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:11:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:11:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f080a1f60 msgr2=0x7f7f080a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f080a1f60 0x7f7f080a4420 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x5584cb80c470 tx=0x7f7f14005f90 comp rx=0 tx=0).stop 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c107640 msgr2=0x7f7f1c19c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c107640 0x7f7f1c19c7a0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c033420 tx=0x7f7f0c033a20 comp rx=0 tx=0).stop 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 shutdown_connections 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7f080a1f60 0x7f7f080a4420 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7f1c107640 0x7f7f1c19c7a0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7f1c101ff0 0x7f7f1c198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 --2- 172.21.15.18:0/412479112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f1c101630 0x7f7f1c197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 >> 172.21.15.18:0/412479112 conn(0x7f7f1c0fd120 msgr2=0x7f7f1c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 shutdown_connections 2024-03-07T10:11:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:29.381+0000 7f7f22e34640 1 -- 172.21.15.18:0/412479112 wait complete. 2024-03-07T10:11:30.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:29 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:11:30.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:29 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:11:30.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:29 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:11:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:30 smithi018 ceph-mon[32171]: pgmap v386: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 7.1 MiB/s wr, 690 op/s 2024-03-07T10:11:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:30 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:30 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:30 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:30 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:30 smithi063 ceph-mon[36356]: pgmap v386: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 7.1 MiB/s wr, 690 op/s 2024-03-07T10:11:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:30 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:30 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:30 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:30 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:30 smithi077 ceph-mon[36374]: pgmap v386: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 7.1 MiB/s wr, 690 op/s 2024-03-07T10:11:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:30 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:30 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:30 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:30 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:31 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:11:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:31 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:11:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:31 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:32.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:31 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:11:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:31 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:11:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:31 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:31 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:11:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:31 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:11:32.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:31 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:11:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:32 smithi018 ceph-mon[32171]: pgmap v387: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 6.0 MiB/s wr, 610 op/s 2024-03-07T10:11:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 730.0 s, 1517.8 tps, lat 65.700 ms stddev 73.370 2024-03-07T10:11:33.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:32 smithi063 ceph-mon[36356]: pgmap v387: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 6.0 MiB/s wr, 610 op/s 2024-03-07T10:11:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:32 smithi077 ceph-mon[36374]: pgmap v387: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 6.0 MiB/s wr, 610 op/s 2024-03-07T10:11:33.384 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:11:33.384 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:11:33.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.507+0000 7fcea80b6640 1 -- 172.21.15.18:0/4260121057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea0100ee0 msgr2=0x7fcea010d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.507+0000 7fcea80b6640 1 --2- 172.21.15.18:0/4260121057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea0100ee0 0x7fcea010d500 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fce90009cd0 tx=0x7fce9002c0f0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.508+0000 7fcea80b6640 1 -- 172.21.15.18:0/4260121057 shutdown_connections 2024-03-07T10:11:33.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.508+0000 7fcea80b6640 1 --2- 172.21.15.18:0/4260121057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea0100ee0 0x7fcea010d500 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.508+0000 7fcea80b6640 1 --2- 172.21.15.18:0/4260121057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcea0100520 0x7fcea01009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.508+0000 7fcea80b6640 1 --2- 172.21.15.18:0/4260121057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcea01066d0 0x7fcea0106ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.508+0000 7fcea80b6640 1 -- 172.21.15.18:0/4260121057 >> 172.21.15.18:0/4260121057 conn(0x7fcea00776d0 msgr2=0x7fcea0077ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:33.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.509+0000 7fcea80b6640 1 -- 172.21.15.18:0/4260121057 shutdown_connections 2024-03-07T10:11:33.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.509+0000 7fcea80b6640 1 -- 172.21.15.18:0/4260121057 wait complete. 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.509+0000 7fcea80b6640 1 Processor -- start 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea80b6640 1 -- start start 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea80b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcea0100520 0x7fcea0196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea80b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcea0100ee0 0x7fcea0197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea80b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea01066d0 0x7fcea0197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea80b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea0110a10 con 0x7fcea01066d0 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea80b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea0110890 con 0x7fcea0100ee0 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea80b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea0110b90 con 0x7fcea0100520 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea01066d0 0x7fcea0197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea5651640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcea0100ee0 0x7fcea0197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea5e52640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcea0100520 0x7fcea0196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea01066d0 0x7fcea0197640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43074/0 (socket says 172.21.15.18:43074) 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 -- 172.21.15.18:0/3859171245 learned_addr learned my addr 172.21.15.18:0/3859171245 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 -- 172.21.15.18:0/3859171245 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcea0100520 msgr2=0x7fcea0196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcea0100520 0x7fcea0196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 -- 172.21.15.18:0/3859171245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcea0100ee0 msgr2=0x7fcea0197100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcea0100ee0 0x7fcea0197100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 -- 172.21.15.18:0/3859171245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcea01a6430 con 0x7fcea01066d0 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea5651640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcea0100ee0 0x7fcea0197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:33.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.510+0000 7fcea6653640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea01066d0 0x7fcea0197640 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fce90005e30 tx=0x7fce90032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.511+0000 7fce9effd640 1 -- 172.21.15.18:0/3859171245 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce90044070 con 0x7fcea01066d0 2024-03-07T10:11:33.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.511+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcea01a66c0 con 0x7fcea01066d0 2024-03-07T10:11:33.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.511+0000 7fce9effd640 1 -- 172.21.15.18:0/3859171245 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fce90034cd0 con 0x7fcea01066d0 2024-03-07T10:11:33.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.511+0000 7fce9effd640 1 -- 172.21.15.18:0/3859171245 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce90039040 con 0x7fcea01066d0 2024-03-07T10:11:33.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.511+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcea01a6c00 con 0x7fcea01066d0 2024-03-07T10:11:33.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fce9effd640 1 -- 172.21.15.18:0/3859171245 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fce90047070 con 0x7fcea01066d0 2024-03-07T10:11:33.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 Processor -- start 2024-03-07T10:11:33.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 -- start start 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f503b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f50c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408f466dd0 con 0x56408f503730 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408f40fae0 con 0x56408f504050 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fceaaf73740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408f462e70 con 0x56408f50cc30 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.514+0000 7fce9effd640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fce880a1ef0 0x7fce880a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5651640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f503b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5e52640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f50c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5651640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f503b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43086/0 (socket says 172.21.15.18:43086) 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5651640 1 -- 172.21.15.18:0/37513774 learned_addr learned my addr 172.21.15.18:0/37513774 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5651640 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea6653640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fce880a1ef0 0x7fce880a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fce9effd640 1 -- 172.21.15.18:0/3859171245 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fce900ef720 con 0x7fcea01066d0 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5e52640 1 -- 172.21.15.18:0/37513774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 msgr2=0x56408f50f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5e52640 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5e52640 1 -- 172.21.15.18:0/37513774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 msgr2=0x56408f503b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5e52640 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f503b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5e52640 1 -- 172.21.15.18:0/37513774 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56408f2457d0 con 0x56408f504050 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5651640 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f503b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea5e52640 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f50c6f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fce98009bf0 tx=0x7fce98011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9aabc24a9a3aa8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fcea6653640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fce880a1ef0 0x7fce880a43b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fce900ed3d0 tx=0x7fce90003bc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fce87fff640 1 -- 172.21.15.18:0/37513774 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce98009da0 con 0x56408f504050 2024-03-07T10:11:33.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fce87fff640 1 -- 172.21.15.18:0/37513774 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fce98005020 con 0x56408f504050 2024-03-07T10:11:33.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.515+0000 7fce87fff640 1 -- 172.21.15.18:0/37513774 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce98004a50 con 0x56408f504050 2024-03-07T10:11:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.516+0000 7fceaaf73740 1 -- 172.21.15.18:0/37513774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 msgr2=0x56408f50c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.516+0000 7fceaaf73740 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f50c6f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fce98009bf0 tx=0x7fce98011810 comp rx=0 tx=0).stop 2024-03-07T10:11:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.517+0000 7fceaaf73740 1 -- 172.21.15.18:0/37513774 shutdown_connections 2024-03-07T10:11:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.517+0000 7fceaaf73740 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.517+0000 7fceaaf73740 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f50c6f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.517+0000 7fceaaf73740 1 --2- 172.21.15.18:0/37513774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f503b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.517+0000 7fceaaf73740 1 -- 172.21.15.18:0/37513774 >> 172.21.15.18:0/37513774 conn(0x56408f4fde60 msgr2=0x56408f4fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.518+0000 7fceaaf73740 1 -- 172.21.15.18:0/37513774 shutdown_connections 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.518+0000 7fceaaf73740 1 -- 172.21.15.18:0/37513774 wait complete. 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.518+0000 7fceaaf73740 1 -- start start 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.518+0000 7fceaaf73740 1 Processor -- start 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f503730 0x56408f50c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f504050 0x56408f509a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fceaaf73740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408f50fa20 con 0x56408f504050 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f503730 0x56408f50c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f503730 0x56408f50c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:46894/0 (socket says 172.21.15.18:46894) 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 -- 172.21.15.18:0/2749086460 learned_addr learned my addr 172.21.15.18:0/2749086460 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fceaaf73740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408f423070 con 0x56408f503730 2024-03-07T10:11:33.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408f50fba0 con 0x56408f50cc30 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5e52640 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f504050 0x56408f509a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fceaaf73740 10 client.0 _ll_register_callbacks cb 0x56408f422a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 -- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 msgr2=0x56408f50a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 -- 172.21.15.18:0/2749086460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f504050 msgr2=0x56408f509a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f504050 0x56408f509a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 -- 172.21.15.18:0/2749086460 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56408f17b3f0 con 0x56408f503730 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fcea5651640 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f503730 0x56408f50c6d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fce94013f80 tx=0x7fce94005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f99973a1ac8b66b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.519+0000 7fce857fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fce857fa640 1 -- 172.21.15.18:0/2749086460 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce94005020 con 0x56408f503730 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fce857fa640 1 -- 172.21.15.18:0/2749086460 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fce940051c0 con 0x56408f503730 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fce98005020 con 0x56408f503730 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fce857fa640 1 -- 172.21.15.18:0/2749086460 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce94028050 con 0x56408f503730 2024-03-07T10:11:33.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fceaaf73740 10 client.28430 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56408f13b0f0 con 0x56408f503730 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fce857fa640 1 -- 172.21.15.18:0/2749086460 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fce98005020 con 0x56408f503730 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fce857fa640 1 -- 172.21.15.18:0/2749086460 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fce9400f690 con 0x56408f503730 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fceaaf73740 10 client.28430 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.520+0000 7fceaaf73740 10 client.28430 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.521+0000 7fceaaf73740 20 client.28430 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.521+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f51cc80 0x56408f51f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.521+0000 7fceaaf73740 4 client.28430 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.521+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56408f474310 con 0x56408f51cc80 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.521+0000 7fcea5e52640 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f51cc80 0x56408f51f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.521+0000 7fcea5e52640 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f51cc80 0x56408f51f0a0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e6b5350b6a8e945 server_cookie=7607ec652c440728 in_seq=0 out_seq=0 2024-03-07T10:11:33.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.521+0000 7fce857fa640 10 client.28430 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:33.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fce857fa640 1 -- 172.21.15.18:0/2749086460 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56408f474310 con 0x56408f51cc80 2024-03-07T10:11:33.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fce857fa640 10 client.28430 handle_command_reply: tid=0 2024-03-07T10:11:33.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 client.28430 shutdown 2024-03-07T10:11:33.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f503730 msgr2=0x56408f50c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f503730 0x56408f50c6d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fce94013f80 tx=0x7fce94005f90 comp rx=0 tx=0).stop 2024-03-07T10:11:33.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 shutdown_connections 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f51cc80 0x56408f51f0a0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f50cc30 0x56408f50a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f504050 0x56408f509a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fce857fa640 0 client.28430 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2749086460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f503730 0x56408f50c6d0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 >> 172.21.15.18:0/2749086460 conn(0x56408f4fde60 msgr2=0x56408f4ffbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 shutdown_connections 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 1 -- 172.21.15.18:0/2749086460 wait complete. 2024-03-07T10:11:33.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.522+0000 7fceaaf73740 20 client.28430 trim_cache size 0 max 16384 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 Processor -- start 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 -- start start 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f50efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f504050 0x56408f518e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f50cc30 0x56408f50c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea01b1a70 con 0x56408f503730 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea01af570 con 0x56408f50cc30 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fceaaf73740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea01ad630 con 0x56408f504050 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5651640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f50efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5e52640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f504050 0x56408f518e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5651640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f50efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43110/0 (socket says 172.21.15.18:43110) 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5651640 1 -- 172.21.15.18:0/2087416787 learned_addr learned my addr 172.21.15.18:0/2087416787 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5651640 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f50cc30 0x56408f50c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5e52640 1 -- 172.21.15.18:0/2087416787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f50cc30 msgr2=0x56408f50c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5e52640 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f50cc30 0x56408f50c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5e52640 1 -- 172.21.15.18:0/2087416787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 msgr2=0x56408f50efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5e52640 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f50efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5e52640 1 -- 172.21.15.18:0/2087416787 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56408f507fe0 con 0x56408f504050 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.542+0000 7fcea5651640 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f50efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.543+0000 7fcea5e52640 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f504050 0x56408f518e00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fce98011d10 tx=0x7fce980096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f70a151591d109d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.543+0000 7fce877fe640 1 -- 172.21.15.18:0/2087416787 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce98031070 con 0x56408f504050 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.543+0000 7fce877fe640 1 -- 172.21.15.18:0/2087416787 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fce98005320 con 0x56408f504050 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.543+0000 7fce877fe640 1 -- 172.21.15.18:0/2087416787 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce98019450 con 0x56408f504050 2024-03-07T10:11:33.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 -- 172.21.15.18:0/2087416787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f504050 msgr2=0x56408f518e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f504050 0x56408f518e00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fce98011d10 tx=0x7fce980096a0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 -- 172.21.15.18:0/2087416787 shutdown_connections 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f50cc30 0x56408f50c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f504050 0x56408f518e00 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 --2- 172.21.15.18:0/2087416787 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f503730 0x56408f50efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 -- 172.21.15.18:0/2087416787 >> 172.21.15.18:0/2087416787 conn(0x56408f4fde60 msgr2=0x56408f508330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 -- 172.21.15.18:0/2087416787 shutdown_connections 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 -- 172.21.15.18:0/2087416787 wait complete. 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 -- start start 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.544+0000 7fceaaf73740 1 Processor -- start 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f503730 0x56408f51fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f5201d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f50cc30 0x56408f520710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea01adc30 con 0x56408f50cc30 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea01aef10 con 0x56408f504050 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea01ae250 con 0x56408f503730 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 10 client.0 _ll_register_callbacks cb 0x7fce94013e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f50cc30 0x56408f520710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f50cc30 0x56408f520710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43116/0 (socket says 172.21.15.18:43116) 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 -- 172.21.15.18:0/3355177376 learned_addr learned my addr 172.21.15.18:0/3355177376 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f503730 0x56408f51fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5e52640 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f5201d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 -- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f503730 msgr2=0x56408f51fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f503730 0x56408f51fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 -- 172.21.15.18:0/3355177376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 msgr2=0x56408f5201d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f5201d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 -- 172.21.15.18:0/3355177376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56408f577480 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fcea5651640 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f50cc30 0x56408f520710 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fce94010010 tx=0x7fce94009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a64da3ad4d358ec8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fce857fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fce857fa640 1 -- 172.21.15.18:0/3355177376 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce9400fd90 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fce857fa640 1 -- 172.21.15.18:0/3355177376 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fce940050d0 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.545+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fce98005320 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fce857fa640 1 -- 172.21.15.18:0/3355177376 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce940052d0 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 10 client.18711 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56408f578770 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fce857fa640 1 -- 172.21.15.18:0/3355177376 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fce98005320 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fce857fa640 1 -- 172.21.15.18:0/3355177376 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fce9402e420 con 0x56408f50cc30 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 10 client.18711 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:33.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 10 client.18711 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 20 client.18711 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f578de0 0x56408f57b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 4 client.18711 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56408f46e660 con 0x56408f578de0 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fcea5e52640 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f578de0 0x56408f57b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fce857fa640 10 client.18711 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.546+0000 7fcea5e52640 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f578de0 0x56408f57b200 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9be2caba1d4f7b8 server_cookie=77149429f3c61488 in_seq=0 out_seq=0 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fce857fa640 1 -- 172.21.15.18:0/3355177376 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x56408f46e660 con 0x56408f578de0 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fce857fa640 10 client.18711 handle_command_reply: tid=0 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 client.18711 shutdown 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f50cc30 msgr2=0x56408f520710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f50cc30 0x56408f520710 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fce94010010 tx=0x7fce94009d80 comp rx=0 tx=0).stop 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 shutdown_connections 2024-03-07T10:11:33.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56408f578de0 0x56408f57b200 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56408f50cc30 0x56408f520710 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408f504050 0x56408f5201d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fce857fa640 0 client.18711 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 --2- 172.21.15.18:0/3355177376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56408f503730 0x56408f51fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 >> 172.21.15.18:0/3355177376 conn(0x56408f4fde60 msgr2=0x56408f4ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 shutdown_connections 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 1 -- 172.21.15.18:0/3355177376 wait complete. 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.547+0000 7fceaaf73740 20 client.18711 trim_cache size 0 max 16384 2024-03-07T10:11:33.557 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:11:33.558 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:11:33.558 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:11:33.558 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:11:33.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fce880a1ef0 msgr2=0x7fce880a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fce880a1ef0 0x7fce880a43b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fce900ed3d0 tx=0x7fce90003bc0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea01066d0 msgr2=0x7fcea0197640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea01066d0 0x7fcea0197640 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fce90005e30 tx=0x7fce90032c90 comp rx=0 tx=0).stop 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 shutdown_connections 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fce880a1ef0 0x7fce880a43b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcea01066d0 0x7fcea0197640 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcea0100ee0 0x7fcea0197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 --2- 172.21.15.18:0/3859171245 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcea0100520 0x7fcea0196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 >> 172.21.15.18:0/3859171245 conn(0x7fcea00776d0 msgr2=0x7fcea00fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:33.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 shutdown_connections 2024-03-07T10:11:33.560 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.548+0000 7fcea80b6640 1 -- 172.21.15.18:0/3859171245 wait complete. 2024-03-07T10:11:33.562 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:11:33.562 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:11:33.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 -- 172.21.15.18:0/1860248972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac10df50 msgr2=0x7f41ac110340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 --2- 172.21.15.18:0/1860248972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac10df50 0x7f41ac110340 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f419c009ca0 tx=0x7f419c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41a959a640 1 -- 172.21.15.18:0/1860248972 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c032990 con 0x7f41ac10df50 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 -- 172.21.15.18:0/1860248972 shutdown_connections 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 --2- 172.21.15.18:0/1860248972 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac10df50 0x7f41ac110340 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 --2- 172.21.15.18:0/1860248972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41ac100d50 0x7f41ac10da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 --2- 172.21.15.18:0/1860248972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41ac1003a0 0x7f41ac100780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 -- 172.21.15.18:0/1860248972 >> 172.21.15.18:0/1860248972 conn(0x7f41ac0fbfe0 msgr2=0x7f41ac0fe400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 -- 172.21.15.18:0/1860248972 shutdown_connections 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.728+0000 7f41b0feb640 1 -- 172.21.15.18:0/1860248972 wait complete. 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 Processor -- start 2024-03-07T10:11:33.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 -- start start 2024-03-07T10:11:33.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac1003a0 0x7f41ac19a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41ac100d50 0x7f41ac19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41ac10df50 0x7f41ac19e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41ac113c50 con 0x7f41ac1003a0 2024-03-07T10:11:33.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41ac113ad0 con 0x7f41ac100d50 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41b0feb640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41ac113dd0 con 0x7f41ac10df50 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41aa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac1003a0 0x7f41ac19a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41aa59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac1003a0 0x7f41ac19a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43146/0 (socket says 172.21.15.18:43146) 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41aa59c640 1 -- 172.21.15.18:0/2780961536 learned_addr learned my addr 172.21.15.18:0/2780961536 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41aad9d640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41ac10df50 0x7f41ac19e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.729+0000 7f41a9d9b640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41ac100d50 0x7f41ac19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.730+0000 7f41aa59c640 1 -- 172.21.15.18:0/2780961536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41ac10df50 msgr2=0x7f41ac19e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.730+0000 7f41aa59c640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41ac10df50 0x7f41ac19e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.730+0000 7f41aa59c640 1 -- 172.21.15.18:0/2780961536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41ac100d50 msgr2=0x7f41ac19a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.730+0000 7f41aa59c640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41ac100d50 0x7f41ac19a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.730+0000 7f41aa59c640 1 -- 172.21.15.18:0/2780961536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41ac19f0a0 con 0x7f41ac1003a0 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.730+0000 7f41aad9d640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41ac10df50 0x7f41ac19e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.730+0000 7f41a9d9b640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41ac100d50 0x7f41ac19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.731+0000 7f41aa59c640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac1003a0 0x7f41ac19a0b0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f41a000e9f0 tx=0x7f41a000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.731+0000 7f419b7fe640 1 -- 172.21.15.18:0/2780961536 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a000cd80 con 0x7f41ac1003a0 2024-03-07T10:11:33.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.731+0000 7f419b7fe640 1 -- 172.21.15.18:0/2780961536 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41a0010910 con 0x7f41ac1003a0 2024-03-07T10:11:33.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.731+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41ac19f390 con 0x7f41ac1003a0 2024-03-07T10:11:33.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.731+0000 7f419b7fe640 1 -- 172.21.15.18:0/2780961536 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a0018980 con 0x7f41ac1003a0 2024-03-07T10:11:33.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.731+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41ac1a6c20 con 0x7f41ac1003a0 2024-03-07T10:11:33.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.733+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41ac06a560 con 0x7f41ac1003a0 2024-03-07T10:11:33.735 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.734+0000 7f419b7fe640 1 -- 172.21.15.18:0/2780961536 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f41a0010ac0 con 0x7f41ac1003a0 2024-03-07T10:11:33.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.734+0000 7f419b7fe640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f41940a1fb0 0x7f41940a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:33.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.734+0000 7f419b7fe640 1 -- 172.21.15.18:0/2780961536 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f41a00ce590 con 0x7f41ac1003a0 2024-03-07T10:11:33.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.735+0000 7f41a9d9b640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f41940a1fb0 0x7f41940a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:33.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.735+0000 7f41a9d9b640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f41940a1fb0 0x7f41940a4470 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0ff5b0 tx=0x7f41a4005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:33.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:33.740+0000 7f419b7fe640 1 -- 172.21.15.18:0/2780961536 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f41a009b5e0 con 0x7f41ac1003a0 2024-03-07T10:11:34.065 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.061+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f41ac19b400 con 0x7f41ac1003a0 2024-03-07T10:11:34.065 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:11:34.065 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:11:34.066 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:11:34.066 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.063+0000 7f419b7fe640 1 -- 172.21.15.18:0/2780961536 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f41ac19b400 con 0x7f41ac1003a0 2024-03-07T10:11:34.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f41940a1fb0 msgr2=0x7f41940a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f41940a1fb0 0x7f41940a4470 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0ff5b0 tx=0x7f41a4005f90 comp rx=0 tx=0).stop 2024-03-07T10:11:34.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac1003a0 msgr2=0x7f41ac19a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac1003a0 0x7f41ac19a0b0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f41a000e9f0 tx=0x7f41a000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.068 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 shutdown_connections 2024-03-07T10:11:34.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41ac10df50 0x7f41ac19e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41ac100d50 0x7f41ac19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f41940a1fb0 0x7f41940a4470 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 --2- 172.21.15.18:0/2780961536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f41ac1003a0 0x7f41ac19a0b0 secure :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f41a000e9f0 tx=0x7f41a000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 >> 172.21.15.18:0/2780961536 conn(0x7f41ac0fbfe0 msgr2=0x7f41ac0fe3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.069 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.067+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 shutdown_connections 2024-03-07T10:11:34.070 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.069+0000 7f41b0feb640 1 -- 172.21.15.18:0/2780961536 wait complete. 2024-03-07T10:11:34.088 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:11:34.088 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:11:34.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.206+0000 7f45c7274640 1 -- 172.21.15.18:0/3255824409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 msgr2=0x7f45c010e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.206+0000 7f45c7274640 1 --2- 172.21.15.18:0/3255824409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c010e590 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009900 tx=0x7f45b802bc60 comp rx=0 tx=0).stop 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.206+0000 7f45c7274640 1 -- 172.21.15.18:0/3255824409 shutdown_connections 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.206+0000 7f45c7274640 1 --2- 172.21.15.18:0/3255824409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c010e590 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.206+0000 7f45c7274640 1 --2- 172.21.15.18:0/3255824409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45c0100b10 0x7f45c01062e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.206+0000 7f45c7274640 1 --2- 172.21.15.18:0/3255824409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45c0100160 0x7f45c0100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.206+0000 7f45c7274640 1 -- 172.21.15.18:0/3255824409 >> 172.21.15.18:0/3255824409 conn(0x7f45c0076ab0 msgr2=0x7f45c0076ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 -- 172.21.15.18:0/3255824409 shutdown_connections 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 -- 172.21.15.18:0/3255824409 wait complete. 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 Processor -- start 2024-03-07T10:11:34.211 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 -- start start 2024-03-07T10:11:34.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45c0100160 0x7f45c019a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c019a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45c019e8f0 0x7f45c019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c0102d20 con 0x7f45c0106a10 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c0102ba0 con 0x7f45c019e8f0 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c7274640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c0102ea0 con 0x7f45c0100160 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c480f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c019a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c5010640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45c0100160 0x7f45c019a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.207+0000 7f45c480f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c019a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43158/0 (socket says 172.21.15.18:43158) 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c480f640 1 -- 172.21.15.18:0/2708492486 learned_addr learned my addr 172.21.15.18:0/2708492486 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c5811640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45c019e8f0 0x7f45c019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c480f640 1 -- 172.21.15.18:0/2708492486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45c0100160 msgr2=0x7f45c019a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c480f640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45c0100160 0x7f45c019a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c480f640 1 -- 172.21.15.18:0/2708492486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45c019e8f0 msgr2=0x7f45c019eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c480f640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45c019e8f0 0x7f45c019eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c480f640 1 -- 172.21.15.18:0/2708492486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45c019f3e0 con 0x7f45c0106a10 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c480f640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c019a570 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f45b400e9c0 tx=0x7f45b400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45be7fc640 1 -- 172.21.15.18:0/2708492486 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b400cd80 con 0x7f45c0106a10 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45c019f6d0 con 0x7f45c0106a10 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45be7fc640 1 -- 172.21.15.18:0/2708492486 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f45b4005500 con 0x7f45c0106a10 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45be7fc640 1 -- 172.21.15.18:0/2708492486 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b4010690 con 0x7f45c0106a10 2024-03-07T10:11:34.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.208+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45c01a6f10 con 0x7f45c0106a10 2024-03-07T10:11:34.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.211+0000 7f45be7fc640 1 -- 172.21.15.18:0/2708492486 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f45b4010830 con 0x7f45c0106a10 2024-03-07T10:11:34.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.211+0000 7f45ca05a740 1 Processor -- start 2024-03-07T10:11:34.215 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45ca05a740 1 -- start start 2024-03-07T10:11:34.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x559704004d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 0x55970400d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x559704010270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45ca05a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559703fc3330 con 0x55970400de80 2024-03-07T10:11:34.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45ca05a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559703f5fe90 con 0x5597040052a0 2024-03-07T10:11:34.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45ca05a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559703f08d00 con 0x559704004980 2024-03-07T10:11:34.221 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45c5811640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x559704004d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45c5811640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x559704004d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53468/0 (socket says 172.21.15.18:53468) 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.212+0000 7f45c5811640 1 -- 172.21.15.18:0/4212879436 learned_addr learned my addr 172.21.15.18:0/4212879436 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.213+0000 7f45be7fc640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f45a80a1f70 0x7f45a80a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.213+0000 7f45be7fc640 1 -- 172.21.15.18:0/2708492486 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f45b40ce650 con 0x7f45c0106a10 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.218+0000 7f45c480f640 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x559704010270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.218+0000 7f45c5811640 1 -- 172.21.15.18:0/4212879436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 msgr2=0x55970400d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.218+0000 7f45c5811640 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 0x55970400d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.218+0000 7f45c5811640 1 -- 172.21.15.18:0/4212879436 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 msgr2=0x559704010270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.218+0000 7f45c5811640 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x559704010270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.218+0000 7f45c5811640 1 -- 172.21.15.18:0/4212879436 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559703f07b90 con 0x559704004980 2024-03-07T10:11:34.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.220+0000 7f45c5811640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f45a80a1f70 0x7f45a80a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.222+0000 7f45c5811640 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x559704004d60 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009230 tx=0x7f45b8005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a2404423c9801a9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.226+0000 7f45a77fe640 1 -- 172.21.15.18:0/4212879436 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b8044040 con 0x559704004980 2024-03-07T10:11:34.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.226+0000 7f45a77fe640 1 -- 172.21.15.18:0/4212879436 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f45b804e070 con 0x559704004980 2024-03-07T10:11:34.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.226+0000 7f45a77fe640 1 -- 172.21.15.18:0/4212879436 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b80052c0 con 0x559704004980 2024-03-07T10:11:34.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.228+0000 7f45c5811640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f45a80a1f70 0x7f45a80a4430 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009900 tx=0x7f45b8048000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.229+0000 7f45ca05a740 1 -- 172.21.15.18:0/4212879436 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 msgr2=0x559704004d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.231 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.229+0000 7f45ca05a740 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x559704004d60 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009230 tx=0x7f45b8005b50 comp rx=0 tx=0).stop 2024-03-07T10:11:34.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.234+0000 7f45ca05a740 1 -- 172.21.15.18:0/4212879436 shutdown_connections 2024-03-07T10:11:34.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.234+0000 7f45ca05a740 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x559704010270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.234+0000 7f45ca05a740 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 0x55970400d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.234+0000 7f45ca05a740 1 --2- 172.21.15.18:0/4212879436 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x559704004d60 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.234+0000 7f45ca05a740 1 -- 172.21.15.18:0/4212879436 >> 172.21.15.18:0/4212879436 conn(0x559703fff0b0 msgr2=0x559703fff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.239+0000 7f45ca05a740 1 -- 172.21.15.18:0/4212879436 shutdown_connections 2024-03-07T10:11:34.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.242+0000 7f45ca05a740 1 -- 172.21.15.18:0/4212879436 wait complete. 2024-03-07T10:11:34.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.243+0000 7f45ca05a740 1 -- start start 2024-03-07T10:11:34.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.243+0000 7f45ca05a740 1 Processor -- start 2024-03-07T10:11:34.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559704004980 0x55970400ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5597040052a0 0x55970400b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x55970400b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45ca05a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559703efe470 con 0x55970400de80 2024-03-07T10:11:34.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45ca05a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559703f5bf30 con 0x559704004980 2024-03-07T10:11:34.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45ca05a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559704010c10 con 0x5597040052a0 2024-03-07T10:11:34.248 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45ca05a740 10 client.0 _ll_register_callbacks cb 0x559703f59d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.246+0000 7f45c480f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5597040052a0 0x55970400b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x55970400b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x55970400b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43174/0 (socket says 172.21.15.18:43174) 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 -- 172.21.15.18:0/1256682898 learned_addr learned my addr 172.21.15.18:0/1256682898 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5010640 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559704004980 0x55970400ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 -- 172.21.15.18:0/1256682898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5597040052a0 msgr2=0x55970400b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5597040052a0 0x55970400b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 -- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559704004980 msgr2=0x55970400ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559704004980 0x55970400ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5811640 1 -- 172.21.15.18:0/1256682898 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559703c743f0 con 0x55970400de80 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.247+0000 7f45c5010640 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559704004980 0x55970400ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:11:34.250 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45c5811640 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x55970400b8e0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f45b8004f00 tx=0x7f45b8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14da3ce734406876 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45a4ff9640 1 -- 172.21.15.18:0/1256682898 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b8059070 con 0x55970400de80 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45a4ff9640 1 -- 172.21.15.18:0/1256682898 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f45b80046c0 con 0x55970400de80 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f45b804e070 con 0x55970400de80 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45a4ff9640 1 -- 172.21.15.18:0/1256682898 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45b8065050 con 0x55970400de80 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45ca05a740 10 client.18729 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559703d3e7d0 con 0x55970400de80 2024-03-07T10:11:34.251 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.248+0000 7f45a4ff9640 1 -- 172.21.15.18:0/1256682898 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f45b804e070 con 0x55970400de80 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45a4ff9640 1 -- 172.21.15.18:0/1256682898 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f45b8048070 con 0x55970400de80 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45ca05a740 10 client.18729 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45ca05a740 10 client.18729 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45ca05a740 20 client.18729 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45ca05a740 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559703ffa430 0x559703ffc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45ca05a740 4 client.18729 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559703f6d3d0 con 0x559703ffa430 2024-03-07T10:11:34.252 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.249+0000 7f45c5010640 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559703ffa430 0x559703ffc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.252+0000 7f45c5010640 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559703ffa430 0x559703ffc850 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6639f49fb4f005b5 server_cookie=b894896bdd44c7be in_seq=0 out_seq=0 2024-03-07T10:11:34.253 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.252+0000 7f45a4ff9640 10 client.18729 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45a4ff9640 1 -- 172.21.15.18:0/1256682898 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559703f6d3d0 con 0x559703ffa430 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45a4ff9640 10 client.18729 handle_command_reply: tid=0 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 client.18729 shutdown 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 msgr2=0x55970400b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x55970400b8e0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f45b8004f00 tx=0x7f45b8009260 comp rx=0 tx=0).stop 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 shutdown_connections 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x559703ffa430 0x559703ffc850 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970400de80 0x55970400b8e0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45a4ff9640 0 client.18729 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:34.256 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5597040052a0 0x55970400b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 --2- 172.21.15.18:0/1256682898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559704004980 0x55970400ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.253+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 >> 172.21.15.18:0/1256682898 conn(0x559703fff0b0 msgr2=0x559704000e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.254+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 shutdown_connections 2024-03-07T10:11:34.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.254+0000 7f45ca05a740 1 -- 172.21.15.18:0/1256682898 wait complete. 2024-03-07T10:11:34.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.254+0000 7f45ca05a740 20 client.18729 trim_cache size 0 max 16384 2024-03-07T10:11:34.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 Processor -- start 2024-03-07T10:11:34.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 -- start start 2024-03-07T10:11:34.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559704004980 0x55970400d590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 0x559703ffe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970400de80 0x559703ff50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c01ad710 con 0x559704004980 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c01ab210 con 0x5597040052a0 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.269+0000 7f45ca05a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c01a92f0 con 0x55970400de80 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559704004980 0x55970400d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559704004980 0x55970400d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43176/0 (socket says 172.21.15.18:43176) 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 -- 172.21.15.18:0/3283647321 learned_addr learned my addr 172.21.15.18:0/3283647321 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5811640 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970400de80 0x559703ff50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c480f640 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 0x559703ffe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 -- 172.21.15.18:0/3283647321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970400de80 msgr2=0x559703ff50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970400de80 0x559703ff50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 -- 172.21.15.18:0/3283647321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 msgr2=0x559703ffe100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 0x559703ffe100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 -- 172.21.15.18:0/3283647321 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559703ffeee0 con 0x559704004980 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45c5010640 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559704004980 0x55970400d590 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x559703ffd0c0 tx=0x7f45b001edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1c7397f7605f2f7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45a6ffd640 1 -- 172.21.15.18:0/3283647321 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b0012bf0 con 0x559704004980 2024-03-07T10:11:34.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45a6ffd640 1 -- 172.21.15.18:0/3283647321 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f45b0022030 con 0x559704004980 2024-03-07T10:11:34.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.270+0000 7f45a6ffd640 1 -- 172.21.15.18:0/3283647321 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b001d3a0 con 0x559704004980 2024-03-07T10:11:34.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 -- 172.21.15.18:0/3283647321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559704004980 msgr2=0x55970400d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559704004980 0x55970400d590 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x559703ffd0c0 tx=0x7f45b001edf0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 -- 172.21.15.18:0/3283647321 shutdown_connections 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970400de80 0x559703ff50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5597040052a0 0x559703ffe100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 --2- 172.21.15.18:0/3283647321 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559704004980 0x55970400d590 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 -- 172.21.15.18:0/3283647321 >> 172.21.15.18:0/3283647321 conn(0x559703fff0b0 msgr2=0x559704006200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 -- 172.21.15.18:0/3283647321 shutdown_connections 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.271+0000 7f45ca05a740 1 -- 172.21.15.18:0/3283647321 wait complete. 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.272+0000 7f45ca05a740 1 -- start start 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.272+0000 7f45ca05a740 1 Processor -- start 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.272+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x5597040083b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.272+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5597040052a0 0x5597040088f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45ca05a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970400de80 0x5597040189c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45ca05a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c01a98f0 con 0x5597040052a0 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45ca05a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c01aabb0 con 0x55970400de80 2024-03-07T10:11:34.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45ca05a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c01a9ef0 con 0x559704004980 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x5597040083b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x5597040083b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53510/0 (socket says 172.21.15.18:53510) 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 -- 172.21.15.18:0/817306905 learned_addr learned my addr 172.21.15.18:0/817306905 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c480f640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5597040052a0 0x5597040088f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45ca05a740 10 client.0 _ll_register_callbacks cb 0x7f45b8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5811640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970400de80 0x5597040189c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 -- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970400de80 msgr2=0x5597040189c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970400de80 0x5597040189c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 -- 172.21.15.18:0/817306905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5597040052a0 msgr2=0x5597040088f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5597040052a0 0x5597040088f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 -- 172.21.15.18:0/817306905 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559704005cf0 con 0x559704004980 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c480f640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5597040052a0 0x5597040088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45c5010640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x5597040083b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f45b0006010 tx=0x7f45b0009330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13514d2aaffd6340 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.280 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45a4ff9640 1 -- 172.21.15.18:0/817306905 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b0004ab0 con 0x559704004980 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f45b0022030 con 0x559704004980 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.273+0000 7f45a4ff9640 1 -- 172.21.15.18:0/817306905 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f45b0004c50 con 0x559704004980 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45a4ff9640 1 -- 172.21.15.18:0/817306905 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45b00129f0 con 0x559704004980 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 10 client.28600 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5597040822a0 con 0x559704004980 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45a4ff9640 1 -- 172.21.15.18:0/817306905 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f45b0022030 con 0x559704004980 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45a4ff9640 1 -- 172.21.15.18:0/817306905 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f45b0005040 con 0x559704004980 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 10 client.28600 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 10 client.28600 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 20 client.28600 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5597040828f0 0x559704084d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 4 client.28600 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:11:34.281 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559703f67720 con 0x5597040828f0 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.274+0000 7f45c480f640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5597040828f0 0x559704084d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.275+0000 7f45a4ff9640 10 client.28600 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.275+0000 7f45c480f640 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5597040828f0 0x559704084d10 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3f41c2406f69ec54 server_cookie=ccc8049b8c3049fe in_seq=0 out_seq=0 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.275+0000 7f45a4ff9640 1 -- 172.21.15.18:0/817306905 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559703f67720 con 0x5597040828f0 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.275+0000 7f45a4ff9640 10 client.28600 handle_command_reply: tid=0 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.275+0000 7f45ca05a740 1 client.28600 shutdown 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.275+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 msgr2=0x5597040083b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.275+0000 7f45ca05a740 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x5597040083b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f45b0006010 tx=0x7f45b0009330 comp rx=0 tx=0).stop 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.276+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 shutdown_connections 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.276+0000 7f45ca05a740 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5597040828f0 0x559704084d10 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.276+0000 7f45ca05a740 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970400de80 0x5597040189c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.276+0000 7f45ca05a740 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5597040052a0 0x5597040088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.276+0000 7f45a4ff9640 0 client.28600 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.276+0000 7f45ca05a740 1 --2- 172.21.15.18:0/817306905 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559704004980 0x5597040083b0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.282 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.276+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 >> 172.21.15.18:0/817306905 conn(0x559703fff0b0 msgr2=0x5597040004e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.277+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 shutdown_connections 2024-03-07T10:11:34.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.278+0000 7f45ca05a740 1 -- 172.21.15.18:0/817306905 wait complete. 2024-03-07T10:11:34.283 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.278+0000 7f45ca05a740 20 client.28600 trim_cache size 0 max 16384 2024-03-07T10:11:34.283 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:11:34.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f45a80a1f70 msgr2=0x7f45a80a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f45a80a1f70 0x7f45a80a4430 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f45b8009900 tx=0x7f45b8048000 comp rx=0 tx=0).stop 2024-03-07T10:11:34.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 msgr2=0x7f45c019a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c019a570 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f45b400e9c0 tx=0x7f45b400ee80 comp rx=0 tx=0).stop 2024-03-07T10:11:34.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 shutdown_connections 2024-03-07T10:11:34.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45c019e8f0 0x7f45c019eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f45a80a1f70 0x7f45a80a4430 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f45c0106a10 0x7f45c019a570 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 --2- 172.21.15.18:0/2708492486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f45c0100160 0x7f45c019a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 >> 172.21.15.18:0/2708492486 conn(0x7f45c0076ab0 msgr2=0x7f45c00fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 shutdown_connections 2024-03-07T10:11:34.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.279+0000 7f45c7274640 1 -- 172.21.15.18:0/2708492486 wait complete. 2024-03-07T10:11:34.293 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:11:34.293 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:11:34.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.417+0000 7f034ad1d640 1 -- 172.21.15.18:0/1153308682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f03441054b0 msgr2=0x7f0344105890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.425 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.417+0000 7f033b7fe640 1 -- 172.21.15.18:0/1153308682 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0340005220 con 0x7f03441054b0 2024-03-07T10:11:34.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.417+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1153308682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f03441054b0 0x7f0344105890 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f0340009930 tx=0x7f034002bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:34.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.422+0000 7f034ad1d640 1 -- 172.21.15.18:0/1153308682 shutdown_connections 2024-03-07T10:11:34.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.422+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1153308682 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0344101120 0x7f034410d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.422+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1153308682 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344100760 0x7f0344100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.422+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1153308682 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f03441054b0 0x7f0344105890 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.426 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.422+0000 7f034ad1d640 1 -- 172.21.15.18:0/1153308682 >> 172.21.15.18:0/1153308682 conn(0x7f0344078370 msgr2=0x7f0344078780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.428+0000 7f034ad1d640 1 -- 172.21.15.18:0/1153308682 shutdown_connections 2024-03-07T10:11:34.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.430+0000 7f034ad1d640 1 -- 172.21.15.18:0/1153308682 wait complete. 2024-03-07T10:11:34.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.430+0000 7f034ad1d640 1 Processor -- start 2024-03-07T10:11:34.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.434+0000 7f034ad1d640 1 -- start start 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.434+0000 7f034ad1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344100760 0x7f0344072d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.434+0000 7f034ad1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344101120 0x7f03440732d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.434+0000 7f034ad1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f03441054b0 0x7f034406c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.434+0000 7f034ad1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f034410f8e0 con 0x7f0344100760 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.434+0000 7f034ad1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f034410f760 con 0x7f03441054b0 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.434+0000 7f034ad1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f034410fa60 con 0x7f0344101120 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.435+0000 7f033bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344101120 0x7f03440732d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.435+0000 7f033bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344101120 0x7f03440732d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53528/0 (socket says 172.21.15.18:53528) 2024-03-07T10:11:34.438 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.435+0000 7f033bfff640 1 -- 172.21.15.18:0/1496551072 learned_addr learned my addr 172.21.15.18:0/1496551072 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.439+0000 7f03492ba640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f03441054b0 0x7f034406c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.440 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.439+0000 7f0348ab9640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344100760 0x7f0344072d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.442+0000 7f033bfff640 1 -- 172.21.15.18:0/1496551072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f03441054b0 msgr2=0x7f034406c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.442+0000 7f033bfff640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f03441054b0 0x7f034406c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.442+0000 7f033bfff640 1 -- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344100760 msgr2=0x7f0344072d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.442+0000 7f033bfff640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344100760 0x7f0344072d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.442+0000 7f033bfff640 1 -- 172.21.15.18:0/1496551072 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f034406c950 con 0x7f0344101120 2024-03-07T10:11:34.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.444+0000 7f033bfff640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344101120 0x7f03440732d0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f033400e9f0 tx=0x7f033400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.445+0000 7f0339ffb640 1 -- 172.21.15.18:0/1496551072 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033400cd80 con 0x7f0344101120 2024-03-07T10:11:34.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.445+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f034406cc40 con 0x7f0344101120 2024-03-07T10:11:34.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.445+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0344070b40 con 0x7f0344101120 2024-03-07T10:11:34.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.445+0000 7f0339ffb640 1 -- 172.21.15.18:0/1496551072 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0334005500 con 0x7f0344101120 2024-03-07T10:11:34.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.446+0000 7f0339ffb640 1 -- 172.21.15.18:0/1496551072 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0334010690 con 0x7f0344101120 2024-03-07T10:11:34.454 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.453+0000 7f0339ffb640 1 -- 172.21.15.18:0/1496551072 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0334010830 con 0x7f0344101120 2024-03-07T10:11:34.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.454+0000 7f0339ffb640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f032c0a20f0 0x7f032c0a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.455 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.454+0000 7f0339ffb640 1 -- 172.21.15.18:0/1496551072 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f03340cf590 con 0x7f0344101120 2024-03-07T10:11:34.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.457+0000 7f0348ab9640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f032c0a20f0 0x7f032c0a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 Processor -- start 2024-03-07T10:11:34.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 -- start start 2024-03-07T10:11:34.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 0x55f56e7af550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7b8670 0x55f56e7baa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f56e776330 con 0x55f56e7afa90 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f56e712e90 con 0x55f56e7b8670 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.459+0000 7f034dbf0740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f56e6bbd00 con 0x55f56e7af170 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7b8670 0x55f56e7baa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7b8670 0x55f56e7baa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47024/0 (socket says 172.21.15.18:47024) 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 -- 172.21.15.18:0/716499499 learned_addr learned my addr 172.21.15.18:0/716499499 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f033bfff640 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 -- 172.21.15.18:0/716499499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 msgr2=0x55f56e7af550 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 0x55f56e7af550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 -- 172.21.15.18:0/716499499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 msgr2=0x55f56e7b8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f03492ba640 1 -- 172.21.15.18:0/716499499 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f56e6bab90 con 0x55f56e7b8670 2024-03-07T10:11:34.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.460+0000 7f033bfff640 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:34.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.462+0000 7f03492ba640 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7b8670 0x55f56e7baa60 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f033c009f50 tx=0x7f033c0338e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=110fee9315b082a5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.464+0000 7f032affd640 1 -- 172.21.15.18:0/716499499 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033c004b20 con 0x55f56e7b8670 2024-03-07T10:11:34.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.464+0000 7f032affd640 1 -- 172.21.15.18:0/716499499 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f033c003e50 con 0x55f56e7b8670 2024-03-07T10:11:34.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.466+0000 7f034dbf0740 1 -- 172.21.15.18:0/716499499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7b8670 msgr2=0x55f56e7baa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.466+0000 7f034dbf0740 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7b8670 0x55f56e7baa60 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f033c009f50 tx=0x7f033c0338e0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.471+0000 7f034dbf0740 1 -- 172.21.15.18:0/716499499 shutdown_connections 2024-03-07T10:11:34.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.471+0000 7f034dbf0740 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7b8670 0x55f56e7baa60 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.471+0000 7f034dbf0740 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.472 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.471+0000 7f034dbf0740 1 --2- 172.21.15.18:0/716499499 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 0x55f56e7af550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.471+0000 7f034dbf0740 1 -- 172.21.15.18:0/716499499 >> 172.21.15.18:0/716499499 conn(0x55f56e7a98a0 msgr2=0x55f56e7a9c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.473 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.471+0000 7f0348ab9640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f032c0a20f0 0x7f032c0a45b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0340006010 tx=0x7f03400058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.473+0000 7f034dbf0740 1 -- 172.21.15.18:0/716499499 shutdown_connections 2024-03-07T10:11:34.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.477+0000 7f034dbf0740 1 -- 172.21.15.18:0/716499499 wait complete. 2024-03-07T10:11:34.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.477+0000 7f034dbf0740 1 -- start start 2024-03-07T10:11:34.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.477+0000 7f034dbf0740 1 Processor -- start 2024-03-07T10:11:34.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.478+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7af170 0x55f56e7b54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.478+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.478+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.478+0000 7f034dbf0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f56e6b1470 con 0x55f56e7afa90 2024-03-07T10:11:34.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.478+0000 7f034dbf0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f56e70ef30 con 0x55f56e7af170 2024-03-07T10:11:34.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.478+0000 7f034dbf0740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f56e7bb4b0 con 0x55f56e7b8670 2024-03-07T10:11:34.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.478+0000 7f034dbf0740 10 client.0 _ll_register_callbacks cb 0x55f56e70cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:34.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f03492ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f03492ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b5f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53540/0 (socket says 172.21.15.18:53540) 2024-03-07T10:11:34.482 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f03492ba640 1 -- 172.21.15.18:0/4282140359 learned_addr learned my addr 172.21.15.18:0/4282140359 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f033bfff640 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f033bfff640 1 -- 172.21.15.18:0/4282140359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 msgr2=0x55f56e7b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f033bfff640 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f033bfff640 1 -- 172.21.15.18:0/4282140359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7af170 msgr2=0x55f56e7b54d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.479+0000 7f033bfff640 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7af170 0x55f56e7b54d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.480+0000 7f033bfff640 1 -- 172.21.15.18:0/4282140359 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f56e4273f0 con 0x55f56e7afa90 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.480+0000 7f033bfff640 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b5a10 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f03340ccbe0 tx=0x7f033409c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a76f4226550549eb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.480+0000 7f0323fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.480+0000 7f0323fff640 1 -- 172.21.15.18:0/4282140359 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03340b3070 con 0x55f56e7afa90 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.480+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f033c003e50 con 0x55f56e7afa90 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.480+0000 7f0323fff640 1 -- 172.21.15.18:0/4282140359 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f03340cce60 con 0x55f56e7afa90 2024-03-07T10:11:34.483 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.481+0000 7f0323fff640 1 -- 172.21.15.18:0/4282140359 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03340ab050 con 0x55f56e7afa90 2024-03-07T10:11:34.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.481+0000 7f034dbf0740 10 client.18747 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:34.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.481+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f56e4f17d0 con 0x55f56e7afa90 2024-03-07T10:11:34.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.481+0000 7f0323fff640 1 -- 172.21.15.18:0/4282140359 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f033c003e50 con 0x55f56e7afa90 2024-03-07T10:11:34.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.481+0000 7f0323fff640 1 -- 172.21.15.18:0/4282140359 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f03340a4190 con 0x55f56e7afa90 2024-03-07T10:11:34.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.482+0000 7f034dbf0740 10 client.18747 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:34.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.482+0000 7f034dbf0740 10 client.18747 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:11:34.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.482+0000 7f034dbf0740 20 client.18747 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:34.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.482+0000 7f034dbf0740 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e7c8c60 0x55f56e7cb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.482+0000 7f034dbf0740 4 client.18747 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:34.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.482+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f56e7203d0 con 0x55f56e7c8c60 2024-03-07T10:11:34.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.484+0000 7f0348ab9640 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e7c8c60 0x55f56e7cb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.485+0000 7f0348ab9640 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e7c8c60 0x55f56e7cb0e0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=11ef171287ee077 server_cookie=5f759fb548bb737b in_seq=0 out_seq=0 2024-03-07T10:11:34.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.485+0000 7f0323fff640 10 client.18747 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:34.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.487+0000 7f0323fff640 1 -- 172.21.15.18:0/4282140359 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f56e7203d0 con 0x55f56e7c8c60 2024-03-07T10:11:34.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.487+0000 7f0323fff640 10 client.18747 handle_command_reply: tid=0 2024-03-07T10:11:34.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.488+0000 7f034dbf0740 1 client.18747 shutdown 2024-03-07T10:11:34.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.489+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 msgr2=0x55f56e7b5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.489+0000 7f034dbf0740 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b5a10 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f03340ccbe0 tx=0x7f033409c640 comp rx=0 tx=0).stop 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.491+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 shutdown_connections 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.491+0000 7f034dbf0740 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e7c8c60 0x55f56e7cb0e0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.491+0000 7f034dbf0740 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.491+0000 7f034dbf0740 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7afa90 0x55f56e7b5a10 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.491+0000 7f034dbf0740 1 --2- 172.21.15.18:0/4282140359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7af170 0x55f56e7b54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.491+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 >> 172.21.15.18:0/4282140359 conn(0x55f56e7a98a0 msgr2=0x55f56e7ab5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.491+0000 7f0323fff640 0 client.18747 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.492+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 shutdown_connections 2024-03-07T10:11:34.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.492+0000 7f034dbf0740 1 -- 172.21.15.18:0/4282140359 wait complete. 2024-03-07T10:11:34.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.494+0000 7f034dbf0740 20 client.18747 trim_cache size 0 max 16384 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.514+0000 7f034dbf0740 1 Processor -- start 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.514+0000 7f034dbf0740 1 -- start start 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 0x55f56e7b7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 0x55f56e7b4670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7b8670 0x55f56e7ab3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f034dbf0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0330010ec0 con 0x55f56e7b8670 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f034dbf0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033000e9c0 con 0x55f56e7afa90 2024-03-07T10:11:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f034dbf0740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033000ca80 con 0x55f56e7af170 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f0348ab9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 0x55f56e7b7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7b8670 0x55f56e7ab3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7b8670 0x55f56e7ab3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43220/0 (socket says 172.21.15.18:43220) 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 -- 172.21.15.18:0/891516952 learned_addr learned my addr 172.21.15.18:0/891516952 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 -- 172.21.15.18:0/891516952 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 msgr2=0x55f56e7b7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 --2- 172.21.15.18:0/891516952 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 0x55f56e7b7c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 -- 172.21.15.18:0/891516952 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 msgr2=0x55f56e7b4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 --2- 172.21.15.18:0/891516952 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 0x55f56e7b4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 -- 172.21.15.18:0/891516952 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f56e7a96d0 con 0x55f56e7b8670 2024-03-07T10:11:34.518 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.515+0000 7f03492ba640 1 --2- 172.21.15.18:0/891516952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7b8670 0x55f56e7ab3e0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f033c0099b0 tx=0x7f033c009cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59d557f9a3b1bf03 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f032a7fc640 1 -- 172.21.15.18:0/891516952 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033c04a030 con 0x55f56e7b8670 2024-03-07T10:11:34.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f032a7fc640 1 -- 172.21.15.18:0/891516952 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f033c004d90 con 0x55f56e7b8670 2024-03-07T10:11:34.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f032a7fc640 1 -- 172.21.15.18:0/891516952 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033c005040 con 0x55f56e7b8670 2024-03-07T10:11:34.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f034dbf0740 1 -- 172.21.15.18:0/891516952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7b8670 msgr2=0x55f56e7ab3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f034dbf0740 1 --2- 172.21.15.18:0/891516952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7b8670 0x55f56e7ab3e0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f033c0099b0 tx=0x7f033c009cc0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f034dbf0740 1 -- 172.21.15.18:0/891516952 shutdown_connections 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f034dbf0740 1 --2- 172.21.15.18:0/891516952 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7b8670 0x55f56e7ab3e0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f034dbf0740 1 --2- 172.21.15.18:0/891516952 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 0x55f56e7b4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f034dbf0740 1 --2- 172.21.15.18:0/891516952 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7af170 0x55f56e7b7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.516+0000 7f034dbf0740 1 -- 172.21.15.18:0/891516952 >> 172.21.15.18:0/891516952 conn(0x55f56e7a98a0 msgr2=0x55f56e7aacd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.517+0000 7f034dbf0740 1 -- 172.21.15.18:0/891516952 shutdown_connections 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.517+0000 7f034dbf0740 1 -- 172.21.15.18:0/891516952 wait complete. 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.517+0000 7f034dbf0740 1 -- start start 2024-03-07T10:11:34.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.517+0000 7f034dbf0740 1 Processor -- start 2024-03-07T10:11:34.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7af170 0x55f56e7b1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 0x55f56e7b20f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f034dbf0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7af170 0x55f56e7b1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7af170 0x55f56e7b1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43228/0 (socket says 172.21.15.18:43228) 2024-03-07T10:11:34.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 -- 172.21.15.18:0/2008809440 learned_addr learned my addr 172.21.15.18:0/2008809440 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f033bfff640 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 0x55f56e7b20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033000d080 con 0x55f56e7af170 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033000e360 con 0x55f56e7afa90 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033000d6a0 con 0x55f56e7b8670 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f03492ba640 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f034dbf0740 10 client.0 _ll_register_callbacks cb 0x7f03340cf410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 -- 172.21.15.18:0/2008809440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 msgr2=0x55f56e7b2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 -- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 msgr2=0x55f56e7b20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 0x55f56e7b20f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.518+0000 7f0348ab9640 1 -- 172.21.15.18:0/2008809440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f56e8235b0 con 0x55f56e7af170 2024-03-07T10:11:34.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.519+0000 7f0348ab9640 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7af170 0x55f56e7b1bb0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0340000c00 tx=0x7f034002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=400ff5a6af527df0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.519+0000 7f0323fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.519+0000 7f0323fff640 1 -- 172.21.15.18:0/2008809440 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f034004f0e0 con 0x55f56e7af170 2024-03-07T10:11:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.519+0000 7f0323fff640 1 -- 172.21.15.18:0/2008809440 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f034004f280 con 0x55f56e7af170 2024-03-07T10:11:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.519+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f033c004d90 con 0x55f56e7af170 2024-03-07T10:11:34.526 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f0323fff640 1 -- 172.21.15.18:0/2008809440 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0340004040 con 0x55f56e7af170 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 10 client.18753 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f56e8246c0 con 0x55f56e7af170 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f0323fff640 1 -- 172.21.15.18:0/2008809440 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0340004ba0 con 0x55f56e7af170 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f0323fff640 1 -- 172.21.15.18:0/2008809440 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f034004a070 con 0x55f56e7af170 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 10 client.18753 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 10 client.18753 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 20 client.18753 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e824d80 0x55f56e8271a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 4 client.18753 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f033c004d90 con 0x55f56e824d80 2024-03-07T10:11:34.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.520+0000 7f033bfff640 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e824d80 0x55f56e8271a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.521+0000 7f033bfff640 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e824d80 0x55f56e8271a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6f37a3f19efdbfe server_cookie=36515f665757c225 in_seq=0 out_seq=0 2024-03-07T10:11:34.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.521+0000 7f0323fff640 10 client.18753 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:34.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f0323fff640 1 -- 172.21.15.18:0/2008809440 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f033c004d90 con 0x55f56e824d80 2024-03-07T10:11:34.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f0323fff640 10 client.18753 handle_command_reply: tid=0 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 client.18753 shutdown 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7af170 msgr2=0x55f56e7b1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7af170 0x55f56e7b1bb0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0340000c00 tx=0x7f034002bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 shutdown_connections 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55f56e824d80 0x55f56e8271a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f0323fff640 0 client.18753 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f56e7b8670 0x55f56e7b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f56e7afa90 0x55f56e7b20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 --2- 172.21.15.18:0/2008809440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f56e7af170 0x55f56e7b1bb0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 >> 172.21.15.18:0/2008809440 conn(0x55f56e7a98a0 msgr2=0x55f56e7b44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 shutdown_connections 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 1 -- 172.21.15.18:0/2008809440 wait complete. 2024-03-07T10:11:34.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.522+0000 7f034dbf0740 20 client.18753 trim_cache size 0 max 16384 2024-03-07T10:11:34.531 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:11:34.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f032c0a20f0 msgr2=0x7f032c0a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f032c0a20f0 0x7f032c0a45b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0340006010 tx=0x7f03400058e0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344101120 msgr2=0x7f03440732d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344101120 0x7f03440732d0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f033400e9f0 tx=0x7f033400edf0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 shutdown_connections 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f03441054b0 0x7f034406c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0344101120 0x7f03440732d0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f032c0a20f0 0x7f032c0a45b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 --2- 172.21.15.18:0/1496551072 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f0344100760 0x7f0344072d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 >> 172.21.15.18:0/1496551072 conn(0x7f0344078370 msgr2=0x7f03440fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 shutdown_connections 2024-03-07T10:11:34.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.523+0000 7f034ad1d640 1 -- 172.21.15.18:0/1496551072 wait complete. 2024-03-07T10:11:34.537 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:11:34.537 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:11:34.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.696+0000 7f013ac34640 1 -- 172.21.15.18:0/1375558125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01341091c0 msgr2=0x7f013411ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.696+0000 7f013ac34640 1 --2- 172.21.15.18:0/1375558125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01341091c0 0x7f013411ce50 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0128009860 tx=0x7f012802bc50 comp rx=0 tx=0).stop 2024-03-07T10:11:34.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.696+0000 7f013ac34640 1 -- 172.21.15.18:0/1375558125 shutdown_connections 2024-03-07T10:11:34.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.696+0000 7f013ac34640 1 --2- 172.21.15.18:0/1375558125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01341091c0 0x7f013411ce50 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.696+0000 7f013ac34640 1 --2- 172.21.15.18:0/1375558125 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01341101c0 0x7f0134108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.696+0000 7f013ac34640 1 --2- 172.21.15.18:0/1375558125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 0x7f0134108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.696+0000 7f013ac34640 1 -- 172.21.15.18:0/1375558125 >> 172.21.15.18:0/1375558125 conn(0x7f013406da40 msgr2=0x7f013406de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.698+0000 7f013ac34640 1 -- 172.21.15.18:0/1375558125 shutdown_connections 2024-03-07T10:11:34.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.698+0000 7f013ac34640 1 -- 172.21.15.18:0/1375558125 wait complete. 2024-03-07T10:11:34.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.699+0000 7f013ac34640 1 Processor -- start 2024-03-07T10:11:34.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.699+0000 7f013ac34640 1 -- start start 2024-03-07T10:11:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f013ac34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01341091c0 0x7f013411c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f013ac34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 0x7f013411ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f013ac34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01341101c0 0x7f0134118bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 0x7f013411ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 0x7f013411ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43238/0 (socket says 172.21.15.18:43238) 2024-03-07T10:11:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 -- 172.21.15.18:0/1417653342 learned_addr learned my addr 172.21.15.18:0/1417653342 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f013ac34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0134113010 con 0x7f013410fde0 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0134112e90 con 0x7f01341101c0 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0134113190 con 0x7f01341091c0 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f01389d0640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01341091c0 0x7f013411c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 -- 172.21.15.18:0/1417653342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01341091c0 msgr2=0x7f013411c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01341091c0 0x7f013411c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 -- 172.21.15.18:0/1417653342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01341101c0 msgr2=0x7f0134118bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01341101c0 0x7f0134118bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.700+0000 7f0133fff640 1 -- 172.21.15.18:0/1417653342 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0134119490 con 0x7f013410fde0 2024-03-07T10:11:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.701+0000 7f0133fff640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 0x7f013411ce50 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f012c00ba50 tx=0x7f012c00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.701+0000 7f0131ffb640 1 -- 172.21.15.18:0/1417653342 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012c019070 con 0x7f013410fde0 2024-03-07T10:11:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.701+0000 7f0131ffb640 1 -- 172.21.15.18:0/1417653342 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f012c00cbb0 con 0x7f013410fde0 2024-03-07T10:11:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.701+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0134119780 con 0x7f013410fde0 2024-03-07T10:11:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.701+0000 7f0131ffb640 1 -- 172.21.15.18:0/1417653342 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012c007610 con 0x7f013410fde0 2024-03-07T10:11:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.703+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01341aae20 con 0x7f013410fde0 2024-03-07T10:11:34.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.705+0000 7f0131ffb640 1 -- 172.21.15.18:0/1417653342 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f012c01c070 con 0x7f013410fde0 2024-03-07T10:11:34.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.706+0000 7f0131ffb640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f011c0a1fb0 0x7f011c0a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.706+0000 7f0131ffb640 1 -- 172.21.15.18:0/1417653342 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f012c0d04d0 con 0x7f013410fde0 2024-03-07T10:11:34.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.706+0000 7f01389d0640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f011c0a1fb0 0x7f011c0a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.706+0000 7f013da3b740 1 Processor -- start 2024-03-07T10:11:34.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f01389d0640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f011c0a1fb0 0x7f011c0a4470 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f01240045f0 tx=0x7f012401c3a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f013da3b740 1 -- start start 2024-03-07T10:11:34.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f013da3b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3cb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f013da3b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43252/0 (socket says 172.21.15.18:43252) 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f0133fff640 1 -- 172.21.15.18:0/2372712550 learned_addr learned my addr 172.21.15.18:0/2372712550 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f013da3b740 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f01389d0640 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3cb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56203a392330 con 0x56203a3cba90 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56203a32ee90 con 0x56203a3cb170 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.707+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56203a2d7d00 con 0x56203a3d4670 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f01391d1640 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f0133fff640 1 -- 172.21.15.18:0/2372712550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 msgr2=0x56203a3d6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f0133fff640 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f0133fff640 1 -- 172.21.15.18:0/2372712550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 msgr2=0x56203a3cb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f0133fff640 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3cb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f0133fff640 1 -- 172.21.15.18:0/2372712550 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56203a2d6b90 con 0x56203a3cba90 2024-03-07T10:11:34.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f0133fff640 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d4130 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f012c00c770 tx=0x7f012c099920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3653aeb586981bfd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f011affd640 1 -- 172.21.15.18:0/2372712550 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012c0b7070 con 0x56203a3cba90 2024-03-07T10:11:34.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f011affd640 1 -- 172.21.15.18:0/2372712550 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f012c09e110 con 0x56203a3cba90 2024-03-07T10:11:34.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.708+0000 7f011affd640 1 -- 172.21.15.18:0/2372712550 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012c0a22d0 con 0x56203a3cba90 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 msgr2=0x56203a3d4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d4130 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f012c00c770 tx=0x7f012c099920 comp rx=0 tx=0).stop 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 shutdown_connections 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d4130 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 --2- 172.21.15.18:0/2372712550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3cb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 >> 172.21.15.18:0/2372712550 conn(0x56203a3c58a0 msgr2=0x56203a3c5c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 shutdown_connections 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.709+0000 7f013da3b740 1 -- 172.21.15.18:0/2372712550 wait complete. 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.710+0000 7f013da3b740 1 -- start start 2024-03-07T10:11:34.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.710+0000 7f013da3b740 1 Processor -- start 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.710+0000 7f013da3b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3cb170 0x56203a3d16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.710+0000 7f013da3b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.710+0000 7f013da3b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3d4670 0x56203a3d2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f013da3b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56203a2cd470 con 0x56203a3cba90 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f013da3b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56203a32af30 con 0x56203a3d4670 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f013da3b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56203a3d7460 con 0x56203a3cb170 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d1c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43264/0 (socket says 172.21.15.18:43264) 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f01391d1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3d4670 0x56203a3d2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 -- 172.21.15.18:0/3236881371 learned_addr learned my addr 172.21.15.18:0/3236881371 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f01389d0640 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3cb170 0x56203a3d16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f013da3b740 10 client.0 _ll_register_callbacks cb 0x56203a328d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 -- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3cb170 msgr2=0x56203a3d16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3cb170 0x56203a3d16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 -- 172.21.15.18:0/3236881371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3d4670 msgr2=0x56203a3d2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3d4670 0x56203a3d2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.711+0000 7f0133fff640 1 -- 172.21.15.18:0/3236881371 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56203a0433f0 con 0x56203a3cba90 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f0133fff640 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d1c10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f012c099f50 tx=0x7f012c00c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce541e8d2ff65fe3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f0113fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f0113fff640 1 -- 172.21.15.18:0/3236881371 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012c0b7070 con 0x56203a3cba90 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f0113fff640 1 -- 172.21.15.18:0/3236881371 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f012c0a22d0 con 0x56203a3cba90 2024-03-07T10:11:34.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f012c09e110 con 0x56203a3cba90 2024-03-07T10:11:34.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f0113fff640 1 -- 172.21.15.18:0/3236881371 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f012c0cae90 con 0x56203a3cba90 2024-03-07T10:11:34.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f013da3b740 10 client.18765 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:34.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.712+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56203a10d7d0 con 0x56203a3cba90 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f0113fff640 1 -- 172.21.15.18:0/3236881371 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f012c09e110 con 0x56203a3cba90 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f0113fff640 1 -- 172.21.15.18:0/3236881371 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f012c09c030 con 0x56203a3cba90 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f013da3b740 10 client.18765 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f013da3b740 10 client.18765 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f013da3b740 20 client.18765 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f013da3b740 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a3e4730 0x56203a3e6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f013da3b740 4 client.18765 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:34.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56203a33c3d0 con 0x56203a3e4730 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.714+0000 7f01389d0640 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a3e4730 0x56203a3e6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.715+0000 7f0113fff640 10 client.18765 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.715+0000 7f01389d0640 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a3e4730 0x56203a3e6b20 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54ef2221eb98a18c server_cookie=5c54bd678d6c1bb9 in_seq=0 out_seq=0 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f0113fff640 1 -- 172.21.15.18:0/3236881371 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56203a33c3d0 con 0x56203a3e4730 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f0113fff640 10 client.18765 handle_command_reply: tid=0 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 client.18765 shutdown 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 msgr2=0x56203a3d1c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d1c10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f012c099f50 tx=0x7f012c00c5d0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 shutdown_connections 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a3e4730 0x56203a3e6b20 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3d4670 0x56203a3d2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3d1c10 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 --2- 172.21.15.18:0/3236881371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3cb170 0x56203a3d16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 >> 172.21.15.18:0/3236881371 conn(0x56203a3c58a0 msgr2=0x56203a3c75f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f0113fff640 0 client.18765 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:34.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 shutdown_connections 2024-03-07T10:11:34.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 1 -- 172.21.15.18:0/3236881371 wait complete. 2024-03-07T10:11:34.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.716+0000 7f013da3b740 20 client.18765 trim_cache size 0 max 16384 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.736+0000 7f013da3b740 1 Processor -- start 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.736+0000 7f013da3b740 1 -- start start 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f013da3b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3d3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f013da3b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3cffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f013da3b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f013da3b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01341b5f00 con 0x56203a3cba90 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f013da3b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01341b3a00 con 0x56203a3cb170 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f013da3b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01341b1ac0 con 0x56203a3d4670 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3cffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.740 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3cffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43270/0 (socket says 172.21.15.18:43270) 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 -- 172.21.15.18:0/1996939337 learned_addr learned my addr 172.21.15.18:0/1996939337 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f01389d0640 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3d3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f01391d1640 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 -- 172.21.15.18:0/1996939337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 msgr2=0x56203a3d1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 -- 172.21.15.18:0/1996939337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 msgr2=0x56203a3d3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3d3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 -- 172.21.15.18:0/1996939337 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56203a3d06a0 con 0x56203a3cba90 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.737+0000 7f0133fff640 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3cffc0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f012c099cc0 tx=0x7f012c00c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d352dfe27e9ed46 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.738+0000 7f011a7fc640 1 -- 172.21.15.18:0/1996939337 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012c0b7050 con 0x56203a3cba90 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.738+0000 7f011a7fc640 1 -- 172.21.15.18:0/1996939337 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f012c07d070 con 0x56203a3cba90 2024-03-07T10:11:34.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.738+0000 7f011a7fc640 1 -- 172.21.15.18:0/1996939337 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012c0a7080 con 0x56203a3cba90 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.738+0000 7f013da3b740 1 -- 172.21.15.18:0/1996939337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 msgr2=0x56203a3cffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3cffc0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f012c099cc0 tx=0x7f012c00c640 comp rx=0 tx=0).stop 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 -- 172.21.15.18:0/1996939337 shutdown_connections 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3d1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cba90 0x56203a3cffc0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 --2- 172.21.15.18:0/1996939337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cb170 0x56203a3d3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 -- 172.21.15.18:0/1996939337 >> 172.21.15.18:0/1996939337 conn(0x56203a3c58a0 msgr2=0x56203a3c4960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 -- 172.21.15.18:0/1996939337 shutdown_connections 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 -- 172.21.15.18:0/1996939337 wait complete. 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 -- start start 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.739+0000 7f013da3b740 1 Processor -- start 2024-03-07T10:11:34.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f013da3b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cb170 0x56203a3e9270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f013da3b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cba90 0x56203a3e7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f013da3b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3e7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f013da3b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01341b20c0 con 0x56203a3cb170 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f013da3b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01341b33a0 con 0x56203a3cba90 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f013da3b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01341b26e0 con 0x56203a3d4670 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cb170 0x56203a3e9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cb170 0x56203a3e9270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43278/0 (socket says 172.21.15.18:43278) 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 -- 172.21.15.18:0/3921654103 learned_addr learned my addr 172.21.15.18:0/3921654103 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f013da3b740 10 client.0 _ll_register_callbacks cb 0x7f012c0b5070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01391d1640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3e7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f0133fff640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cba90 0x56203a3e7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 -- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 msgr2=0x56203a3e7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3e7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.749 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 -- 172.21.15.18:0/3921654103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cba90 msgr2=0x56203a3e7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cba90 0x56203a3e7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f01389d0640 1 -- 172.21.15.18:0/3921654103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56203a3cb8c0 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.740+0000 7f0133fff640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cba90 0x56203a3e7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f01389d0640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cb170 0x56203a3e9270 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f012401cfd0 tx=0x7f0124024070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddec2ec602384b5c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f0113fff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f0113fff640 1 -- 172.21.15.18:0/3921654103 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0124022800 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f0113fff640 1 -- 172.21.15.18:0/3921654103 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f01240229a0 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f012c07d070 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f0113fff640 1 -- 172.21.15.18:0/3921654103 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f012404b050 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 10 client.18771 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56203a4408b0 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f0113fff640 1 -- 172.21.15.18:0/3921654103 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f012c07d070 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f0113fff640 1 -- 172.21.15.18:0/3921654103 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f012401f040 con 0x56203a3cb170 2024-03-07T10:11:34.750 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 10 client.18771 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 10 client.18771 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 20 client.18771 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a440fc0 0x56203a4433e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 4 client.18771 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.741+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56203a336720 con 0x56203a440fc0 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f0133fff640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a440fc0 0x56203a4433e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f0113fff640 10 client.18771 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f0133fff640 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a440fc0 0x56203a4433e0 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55c576cfd6e226b4 server_cookie=6f45fc4efa591638 in_seq=0 out_seq=0 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f0113fff640 1 -- 172.21.15.18:0/3921654103 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56203a336720 con 0x56203a440fc0 2024-03-07T10:11:34.751 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f0113fff640 10 client.18771 handle_command_reply: tid=0 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 client.18771 shutdown 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cb170 msgr2=0x56203a3e9270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cb170 0x56203a3e9270 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f012401cfd0 tx=0x7f0124024070 comp rx=0 tx=0).stop 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 shutdown_connections 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56203a440fc0 0x56203a4433e0 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56203a3d4670 0x56203a3e7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f0113fff640 0 client.18771 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56203a3cba90 0x56203a3e7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 --2- 172.21.15.18:0/3921654103 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56203a3cb170 0x56203a3e9270 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.742+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 >> 172.21.15.18:0/3921654103 conn(0x56203a3c58a0 msgr2=0x56203a3dff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.752 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 shutdown_connections 2024-03-07T10:11:34.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013da3b740 1 -- 172.21.15.18:0/3921654103 wait complete. 2024-03-07T10:11:34.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013da3b740 20 client.18771 trim_cache size 0 max 16384 2024-03-07T10:11:34.753 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:11:34.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f011c0a1fb0 msgr2=0x7f011c0a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f011c0a1fb0 0x7f011c0a4470 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f01240045f0 tx=0x7f012401c3a0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 msgr2=0x7f013411ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 0x7f013411ce50 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f012c00ba50 tx=0x7f012c00bf10 comp rx=0 tx=0).stop 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 shutdown_connections 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f01341101c0 0x7f0134118bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f011c0a1fb0 0x7f011c0a4470 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f013410fde0 0x7f013411ce50 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 --2- 172.21.15.18:0/1417653342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f01341091c0 0x7f013411c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.743+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 >> 172.21.15.18:0/1417653342 conn(0x7f013406da40 msgr2=0x7f0134070100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.744+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 shutdown_connections 2024-03-07T10:11:34.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:34.744+0000 7f013ac34640 1 -- 172.21.15.18:0/1417653342 wait complete. 2024-03-07T10:11:34.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:34 smithi018 ceph-mon[32171]: pgmap v388: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 5.1 MiB/s wr, 523 op/s 2024-03-07T10:11:34.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:34 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2780961536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:11:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:34 smithi063 ceph-mon[36356]: pgmap v388: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 5.1 MiB/s wr, 523 op/s 2024-03-07T10:11:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:34 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2780961536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:11:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:34 smithi077 ceph-mon[36374]: pgmap v388: 97 pgs: 97 active+clean; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 5.1 MiB/s wr, 523 op/s 2024-03-07T10:11:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:34 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2780961536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:11:35.759 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:11:35.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:11:35.759 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 -- 172.21.15.18:0/3926878423 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 msgr2=0x7fa8101010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 --2- 172.21.15.18:0/3926878423 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 0x7fa8101010e0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8009900 tx=0x7fa7f802bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 -- 172.21.15.18:0/3926878423 shutdown_connections 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 --2- 172.21.15.18:0/3926878423 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa810101620 0x7fa81010d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 --2- 172.21.15.18:0/3926878423 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 0x7fa8101010e0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 --2- 172.21.15.18:0/3926878423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8101065d0 0x7fa8101069b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 -- 172.21.15.18:0/3926878423 >> 172.21.15.18:0/3926878423 conn(0x7fa810076a60 msgr2=0x7fa8100fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 -- 172.21.15.18:0/3926878423 shutdown_connections 2024-03-07T10:11:35.882 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.880+0000 7fa815697640 1 -- 172.21.15.18:0/3926878423 wait complete. 2024-03-07T10:11:35.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.881+0000 7fa815697640 1 Processor -- start 2024-03-07T10:11:35.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.881+0000 7fa815697640 1 -- start start 2024-03-07T10:11:35.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa815697640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 0x7fa810197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa815697640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa810101620 0x7fa810198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa815697640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8101065d0 0x7fa81019c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa815697640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8101108b0 con 0x7fa810100c60 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa815697640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa810110730 con 0x7fa810101620 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa815697640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa810110a30 con 0x7fa8101065d0 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 0x7fa810197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8101065d0 0x7fa81019c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 0x7fa810197e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43292/0 (socket says 172.21.15.18:43292) 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80effd640 1 -- 172.21.15.18:0/2027432282 learned_addr learned my addr 172.21.15.18:0/2027432282 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:35.884 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80f7fe640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8101065d0 0x7fa81019c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53610/0 (socket says 172.21.15.18:53610) 2024-03-07T10:11:35.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa810101620 0x7fa810198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80f7fe640 1 -- 172.21.15.18:0/2027432282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa810101620 msgr2=0x7fa810198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80f7fe640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa810101620 0x7fa810198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80f7fe640 1 -- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 msgr2=0x7fa810197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80f7fe640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 0x7fa810197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.885 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80f7fe640 1 -- 172.21.15.18:0/2027432282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa81019ce10 con 0x7fa8101065d0 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.882+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa810101620 0x7fa810198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.883+0000 7fa80f7fe640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8101065d0 0x7fa81019c6e0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa800009fd0 tx=0x7fa80000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.883+0000 7fa807fff640 1 -- 172.21.15.18:0/2027432282 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80000ce20 con 0x7fa8101065d0 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.883+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa81019d100 con 0x7fa8101065d0 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.883+0000 7fa807fff640 1 -- 172.21.15.18:0/2027432282 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa800005020 con 0x7fa8101065d0 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.883+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8101020f0 con 0x7fa8101065d0 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.883+0000 7fa807fff640 1 -- 172.21.15.18:0/2027432282 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa800010720 con 0x7fa8101065d0 2024-03-07T10:11:35.886 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.885+0000 7fa807fff640 1 -- 172.21.15.18:0/2027432282 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa800005540 con 0x7fa8101065d0 2024-03-07T10:11:35.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.885+0000 7fa81847d740 1 Processor -- start 2024-03-07T10:11:35.887 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa81847d740 1 -- start start 2024-03-07T10:11:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa81847d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b93130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa81847d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa81847d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b9e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa81847d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1b4af6b10 con 0x55c1b4b93670 2024-03-07T10:11:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa81847d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1b4a9fd50 con 0x55c1b4b92d50 2024-03-07T10:11:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa81847d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1b4af2bb0 con 0x55c1b4b9c250 2024-03-07T10:11:35.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa807fff640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7fc0a1f70 0x7fa7fc0a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80e7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b93130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43306/0 (socket says 172.21.15.18:43306) 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 -- 172.21.15.18:0/1373841440 learned_addr learned my addr 172.21.15.18:0/1373841440 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80f7fe640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7fc0a1f70 0x7fa7fc0a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b9e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa807fff640 1 -- 172.21.15.18:0/2027432282 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa8000ce920 con 0x7fa8101065d0 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 -- 172.21.15.18:0/1373841440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 msgr2=0x55c1b4b9e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b9e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 -- 172.21.15.18:0/1373841440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 msgr2=0x55c1b4b93130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b93130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.886+0000 7fa80effd640 1 -- 172.21.15.18:0/1373841440 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1b48d37e0 con 0x55c1b4b93670 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.887+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b93130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.887+0000 7fa80f7fe640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7fc0a1f70 0x7fa7fc0a4430 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa80009af10 tx=0x7fa8000906a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:35.893 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.887+0000 7fa80effd640 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bd10 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fa808009dc0 tx=0x7fa808011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dd6434ea461f6a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.887+0000 7fa8057fa640 1 -- 172.21.15.18:0/1373841440 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa808005220 con 0x55c1b4b93670 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.887+0000 7fa8057fa640 1 -- 172.21.15.18:0/1373841440 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa808004c80 con 0x55c1b4b93670 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.887+0000 7fa8057fa640 1 -- 172.21.15.18:0/1373841440 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa808019810 con 0x55c1b4b93670 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- 172.21.15.18:0/1373841440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b93670 msgr2=0x55c1b4b9bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bd10 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fa808009dc0 tx=0x7fa808011810 comp rx=0 tx=0).stop 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- 172.21.15.18:0/1373841440 shutdown_connections 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b9e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bd10 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 --2- 172.21.15.18:0/1373841440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b93130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- 172.21.15.18:0/1373841440 >> 172.21.15.18:0/1373841440 conn(0x55c1b4b8d480 msgr2=0x55c1b4b8d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- 172.21.15.18:0/1373841440 shutdown_connections 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- 172.21.15.18:0/1373841440 wait complete. 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- start start 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 Processor -- start 2024-03-07T10:11:35.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b98fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b9c250 0x55c1b4b995c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1b4b9f040 con 0x55c1b4b9c250 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1b4ab3190 con 0x55c1b4b92d50 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1b4b9f1c0 con 0x55c1b4b93670 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa81847d740 10 client.0 _ll_register_callbacks cb 0x55c1b4aa2770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.888+0000 7fa80e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b9c250 0x55c1b4b995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b9c250 0x55c1b4b995c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43314/0 (socket says 172.21.15.18:43314) 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 -- 172.21.15.18:0/2252997880 learned_addr learned my addr 172.21.15.18:0/2252997880 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80effd640 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b98fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 -- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 msgr2=0x55c1b4b98fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b98fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 -- 172.21.15.18:0/2252997880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 msgr2=0x55c1b4b9bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 -- 172.21.15.18:0/2252997880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c1b4933f70 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b9c250 0x55c1b4b995c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8009900 tx=0x7fa7f802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd56c272c0bf6bf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa7f67fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa7f67fc640 1 -- 172.21.15.18:0/2252997880 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f804a070 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa808004c80 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa7f67fc640 1 -- 172.21.15.18:0/2252997880 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa7f80035f0 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa7f67fc640 1 -- 172.21.15.18:0/2252997880 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7f80037f0 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa81847d740 10 client.18783 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c1b47cb170 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.889+0000 7fa7f67fc640 1 -- 172.21.15.18:0/2252997880 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa808004c80 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa7f67fc640 1 -- 172.21.15.18:0/2252997880 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa7f804d020 con 0x55c1b4b9c250 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa81847d740 10 client.18783 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa81847d740 10 client.18783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:35.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa81847d740 20 client.18783 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa81847d740 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4bac2b0 0x55c1b4bae6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa81847d740 4 client.18783 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c1b4acc930 con 0x55c1b4bac2b0 2024-03-07T10:11:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa80effd640 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4bac2b0 0x55c1b4bae6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa7f67fc640 10 client.18783 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:35.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.890+0000 7fa80effd640 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4bac2b0 0x55c1b4bae6e0 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7a52dae1c2207dc server_cookie=da304c9dc92e6ff8 in_seq=0 out_seq=0 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa7f67fc640 1 -- 172.21.15.18:0/2252997880 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c1b4acc930 con 0x55c1b4bac2b0 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa7f67fc640 10 client.18783 handle_command_reply: tid=0 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 client.18783 shutdown 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b9c250 msgr2=0x55c1b4b995c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b9c250 0x55c1b4b995c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8009900 tx=0x7fa7f802bc30 comp rx=0 tx=0).stop 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 shutdown_connections 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4bac2b0 0x55c1b4bae6e0 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b9c250 0x55c1b4b995c0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b98fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 --2- 172.21.15.18:0/2252997880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa7f67fc640 0 client.18783 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 >> 172.21.15.18:0/2252997880 conn(0x55c1b4b8d480 msgr2=0x55c1b4b8f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 shutdown_connections 2024-03-07T10:11:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 1 -- 172.21.15.18:0/2252997880 wait complete. 2024-03-07T10:11:35.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.891+0000 7fa81847d740 20 client.18783 trim_cache size 0 max 16384 2024-03-07T10:11:35.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.923+0000 7fa81847d740 1 Processor -- start 2024-03-07T10:11:35.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.923+0000 7fa81847d740 1 -- start start 2024-03-07T10:11:35.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.924+0000 7fa81847d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.924+0000 7fa81847d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.924+0000 7fa81847d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b8edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.924+0000 7fa81847d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8101b1bc0 con 0x55c1b4b92d50 2024-03-07T10:11:35.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.924+0000 7fa81847d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8101af6c0 con 0x55c1b4b93670 2024-03-07T10:11:35.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.924+0000 7fa81847d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8101ad780 con 0x55c1b4b9c250 2024-03-07T10:11:35.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.926+0000 7fa80effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.929+0000 7fa80effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47166/0 (socket says 172.21.15.18:47166) 2024-03-07T10:11:35.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.929+0000 7fa80effd640 1 -- 172.21.15.18:0/3100219714 learned_addr learned my addr 172.21.15.18:0/3100219714 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:35.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.931+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b8edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.933+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.936+0000 7fa80e7fc640 1 -- 172.21.15.18:0/3100219714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b93670 msgr2=0x55c1b4b9bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.936+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.936+0000 7fa80e7fc640 1 -- 172.21.15.18:0/3100219714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 msgr2=0x55c1b4b9b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.936+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.938 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.937+0000 7fa80e7fc640 1 -- 172.21.15.18:0/3100219714 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1b4b934a0 con 0x55c1b4b9c250 2024-03-07T10:11:35.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.940+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b8edc0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa7f80098d0 tx=0x7fa7f8005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=beeff5e57c3455e2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:35.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.946+0000 7fa804ff9640 1 -- 172.21.15.18:0/3100219714 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f804a040 con 0x55c1b4b9c250 2024-03-07T10:11:35.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.946+0000 7fa804ff9640 1 -- 172.21.15.18:0/3100219714 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7f8003e70 con 0x55c1b4b9c250 2024-03-07T10:11:35.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.947+0000 7fa81847d740 1 -- 172.21.15.18:0/3100219714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 msgr2=0x55c1b4b8edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.947+0000 7fa81847d740 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b8edc0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa7f80098d0 tx=0x7fa7f8005fd0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.951+0000 7fa81847d740 1 -- 172.21.15.18:0/3100219714 shutdown_connections 2024-03-07T10:11:35.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.951+0000 7fa81847d740 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b9c250 0x55c1b4b8edc0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.951+0000 7fa81847d740 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b93670 0x55c1b4b9bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.951+0000 7fa81847d740 1 --2- 172.21.15.18:0/3100219714 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.951+0000 7fa81847d740 1 -- 172.21.15.18:0/3100219714 >> 172.21.15.18:0/3100219714 conn(0x55c1b4b8d480 msgr2=0x55c1b4b8e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:35.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.956+0000 7fa81847d740 1 -- 172.21.15.18:0/3100219714 shutdown_connections 2024-03-07T10:11:35.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.958+0000 7fa81847d740 1 -- 172.21.15.18:0/3100219714 wait complete. 2024-03-07T10:11:35.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.958+0000 7fa81847d740 1 -- start start 2024-03-07T10:11:35.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.958+0000 7fa81847d740 1 Processor -- start 2024-03-07T10:11:35.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.958+0000 7fa81847d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa81847d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b95260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa81847d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b9c250 0x55c1b4b957a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa81847d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8101add80 con 0x55c1b4b92d50 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa81847d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8101af060 con 0x55c1b4b9c250 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa81847d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8101ae3a0 con 0x55c1b4b93670 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa81847d740 10 client.0 _ll_register_callbacks cb 0x7fa7f8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa80e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa80e7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43340/0 (socket says 172.21.15.18:43340) 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.959+0000 7fa80e7fc640 1 -- 172.21.15.18:0/1155955950 learned_addr learned my addr 172.21.15.18:0/1155955950 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.960+0000 7fa80effd640 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b95260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.960+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b9c250 0x55c1b4b957a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.960+0000 7fa80e7fc640 1 -- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 msgr2=0x55c1b4b95260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.960+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b95260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.960+0000 7fa80e7fc640 1 -- 172.21.15.18:0/1155955950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b9c250 msgr2=0x55c1b4b957a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.960+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b9c250 0x55c1b4b957a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.960+0000 7fa80e7fc640 1 -- 172.21.15.18:0/1155955950 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c1b4b95fa0 con 0x55c1b4b92d50 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.961+0000 7fa80e7fc640 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9e000 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8004070 tx=0x7fa7f8005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39949c13b11956 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.961+0000 7fa7f67fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.961+0000 7fa7f67fc640 1 -- 172.21.15.18:0/1155955950 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f804a040 con 0x55c1b4b92d50 2024-03-07T10:11:35.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.961+0000 7fa7f67fc640 1 -- 172.21.15.18:0/1155955950 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa7f80576b0 con 0x55c1b4b92d50 2024-03-07T10:11:35.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.964+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa7f8003e70 con 0x55c1b4b92d50 2024-03-07T10:11:35.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.964+0000 7fa7f67fc640 1 -- 172.21.15.18:0/1155955950 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7f8043650 con 0x55c1b4b92d50 2024-03-07T10:11:35.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.964+0000 7fa81847d740 10 client.18789 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:35.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.964+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c1b4c12bb0 con 0x55c1b4b92d50 2024-03-07T10:11:35.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.964+0000 7fa7f67fc640 1 -- 172.21.15.18:0/1155955950 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7f8003e70 con 0x55c1b4b92d50 2024-03-07T10:11:35.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.965+0000 7fa7f67fc640 1 -- 172.21.15.18:0/1155955950 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa7f804d040 con 0x55c1b4b92d50 2024-03-07T10:11:35.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.965+0000 7fa81847d740 10 client.18789 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:35.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.965+0000 7fa81847d740 10 client.18789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:35.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.965+0000 7fa81847d740 20 client.18789 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:35.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.965+0000 7fa81847d740 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4c130a0 0x55c1b4c154c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:35.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.965+0000 7fa81847d740 4 client.18789 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:11:35.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.965+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55c1b4ab8050 con 0x55c1b4c130a0 2024-03-07T10:11:35.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.968+0000 7fa80effd640 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4c130a0 0x55c1b4c154c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:35.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.969+0000 7fa80effd640 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4c130a0 0x55c1b4c154c0 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed642f22e3184ec2 server_cookie=7ec0d7c5d22a7b7f in_seq=0 out_seq=0 2024-03-07T10:11:35.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.969+0000 7fa7f67fc640 10 client.18789 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:35.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.971+0000 7fa7f67fc640 1 -- 172.21.15.18:0/1155955950 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55c1b4ab8050 con 0x55c1b4c130a0 2024-03-07T10:11:35.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.971+0000 7fa7f67fc640 10 client.18789 handle_command_reply: tid=0 2024-03-07T10:11:35.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.971+0000 7fa81847d740 1 client.18789 shutdown 2024-03-07T10:11:35.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.971+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 msgr2=0x55c1b4b9e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.971+0000 7fa81847d740 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9e000 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8004070 tx=0x7fa7f8005a20 comp rx=0 tx=0).stop 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 shutdown_connections 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c1b4c130a0 0x55c1b4c154c0 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c1b4b9c250 0x55c1b4b957a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c1b4b93670 0x55c1b4b95260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa7f67fc640 0 client.18789 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 --2- 172.21.15.18:0/1155955950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c1b4b92d50 0x55c1b4b9e000 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 >> 172.21.15.18:0/1155955950 conn(0x55c1b4b8d480 msgr2=0x55c1b4b8c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 shutdown_connections 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 1 -- 172.21.15.18:0/1155955950 wait complete. 2024-03-07T10:11:35.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa81847d740 20 client.18789 trim_cache size 0 max 16384 2024-03-07T10:11:35.975 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:11:35.975 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:11:35.975 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "243852f1-b1fd-4c63-a300-e29adccfc57d", 2024-03-07T10:11:35.975 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:11:35.975 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:11:35.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7fc0a1f70 msgr2=0x7fa7fc0a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.972+0000 7fa815697640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7fc0a1f70 0x7fa7fc0a4430 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa80009af10 tx=0x7fa8000906a0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8101065d0 msgr2=0x7fa81019c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:35.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8101065d0 0x7fa81019c6e0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa800009fd0 tx=0x7fa80000ef10 comp rx=0 tx=0).stop 2024-03-07T10:11:35.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 shutdown_connections 2024-03-07T10:11:35.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa8101065d0 0x7fa81019c6e0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa810101620 0x7fa810198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa7fc0a1f70 0x7fa7fc0a4430 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 --2- 172.21.15.18:0/2027432282 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa810100c60 0x7fa810197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:35.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 >> 172.21.15.18:0/2027432282 conn(0x7fa810076a60 msgr2=0x7fa8100fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:35.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 shutdown_connections 2024-03-07T10:11:35.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:35.973+0000 7fa815697640 1 -- 172.21.15.18:0/2027432282 wait complete. 2024-03-07T10:11:35.986 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:11:35.986 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:11:36.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.138+0000 7f3af9572640 1 -- 172.21.15.18:0/3160804428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af411ae40 msgr2=0x7f3af411d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.139+0000 7f3af9572640 1 --2- 172.21.15.18:0/3160804428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af411ae40 0x7f3af411d230 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4009900 tx=0x7f3ae402bc80 comp rx=0 tx=0).stop 2024-03-07T10:11:36.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.139+0000 7f3af9572640 1 -- 172.21.15.18:0/3160804428 shutdown_connections 2024-03-07T10:11:36.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.139+0000 7f3af9572640 1 --2- 172.21.15.18:0/3160804428 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af411ae40 0x7f3af411d230 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.139+0000 7f3af9572640 1 --2- 172.21.15.18:0/3160804428 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3af4108ba0 0x7f3af4109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.139+0000 7f3af9572640 1 --2- 172.21.15.18:0/3160804428 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af410fdf0 0x7f3af4108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.139+0000 7f3af9572640 1 -- 172.21.15.18:0/3160804428 >> 172.21.15.18:0/3160804428 conn(0x7f3af406c6d0 msgr2=0x7f3af406cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:36.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.141+0000 7f3af9572640 1 -- 172.21.15.18:0/3160804428 shutdown_connections 2024-03-07T10:11:36.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.141+0000 7f3af9572640 1 -- 172.21.15.18:0/3160804428 wait complete. 2024-03-07T10:11:36.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.142+0000 7f3af9572640 1 Processor -- start 2024-03-07T10:11:36.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.142+0000 7f3af9572640 1 -- start start 2024-03-07T10:11:36.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.143+0000 7f3af9572640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af4108ba0 0x7f3af41a6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.143+0000 7f3af9572640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af410fdf0 0x7f3af41a73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.143+0000 7f3af2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af4108ba0 0x7f3af41a6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.143+0000 7f3af2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af4108ba0 0x7f3af41a6ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47186/0 (socket says 172.21.15.18:47186) 2024-03-07T10:11:36.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.143+0000 7f3af2ffd640 1 -- 172.21.15.18:0/1986831369 learned_addr learned my addr 172.21.15.18:0/1986831369 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:36.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.143+0000 7f3af9572640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3af411ae40 0x7f3af41ab760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.143+0000 7f3af27fc640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af410fdf0 0x7f3af41a73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.144+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af4120960 con 0x7f3af410fdf0 2024-03-07T10:11:36.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.144+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af41207e0 con 0x7f3af4108ba0 2024-03-07T10:11:36.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.144+0000 7f3af37fe640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3af411ae40 0x7f3af41ab760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.144+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af4120ae0 con 0x7f3af411ae40 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.144+0000 7f3af2ffd640 1 -- 172.21.15.18:0/1986831369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3af411ae40 msgr2=0x7f3af41ab760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.144+0000 7f3af2ffd640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3af411ae40 0x7f3af41ab760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.145+0000 7f3af2ffd640 1 -- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af410fdf0 msgr2=0x7f3af41a73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.145+0000 7f3af2ffd640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af410fdf0 0x7f3af41a73e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.145+0000 7f3af2ffd640 1 -- 172.21.15.18:0/1986831369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3af41abe90 con 0x7f3af4108ba0 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.145+0000 7f3af2ffd640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af4108ba0 0x7f3af41a6ea0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3aec00ba50 tx=0x7f3aec00bf10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.145+0000 7f3adbfff640 1 -- 172.21.15.18:0/1986831369 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aec019070 con 0x7f3af4108ba0 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.145+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3af41ac180 con 0x7f3af4108ba0 2024-03-07T10:11:36.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.145+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3af41b3a10 con 0x7f3af4108ba0 2024-03-07T10:11:36.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.146+0000 7f3adbfff640 1 -- 172.21.15.18:0/1986831369 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3aec00cb90 con 0x7f3af4108ba0 2024-03-07T10:11:36.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.146+0000 7f3adbfff640 1 -- 172.21.15.18:0/1986831369 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aec007610 con 0x7f3af4108ba0 2024-03-07T10:11:36.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.149+0000 7f3afc433740 1 Processor -- start 2024-03-07T10:11:36.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.149+0000 7f3afc433740 1 -- start start 2024-03-07T10:11:36.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.149+0000 7f3adbfff640 1 -- 172.21.15.18:0/1986831369 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3aec01c070 con 0x7f3af4108ba0 2024-03-07T10:11:36.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.149+0000 7f3afc433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fb3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3afc433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3afc433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fbf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3afc433740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc3f16dd0 con 0x562bc3fbcc30 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3afc433740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc3ebfae0 con 0x562bc3fb4050 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3afc433740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc3f12e70 con 0x562bc3fb3730 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fb3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fb3b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53648/0 (socket says 172.21.15.18:53648) 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 -- 172.21.15.18:0/4195866887 learned_addr learned my addr 172.21.15.18:0/4195866887 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af27fc640 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fbf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 -- 172.21.15.18:0/4195866887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 msgr2=0x562bc3fbc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af2ffd640 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 -- 172.21.15.18:0/4195866887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 msgr2=0x562bc3fbf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fbf020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.150+0000 7f3af37fe640 1 -- 172.21.15.18:0/4195866887 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562bc3cf57d0 con 0x562bc3fb3730 2024-03-07T10:11:36.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.151+0000 7f3af37fe640 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fb3b10 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4005ab0 tx=0x7f3ae402c750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4790902fa9934c3c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:36.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.151+0000 7f3af2ffd640 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:11:36.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.151+0000 7f3adbfff640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3adc0a1fb0 0x7f3adc0a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.154 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.151+0000 7f3af2ffd640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3adc0a1fb0 0x7f3adc0a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.151+0000 7f3ad97fa640 1 -- 172.21.15.18:0/4195866887 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4042070 con 0x562bc3fb3730 2024-03-07T10:11:36.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.151+0000 7f3ad97fa640 1 -- 172.21.15.18:0/4195866887 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ae4004380 con 0x562bc3fb3730 2024-03-07T10:11:36.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.151+0000 7f3adbfff640 1 -- 172.21.15.18:0/1986831369 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3aec0cd530 con 0x7f3af4108ba0 2024-03-07T10:11:36.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3ad97fa640 1 -- 172.21.15.18:0/4195866887 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4005260 con 0x562bc3fb3730 2024-03-07T10:11:36.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3afc433740 1 -- 172.21.15.18:0/4195866887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 msgr2=0x562bc3fb3b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3af2ffd640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3adc0a1fb0 0x7f3adc0a4470 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3aec0cada0 tx=0x7f3aec0962e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:36.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3afc433740 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fb3b10 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4005ab0 tx=0x7f3ae402c750 comp rx=0 tx=0).stop 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3afc433740 1 -- 172.21.15.18:0/4195866887 shutdown_connections 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3afc433740 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fbf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3afc433740 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3afc433740 1 --2- 172.21.15.18:0/4195866887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fb3b10 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.152+0000 7f3afc433740 1 -- 172.21.15.18:0/4195866887 >> 172.21.15.18:0/4195866887 conn(0x562bc3fade60 msgr2=0x562bc3fae240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.153+0000 7f3afc433740 1 -- 172.21.15.18:0/4195866887 shutdown_connections 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.153+0000 7f3afc433740 1 -- 172.21.15.18:0/4195866887 wait complete. 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.153+0000 7f3afc433740 1 -- start start 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.153+0000 7f3afc433740 1 Processor -- start 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3afc433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fbc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3afc433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fb9930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3afc433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fbcc30 0x562bc3fb9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fbc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fbc5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43374/0 (socket says 172.21.15.18:43374) 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3af37fe640 1 -- 172.21.15.18:0/4234498898 learned_addr learned my addr 172.21.15.18:0/4234498898 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc3fbfa10 con 0x562bc3fb3730 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3af27fc640 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fb9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc3ed3070 con 0x562bc3fb4050 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.154+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc3fbfb90 con 0x562bc3fbcc30 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3af37fe640 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fbcc30 0x562bc3fb9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3af37fe640 1 -- 172.21.15.18:0/4234498898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 msgr2=0x562bc3fb9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3af37fe640 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fb9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3af37fe640 1 -- 172.21.15.18:0/4234498898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 msgr2=0x562bc3fbc5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3af37fe640 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fbc5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3af37fe640 1 -- 172.21.15.18:0/4234498898 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562bc3c2b3f0 con 0x562bc3fbcc30 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3afc433740 10 client.0 _ll_register_callbacks cb 0x562bc3ed2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ae4004380 con 0x562bc3fbcc30 2024-03-07T10:11:36.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3af37fe640 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fbcc30 0x562bc3fb9e90 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4036040 tx=0x7f3ae4005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5e86b2f040ad05e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.155+0000 7f3ad6ff5640 10 client.28657 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/4234498898 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae405a050 con 0x562bc3fbcc30 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/4234498898 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3ae404f040 con 0x562bc3fbcc30 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/4234498898 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ae4042070 con 0x562bc3fbcc30 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 10 client.28657 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x562bc3beb0f0 con 0x562bc3fbcc30 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/4234498898 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3ae4005350 con 0x562bc3fbcc30 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 10 client.28657 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 10 client.28657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 20 client.28657 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc3fce780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 4 client.28657 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562bc3f24310 con 0x562bc3fcc390 2024-03-07T10:11:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.156+0000 7f3af27fc640 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc3fce780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.157+0000 7f3af27fc640 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc3fce780 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12a9faa0e0632a56 server_cookie=4b16157c81623f1b in_seq=0 out_seq=0 2024-03-07T10:11:36.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.157+0000 7f3ad6ff5640 10 client.28657 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:36.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.157+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/4234498898 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562bc3f24310 con 0x562bc3fcc390 2024-03-07T10:11:36.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.157+0000 7f3ad6ff5640 10 client.28657 handle_command_reply: tid=0 2024-03-07T10:11:36.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.157+0000 7f3afc433740 1 client.28657 shutdown 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.157+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fbcc30 msgr2=0x562bc3fb9e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.157+0000 7f3afc433740 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fbcc30 0x562bc3fb9e90 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4036040 tx=0x7f3ae4005fd0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 shutdown_connections 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc3fce780 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3ad6ff5640 0 client.28657 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fbcc30 0x562bc3fb9e90 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fb9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 --2- 172.21.15.18:0/4234498898 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fbc5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 >> 172.21.15.18:0/4234498898 conn(0x562bc3fade60 msgr2=0x562bc3fafbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 shutdown_connections 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 1 -- 172.21.15.18:0/4234498898 wait complete. 2024-03-07T10:11:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.158+0000 7f3afc433740 20 client.28657 trim_cache size 0 max 16384 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 Processor -- start 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 -- start start 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fbc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fb8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae0010d80 con 0x562bc3fbcc30 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae000e880 con 0x562bc3fb4050 2024-03-07T10:11:36.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.181+0000 7f3afc433740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae000c940 con 0x562bc3fb3730 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fbc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fbc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:53670/0 (socket says 172.21.15.18:53670) 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:47204/0 (socket says 172.21.15.18:47204) 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 -- 172.21.15.18:0/1913380391 learned_addr learned my addr 172.21.15.18:0/1913380391 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fb8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 -- 172.21.15.18:0/1913380391 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 msgr2=0x562bc3fbc5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 -- 172.21.15.18:0/1913380391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 msgr2=0x562bc3fb8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fb8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 -- 172.21.15.18:0/1913380391 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562bc3fa9730 con 0x562bc3fb3730 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af27fc640 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3af37fe640 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fbc060 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f3ae40095e0 tx=0x7f3ae4042000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7953f3e18812a861 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:36.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3ad8ff9640 1 -- 172.21.15.18:0/1913380391 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae405a070 con 0x562bc3fb3730 2024-03-07T10:11:36.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3ad8ff9640 1 -- 172.21.15.18:0/1913380391 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ae4004380 con 0x562bc3fb3730 2024-03-07T10:11:36.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.182+0000 7f3ad8ff9640 1 -- 172.21.15.18:0/1913380391 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4034b80 con 0x562bc3fb3730 2024-03-07T10:11:36.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 -- 172.21.15.18:0/1913380391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 msgr2=0x562bc3fbc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fbc060 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f3ae40095e0 tx=0x7f3ae4042000 comp rx=0 tx=0).stop 2024-03-07T10:11:36.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 -- 172.21.15.18:0/1913380391 shutdown_connections 2024-03-07T10:11:36.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fbcc30 0x562bc3fb8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fb4050 0x562bc3fbc5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.190 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 --2- 172.21.15.18:0/1913380391 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb3730 0x562bc3fbc060 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 -- 172.21.15.18:0/1913380391 >> 172.21.15.18:0/1913380391 conn(0x562bc3fade60 msgr2=0x562bc3fb98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 -- 172.21.15.18:0/1913380391 shutdown_connections 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 -- 172.21.15.18:0/1913380391 wait complete. 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.183+0000 7f3afc433740 1 -- start start 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 1 Processor -- start 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fb5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb4050 0x562bc3fb6320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fbcc30 0x562bc3fb6860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae000cf40 con 0x562bc3fb3730 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae000e220 con 0x562bc3fbcc30 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae000d560 con 0x562bc3fb4050 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3afc433740 10 client.0 _ll_register_callbacks cb 0x7f3ae402cdd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fb5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb4050 0x562bc3fb6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fb5de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:43392/0 (socket says 172.21.15.18:43392) 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 -- 172.21.15.18:0/3342338591 learned_addr learned my addr 172.21.15.18:0/3342338591 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fbcc30 0x562bc3fb6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 -- 172.21.15.18:0/3342338591 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb4050 msgr2=0x562bc3fb6320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb4050 0x562bc3fb6320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 -- 172.21.15.18:0/3342338591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fbcc30 msgr2=0x562bc3fb6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.184+0000 7f3af37fe640 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fbcc30 0x562bc3fb6860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3af37fe640 1 -- 172.21.15.18:0/3342338591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562bc3fc4130 con 0x562bc3fb3730 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3af37fe640 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fb5de0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f3ae402cd10 tx=0x7f3ae4005460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6969ab098b4751f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3ad6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/3342338591 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae405a070 con 0x562bc3fb3730 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ae4004380 con 0x562bc3fb3730 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/3342338591 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3ae40048c0 con 0x562bc3fb3730 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/3342338591 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ae4061080 con 0x562bc3fb3730 2024-03-07T10:11:36.192 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3afc433740 10 client.18807 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562bc4027ac0 con 0x562bc3fb3730 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/3342338591 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ae4004380 con 0x562bc3fb3730 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/3342338591 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3ae4047740 con 0x562bc3fb3730 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3afc433740 10 client.18807 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.185+0000 7f3afc433740 10 client.18807 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 20 client.18807 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc402a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 4 client.18807 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x562bc3f1e660 con 0x562bc3fcc390 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3af27fc640 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc402a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3af27fc640 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc402a0f0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3c2410f3d743080 server_cookie=8253054d27b8407b in_seq=0 out_seq=0 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3ad6ff5640 10 client.18807 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3ad6ff5640 1 -- 172.21.15.18:0/3342338591 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x562bc3f1e660 con 0x562bc3fcc390 2024-03-07T10:11:36.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3ad6ff5640 10 client.18807 handle_command_reply: tid=0 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 client.18807 shutdown 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 msgr2=0x562bc3fb5de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fb5de0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f3ae402cd10 tx=0x7f3ae4005460 comp rx=0 tx=0).stop 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 shutdown_connections 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562bc3fcc390 0x562bc402a0f0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562bc3fbcc30 0x562bc3fb6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562bc3fb4050 0x562bc3fb6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3ad6ff5640 0 client.18807 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 --2- 172.21.15.18:0/3342338591 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562bc3fb3730 0x562bc3fb5de0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.186+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 >> 172.21.15.18:0/3342338591 conn(0x562bc3fade60 msgr2=0x562bc3fb9620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 shutdown_connections 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3afc433740 1 -- 172.21.15.18:0/3342338591 wait complete. 2024-03-07T10:11:36.194 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3afc433740 20 client.18807 trim_cache size 0 max 16384 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: "243852f1-b1fd-4c63-a300-e29adccfc57d": { 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "243852f1-b1fd-4c63-a300-e29adccfc57d", 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:11:36.195 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:11:36.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3adc0a1fb0 msgr2=0x7f3adc0a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3adc0a1fb0 0x7f3adc0a4470 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3aec0cada0 tx=0x7f3aec0962e0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af4108ba0 msgr2=0x7f3af41a6ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:36.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af4108ba0 0x7f3af41a6ea0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f3aec00ba50 tx=0x7f3aec00bf10 comp rx=0 tx=0).stop 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 shutdown_connections 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3af411ae40 0x7f3af41ab760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3adc0a1fb0 0x7f3adc0a4470 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3af410fdf0 0x7f3af41a73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 --2- 172.21.15.18:0/1986831369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3af4108ba0 0x7f3af41a6ea0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 >> 172.21.15.18:0/1986831369 conn(0x7f3af406c6d0 msgr2=0x7f3af4118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 shutdown_connections 2024-03-07T10:11:36.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:11:36.187+0000 7f3af9572640 1 -- 172.21.15.18:0/1986831369 wait complete. 2024-03-07T10:11:36.200 INFO:tasks.cephfs.filesystem:scrub status for tag:243852f1-b1fd-4c63-a300-e29adccfc57d - {'path': '/', 'tag': '243852f1-b1fd-4c63-a300-e29adccfc57d', 'options': 'recursive,force'} 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: pgmap v389: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 7.4 MiB/s wr, 739 op/s 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:36 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: pgmap v389: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 7.4 MiB/s wr, 739 op/s 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:36 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: pgmap v389: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 7.4 MiB/s wr, 739 op/s 2024-03-07T10:11:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:11:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:11:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:11:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:11:37.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:37.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:36 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:37 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:38.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 735.0 s, 1483.6 tps, lat 67.162 ms stddev 78.747 2024-03-07T10:11:38.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:37 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:37 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:11:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:38 smithi018 ceph-mon[32171]: pgmap v390: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 5.8 MiB/s wr, 582 op/s 2024-03-07T10:11:39.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:38 smithi063 ceph-mon[36356]: pgmap v390: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 5.8 MiB/s wr, 582 op/s 2024-03-07T10:11:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:38 smithi077 ceph-mon[36374]: pgmap v390: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 5.8 MiB/s wr, 582 op/s 2024-03-07T10:11:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:40 smithi018 ceph-mon[32171]: pgmap v391: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 7.1 MiB/s wr, 747 op/s 2024-03-07T10:11:41.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:40 smithi063 ceph-mon[36356]: pgmap v391: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 7.1 MiB/s wr, 747 op/s 2024-03-07T10:11:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:40 smithi077 ceph-mon[36374]: pgmap v391: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 7.1 MiB/s wr, 747 op/s 2024-03-07T10:11:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.510+0000 7f83aee87640 1 -- 172.21.15.18:0/2253379979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a810fdd0 msgr2=0x7f83a810d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.510+0000 7f83aee87640 1 --2- 172.21.15.18:0/2253379979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a810fdd0 0x7f83a810d970 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f839c01a910 tx=0x7f839c03cca0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.516+0000 7f83aee87640 1 -- 172.21.15.18:0/2253379979 shutdown_connections 2024-03-07T10:11:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.516+0000 7f83aee87640 1 --2- 172.21.15.18:0/2253379979 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a811ae40 0x7f83a811d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.516+0000 7f83aee87640 1 --2- 172.21.15.18:0/2253379979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83a8110240 0x7f83a810deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.516+0000 7f83aee87640 1 --2- 172.21.15.18:0/2253379979 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a810fdd0 0x7f83a810d970 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.516+0000 7f83aee87640 1 -- 172.21.15.18:0/2253379979 >> 172.21.15.18:0/2253379979 conn(0x7f83a806c710 msgr2=0x7f83a806cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.521+0000 7f83aee87640 1 -- 172.21.15.18:0/2253379979 shutdown_connections 2024-03-07T10:11:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.522+0000 7f83aee87640 1 -- 172.21.15.18:0/2253379979 wait complete. 2024-03-07T10:11:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.522+0000 7f83aee87640 1 Processor -- start 2024-03-07T10:11:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.523+0000 7f83aee87640 1 -- start start 2024-03-07T10:11:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.523+0000 7f83aee87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a810fdd0 0x7f83a811a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.523+0000 7f83aee87640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83a8110240 0x7f83a8116740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.523+0000 7f83aee87640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a811ae40 0x7f83a8116c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.523+0000 7f83aee87640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a81130e0 con 0x7f83a811ae40 2024-03-07T10:11:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.523+0000 7f83aee87640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a8112f60 con 0x7f83a8110240 2024-03-07T10:11:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.523+0000 7f83aee87640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a8113260 con 0x7f83a810fdd0 2024-03-07T10:11:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a810fdd0 0x7f83a811a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a810fdd0 0x7f83a811a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:50918/0 (socket says 172.21.15.18:50918) 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 -- 172.21.15.18:0/3754818613 learned_addr learned my addr 172.21.15.18:0/3754818613 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 -- 172.21.15.18:0/3754818613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83a8110240 msgr2=0x7f83a8116740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83a8110240 0x7f83a8116740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 -- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a811ae40 msgr2=0x7f83a8116c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83ad424640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a811ae40 0x7f83a8116c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a811ae40 0x7f83a8116c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83acc23640 1 -- 172.21.15.18:0/3754818613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83a8117520 con 0x7f83a810fdd0 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.524+0000 7f83ad424640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a811ae40 0x7f83a8116c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.525+0000 7f83acc23640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a810fdd0 0x7f83a811a6b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f839c03d2b0 tx=0x7f839c004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.525+0000 7f83a5ffb640 1 -- 172.21.15.18:0/3754818613 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839c0043c0 con 0x7f83a810fdd0 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.525+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83a81aabe0 con 0x7f83a810fdd0 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.525+0000 7f83a5ffb640 1 -- 172.21.15.18:0/3754818613 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f839c053070 con 0x7f83a810fdd0 2024-03-07T10:11:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.525+0000 7f83a5ffb640 1 -- 172.21.15.18:0/3754818613 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839c04e480 con 0x7f83a810fdd0 2024-03-07T10:11:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.525+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83a81ab120 con 0x7f83a810fdd0 2024-03-07T10:11:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.529+0000 7f83a5ffb640 1 -- 172.21.15.18:0/3754818613 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f839c058460 con 0x7f83a810fdd0 2024-03-07T10:11:42.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.529+0000 7f83b1c6a740 1 Processor -- start 2024-03-07T10:11:42.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.529+0000 7f83b1c6a740 1 -- start start 2024-03-07T10:11:42.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d16410a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16411420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d1641c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d163755c0 con 0x556d16410fa0 2024-03-07T10:11:42.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83ad424640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d16410a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1631e900 con 0x556d1641a520 2024-03-07T10:11:42.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d16371660 con 0x556d16411d10 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83ad424640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d16410a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:50926/0 (socket says 172.21.15.18:50926) 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83ad424640 1 -- 172.21.15.18:0/1127880900 learned_addr learned my addr 172.21.15.18:0/1127880900 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.530+0000 7f83acc23640 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16411420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83a5ffb640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83980a1fb0 0x7f83980a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83a7fff640 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d1641c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83ad424640 1 -- 172.21.15.18:0/1127880900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 msgr2=0x556d1641c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83ad424640 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d1641c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83ad424640 1 -- 172.21.15.18:0/1127880900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 msgr2=0x556d16411420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83ad424640 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16411420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83ad424640 1 -- 172.21.15.18:0/1127880900 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d1608a210 con 0x556d16411d10 2024-03-07T10:11:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83a5ffb640 1 -- 172.21.15.18:0/3754818613 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f839c101480 con 0x7f83a810fdd0 2024-03-07T10:11:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83ad424640 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d16410a60 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f83a0007f00 tx=0x7f83a000c690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bfa2484f6feeb62 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f83ad424640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83980a1fb0 0x7f83980a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.531+0000 7f8392ffd640 1 -- 172.21.15.18:0/1127880900 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a000f970 con 0x556d16411d10 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f8392ffd640 1 -- 172.21.15.18:0/1127880900 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83a001c470 con 0x556d16411d10 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f8392ffd640 1 -- 172.21.15.18:0/1127880900 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a001b7d0 con 0x556d16411d10 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1127880900 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 msgr2=0x556d16410a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83ad424640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83980a1fb0 0x7f83980a4470 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f83a001b000 tx=0x7f83a001ba50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d16410a60 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f83a0007f00 tx=0x7f83a000c690 comp rx=0 tx=0).stop 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1127880900 shutdown_connections 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d1641c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16411420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1127880900 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d16410a60 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.532+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1127880900 >> 172.21.15.18:0/1127880900 conn(0x556d163d8580 msgr2=0x556d1640bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.533+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1127880900 shutdown_connections 2024-03-07T10:11:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.533+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1127880900 wait complete. 2024-03-07T10:11:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.533+0000 7f83b1c6a740 1 -- start start 2024-03-07T10:11:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.533+0000 7f83b1c6a740 1 Processor -- start 2024-03-07T10:11:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16417600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16411d10 0x556d16417b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1641a520 0x556d16418080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1641d250 con 0x556d16410fa0 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d16331d60 con 0x556d16411d10 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1641d3d0 con 0x556d1641a520 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83b1c6a740 10 client.0 _ll_register_callbacks cb 0x556d16089a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83acc23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16417600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83acc23640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16417600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51804/0 (socket says 172.21.15.18:51804) 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83acc23640 1 -- 172.21.15.18:0/2858114782 learned_addr learned my addr 172.21.15.18:0/2858114782 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83a7fff640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16411d10 0x556d16417b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83ad424640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1641a520 0x556d16418080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83ad424640 1 -- 172.21.15.18:0/2858114782 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16411d10 msgr2=0x556d16417b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83ad424640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16411d10 0x556d16417b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83ad424640 1 -- 172.21.15.18:0/2858114782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 msgr2=0x556d16417600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:42.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83ad424640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16417600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83ad424640 1 -- 172.21.15.18:0/2858114782 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556d16156620 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83acc23640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16417600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.534+0000 7f83ad424640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1641a520 0x556d16418080 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f83a0007ed0 tx=0x7f83a0012000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=964693770ddeeb16 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f8387fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f8387fff640 1 -- 172.21.15.18:0/2858114782 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a001c620 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f8387fff640 1 -- 172.21.15.18:0/2858114782 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f83a001c7c0 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f83a001c470 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f8387fff640 1 -- 172.21.15.18:0/2858114782 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83a001c9e0 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 10 client.28672 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d164295f0 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f8387fff640 1 -- 172.21.15.18:0/2858114782 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83a001c470 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f8387fff640 1 -- 172.21.15.18:0/2858114782 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f83a000eb70 con 0x556d1641a520 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 10 client.28672 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:42.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 10 client.28672 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 20 client.28672 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1642a9f0 0x556d1642cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 4 client.28672 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.535+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556d16382b00 con 0x556d1642a9f0 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.536+0000 7f83acc23640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1642a9f0 0x556d1642cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.536+0000 7f8387fff640 10 client.28672 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.536+0000 7f83acc23640 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1642a9f0 0x556d1642cde0 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebf540a1b4fb175a server_cookie=1ef65de68544bb30 in_seq=0 out_seq=0 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f8387fff640 1 -- 172.21.15.18:0/2858114782 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556d16382b00 con 0x556d1642a9f0 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f8387fff640 10 client.28672 handle_command_reply: tid=0 2024-03-07T10:11:42.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 client.28672 shutdown 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1641a520 msgr2=0x556d16418080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1641a520 0x556d16418080 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f83a0007ed0 tx=0x7f83a0012000 comp rx=0 tx=0).stop 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 shutdown_connections 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d1642a9f0 0x556d1642cde0 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d1641a520 0x556d16418080 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16411d10 0x556d16417b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/2858114782 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16410fa0 0x556d16417600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 >> 172.21.15.18:0/2858114782 conn(0x556d163d8580 msgr2=0x556d1640d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:42.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f8387fff640 0 client.28672 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:42.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 shutdown_connections 2024-03-07T10:11:42.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 1 -- 172.21.15.18:0/2858114782 wait complete. 2024-03-07T10:11:42.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.537+0000 7f83b1c6a740 20 client.28672 trim_cache size 0 max 16384 2024-03-07T10:11:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.554+0000 7f83b1c6a740 1 Processor -- start 2024-03-07T10:11:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.554+0000 7f83b1c6a740 1 -- start start 2024-03-07T10:11:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16410fa0 0x556d16419d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16411d10 0x556d16416760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d16417cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a81b6190 con 0x556d16411d10 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a81b3c90 con 0x556d1641a520 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a81b1d50 con 0x556d16410fa0 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16410fa0 0x556d16419d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83a7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16411d10 0x556d16416760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16410fa0 0x556d16419d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:50954/0 (socket says 172.21.15.18:50954) 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 -- 172.21.15.18:0/1505548957 learned_addr learned my addr 172.21.15.18:0/1505548957 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83a7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16411d10 0x556d16416760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51808/0 (socket says 172.21.15.18:51808) 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83ad424640 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d16417cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 -- 172.21.15.18:0/1505548957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 msgr2=0x556d16417cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d16417cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 -- 172.21.15.18:0/1505548957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16411d10 msgr2=0x556d16416760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16411d10 0x556d16416760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 -- 172.21.15.18:0/1505548957 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d16407560 con 0x556d16410fa0 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83a7fff640 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16411d10 0x556d16416760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.555+0000 7f83acc23640 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16410fa0 0x556d16419d30 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f839c01a6d0 tx=0x7f839c0ca150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac3d0165015bd40f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83927fc640 1 -- 172.21.15.18:0/1505548957 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839c0cd7e0 con 0x556d16410fa0 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83927fc640 1 -- 172.21.15.18:0/1505548957 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f839c0ce580 con 0x556d16410fa0 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83927fc640 1 -- 172.21.15.18:0/1505548957 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839c0cbfc0 con 0x556d16410fa0 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1505548957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16410fa0 msgr2=0x556d16419d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16410fa0 0x556d16419d30 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f839c01a6d0 tx=0x7f839c0ca150 comp rx=0 tx=0).stop 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1505548957 shutdown_connections 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d1641a520 0x556d16417cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d16411d10 0x556d16416760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/1505548957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16410fa0 0x556d16419d30 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1505548957 >> 172.21.15.18:0/1505548957 conn(0x556d163d8580 msgr2=0x556d164175c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1505548957 shutdown_connections 2024-03-07T10:11:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.556+0000 7f83b1c6a740 1 -- 172.21.15.18:0/1505548957 wait complete. 2024-03-07T10:11:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 -- start start 2024-03-07T10:11:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 Processor -- start 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16410fa0 0x556d1641dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d1641e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1641a520 0x556d1641e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a81b2350 con 0x556d1641a520 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a81b3630 con 0x556d16410fa0 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a81b2970 con 0x556d16411d10 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.557+0000 7f83b1c6a740 10 client.0 _ll_register_callbacks cb 0x7f83a0007d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16410fa0 0x556d1641dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16410fa0 0x556d1641dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53144/0 (socket says 172.21.15.18:53144) 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 -- 172.21.15.18:0/479255176 learned_addr learned my addr 172.21.15.18:0/479255176 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:42.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83a7fff640 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d1641e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 -- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 msgr2=0x556d1641e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d1641e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 -- 172.21.15.18:0/479255176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1641a520 msgr2=0x556d1641e7a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1641a520 0x556d1641e7a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 -- 172.21.15.18:0/479255176 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556d16485210 con 0x556d16410fa0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f83acc23640 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16410fa0 0x556d1641dd20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f839c0ca7c0 tx=0x7f839c003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d0915952aad3428 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.558+0000 7f8387fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.559+0000 7f8387fff640 1 -- 172.21.15.18:0/479255176 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839c0cbfc0 con 0x556d16410fa0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.559+0000 7f8387fff640 1 -- 172.21.15.18:0/479255176 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f839c0d6190 con 0x556d16410fa0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.559+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f839c0ce580 con 0x556d16410fa0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.559+0000 7f8387fff640 1 -- 172.21.15.18:0/479255176 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f839c0cd7e0 con 0x556d16410fa0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.559+0000 7f83b1c6a740 10 client.28520 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d16486520 con 0x556d16410fa0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f8387fff640 1 -- 172.21.15.18:0/479255176 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f839c0ce580 con 0x556d16410fa0 2024-03-07T10:11:42.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f8387fff640 1 -- 172.21.15.18:0/479255176 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f839c03db20 con 0x556d16410fa0 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83b1c6a740 10 client.28520 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83b1c6a740 10 client.28520 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83b1c6a740 20 client.28520 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d16486b30 0x556d16488f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83b1c6a740 4 client.28520 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556d1637ce50 con 0x556d16486b30 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.560+0000 7f83a7fff640 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d16486b30 0x556d16488f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.561+0000 7f8387fff640 10 client.28520 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:42.566 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.561+0000 7f83a7fff640 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d16486b30 0x556d16488f20 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d715544c165b745 server_cookie=cdced7ac562b00f6 in_seq=0 out_seq=0 2024-03-07T10:11:42.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f8387fff640 1 -- 172.21.15.18:0/479255176 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556d1637ce50 con 0x556d16486b30 2024-03-07T10:11:42.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f8387fff640 10 client.28520 handle_command_reply: tid=0 2024-03-07T10:11:42.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 client.28520 shutdown 2024-03-07T10:11:42.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16410fa0 msgr2=0x556d1641dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.640 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16410fa0 0x556d1641dd20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f839c0ca7c0 tx=0x7f839c003820 comp rx=0 tx=0).stop 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 shutdown_connections 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556d16486b30 0x556d16488f20 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556d1641a520 0x556d1641e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556d16411d10 0x556d1641e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 --2- 172.21.15.18:0/479255176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d16410fa0 0x556d1641dd20 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f8387fff640 0 client.28520 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 >> 172.21.15.18:0/479255176 conn(0x556d163d8580 msgr2=0x556d1640ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 shutdown_connections 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 1 -- 172.21.15.18:0/479255176 wait complete. 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.638+0000 7f83b1c6a740 20 client.28520 trim_cache size 0 max 16384 2024-03-07T10:11:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:11:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:11:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:11:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83980a1fb0 msgr2=0x7f83980a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83980a1fb0 0x7f83980a4470 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f83a001b000 tx=0x7f83a001ba50 comp rx=0 tx=0).stop 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a810fdd0 msgr2=0x7f83a811a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a810fdd0 0x7f83a811a6b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f839c03d2b0 tx=0x7f839c004040 comp rx=0 tx=0).stop 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 shutdown_connections 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83980a1fb0 0x7f83980a4470 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83a811ae40 0x7f83a8116c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83a8110240 0x7f83a8116740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 --2- 172.21.15.18:0/3754818613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a810fdd0 0x7f83a811a6b0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 >> 172.21.15.18:0/3754818613 conn(0x7f83a806c710 msgr2=0x7f83a811bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 shutdown_connections 2024-03-07T10:11:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:42.639+0000 7f83aee87640 1 -- 172.21.15.18:0/3754818613 wait complete. 2024-03-07T10:11:43.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:42 smithi018 ceph-mon[32171]: pgmap v392: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 6.4 MiB/s wr, 669 op/s 2024-03-07T10:11:43.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 740.0 s, 2029.2 tps, lat 49.813 ms stddev 60.819 2024-03-07T10:11:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:42 smithi063 ceph-mon[36356]: pgmap v392: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 6.4 MiB/s wr, 669 op/s 2024-03-07T10:11:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:42 smithi077 ceph-mon[36374]: pgmap v392: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 6.4 MiB/s wr, 669 op/s 2024-03-07T10:11:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:44 smithi018 ceph-mon[32171]: pgmap v393: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:11:45.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:44 smithi063 ceph-mon[36356]: pgmap v393: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:11:45.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:44 smithi077 ceph-mon[36374]: pgmap v393: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 5.3 MiB/s wr, 560 op/s 2024-03-07T10:11:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:46 smithi018 ceph-mon[32171]: pgmap v394: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 8.0 MiB/s wr, 824 op/s 2024-03-07T10:11:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:11:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:11:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:46 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:11:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:46 smithi063 ceph-mon[36356]: pgmap v394: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 8.0 MiB/s wr, 824 op/s 2024-03-07T10:11:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:11:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:11:47.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:46 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:11:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:46 smithi077 ceph-mon[36374]: pgmap v394: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 8.0 MiB/s wr, 824 op/s 2024-03-07T10:11:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:11:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:11:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:46 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:11:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 745.0 s, 1608.6 tps, lat 62.080 ms stddev 69.612 2024-03-07T10:11:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:48 smithi018 ceph-mon[32171]: pgmap v395: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 6.0 MiB/s wr, 657 op/s 2024-03-07T10:11:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:48 smithi063 ceph-mon[36356]: pgmap v395: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 6.0 MiB/s wr, 657 op/s 2024-03-07T10:11:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:48 smithi077 ceph-mon[36374]: pgmap v395: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 6.0 MiB/s wr, 657 op/s 2024-03-07T10:11:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:50 smithi018 ceph-mon[32171]: pgmap v396: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 7.2 MiB/s wr, 769 op/s 2024-03-07T10:11:51.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:50 smithi063 ceph-mon[36356]: pgmap v396: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 7.2 MiB/s wr, 769 op/s 2024-03-07T10:11:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:50 smithi077 ceph-mon[36374]: pgmap v396: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 7.2 MiB/s wr, 769 op/s 2024-03-07T10:11:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:52 smithi018 ceph-mon[32171]: pgmap v397: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 6.7 MiB/s wr, 670 op/s 2024-03-07T10:11:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 750.0 s, 1779.0 tps, lat 55.682 ms stddev 61.640 2024-03-07T10:11:53.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:52 smithi063 ceph-mon[36356]: pgmap v397: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 6.7 MiB/s wr, 670 op/s 2024-03-07T10:11:53.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:52 smithi077 ceph-mon[36374]: pgmap v397: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 6.7 MiB/s wr, 670 op/s 2024-03-07T10:11:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:54 smithi018 ceph-mon[32171]: pgmap v398: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 5.7 MiB/s wr, 564 op/s 2024-03-07T10:11:55.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:54 smithi063 ceph-mon[36356]: pgmap v398: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 5.7 MiB/s wr, 564 op/s 2024-03-07T10:11:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:54 smithi077 ceph-mon[36374]: pgmap v398: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 5.7 MiB/s wr, 564 op/s 2024-03-07T10:11:55.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.767+0000 7f865a6d0640 1 -- 172.21.15.18:0/339167762 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 msgr2=0x7f8654105980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.767+0000 7f865a6d0640 1 --2- 172.21.15.18:0/339167762 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 0x7f8654105980 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f8644009930 tx=0x7f864402bcd0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.769+0000 7f865a6d0640 1 -- 172.21.15.18:0/339167762 shutdown_connections 2024-03-07T10:11:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.769+0000 7f865a6d0640 1 --2- 172.21.15.18:0/339167762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8654101a80 0x7f865410d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.769+0000 7f865a6d0640 1 --2- 172.21.15.18:0/339167762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f86541010c0 0x7f8654101540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.769+0000 7f865a6d0640 1 --2- 172.21.15.18:0/339167762 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 0x7f8654105980 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.771 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.769+0000 7f865a6d0640 1 -- 172.21.15.18:0/339167762 >> 172.21.15.18:0/339167762 conn(0x7f8654075840 msgr2=0x7f8654075c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.769+0000 7f865a6d0640 1 -- 172.21.15.18:0/339167762 shutdown_connections 2024-03-07T10:11:55.772 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.769+0000 7f865a6d0640 1 -- 172.21.15.18:0/339167762 wait complete. 2024-03-07T10:11:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.770+0000 7f865a6d0640 1 Processor -- start 2024-03-07T10:11:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.770+0000 7f865a6d0640 1 -- start start 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.770+0000 7f865a6d0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86541010c0 0x7f865406b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f865a6d0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8654101a80 0x7f865406b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f865a6d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 0x7f865406bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86541010c0 0x7f865406b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86541010c0 0x7f865406b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:44614/0 (socket says 172.21.15.18:44614) 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f86537fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8654101a80 0x7f865406b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f86537fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8654101a80 0x7f865406b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33626/0 (socket says 172.21.15.18:33626) 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 -- 172.21.15.18:0/2804939510 learned_addr learned my addr 172.21.15.18:0/2804939510 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f865410f8d0 con 0x7f86541055a0 2024-03-07T10:11:55.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f865410f750 con 0x7f86541010c0 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f865410fa50 con 0x7f8654101a80 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8658c6d640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 0x7f865406bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 -- 172.21.15.18:0/2804939510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8654101a80 msgr2=0x7f865406b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8654101a80 0x7f865406b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 -- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 msgr2=0x7f865406bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 0x7f865406bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.771+0000 7f8653fff640 1 -- 172.21.15.18:0/2804939510 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f865406f430 con 0x7f86541010c0 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.772+0000 7f8653fff640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86541010c0 0x7f865406b080 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8644005ab0 tx=0x7f864402cb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:55.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.772+0000 7f86517fa640 1 -- 172.21.15.18:0/2804939510 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8644041070 con 0x7f86541010c0 2024-03-07T10:11:55.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.772+0000 7f86517fa640 1 -- 172.21.15.18:0/2804939510 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f86440054e0 con 0x7f86541010c0 2024-03-07T10:11:55.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.772+0000 7f86517fa640 1 -- 172.21.15.18:0/2804939510 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8644003cc0 con 0x7f86541010c0 2024-03-07T10:11:55.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.772+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f865406f6c0 con 0x7f86541010c0 2024-03-07T10:11:55.778 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.773+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f865406faa0 con 0x7f86541010c0 2024-03-07T10:11:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.775+0000 7f86517fa640 1 -- 172.21.15.18:0/2804939510 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8644044070 con 0x7f86541010c0 2024-03-07T10:11:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.775+0000 7f86517fa640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f863c0a2030 0x7f863c0a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.790 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.776+0000 7f86537fe640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f863c0a2030 0x7f863c0a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.776+0000 7f86517fa640 1 -- 172.21.15.18:0/2804939510 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f86440ef930 con 0x7f86541010c0 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.776+0000 7f86537fe640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f863c0a2030 0x7f863c0a44f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f86540ff2d0 tx=0x7f8648005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.776+0000 7f865d58f740 1 Processor -- start 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.776+0000 7f865d58f740 1 -- start start 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.777+0000 7f865d58f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b2aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.777+0000 7f865d58f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b2b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.777+0000 7f865d58f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b36910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.777+0000 7f865d58f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561360a8f5c0 con 0x561360b2bd10 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.777+0000 7f865d58f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561360a38900 con 0x561360b2afa0 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.777+0000 7f865d58f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561360a8b660 con 0x561360b34520 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f8658c6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b36910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f8653fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b2aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.791 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f86537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b2b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f8658c6d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b36910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33630/0 (socket says 172.21.15.18:33630) 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f8653fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b2aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38690/0 (socket says 172.21.15.18:38690) 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f8658c6d640 1 -- 172.21.15.18:0/383731627 learned_addr learned my addr 172.21.15.18:0/383731627 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f86537fe640 1 -- 172.21.15.18:0/383731627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 msgr2=0x561360b36910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f86537fe640 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b36910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f86537fe640 1 -- 172.21.15.18:0/383731627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 msgr2=0x561360b2aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f86537fe640 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b2aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f86537fe640 1 -- 172.21.15.18:0/383731627 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5613607a4210 con 0x561360b2afa0 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f8653fff640 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b2aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f86537fe640 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b2b420 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f86480118d0 tx=0x7f8648014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5f2c8c0d4ec9935 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f863a7fc640 1 -- 172.21.15.18:0/383731627 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8648005020 con 0x561360b2afa0 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f863a7fc640 1 -- 172.21.15.18:0/383731627 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f86480047a0 con 0x561360b2afa0 2024-03-07T10:11:55.792 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.778+0000 7f863a7fc640 1 -- 172.21.15.18:0/383731627 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864801e7a0 con 0x561360b2afa0 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 -- 172.21.15.18:0/383731627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 msgr2=0x561360b2b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b2b420 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f86480118d0 tx=0x7f8648014000 comp rx=0 tx=0).stop 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 -- 172.21.15.18:0/383731627 shutdown_connections 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b36910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b2b420 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 --2- 172.21.15.18:0/383731627 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b2aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 -- 172.21.15.18:0/383731627 >> 172.21.15.18:0/383731627 conn(0x561360af2580 msgr2=0x561360b25c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 -- 172.21.15.18:0/383731627 shutdown_connections 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.779+0000 7f865d58f740 1 -- 172.21.15.18:0/383731627 wait complete. 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 -- start start 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 Processor -- start 2024-03-07T10:11:55.793 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b31640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b31b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b320c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561360b37250 con 0x561360b2bd10 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561360a4bd60 con 0x561360b2afa0 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561360b373d0 con 0x561360b34520 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f865d58f740 10 client.0 _ll_register_callbacks cb 0x5613607a3a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b31640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f86537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b31b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b31640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:44632/0 (socket says 172.21.15.18:44632) 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f86537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b31b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38694/0 (socket says 172.21.15.18:38694) 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 -- 172.21.15.18:0/3777278762 learned_addr learned my addr 172.21.15.18:0/3777278762 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8658c6d640 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b320c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 -- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 msgr2=0x561360b320c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b320c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 -- 172.21.15.18:0/3777278762 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 msgr2=0x561360b31b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b31b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.780+0000 7f8653fff640 1 -- 172.21.15.18:0/3777278762 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561360870620 con 0x561360b2afa0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.781+0000 7f8653fff640 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b31640 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f8644009900 tx=0x7f8644003f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1374e585f13e4058 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.781+0000 7f86337fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.781+0000 7f86337fe640 1 -- 172.21.15.18:0/3777278762 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864404b040 con 0x561360b2afa0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.781+0000 7f86337fe640 1 -- 172.21.15.18:0/3777278762 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f86440c00d0 con 0x561360b2afa0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.781+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f86480047a0 con 0x561360b2afa0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.782+0000 7f86337fe640 1 -- 172.21.15.18:0/3777278762 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f86440c02d0 con 0x561360b2afa0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.782+0000 7f865d58f740 10 client.28532 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.782+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561360b43620 con 0x561360b2afa0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f86337fe640 1 -- 172.21.15.18:0/3777278762 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f86480047a0 con 0x561360b2afa0 2024-03-07T10:11:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f86337fe640 1 -- 172.21.15.18:0/3777278762 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f86440c47b0 con 0x561360b2afa0 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f865d58f740 10 client.28532 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f865d58f740 10 client.28532 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f865d58f740 20 client.28532 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f865d58f740 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360b447f0 0x561360b46be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f865d58f740 4 client.28532 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.783+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561360a9cb00 con 0x561360b447f0 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.784+0000 7f86537fe640 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360b447f0 0x561360b46be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.784+0000 7f86537fe640 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360b447f0 0x561360b46be0 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85272bbe88b774b1 server_cookie=88a50cda754bde5e in_seq=0 out_seq=0 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.784+0000 7f86337fe640 10 client.28532 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f86337fe640 1 -- 172.21.15.18:0/3777278762 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561360a9cb00 con 0x561360b447f0 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f86337fe640 10 client.28532 handle_command_reply: tid=0 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 client.28532 shutdown 2024-03-07T10:11:55.796 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 msgr2=0x561360b31640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b31640 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f8644009900 tx=0x7f8644003f20 comp rx=0 tx=0).stop 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 shutdown_connections 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360b447f0 0x561360b46be0 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b34520 0x561360b320c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b31b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 --2- 172.21.15.18:0/3777278762 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b31640 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f86337fe640 0 client.28532 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 >> 172.21.15.18:0/3777278762 conn(0x561360af2580 msgr2=0x561360b279e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.785+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 shutdown_connections 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.786+0000 7f865d58f740 1 -- 172.21.15.18:0/3777278762 wait complete. 2024-03-07T10:11:55.797 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.786+0000 7f865d58f740 20 client.28532 trim_cache size 0 max 16384 2024-03-07T10:11:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.807+0000 7f865d58f740 1 Processor -- start 2024-03-07T10:11:55.808 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.807+0000 7f865d58f740 1 -- start start 2024-03-07T10:11:55.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.807+0000 7f865d58f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b33d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.807+0000 7f865d58f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2bd10 0x561360b3fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.809 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.807+0000 7f865d58f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b34520 0x561360b40060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.807+0000 7f865d58f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86541a53e0 con 0x561360b34520 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.807+0000 7f865d58f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86541a2f20 con 0x561360b2afa0 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2bd10 0x561360b3fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f865d58f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f865410d460 con 0x561360b2bd10 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2bd10 0x561360b3fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33654/0 (socket says 172.21.15.18:33654) 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 -- 172.21.15.18:0/2059533344 learned_addr learned my addr 172.21.15.18:0/2059533344 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f8653fff640 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b33d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.810 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f8658c6d640 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b34520 0x561360b40060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 -- 172.21.15.18:0/2059533344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 msgr2=0x561360b33d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b33d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 -- 172.21.15.18:0/2059533344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b34520 msgr2=0x561360b40060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b34520 0x561360b40060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.811 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.808+0000 7f86537fe640 1 -- 172.21.15.18:0/2059533344 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561360b2a270 con 0x561360b2bd10 2024-03-07T10:11:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.809+0000 7f86537fe640 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2bd10 0x561360b3fb20 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f86480118d0 tx=0x7f8648004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2855d05b126d77fa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.809+0000 7f8639ffb640 1 -- 172.21.15.18:0/2059533344 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8648003cf0 con 0x561360b2bd10 2024-03-07T10:11:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.809+0000 7f8639ffb640 1 -- 172.21.15.18:0/2059533344 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8648036120 con 0x561360b2bd10 2024-03-07T10:11:55.812 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.809+0000 7f8639ffb640 1 -- 172.21.15.18:0/2059533344 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864801e710 con 0x561360b2bd10 2024-03-07T10:11:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 -- 172.21.15.18:0/2059533344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2bd10 msgr2=0x561360b3fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2bd10 0x561360b3fb20 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f86480118d0 tx=0x7f8648004040 comp rx=0 tx=0).stop 2024-03-07T10:11:55.813 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 -- 172.21.15.18:0/2059533344 shutdown_connections 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b34520 0x561360b40060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2bd10 0x561360b3fb20 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 --2- 172.21.15.18:0/2059533344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b2afa0 0x561360b33d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 -- 172.21.15.18:0/2059533344 >> 172.21.15.18:0/2059533344 conn(0x561360af2580 msgr2=0x561360b257c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 -- 172.21.15.18:0/2059533344 shutdown_connections 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.810+0000 7f865d58f740 1 -- 172.21.15.18:0/2059533344 wait complete. 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 -- start start 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 Processor -- start 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2afa0 0x561360b35400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b35940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b34520 0x561360b3a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86541a15e0 con 0x561360b2bd10 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86541a28c0 con 0x561360b34520 2024-03-07T10:11:55.814 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86541a1c00 con 0x561360b2afa0 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f865d58f740 10 client.0 _ll_register_callbacks cb 0x7f86440b8730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f86537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b35940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f8653fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2afa0 0x561360b35400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f86537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b35940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38720/0 (socket says 172.21.15.18:38720) 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f8653fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2afa0 0x561360b35400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:33656/0 (socket says 172.21.15.18:33656) 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f86537fe640 1 -- 172.21.15.18:0/829056886 learned_addr learned my addr 172.21.15.18:0/829056886 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.811+0000 7f8658c6d640 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b34520 0x561360b3a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.812+0000 7f86537fe640 1 -- 172.21.15.18:0/829056886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2afa0 msgr2=0x561360b35400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.812+0000 7f86537fe640 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2afa0 0x561360b35400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.812+0000 7f86537fe640 1 -- 172.21.15.18:0/829056886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b34520 msgr2=0x561360b3a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.812+0000 7f86537fe640 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b34520 0x561360b3a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.815 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.812+0000 7f86537fe640 1 -- 172.21.15.18:0/829056886 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561360b3aec0 con 0x561360b2bd10 2024-03-07T10:11:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.812+0000 7f86537fe640 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b35940 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f8648039040 tx=0x7f8648003b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af25cbed784a3c00 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:11:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.813+0000 7f86337fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:11:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.813+0000 7f86337fe640 1 -- 172.21.15.18:0/829056886 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8648044060 con 0x561360b2bd10 2024-03-07T10:11:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.813+0000 7f86337fe640 1 -- 172.21.15.18:0/829056886 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8648036990 con 0x561360b2bd10 2024-03-07T10:11:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.813+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8648036120 con 0x561360b2bd10 2024-03-07T10:11:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.813+0000 7f86337fe640 1 -- 172.21.15.18:0/829056886 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f864804b050 con 0x561360b2bd10 2024-03-07T10:11:55.817 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.813+0000 7f865d58f740 10 client.18837 fetch_fsmap learned FSMap version 26 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.813+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561360ba09a0 con 0x561360b2bd10 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f86337fe640 1 -- 172.21.15.18:0/829056886 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8648033910 con 0x561360b2bd10 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f86337fe640 1 -- 172.21.15.18:0/829056886 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f864801e440 con 0x561360b2bd10 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f865d58f740 10 client.18837 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f865d58f740 10 client.18837 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f865d58f740 20 client.18837 populate_metadata read hostname 'smithi018' 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f865d58f740 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360ba0d00 0x561360ba3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f865d58f740 4 client.18837 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f8648036120 con 0x561360ba0d00 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f8653fff640 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360ba0d00 0x561360ba3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f86337fe640 10 client.18837 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:55.818 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.814+0000 7f8653fff640 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360ba0d00 0x561360ba3120 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=753552ffaae47cd3 server_cookie=174dfca724d5187a in_seq=0 out_seq=0 2024-03-07T10:11:55.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f86337fe640 1 -- 172.21.15.18:0/829056886 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f8648036120 con 0x561360ba0d00 2024-03-07T10:11:55.835 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f86337fe640 10 client.18837 handle_command_reply: tid=0 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 client.18837 shutdown 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 msgr2=0x561360b35940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b35940 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f8648039040 tx=0x7f8648003b30 comp rx=0 tx=0).stop 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 shutdown_connections 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561360ba0d00 0x561360ba3120 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561360b34520 0x561360b3a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561360b2bd10 0x561360b35940 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f86337fe640 0 client.18837 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 --2- 172.21.15.18:0/829056886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561360b2afa0 0x561360b35400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.833+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 >> 172.21.15.18:0/829056886 conn(0x561360af2580 msgr2=0x561360b24580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.834+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 shutdown_connections 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.834+0000 7f865d58f740 1 -- 172.21.15.18:0/829056886 wait complete. 2024-03-07T10:11:55.836 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.834+0000 7f865d58f740 20 client.18837 trim_cache size 0 max 16384 2024-03-07T10:11:55.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:11:55.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:11:55.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:11:55.837 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.834+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f863c0a2030 msgr2=0x7f863c0a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.834+0000 7f865a6d0640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f863c0a2030 0x7f863c0a44f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f86540ff2d0 tx=0x7f8648005f90 comp rx=0 tx=0).stop 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.834+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86541010c0 msgr2=0x7f865406b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.834+0000 7f865a6d0640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86541010c0 0x7f865406b080 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8644005ab0 tx=0x7f864402cb50 comp rx=0 tx=0).stop 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.835+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 shutdown_connections 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.835+0000 7f865a6d0640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f863c0a2030 0x7f863c0a44f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.835+0000 7f865a6d0640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f86541055a0 0x7f865406bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.835+0000 7f865a6d0640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8654101a80 0x7f865406b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.835+0000 7f865a6d0640 1 --2- 172.21.15.18:0/2804939510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86541010c0 0x7f865406b080 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:11:55.838 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.835+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 >> 172.21.15.18:0/2804939510 conn(0x7f8654075840 msgr2=0x7f86540fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:11:55.840 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.839+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 shutdown_connections 2024-03-07T10:11:55.842 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:11:55.841+0000 7f865a6d0640 1 -- 172.21.15.18:0/2804939510 wait complete. 2024-03-07T10:11:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:56 smithi018 ceph-mon[32171]: pgmap v399: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 7.9 MiB/s wr, 780 op/s 2024-03-07T10:11:57.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:56 smithi063 ceph-mon[36356]: pgmap v399: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 7.9 MiB/s wr, 780 op/s 2024-03-07T10:11:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:56 smithi077 ceph-mon[36374]: pgmap v399: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 7.9 MiB/s wr, 780 op/s 2024-03-07T10:11:58.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 755.0 s, 2036.6 tps, lat 49.447 ms stddev 56.536 2024-03-07T10:11:59.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:11:58 smithi018 ceph-mon[32171]: pgmap v400: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.5 MiB/s wr, 554 op/s 2024-03-07T10:11:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:11:58 smithi063 ceph-mon[36356]: pgmap v400: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.5 MiB/s wr, 554 op/s 2024-03-07T10:11:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:11:58 smithi077 ceph-mon[36374]: pgmap v400: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 5.5 MiB/s wr, 554 op/s 2024-03-07T10:12:01.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:00 smithi018 ceph-mon[32171]: pgmap v401: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.2 MiB/s wr, 707 op/s 2024-03-07T10:12:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:00 smithi063 ceph-mon[36356]: pgmap v401: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.2 MiB/s wr, 707 op/s 2024-03-07T10:12:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:00 smithi077 ceph-mon[36374]: pgmap v401: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.2 MiB/s wr, 707 op/s 2024-03-07T10:12:03.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:02 smithi018 ceph-mon[32171]: pgmap v402: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 6.3 MiB/s wr, 625 op/s 2024-03-07T10:12:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 760.0 s, 900.0 tps, lat 100.950 ms stddev 147.570 2024-03-07T10:12:03.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:02 smithi063 ceph-mon[36356]: pgmap v402: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 6.3 MiB/s wr, 625 op/s 2024-03-07T10:12:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:02 smithi077 ceph-mon[36374]: pgmap v402: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 6.3 MiB/s wr, 625 op/s 2024-03-07T10:12:05.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:04 smithi018 ceph-mon[32171]: pgmap v403: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.1 MiB/s wr, 522 op/s 2024-03-07T10:12:05.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:04 smithi063 ceph-mon[36356]: pgmap v403: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.1 MiB/s wr, 522 op/s 2024-03-07T10:12:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:04 smithi077 ceph-mon[36374]: pgmap v403: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 5.1 MiB/s wr, 522 op/s 2024-03-07T10:12:06.201 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:12:06.201 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:12:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 -- 172.21.15.18:0/387537430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec1065e0 msgr2=0x7f11ec1069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 --2- 172.21.15.18:0/387537430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec1065e0 0x7f11ec1069c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f11d4009900 tx=0x7f11d402bc30 comp rx=0 tx=0).stop 2024-03-07T10:12:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 -- 172.21.15.18:0/387537430 shutdown_connections 2024-03-07T10:12:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 --2- 172.21.15.18:0/387537430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11ec100ee0 0x7f11ec10d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 --2- 172.21.15.18:0/387537430 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11ec100520 0x7f11ec1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 --2- 172.21.15.18:0/387537430 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec1065e0 0x7f11ec1069c0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 -- 172.21.15.18:0/387537430 >> 172.21.15.18:0/387537430 conn(0x7f11ec077710 msgr2=0x7f11ec077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 -- 172.21.15.18:0/387537430 shutdown_connections 2024-03-07T10:12:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.311+0000 7f11f2feb640 1 -- 172.21.15.18:0/387537430 wait complete. 2024-03-07T10:12:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 Processor -- start 2024-03-07T10:12:06.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 -- start start 2024-03-07T10:12:06.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec100520 0x7f11ec198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11ec100ee0 0x7f11ec199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11ec1065e0 0x7f11ec1a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1108c0 con 0x7f11ec100520 2024-03-07T10:12:06.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec110740 con 0x7f11ec100ee0 2024-03-07T10:12:06.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f2feb640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec110a40 con 0x7f11ec1065e0 2024-03-07T10:12:06.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec100520 0x7f11ec198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec100520 0x7f11ec198d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38048/0 (socket says 172.21.15.18:38048) 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 -- 172.21.15.18:0/2317801932 learned_addr learned my addr 172.21.15.18:0/2317801932 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f1588640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11ec1065e0 0x7f11ec1a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11ec100ee0 0x7f11ec199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 -- 172.21.15.18:0/2317801932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11ec1065e0 msgr2=0x7f11ec1a3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11ec1065e0 0x7f11ec1a3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 -- 172.21.15.18:0/2317801932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11ec100ee0 msgr2=0x7f11ec199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11ec100ee0 0x7f11ec199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f0d87640 1 -- 172.21.15.18:0/2317801932 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11ec1a42e0 con 0x7f11ec100520 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11f1588640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11ec1065e0 0x7f11ec1a3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.312+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11ec100ee0 0x7f11ec199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.313+0000 7f11f0d87640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec100520 0x7f11ec198d20 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f11d4005940 tx=0x7f11d40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.313+0000 7f11e9ffb640 1 -- 172.21.15.18:0/2317801932 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11d4041070 con 0x7f11ec100520 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.313+0000 7f11e9ffb640 1 -- 172.21.15.18:0/2317801932 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f11d402ccc0 con 0x7f11ec100520 2024-03-07T10:12:06.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.313+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11ec1a44b0 con 0x7f11ec100520 2024-03-07T10:12:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.313+0000 7f11e9ffb640 1 -- 172.21.15.18:0/2317801932 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11d4003d80 con 0x7f11ec100520 2024-03-07T10:12:06.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.313+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11ec1a4920 con 0x7f11ec100520 2024-03-07T10:12:06.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.315+0000 7f11e9ffb640 1 -- 172.21.15.18:0/2317801932 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f11d4044070 con 0x7f11ec100520 2024-03-07T10:12:06.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 Processor -- start 2024-03-07T10:12:06.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 -- start start 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11e9ffb640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f11d80a1ef0 0x7f11d80a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5a730 0x5623cfb5ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5b050 0x5623cfb636f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb66020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623cfabddd0 con 0x5623cfb63c30 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623cfa66ae0 con 0x5623cfb5a730 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623cfab9e70 con 0x5623cfb5b050 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f1588640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f11d80a1ef0 0x7f11d80a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f1588640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb66020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11e9ffb640 1 -- 172.21.15.18:0/2317801932 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f11d40f0070 con 0x7f11ec100520 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11ebfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5b050 0x5623cfb636f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11ebfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5b050 0x5623cfb636f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49040/0 (socket says 172.21.15.18:49040) 2024-03-07T10:12:06.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f1588640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb66020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38058/0 (socket says 172.21.15.18:38058) 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f1588640 1 -- 172.21.15.18:0/2820749583 learned_addr learned my addr 172.21.15.18:0/2820749583 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.316+0000 7f11f0d87640 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5a730 0x5623cfb5ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11ebfff640 1 -- 172.21.15.18:0/2820749583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5a730 msgr2=0x5623cfb5ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5a730 0x5623cfb5ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11ebfff640 1 -- 172.21.15.18:0/2820749583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 msgr2=0x5623cfb66020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb66020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11ebfff640 1 -- 172.21.15.18:0/2820749583 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5623cf89c7d0 con 0x5623cfb5b050 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11f1588640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f11d80a1ef0 0x7f11d80a43b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f11e4012c80 tx=0x7f11e400b9b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5b050 0x5623cfb636f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f11dc005fd0 tx=0x7f11dc009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef50dc718e3194ec server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11e2ffd640 1 -- 172.21.15.18:0/2820749583 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc004d20 con 0x5623cfb5b050 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11e2ffd640 1 -- 172.21.15.18:0/2820749583 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f11dc0119e0 con 0x5623cfb5b050 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.317+0000 7f11e2ffd640 1 -- 172.21.15.18:0/2820749583 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc0055b0 con 0x5623cfb5b050 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2820749583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5b050 msgr2=0x5623cfb636f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5b050 0x5623cfb636f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f11dc005fd0 tx=0x7f11dc009f90 comp rx=0 tx=0).stop 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2820749583 shutdown_connections 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb66020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5b050 0x5623cfb636f0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2820749583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5a730 0x5623cfb5ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2820749583 >> 172.21.15.18:0/2820749583 conn(0x5623cfb54e60 msgr2=0x5623cfb55240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2820749583 shutdown_connections 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2820749583 wait complete. 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 -- start start 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.318+0000 7f11f5dd1740 1 Processor -- start 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb636b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb5b050 0x5623cfb60a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb63c30 0x5623cfb61180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623cfb66a20 con 0x5623cfb5b050 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623cfa7a070 con 0x5623cfb63c30 2024-03-07T10:12:06.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5623cfb66ba0 con 0x5623cfb5a730 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 10 client.0 _ll_register_callbacks cb 0x5623cfa79a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb5b050 0x5623cfb60a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb5b050 0x5623cfb60a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38060/0 (socket says 172.21.15.18:38060) 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 -- 172.21.15.18:0/2948992159 learned_addr learned my addr 172.21.15.18:0/2948992159 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f0d87640 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb636b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f1588640 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb63c30 0x5623cfb61180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 -- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 msgr2=0x5623cfb636b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb636b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 -- 172.21.15.18:0/2948992159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb63c30 msgr2=0x5623cfb61180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb63c30 0x5623cfb61180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 -- 172.21.15.18:0/2948992159 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5623cf7d23f0 con 0x5623cfb5b050 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11ebfff640 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb5b050 0x5623cfb60a40 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f11dc011730 tx=0x7f11dc011760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce47a8544c12e29 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:06.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11cbfff640 1 -- 172.21.15.18:0/2948992159 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc004c50 con 0x5623cfb5b050 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11cbfff640 1 -- 172.21.15.18:0/2948992159 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f11dc004df0 con 0x5623cfb5b050 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.319+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f11dc0119e0 con 0x5623cfb5b050 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11cbfff640 1 -- 172.21.15.18:0/2948992159 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f11dc005390 con 0x5623cfb5b050 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 10 client.18849 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5623cf7920f0 con 0x5623cfb5b050 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11cbfff640 1 -- 172.21.15.18:0/2948992159 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f11dc0119e0 con 0x5623cfb5b050 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11cbfff640 1 -- 172.21.15.18:0/2948992159 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f11dc01b870 con 0x5623cfb5b050 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 10 client.18849 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 10 client.18849 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 20 client.18849 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfb73900 0x5623cfb75cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 4 client.18849 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5623cfacb310 con 0x5623cfb73900 2024-03-07T10:12:06.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.320+0000 7f11f0d87640 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfb73900 0x5623cfb75cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f0d87640 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfb73900 0x5623cfb75cf0 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95344760e1a5a9a1 server_cookie=548ff8db1df75da4 in_seq=0 out_seq=0 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11cbfff640 10 client.18849 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11cbfff640 1 -- 172.21.15.18:0/2948992159 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5623cfacb310 con 0x5623cfb73900 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11cbfff640 10 client.18849 handle_command_reply: tid=0 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 client.18849 shutdown 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb5b050 msgr2=0x5623cfb60a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb5b050 0x5623cfb60a40 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f11dc011730 tx=0x7f11dc011760 comp rx=0 tx=0).stop 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 shutdown_connections 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfb73900 0x5623cfb75cf0 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb63c30 0x5623cfb61180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb5b050 0x5623cfb60a40 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11cbfff640 0 client.18849 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/2948992159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb636b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 >> 172.21.15.18:0/2948992159 conn(0x5623cfb54e60 msgr2=0x5623cfb56bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.321+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 shutdown_connections 2024-03-07T10:12:06.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.322+0000 7f11f5dd1740 1 -- 172.21.15.18:0/2948992159 wait complete. 2024-03-07T10:12:06.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.322+0000 7f11f5dd1740 20 client.18849 trim_cache size 0 max 16384 2024-03-07T10:12:06.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.340+0000 7f11f5dd1740 1 Processor -- start 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.340+0000 7f11f5dd1740 1 -- start start 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.340+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb63170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb636b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1af940 con 0x5623cfb63c30 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1ad440 con 0x5623cfb5b050 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1ab500 con 0x5623cfb5a730 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb636b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb636b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38064/0 (socket says 172.21.15.18:38064) 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 -- 172.21.15.18:0/4022982362 learned_addr learned my addr 172.21.15.18:0/4022982362 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f0d87640 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11ebfff640 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb63170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 -- 172.21.15.18:0/4022982362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 msgr2=0x5623cfb5fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 -- 172.21.15.18:0/4022982362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 msgr2=0x5623cfb63170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb63170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 -- 172.21.15.18:0/4022982362 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5623cfb5ef90 con 0x5623cfb63c30 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11ebfff640 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb63170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11f1588640 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb636b0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f11e400fbc0 tx=0x7f11e4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=551f5c1ba734105c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.341+0000 7f11e27fc640 1 -- 172.21.15.18:0/4022982362 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e4012e30 con 0x5623cfb63c30 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11e27fc640 1 -- 172.21.15.18:0/4022982362 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f11e4005500 con 0x5623cfb63c30 2024-03-07T10:12:06.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11e27fc640 1 -- 172.21.15.18:0/4022982362 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e40049c0 con 0x5623cfb63c30 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 -- 172.21.15.18:0/4022982362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 msgr2=0x5623cfb636b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb636b0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f11e400fbc0 tx=0x7f11e4004730 comp rx=0 tx=0).stop 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 -- 172.21.15.18:0/4022982362 shutdown_connections 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb636b0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb63170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/4022982362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 -- 172.21.15.18:0/4022982362 >> 172.21.15.18:0/4022982362 conn(0x5623cfb54e60 msgr2=0x5623cfb5f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.342+0000 7f11f5dd1740 1 -- 172.21.15.18:0/4022982362 shutdown_connections 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 -- 172.21.15.18:0/4022982362 wait complete. 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 -- start start 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 Processor -- start 2024-03-07T10:12:06.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb5d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb5db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1abb00 con 0x5623cfb63c30 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1acde0 con 0x5623cfb5b050 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1ac120 con 0x5623cfb5a730 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f5dd1740 10 client.0 _ll_register_callbacks cb 0x7f11dc009e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.343+0000 7f11f1588640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb5db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49070/0 (socket says 172.21.15.18:49070) 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 -- 172.21.15.18:0/1196427202 learned_addr learned my addr 172.21.15.18:0/1196427202 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f1588640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb5db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38076/0 (socket says 172.21.15.18:38076) 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11ebfff640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb5d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 -- 172.21.15.18:0/1196427202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 msgr2=0x5623cfb5d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb5d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 -- 172.21.15.18:0/1196427202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 msgr2=0x5623cfb5db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb5db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 -- 172.21.15.18:0/1196427202 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5623cfbcde50 con 0x5623cfb5a730 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11ebfff640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb5d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f1588640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb5db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f0d87640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5d0c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f11d40bca00 tx=0x7f11d4003840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=928a3b181834becb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11cbfff640 1 -- 172.21.15.18:0/1196427202 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11d40d5060 con 0x5623cfb5a730 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11cbfff640 1 -- 172.21.15.18:0/1196427202 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f11d4005600 con 0x5623cfb5a730 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f11e4005500 con 0x5623cfb5a730 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11cbfff640 1 -- 172.21.15.18:0/1196427202 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f11d404b040 con 0x5623cfb5a730 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f5dd1740 10 client.28714 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:06.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.344+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5623cfbcf060 con 0x5623cfb5a730 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11cbfff640 1 -- 172.21.15.18:0/1196427202 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f11e4005500 con 0x5623cfb5a730 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11cbfff640 1 -- 172.21.15.18:0/1196427202 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f11d40b90e0 con 0x5623cfb5a730 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11f5dd1740 10 client.28714 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11f5dd1740 10 client.28714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11f5dd1740 20 client.28714 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfbcf6e0 0x5623cfbd1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11f5dd1740 4 client.28714 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5623cfac5660 con 0x5623cfbcf6e0 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11ebfff640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfbcf6e0 0x5623cfbd1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11cbfff640 10 client.28714 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.345+0000 7f11ebfff640 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfbcf6e0 0x5623cfbd1b00 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efeac238fb4317b5 server_cookie=af1ec1fc5c2b094f in_seq=0 out_seq=0 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11cbfff640 1 -- 172.21.15.18:0/1196427202 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5623cfac5660 con 0x5623cfbcf6e0 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11cbfff640 10 client.28714 handle_command_reply: tid=0 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 client.28714 shutdown 2024-03-07T10:12:06.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 msgr2=0x5623cfb5d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5d0c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f11d40bca00 tx=0x7f11d4003840 comp rx=0 tx=0).stop 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 shutdown_connections 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5623cfbcf6e0 0x5623cfbd1b00 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5623cfb63c30 0x5623cfb5db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11cbfff640 0 client.28714 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5623cfb5b050 0x5623cfb5d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 --2- 172.21.15.18:0/1196427202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5623cfb5a730 0x5623cfb5d0c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 >> 172.21.15.18:0/1196427202 conn(0x5623cfb54e60 msgr2=0x5623cfb56290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 shutdown_connections 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 1 -- 172.21.15.18:0/1196427202 wait complete. 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.346+0000 7f11f5dd1740 20 client.28714 trim_cache size 0 max 16384 2024-03-07T10:12:06.354 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:12:06.355 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:12:06.355 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:12:06.355 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:12:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f11d80a1ef0 msgr2=0x7f11d80a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f11d80a1ef0 0x7f11d80a43b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f11e4012c80 tx=0x7f11e400b9b0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.355 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec100520 msgr2=0x7f11ec198d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec100520 0x7f11ec198d20 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f11d4005940 tx=0x7f11d40042f0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 shutdown_connections 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11ec1065e0 0x7f11ec1a3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f11ec100ee0 0x7f11ec199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f11d80a1ef0 0x7f11d80a43b0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 --2- 172.21.15.18:0/2317801932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f11ec100520 0x7f11ec198d20 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 >> 172.21.15.18:0/2317801932 conn(0x7f11ec077710 msgr2=0x7f11ec0ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 shutdown_connections 2024-03-07T10:12:06.356 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.347+0000 7f11f2feb640 1 -- 172.21.15.18:0/2317801932 wait complete. 2024-03-07T10:12:06.359 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:12:06.359 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:12:06.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.500+0000 7f249371d640 1 -- 172.21.15.18:0/29251522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c110240 msgr2=0x7f248c108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.500+0000 7f249371d640 1 --2- 172.21.15.18:0/29251522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c110240 0x7f248c108ba0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f247c009900 tx=0x7f247c02bc80 comp rx=0 tx=0).stop 2024-03-07T10:12:06.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.507+0000 7f249371d640 1 -- 172.21.15.18:0/29251522 shutdown_connections 2024-03-07T10:12:06.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.507+0000 7f249371d640 1 --2- 172.21.15.18:0/29251522 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c109280 0x7f248c11ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.507+0000 7f249371d640 1 --2- 172.21.15.18:0/29251522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c110240 0x7f248c108ba0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.507+0000 7f249371d640 1 --2- 172.21.15.18:0/29251522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f248c10fdd0 0x7f248c108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.507+0000 7f249371d640 1 -- 172.21.15.18:0/29251522 >> 172.21.15.18:0/29251522 conn(0x7f248c06d9c0 msgr2=0x7f248c06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.509+0000 7f249371d640 1 -- 172.21.15.18:0/29251522 shutdown_connections 2024-03-07T10:12:06.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.510+0000 7f249371d640 1 -- 172.21.15.18:0/29251522 wait complete. 2024-03-07T10:12:06.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 Processor -- start 2024-03-07T10:12:06.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 -- start start 2024-03-07T10:12:06.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c10fdd0 0x7f248c11cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c110240 0x7f248c116ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f248c1171e0 0x7f248c117690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f248c111070 con 0x7f248c110240 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f248c110ef0 con 0x7f248c10fdd0 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f249371d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f248c1111f0 con 0x7f248c1171e0 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f2490cb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c110240 0x7f248c116ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f2490cb8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c110240 0x7f248c116ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38100/0 (socket says 172.21.15.18:38100) 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.511+0000 7f2490cb8640 1 -- 172.21.15.18:0/2420279777 learned_addr learned my addr 172.21.15.18:0/2420279777 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.512+0000 7f24914b9640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c10fdd0 0x7f248c11cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.512+0000 7f2491cba640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f248c1171e0 0x7f248c117690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.512+0000 7f2490cb8640 1 -- 172.21.15.18:0/2420279777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f248c1171e0 msgr2=0x7f248c117690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.512+0000 7f2490cb8640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f248c1171e0 0x7f248c117690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.512+0000 7f2490cb8640 1 -- 172.21.15.18:0/2420279777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c10fdd0 msgr2=0x7f248c11cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.512+0000 7f2490cb8640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c10fdd0 0x7f248c11cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.512+0000 7f2490cb8640 1 -- 172.21.15.18:0/2420279777 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f248c126110 con 0x7f248c110240 2024-03-07T10:12:06.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.513+0000 7f2490cb8640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c110240 0x7f248c116ca0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f247c02c210 tx=0x7f247c02ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.516+0000 7f24827fc640 1 -- 172.21.15.18:0/2420279777 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f247c043020 con 0x7f248c110240 2024-03-07T10:12:06.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.516+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f248c1263a0 con 0x7f248c110240 2024-03-07T10:12:06.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.517+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f248c1268f0 con 0x7f248c110240 2024-03-07T10:12:06.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.517+0000 7f24827fc640 1 -- 172.21.15.18:0/2420279777 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f247c0054e0 con 0x7f248c110240 2024-03-07T10:12:06.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.517+0000 7f24827fc640 1 -- 172.21.15.18:0/2420279777 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f247c003c50 con 0x7f248c110240 2024-03-07T10:12:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.521+0000 7f24827fc640 1 -- 172.21.15.18:0/2420279777 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f247c046020 con 0x7f248c110240 2024-03-07T10:12:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.521+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2470005290 con 0x7f248c110240 2024-03-07T10:12:06.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.522+0000 7f24827fc640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24780a20f0 0x7f24780a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:06.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.522+0000 7f24827fc640 1 -- 172.21.15.18:0/2420279777 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f247c0f05e0 con 0x7f248c110240 2024-03-07T10:12:06.527 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.525+0000 7f24914b9640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24780a20f0 0x7f24780a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:06.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.531+0000 7f24914b9640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24780a20f0 0x7f24780a45b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f248800a7d0 tx=0x7f2488008040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:06.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.532+0000 7f24827fc640 1 -- 172.21.15.18:0/2420279777 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f247c04d020 con 0x7f248c110240 2024-03-07T10:12:06.867 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.865+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2470005850 con 0x7f248c110240 2024-03-07T10:12:06.868 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.866+0000 7f24827fc640 1 -- 172.21.15.18:0/2420279777 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f247c0be5f0 con 0x7f248c110240 2024-03-07T10:12:06.868 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:12:06.869 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:12:06.869 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:12:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.870+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24780a20f0 msgr2=0x7f24780a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.870+0000 7f249371d640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24780a20f0 0x7f24780a45b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f248800a7d0 tx=0x7f2488008040 comp rx=0 tx=0).stop 2024-03-07T10:12:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.870+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c110240 msgr2=0x7f248c116ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:06.871 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.870+0000 7f249371d640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c110240 0x7f248c116ca0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f247c02c210 tx=0x7f247c02ce30 comp rx=0 tx=0).stop 2024-03-07T10:12:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.871+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 shutdown_connections 2024-03-07T10:12:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.871+0000 7f249371d640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f248c1171e0 0x7f248c117690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.871+0000 7f249371d640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f24780a20f0 0x7f24780a45b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.871+0000 7f249371d640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f248c110240 0x7f248c116ca0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.871+0000 7f249371d640 1 --2- 172.21.15.18:0/2420279777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f248c10fdd0 0x7f248c11cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:06.873 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.871+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 >> 172.21.15.18:0/2420279777 conn(0x7f248c06d9c0 msgr2=0x7f248c071730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:06.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.873+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 shutdown_connections 2024-03-07T10:12:06.875 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:06.873+0000 7f249371d640 1 -- 172.21.15.18:0/2420279777 wait complete. 2024-03-07T10:12:06.893 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:12:06.893 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:12:07.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.085+0000 7f1973971640 1 -- 172.21.15.18:0/585900486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f196c1091c0 msgr2=0x7f196c11ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.085+0000 7f1973971640 1 --2- 172.21.15.18:0/585900486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f196c1091c0 0x7f196c11ce50 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f1968009860 tx=0x7f196802bc20 comp rx=0 tx=0).stop 2024-03-07T10:12:07.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.086+0000 7f1973971640 1 -- 172.21.15.18:0/585900486 shutdown_connections 2024-03-07T10:12:07.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.086+0000 7f1973971640 1 --2- 172.21.15.18:0/585900486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f196c1091c0 0x7f196c11ce50 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.086+0000 7f1973971640 1 --2- 172.21.15.18:0/585900486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 0x7f196c108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.086+0000 7f1973971640 1 --2- 172.21.15.18:0/585900486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f196c10fde0 0x7f196c108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.086+0000 7f1973971640 1 -- 172.21.15.18:0/585900486 >> 172.21.15.18:0/585900486 conn(0x7f196c06da40 msgr2=0x7f196c06de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.088+0000 7f1973971640 1 -- 172.21.15.18:0/585900486 shutdown_connections 2024-03-07T10:12:07.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.090+0000 7f1973971640 1 -- 172.21.15.18:0/585900486 wait complete. 2024-03-07T10:12:07.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.090+0000 7f1973971640 1 Processor -- start 2024-03-07T10:12:07.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1973971640 1 -- start start 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1973971640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f196c1091c0 0x7f196c1ac8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1973971640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f196c10fde0 0x7f196c1ace20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1973971640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 0x7f196c1a6a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1973971640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c120770 con 0x7f196c1091c0 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1973971640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1205f0 con 0x7f196c10fde0 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1973971640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1208f0 con 0x7f196c1101c0 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1971f0e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 0x7f196c1a6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.098 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1971f0e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 0x7f196c1a6a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49108/0 (socket says 172.21.15.18:49108) 2024-03-07T10:12:07.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.095+0000 7f1971f0e640 1 -- 172.21.15.18:0/4267148613 learned_addr learned my addr 172.21.15.18:0/4267148613 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.099 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.096+0000 7f1971f0e640 1 -- 172.21.15.18:0/4267148613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f196c10fde0 msgr2=0x7f196c1ace20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:12:07.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.096+0000 7f1971f0e640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f196c10fde0 0x7f196c1ace20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.096+0000 7f1971f0e640 1 -- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f196c1091c0 msgr2=0x7f196c1ac8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.096+0000 7f1971f0e640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f196c1091c0 0x7f196c1ac8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.096+0000 7f1971f0e640 1 -- 172.21.15.18:0/4267148613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f196c1a7210 con 0x7f196c1101c0 2024-03-07T10:12:07.100 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.098+0000 7f1971f0e640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 0x7f196c1a6a90 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f196802c1b0 tx=0x7f1968034440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.100+0000 7f19627fc640 1 -- 172.21.15.18:0/4267148613 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1968039040 con 0x7f196c1101c0 2024-03-07T10:12:07.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.101+0000 7f19627fc640 1 -- 172.21.15.18:0/4267148613 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1968042070 con 0x7f196c1101c0 2024-03-07T10:12:07.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.101+0000 7f19627fc640 1 -- 172.21.15.18:0/4267148613 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19680046c0 con 0x7f196c1101c0 2024-03-07T10:12:07.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.101+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f196c1a74a0 con 0x7f196c1101c0 2024-03-07T10:12:07.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.101+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f196c1b37a0 con 0x7f196c1101c0 2024-03-07T10:12:07.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.105+0000 7f1976837740 1 Processor -- start 2024-03-07T10:12:07.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.105+0000 7f1976837740 1 -- start start 2024-03-07T10:12:07.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1976837740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec241550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1976837740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec241a90 0x5577ec24a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1976837740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec24a670 0x5577ec24ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1976837740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577ec208330 con 0x5577ec24a670 2024-03-07T10:12:07.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1976837740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577ec1a4e90 con 0x5577ec241a90 2024-03-07T10:12:07.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1976837740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577ec14dd00 con 0x5577ec241170 2024-03-07T10:12:07.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1970f0c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec24a670 0x5577ec24ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1970f0c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec24a670 0x5577ec24ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38124/0 (socket says 172.21.15.18:38124) 2024-03-07T10:12:07.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.106+0000 7f1970f0c640 1 -- 172.21.15.18:0/1984136943 learned_addr learned my addr 172.21.15.18:0/1984136943 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.109 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.107+0000 7f1970f0c640 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec241550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.107+0000 7f19627fc640 1 -- 172.21.15.18:0/4267148613 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f196802c5c0 con 0x7f196c1101c0 2024-03-07T10:12:07.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.108+0000 7f19627fc640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19580a2070 0x7f19580a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.109+0000 7f19627fc640 1 -- 172.21.15.18:0/4267148613 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f1968005030 con 0x7f196c1101c0 2024-03-07T10:12:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.109+0000 7f1970f0c640 1 -- 172.21.15.18:0/1984136943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec241a90 msgr2=0x5577ec24a130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:12:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.109+0000 7f1970f0c640 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec241a90 0x5577ec24a130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.109+0000 7f1970f0c640 1 -- 172.21.15.18:0/1984136943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec24a670 msgr2=0x5577ec24ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.109+0000 7f1970f0c640 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec24a670 0x5577ec24ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.109+0000 7f1970f0c640 1 -- 172.21.15.18:0/1984136943 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5577ec14cb90 con 0x5577ec241170 2024-03-07T10:12:07.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.110+0000 7f1971f0e640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19580a2070 0x7f19580a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.110+0000 7f1970f0c640 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec241550 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f196400f7d0 tx=0x7f1964004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee664c96c2c6edad server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.110+0000 7f19577fe640 1 -- 172.21.15.18:0/1984136943 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f196400fe10 con 0x5577ec241170 2024-03-07T10:12:07.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.110+0000 7f19577fe640 1 -- 172.21.15.18:0/1984136943 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f196400f260 con 0x5577ec241170 2024-03-07T10:12:07.112 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f19577fe640 1 -- 172.21.15.18:0/1984136943 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1964005020 con 0x5577ec241170 2024-03-07T10:12:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1976837740 1 -- 172.21.15.18:0/1984136943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 msgr2=0x5577ec241550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1976837740 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec241550 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f196400f7d0 tx=0x7f1964004ab0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1971f0e640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19580a2070 0x7f19580a4530 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f19680b62f0 tx=0x7f19680bfb60 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1976837740 1 -- 172.21.15.18:0/1984136943 shutdown_connections 2024-03-07T10:12:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1976837740 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec24a670 0x5577ec24ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.113 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1976837740 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec241a90 0x5577ec24a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1976837740 1 --2- 172.21.15.18:0/1984136943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec241550 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.111+0000 7f1976837740 1 -- 172.21.15.18:0/1984136943 >> 172.21.15.18:0/1984136943 conn(0x5577ec23b8a0 msgr2=0x5577ec23bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.112+0000 7f1976837740 1 -- 172.21.15.18:0/1984136943 shutdown_connections 2024-03-07T10:12:07.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.112+0000 7f1976837740 1 -- 172.21.15.18:0/1984136943 wait complete. 2024-03-07T10:12:07.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.112+0000 7f1976837740 1 -- start start 2024-03-07T10:12:07.114 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.112+0000 7f1976837740 1 Processor -- start 2024-03-07T10:12:07.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.113+0000 7f1976837740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec247570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.113+0000 7f1976837740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241a90 0x5577ec247ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.113+0000 7f1976837740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec247ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.113+0000 7f1976837740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577ec143470 con 0x5577ec241a90 2024-03-07T10:12:07.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.113+0000 7f1976837740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577ec1a0f30 con 0x5577ec24a670 2024-03-07T10:12:07.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.113+0000 7f1976837740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577ec24d500 con 0x5577ec241170 2024-03-07T10:12:07.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.113+0000 7f1976837740 10 client.0 _ll_register_callbacks cb 0x5577ec19ed30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241a90 0x5577ec247ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241a90 0x5577ec247ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38134/0 (socket says 172.21.15.18:38134) 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 -- 172.21.15.18:0/948896352 learned_addr learned my addr 172.21.15.18:0/948896352 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 -- 172.21.15.18:0/948896352 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 msgr2=0x5577ec247570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec247570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 -- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 msgr2=0x5577ec247ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f1970f0c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec247ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec247ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.114+0000 7f197170d640 1 -- 172.21.15.18:0/948896352 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5577ebeb93f0 con 0x5577ec241a90 2024-03-07T10:12:07.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.115+0000 7f1970f0c640 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec247ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:12:07.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.115+0000 7f1954ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:07.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.115+0000 7f197170d640 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241a90 0x5577ec247ab0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f195c00e5d0 tx=0x7f195c00ea90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=647db1d9de5964b1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.116+0000 7f1954ff9640 1 -- 172.21.15.18:0/948896352 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f195c005220 con 0x5577ec241a90 2024-03-07T10:12:07.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.116+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f196400f260 con 0x5577ec241a90 2024-03-07T10:12:07.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.116+0000 7f1954ff9640 1 -- 172.21.15.18:0/948896352 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f195c005020 con 0x5577ec241a90 2024-03-07T10:12:07.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.117+0000 7f1954ff9640 1 -- 172.21.15.18:0/948896352 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f195c005220 con 0x5577ec241a90 2024-03-07T10:12:07.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.118+0000 7f1976837740 10 client.18867 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:07.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.118+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5577ebf837d0 con 0x5577ec241a90 2024-03-07T10:12:07.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.118+0000 7f1954ff9640 1 -- 172.21.15.18:0/948896352 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f196400f260 con 0x5577ec241a90 2024-03-07T10:12:07.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.119+0000 7f1954ff9640 1 -- 172.21.15.18:0/948896352 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f195c010790 con 0x5577ec241a90 2024-03-07T10:12:07.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.119+0000 7f1976837740 10 client.18867 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:07.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.119+0000 7f1976837740 10 client.18867 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:12:07.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.119+0000 7f1976837740 20 client.18867 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:07.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.119+0000 7f1976837740 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec25acb0 0x5577ec25d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.119+0000 7f1976837740 4 client.18867 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:07.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.119+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5577ec1b23d0 con 0x5577ec25acb0 2024-03-07T10:12:07.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.120+0000 7f1970f0c640 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec25acb0 0x5577ec25d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.132+0000 7f1954ff9640 10 client.18867 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:07.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.132+0000 7f1970f0c640 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec25acb0 0x5577ec25d130 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7d691e110ac97bb server_cookie=921f20002a61a16d in_seq=0 out_seq=0 2024-03-07T10:12:07.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.139+0000 7f1954ff9640 1 -- 172.21.15.18:0/948896352 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5577ec1b23d0 con 0x5577ec25acb0 2024-03-07T10:12:07.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.139+0000 7f1954ff9640 10 client.18867 handle_command_reply: tid=0 2024-03-07T10:12:07.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.139+0000 7f1976837740 1 client.18867 shutdown 2024-03-07T10:12:07.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241a90 msgr2=0x5577ec247ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241a90 0x5577ec247ab0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f195c00e5d0 tx=0x7f195c00ea90 comp rx=0 tx=0).stop 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 shutdown_connections 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec25acb0 0x5577ec25d130 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec247ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241a90 0x5577ec247ab0 secure :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f195c00e5d0 tx=0x7f195c00ea90 comp rx=0 tx=0).stop 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 --2- 172.21.15.18:0/948896352 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec247570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.142+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 >> 172.21.15.18:0/948896352 conn(0x5577ec23b8a0 msgr2=0x5577ec23d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.144+0000 7f1954ff9640 0 client.18867 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:07.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.145+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 shutdown_connections 2024-03-07T10:12:07.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.147+0000 7f1976837740 1 -- 172.21.15.18:0/948896352 wait complete. 2024-03-07T10:12:07.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.147+0000 7f1976837740 20 client.18867 trim_cache size 0 max 16384 2024-03-07T10:12:07.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.175+0000 7f1976837740 1 Processor -- start 2024-03-07T10:12:07.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.175+0000 7f1976837740 1 -- start start 2024-03-07T10:12:07.180 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.175+0000 7f1976837740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241170 0x5577ec23d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.175+0000 7f1976837740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec24a670 0x5577ec255c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.175+0000 7f1976837740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec262a40 0x5577ec2561d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1970f0c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241170 0x5577ec23d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1970f0c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241170 0x5577ec23d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38142/0 (socket says 172.21.15.18:38142) 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1970f0c640 1 -- 172.21.15.18:0/534765797 learned_addr learned my addr 172.21.15.18:0/534765797 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1bead0 con 0x5577ec241170 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1bc5d0 con 0x5577ec262a40 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1ba5f0 con 0x5577ec24a670 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1970f0c640 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec262a40 0x5577ec2561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.176+0000 7f1970f0c640 1 -- 172.21.15.18:0/534765797 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec24a670 msgr2=0x5577ec255c90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.177+0000 7f1970f0c640 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec24a670 0x5577ec255c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.177+0000 7f1970f0c640 1 -- 172.21.15.18:0/534765797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec262a40 msgr2=0x5577ec2561d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.177+0000 7f1970f0c640 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec262a40 0x5577ec2561d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.177+0000 7f1970f0c640 1 -- 172.21.15.18:0/534765797 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5577ec23b6d0 con 0x5577ec241170 2024-03-07T10:12:07.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.177+0000 7f1970f0c640 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241170 0x5577ec23d300 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f1964002230 tx=0x7f1964005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e707f559daf179 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.178+0000 7f1956ffd640 1 -- 172.21.15.18:0/534765797 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19640272c0 con 0x5577ec241170 2024-03-07T10:12:07.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.178+0000 7f1956ffd640 1 -- 172.21.15.18:0/534765797 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f196400a6c0 con 0x5577ec241170 2024-03-07T10:12:07.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.178+0000 7f1956ffd640 1 -- 172.21.15.18:0/534765797 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1964027bf0 con 0x5577ec241170 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.179+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241170 msgr2=0x5577ec23d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.179+0000 7f1976837740 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241170 0x5577ec23d300 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f1964002230 tx=0x7f1964005bd0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.180+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 shutdown_connections 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.180+0000 7f1976837740 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec262a40 0x5577ec2561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.180+0000 7f1976837740 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec24a670 0x5577ec255c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.180+0000 7f1976837740 1 --2- 172.21.15.18:0/534765797 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec241170 0x5577ec23d300 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.180+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 >> 172.21.15.18:0/534765797 conn(0x5577ec23b8a0 msgr2=0x5577ec23cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.181+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 shutdown_connections 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.181+0000 7f1976837740 1 -- 172.21.15.18:0/534765797 wait complete. 2024-03-07T10:12:07.183 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.181+0000 7f1976837740 1 -- start start 2024-03-07T10:12:07.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.181+0000 7f1976837740 1 Processor -- start 2024-03-07T10:12:07.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1976837740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec2521b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1976837740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec2526f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1976837740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec262a40 0x5577ec250750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1976837740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1bac50 con 0x5577ec262a40 2024-03-07T10:12:07.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1976837740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1bbf70 con 0x5577ec24a670 2024-03-07T10:12:07.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1976837740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c1bb2b0 con 0x5577ec241170 2024-03-07T10:12:07.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1976837740 10 client.0 _ll_register_callbacks cb 0x7f195c009610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:07.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.182+0000 7f1970f0c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec262a40 0x5577ec250750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.183+0000 7f1970f0c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec262a40 0x5577ec250750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38144/0 (socket says 172.21.15.18:38144) 2024-03-07T10:12:07.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.183+0000 7f1970f0c640 1 -- 172.21.15.18:0/2715863340 learned_addr learned my addr 172.21.15.18:0/2715863340 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.185 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.183+0000 7f197170d640 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec2526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.183+0000 7f1970f0c640 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec2521b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.183+0000 7f1970f0c640 1 -- 172.21.15.18:0/2715863340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 msgr2=0x5577ec2521b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.184+0000 7f1970f0c640 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec2521b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.184+0000 7f1970f0c640 1 -- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 msgr2=0x5577ec2526f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.184+0000 7f1970f0c640 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec2526f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.186 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.184+0000 7f1970f0c640 1 -- 172.21.15.18:0/2715863340 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5577ec250f50 con 0x5577ec262a40 2024-03-07T10:12:07.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.189+0000 7f1970f0c640 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec262a40 0x5577ec250750 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f196400f310 tx=0x7f196400f700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93e10604e522afad server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.191 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.189+0000 7f1954ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:07.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.190+0000 7f1954ff9640 1 -- 172.21.15.18:0/2715863340 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1964051040 con 0x5577ec262a40 2024-03-07T10:12:07.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.190+0000 7f1954ff9640 1 -- 172.21.15.18:0/2715863340 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f1964003b70 con 0x5577ec262a40 2024-03-07T10:12:07.193 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.191+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f196400a6c0 con 0x5577ec262a40 2024-03-07T10:12:07.195 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.193+0000 7f1954ff9640 1 -- 172.21.15.18:0/2715863340 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f19640272c0 con 0x5577ec262a40 2024-03-07T10:12:07.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.193+0000 7f1976837740 10 client.18873 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:07.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.194+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5577ec2b7250 con 0x5577ec262a40 2024-03-07T10:12:07.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.194+0000 7f1954ff9640 1 -- 172.21.15.18:0/2715863340 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f196400a6c0 con 0x5577ec262a40 2024-03-07T10:12:07.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:06 smithi063 ceph-mon[36356]: pgmap v404: 97 pgs: 97 active+clean; 4.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 6.5 MiB/s wr, 690 op/s 2024-03-07T10:12:07.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.195+0000 7f1954ff9640 1 -- 172.21.15.18:0/2715863340 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f196400b040 con 0x5577ec262a40 2024-03-07T10:12:07.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.196+0000 7f1976837740 10 client.18873 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:07.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.196+0000 7f1976837740 10 client.18873 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:12:07.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.196+0000 7f1976837740 20 client.18873 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:07.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.196+0000 7f1976837740 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec2b7860 0x5577ec2b9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.196+0000 7f1976837740 4 client.18873 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:12:07.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.196+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5577ec1ac720 con 0x5577ec2b7860 2024-03-07T10:12:07.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.196+0000 7f197170d640 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec2b7860 0x5577ec2b9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.197+0000 7f197170d640 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec2b7860 0x5577ec2b9c80 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=523e0c468638fad6 server_cookie=e6ce02c522fb5ad4 in_seq=0 out_seq=0 2024-03-07T10:12:07.198 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.197+0000 7f1954ff9640 10 client.18873 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:07.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.198+0000 7f1954ff9640 1 -- 172.21.15.18:0/2715863340 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5577ec1ac720 con 0x5577ec2b7860 2024-03-07T10:12:07.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.198+0000 7f1954ff9640 10 client.18873 handle_command_reply: tid=0 2024-03-07T10:12:07.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.198+0000 7f1976837740 1 client.18873 shutdown 2024-03-07T10:12:07.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.198+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec262a40 msgr2=0x5577ec250750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.198+0000 7f1976837740 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec262a40 0x5577ec250750 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f196400f310 tx=0x7f196400f700 comp rx=0 tx=0).stop 2024-03-07T10:12:07.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.202+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 shutdown_connections 2024-03-07T10:12:07.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.202+0000 7f1976837740 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x5577ec2b7860 0x5577ec2b9c80 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.202+0000 7f1976837740 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5577ec262a40 0x5577ec250750 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.202+0000 7f1976837740 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577ec24a670 0x5577ec2526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.202+0000 7f1976837740 1 --2- 172.21.15.18:0/2715863340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5577ec241170 0x5577ec2521b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.202+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 >> 172.21.15.18:0/2715863340 conn(0x5577ec23b8a0 msgr2=0x5577ec2622c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.202+0000 7f1954ff9640 0 client.18873 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:07.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.204+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 shutdown_connections 2024-03-07T10:12:07.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.205+0000 7f1976837740 1 -- 172.21.15.18:0/2715863340 wait complete. 2024-03-07T10:12:07.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.206+0000 7f1976837740 20 client.18873 trim_cache size 0 max 16384 2024-03-07T10:12:07.211 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:12:07.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.209+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19580a2070 msgr2=0x7f19580a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.210+0000 7f1973971640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19580a2070 0x7f19580a4530 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f19680b62f0 tx=0x7f19680bfb60 comp rx=0 tx=0).stop 2024-03-07T10:12:07.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.210+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 msgr2=0x7f196c1a6a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.210+0000 7f1973971640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 0x7f196c1a6a90 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f196802c1b0 tx=0x7f1968034440 comp rx=0 tx=0).stop 2024-03-07T10:12:07.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.211+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 shutdown_connections 2024-03-07T10:12:07.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.211+0000 7f1973971640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196c1101c0 0x7f196c1a6a90 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.211+0000 7f1973971640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f196c10fde0 0x7f196c1ace20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.211+0000 7f1973971640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f19580a2070 0x7f19580a4530 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.211+0000 7f1973971640 1 --2- 172.21.15.18:0/4267148613 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f196c1091c0 0x7f196c1ac8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.211+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 >> 172.21.15.18:0/4267148613 conn(0x7f196c06da40 msgr2=0x7f196c070280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.212+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 shutdown_connections 2024-03-07T10:12:07.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.212+0000 7f1973971640 1 -- 172.21.15.18:0/4267148613 wait complete. 2024-03-07T10:12:07.237 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:12:07.237 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:12:07.238 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:06 smithi018 ceph-mon[32171]: pgmap v404: 97 pgs: 97 active+clean; 4.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 6.5 MiB/s wr, 690 op/s 2024-03-07T10:12:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:06 smithi077 ceph-mon[36374]: pgmap v404: 97 pgs: 97 active+clean; 4.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 6.5 MiB/s wr, 690 op/s 2024-03-07T10:12:07.432 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.430+0000 7fc33b054640 1 -- 172.21.15.18:0/101877486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c094e40 msgr2=0x7fc32c0952a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.430+0000 7fc33b054640 1 --2- 172.21.15.18:0/101877486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c094e40 0x7fc32c0952a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc33000ba20 tx=0x7fc33002d910 comp rx=0 tx=0).stop 2024-03-07T10:12:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.430+0000 7fc33b054640 1 -- 172.21.15.18:0/101877486 shutdown_connections 2024-03-07T10:12:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.430+0000 7fc33b054640 1 --2- 172.21.15.18:0/101877486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc32c0957e0 0x7fc32c0a1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.430+0000 7fc33b054640 1 --2- 172.21.15.18:0/101877486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c094e40 0x7fc32c0952a0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.430+0000 7fc33b054640 1 --2- 172.21.15.18:0/101877486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c099bb0 0x7fc32c099f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.433 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.430+0000 7fc33b054640 1 -- 172.21.15.18:0/101877486 >> 172.21.15.18:0/101877486 conn(0x7fc32c00a730 msgr2=0x7fc32c00ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.434+0000 7fc33b054640 1 -- 172.21.15.18:0/101877486 shutdown_connections 2024-03-07T10:12:07.436 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.435+0000 7fc33b054640 1 -- 172.21.15.18:0/101877486 wait complete. 2024-03-07T10:12:07.437 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.435+0000 7fc33b054640 1 Processor -- start 2024-03-07T10:12:07.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.437+0000 7fc33b054640 1 -- start start 2024-03-07T10:12:07.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33b054640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c094e40 0x7fc32c1497c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33b054640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0957e0 0x7fc32c149d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33b054640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc32c099bb0 0x7fc32c143970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33b054640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32c0a3ef0 con 0x7fc32c094e40 2024-03-07T10:12:07.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33b054640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32c0a3d70 con 0x7fc32c0957e0 2024-03-07T10:12:07.443 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33b054640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32c0a4070 con 0x7fc32c099bb0 2024-03-07T10:12:07.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33a052640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c094e40 0x7fc32c1497c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.444 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33a052640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c094e40 0x7fc32c1497c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38160/0 (socket says 172.21.15.18:38160) 2024-03-07T10:12:07.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.438+0000 7fc33a052640 1 -- 172.21.15.18:0/510993121 learned_addr learned my addr 172.21.15.18:0/510993121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.439+0000 7fc339851640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0957e0 0x7fc32c149d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.439+0000 7fc33a052640 1 -- 172.21.15.18:0/510993121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc32c099bb0 msgr2=0x7fc32c143970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.445 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.439+0000 7fc33a052640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc32c099bb0 0x7fc32c143970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.439+0000 7fc33a052640 1 -- 172.21.15.18:0/510993121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0957e0 msgr2=0x7fc32c149d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.439+0000 7fc33a052640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0957e0 0x7fc32c149d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.439+0000 7fc33a052640 1 -- 172.21.15.18:0/510993121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc32c1440c0 con 0x7fc32c094e40 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.439+0000 7fc33a052640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c094e40 0x7fc32c1497c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fc32400d8d0 tx=0x7fc32400dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.440+0000 7fc32b7fe640 1 -- 172.21.15.18:0/510993121 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc324017070 con 0x7fc32c094e40 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.440+0000 7fc32b7fe640 1 -- 172.21.15.18:0/510993121 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc324009c30 con 0x7fc32c094e40 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.441+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc32c1443b0 con 0x7fc32c094e40 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.441+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc32c13b090 con 0x7fc32c094e40 2024-03-07T10:12:07.446 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.441+0000 7fc32b7fe640 1 -- 172.21.15.18:0/510993121 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc32400f600 con 0x7fc32c094e40 2024-03-07T10:12:07.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.445+0000 7fc32b7fe640 1 -- 172.21.15.18:0/510993121 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc324010460 con 0x7fc32c094e40 2024-03-07T10:12:07.447 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.446+0000 7fc32b7fe640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3200a2080 0x7fc3200a4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.446+0000 7fc32b7fe640 1 -- 172.21.15.18:0/510993121 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fc3240cdef0 con 0x7fc32c094e40 2024-03-07T10:12:07.448 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.447+0000 7fc33f180740 1 Processor -- start 2024-03-07T10:12:07.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.447+0000 7fc339851640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3200a2080 0x7fc3200a4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.447+0000 7fc33f180740 1 -- start start 2024-03-07T10:12:07.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.448+0000 7fc33f180740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acba6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.448+0000 7fc33f180740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acc32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.448+0000 7fc33f180740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.449 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.448+0000 7fc33f180740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2ac81330 con 0x55ca2acba2f0 2024-03-07T10:12:07.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.448+0000 7fc33f180740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2ac1de90 con 0x55ca2acbac10 2024-03-07T10:12:07.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.448+0000 7fc33f180740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2abc6d00 con 0x55ca2acc37f0 2024-03-07T10:12:07.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc5be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49168/0 (socket says 172.21.15.18:49168) 2024-03-07T10:12:07.450 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 -- 172.21.15.18:0/2075069007 learned_addr learned my addr 172.21.15.18:0/2075069007 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.451 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a052640 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acba6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 -- 172.21.15.18:0/2075069007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 msgr2=0x55ca2acc32b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:12:07.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acc32b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 -- 172.21.15.18:0/2075069007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 msgr2=0x55ca2acba6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acba6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.449+0000 7fc33a853640 1 -- 172.21.15.18:0/2075069007 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca2abc5b90 con 0x55ca2acc37f0 2024-03-07T10:12:07.452 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.450+0000 7fc33a853640 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc5be0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc334050cc0 tx=0x7fc33406d4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c0b2421eeb78ee6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.451+0000 7fc339851640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3200a2080 0x7fc3200a4540 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc33000e090 tx=0x7fc330005ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.451+0000 7fc328bfe640 1 -- 172.21.15.18:0/2075069007 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33406f040 con 0x55ca2acc37f0 2024-03-07T10:12:07.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.451+0000 7fc328bfe640 1 -- 172.21.15.18:0/2075069007 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc334073400 con 0x55ca2acc37f0 2024-03-07T10:12:07.453 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.451+0000 7fc328bfe640 1 -- 172.21.15.18:0/2075069007 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc334069870 con 0x55ca2acc37f0 2024-03-07T10:12:07.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.452+0000 7fc33f180740 1 -- 172.21.15.18:0/2075069007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 msgr2=0x55ca2acc5be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.457 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.452+0000 7fc33f180740 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc5be0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fc334050cc0 tx=0x7fc33406d4d0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 -- 172.21.15.18:0/2075069007 shutdown_connections 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc5be0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acc32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 --2- 172.21.15.18:0/2075069007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acba6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 -- 172.21.15.18:0/2075069007 >> 172.21.15.18:0/2075069007 conn(0x55ca2acb4a20 msgr2=0x55ca2acb4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 -- 172.21.15.18:0/2075069007 shutdown_connections 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 -- 172.21.15.18:0/2075069007 wait complete. 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 -- start start 2024-03-07T10:12:07.458 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.456+0000 7fc33f180740 1 Processor -- start 2024-03-07T10:12:07.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33f180740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2acc07b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33f180740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33f180740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33f180740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2abbc470 con 0x55ca2acbac10 2024-03-07T10:12:07.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33f180740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2ac19f30 con 0x55ca2acba2f0 2024-03-07T10:12:07.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33f180740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2acc65e0 con 0x55ca2acc37f0 2024-03-07T10:12:07.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33f180740 10 client.0 _ll_register_callbacks cb 0x55ca2ac17d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:07.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33a853640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33a853640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49174/0 (socket says 172.21.15.18:49174) 2024-03-07T10:12:07.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc33a853640 1 -- 172.21.15.18:0/643180195 learned_addr learned my addr 172.21.15.18:0/643180195 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.457+0000 7fc339851640 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.458+0000 7fc339851640 1 -- 172.21.15.18:0/643180195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 msgr2=0x55ca2acc1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.458+0000 7fc339851640 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.458+0000 7fc339851640 1 -- 172.21.15.18:0/643180195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 msgr2=0x55ca2acc07b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:12:07.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.458+0000 7fc339851640 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2acc07b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.458+0000 7fc339851640 1 -- 172.21.15.18:0/643180195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ca2a9323f0 con 0x55ca2acbac10 2024-03-07T10:12:07.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.458+0000 7fc339851640 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc0cf0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fc32c094940 tx=0x7fc33002d910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bae3fd7cb0a6ae5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.459+0000 7fc31dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:07.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.459+0000 7fc31dffb640 1 -- 172.21.15.18:0/643180195 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc330009450 con 0x55ca2acbac10 2024-03-07T10:12:07.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.459+0000 7fc31dffb640 1 -- 172.21.15.18:0/643180195 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fc3300095f0 con 0x55ca2acbac10 2024-03-07T10:12:07.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.459+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc334073400 con 0x55ca2acbac10 2024-03-07T10:12:07.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.459+0000 7fc31dffb640 1 -- 172.21.15.18:0/643180195 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3300097f0 con 0x55ca2acbac10 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.460+0000 7fc33f180740 10 client.18885 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.460+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ca2a9fc7d0 con 0x55ca2acbac10 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc31dffb640 1 -- 172.21.15.18:0/643180195 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc334073400 con 0x55ca2acbac10 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc31dffb640 1 -- 172.21.15.18:0/643180195 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc330059790 con 0x55ca2acbac10 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc33f180740 10 client.18885 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc33f180740 10 client.18885 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc33f180740 20 client.18885 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc33f180740 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2acd3a80 0x55ca2acd5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc33f180740 4 client.18885 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:07.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ca2ac2b3d0 con 0x55ca2acd3a80 2024-03-07T10:12:07.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.461+0000 7fc33a052640 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2acd3a80 0x55ca2acd5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.463+0000 7fc31dffb640 10 client.18885 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:07.464 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.463+0000 7fc33a052640 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2acd3a80 0x55ca2acd5ee0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f98368f65eb85b server_cookie=631ae1f66767e102 in_seq=0 out_seq=0 2024-03-07T10:12:07.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.464+0000 7fc31dffb640 1 -- 172.21.15.18:0/643180195 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ca2ac2b3d0 con 0x55ca2acd3a80 2024-03-07T10:12:07.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.464+0000 7fc31dffb640 10 client.18885 handle_command_reply: tid=0 2024-03-07T10:12:07.465 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.464+0000 7fc33f180740 1 client.18885 shutdown 2024-03-07T10:12:07.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.464+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 msgr2=0x55ca2acc0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.464+0000 7fc33f180740 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc0cf0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fc32c094940 tx=0x7fc33002d910 comp rx=0 tx=0).stop 2024-03-07T10:12:07.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.464+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 shutdown_connections 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2acd3a80 0x55ca2acd5ee0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc0cf0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 1 --2- 172.21.15.18:0/643180195 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2acc07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 >> 172.21.15.18:0/643180195 conn(0x55ca2acb4a20 msgr2=0x55ca2acb6770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc31dffb640 0 client.18885 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 shutdown_connections 2024-03-07T10:12:07.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 1 -- 172.21.15.18:0/643180195 wait complete. 2024-03-07T10:12:07.468 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.465+0000 7fc33f180740 20 client.18885 trim_cache size 0 max 16384 2024-03-07T10:12:07.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.491+0000 7fc33f180740 1 Processor -- start 2024-03-07T10:12:07.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.492+0000 7fc33f180740 1 -- start start 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33f180740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acc2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33f180740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acb3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33f180740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acced20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33f180740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc318010e80 con 0x55ca2acba2f0 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33f180740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31800e980 con 0x55ca2acbac10 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33f180740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31800ca40 con 0x55ca2acc37f0 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc339851640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acb3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33a853640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc339851640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acb3ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51656/0 (socket says 172.21.15.18:51656) 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc339851640 1 -- 172.21.15.18:0/4163557124 learned_addr learned my addr 172.21.15.18:0/4163557124 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.493+0000 7fc33a052640 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acc2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.494+0000 7fc33a052640 1 -- 172.21.15.18:0/4163557124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 msgr2=0x55ca2acced20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.494+0000 7fc33a052640 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acced20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.494+0000 7fc33a052640 1 -- 172.21.15.18:0/4163557124 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 msgr2=0x55ca2acb3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.494+0000 7fc33a052640 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acb3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.494+0000 7fc33a052640 1 -- 172.21.15.18:0/4163557124 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca2acbf760 con 0x55ca2acba2f0 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.494+0000 7fc33a052640 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acc2ee0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fc3240cb510 tx=0x7fc324005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd82b61ccafcdead server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.495+0000 7fc31ffff640 1 -- 172.21.15.18:0/4163557124 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3240ae070 con 0x55ca2acba2f0 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.495+0000 7fc31ffff640 1 -- 172.21.15.18:0/4163557124 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc3240a2f50 con 0x55ca2acba2f0 2024-03-07T10:12:07.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.495+0000 7fc31ffff640 1 -- 172.21.15.18:0/4163557124 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc324014030 con 0x55ca2acba2f0 2024-03-07T10:12:07.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.496+0000 7fc33f180740 1 -- 172.21.15.18:0/4163557124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 msgr2=0x55ca2acc2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.496+0000 7fc33f180740 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acc2ee0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fc3240cb510 tx=0x7fc324005f70 comp rx=0 tx=0).stop 2024-03-07T10:12:07.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.501+0000 7fc33f180740 1 -- 172.21.15.18:0/4163557124 shutdown_connections 2024-03-07T10:12:07.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.501+0000 7fc33f180740 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acced20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.501+0000 7fc33f180740 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acbac10 0x55ca2acb3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.501+0000 7fc33f180740 1 --2- 172.21.15.18:0/4163557124 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acba2f0 0x55ca2acc2ee0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.501+0000 7fc33f180740 1 -- 172.21.15.18:0/4163557124 >> 172.21.15.18:0/4163557124 conn(0x55ca2acb4a20 msgr2=0x55ca2acb4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.501+0000 7fc33f180740 1 -- 172.21.15.18:0/4163557124 shutdown_connections 2024-03-07T10:12:07.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.501+0000 7fc33f180740 1 -- 172.21.15.18:0/4163557124 wait complete. 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.502+0000 7fc33f180740 1 -- start start 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.502+0000 7fc33f180740 1 Processor -- start 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.502+0000 7fc33f180740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2accb730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.502+0000 7fc33f180740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33f180740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33a052640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2accb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33a052640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2accb730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51672/0 (socket says 172.21.15.18:51672) 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33a052640 1 -- 172.21.15.18:0/1934446560 learned_addr learned my addr 172.21.15.18:0/1934446560 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31800d040 con 0x55ca2acbac10 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31800e320 con 0x55ca2acba2f0 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc31800d660 con 0x55ca2acc37f0 2024-03-07T10:12:07.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33f180740 10 client.0 _ll_register_callbacks cb 0x7fc334067a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc339851640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33a853640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc339851640 1 -- 172.21.15.18:0/1934446560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 msgr2=0x55ca2acc81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc339851640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc339851640 1 -- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 msgr2=0x55ca2accb730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc339851640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2accb730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc339851640 1 -- 172.21.15.18:0/1934446560 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ca2acbaa40 con 0x55ca2acbac10 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33a853640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.503+0000 7fc33a052640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2accb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc339851640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc7ab0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fc330000c00 tx=0x7fc330005460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df8104f620d90881 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc31dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc31dffb640 1 -- 172.21.15.18:0/1934446560 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc330059840 con 0x55ca2acbac10 2024-03-07T10:12:07.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc3240a2f50 con 0x55ca2acbac10 2024-03-07T10:12:07.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc31dffb640 1 -- 172.21.15.18:0/1934446560 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fc3300046c0 con 0x55ca2acbac10 2024-03-07T10:12:07.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc31dffb640 1 -- 172.21.15.18:0/1934446560 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3300599e0 con 0x55ca2acbac10 2024-03-07T10:12:07.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc33f180740 10 client.18891 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:07.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.504+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ca2ad302e0 con 0x55ca2acbac10 2024-03-07T10:12:07.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc31dffb640 1 -- 172.21.15.18:0/1934446560 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc330009990 con 0x55ca2acbac10 2024-03-07T10:12:07.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc31dffb640 1 -- 172.21.15.18:0/1934446560 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc33003d8b0 con 0x55ca2acbac10 2024-03-07T10:12:07.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc33f180740 10 client.18891 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:07.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc33f180740 10 client.18891 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:12:07.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc33f180740 20 client.18891 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc33f180740 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2ad309d0 0x55ca2ad32df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc33f180740 4 client.18891 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.505+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fc3240a2f50 con 0x55ca2ad309d0 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.506+0000 7fc33a052640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2ad309d0 0x55ca2ad32df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.506+0000 7fc31dffb640 10 client.18891 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.506+0000 7fc33a052640 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2ad309d0 0x55ca2ad32df0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8702d7c77b3fcc33 server_cookie=9522615db3c5a3b1 in_seq=0 out_seq=0 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.506+0000 7fc31dffb640 1 -- 172.21.15.18:0/1934446560 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fc3240a2f50 con 0x55ca2ad309d0 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.506+0000 7fc31dffb640 10 client.18891 handle_command_reply: tid=0 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.506+0000 7fc33f180740 1 client.18891 shutdown 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 msgr2=0x55ca2acc7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc7ab0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fc330000c00 tx=0x7fc330005460 comp rx=0 tx=0).stop 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 shutdown_connections 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x55ca2ad309d0 0x55ca2ad32df0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ca2acc37f0 0x55ca2acc81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc31dffb640 0 client.18891 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:07.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ca2acbac10 0x55ca2acc7ab0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 --2- 172.21.15.18:0/1934446560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2acba2f0 0x55ca2accb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 >> 172.21.15.18:0/1934446560 conn(0x55ca2acb4a20 msgr2=0x55ca2acc1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 shutdown_connections 2024-03-07T10:12:07.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 1 -- 172.21.15.18:0/1934446560 wait complete. 2024-03-07T10:12:07.512 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.507+0000 7fc33f180740 20 client.18891 trim_cache size 0 max 16384 2024-03-07T10:12:07.513 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3200a2080 msgr2=0x7fc3200a4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3200a2080 0x7fc3200a4540 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc33000e090 tx=0x7fc330005ab0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c094e40 msgr2=0x7fc32c1497c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c094e40 0x7fc32c1497c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fc32400d8d0 tx=0x7fc32400dd90 comp rx=0 tx=0).stop 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 shutdown_connections 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc32c099bb0 0x7fc32c143970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc32c0957e0 0x7fc32c149d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc3200a2080 0x7fc3200a4540 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 --2- 172.21.15.18:0/510993121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc32c094e40 0x7fc32c1497c0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 >> 172.21.15.18:0/510993121 conn(0x7fc32c00a730 msgr2=0x7fc32c092b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.508+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 shutdown_connections 2024-03-07T10:12:07.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.509+0000 7fc33b054640 1 -- 172.21.15.18:0/510993121 wait complete. 2024-03-07T10:12:07.525 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:12:07.525 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:12:07.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 -- 172.21.15.18:0/4081573352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 msgr2=0x7f976c10e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 --2- 172.21.15.18:0/4081573352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c10e4d0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f9764009cd0 tx=0x7f976402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 -- 172.21.15.18:0/4081573352 shutdown_connections 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 --2- 172.21.15.18:0/4081573352 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c10e4d0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 --2- 172.21.15.18:0/4081573352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f976c101600 0x7f976c101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 --2- 172.21.15.18:0/4081573352 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f976c1076a0 0x7f976c107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 -- 172.21.15.18:0/4081573352 >> 172.21.15.18:0/4081573352 conn(0x7f976c0fd0f0 msgr2=0x7f976c0ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 -- 172.21.15.18:0/4081573352 shutdown_connections 2024-03-07T10:12:07.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 -- 172.21.15.18:0/4081573352 wait complete. 2024-03-07T10:12:07.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.682+0000 7f9771914640 1 Processor -- start 2024-03-07T10:12:07.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f9771914640 1 -- start start 2024-03-07T10:12:07.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f9771914640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f976c101600 0x7f976c197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f9771914640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f9771914640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f976c1076a0 0x7f976c19c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f976a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f976affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f976c101600 0x7f976c197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f976a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59352/0 (socket says 172.21.15.18:59352) 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f976affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f976c101600 0x7f976c197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49142/0 (socket says 172.21.15.18:49142) 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f976affd640 1 -- 172.21.15.18:0/3603908098 learned_addr learned my addr 172.21.15.18:0/3603908098 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c1119e0 con 0x7f976c101fc0 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c111860 con 0x7f976c1076a0 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c111b60 con 0x7f976c101600 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.683+0000 7f976b7fe640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f976c1076a0 0x7f976c19c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f976a7fc640 1 -- 172.21.15.18:0/3603908098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f976c101600 msgr2=0x7f976c197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f976a7fc640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f976c101600 0x7f976c197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f976a7fc640 1 -- 172.21.15.18:0/3603908098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f976c1076a0 msgr2=0x7f976c19c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f976a7fc640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f976c1076a0 0x7f976c19c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f976a7fc640 1 -- 172.21.15.18:0/3603908098 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f976c19ce60 con 0x7f976c101fc0 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f976a7fc640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c198400 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f9760005fd0 tx=0x7f9760009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f9770912640 1 -- 172.21.15.18:0/3603908098 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9760004030 con 0x7f976c101fc0 2024-03-07T10:12:07.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f9770912640 1 -- 172.21.15.18:0/3603908098 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9760007dd0 con 0x7f976c101fc0 2024-03-07T10:12:07.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.684+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f976c19d150 con 0x7f976c101fc0 2024-03-07T10:12:07.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.685+0000 7f9770912640 1 -- 172.21.15.18:0/3603908098 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9760003d60 con 0x7f976c101fc0 2024-03-07T10:12:07.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.685+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f976c073890 con 0x7f976c101fc0 2024-03-07T10:12:07.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.687+0000 7f9770912640 1 -- 172.21.15.18:0/3603908098 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f97600078f0 con 0x7f976c101fc0 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.687+0000 7f9770912640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f97540a1f70 0x7f97540a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f9770912640 1 -- 172.21.15.18:0/3603908098 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f97600d19c0 con 0x7f976c101fc0 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f976affd640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f97540a1f70 0x7f97540a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 Processor -- start 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 -- start start 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9537d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9540940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da9543270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f976affd640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f97540a1f70 0x7f97540a4430 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f975c0058c0 tx=0x7f975c005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558da94f6330 con 0x558da9540e80 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558da9492e90 con 0x558da95382a0 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f97747d0740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558da943bd00 con 0x558da9537980 2024-03-07T10:12:07.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f976b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da9543270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f976b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da9543270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59364/0 (socket says 172.21.15.18:59364) 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f976b7fe640 1 -- 172.21.15.18:0/520825369 learned_addr learned my addr 172.21.15.18:0/520825369 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f976affd640 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9537d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.688+0000 7f976a7fc640 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9540940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f976b7fe640 1 -- 172.21.15.18:0/520825369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 msgr2=0x558da9537d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f976b7fe640 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9537d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f976b7fe640 1 -- 172.21.15.18:0/520825369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 msgr2=0x558da9540940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f976b7fe640 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9540940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f976b7fe640 1 -- 172.21.15.18:0/520825369 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558da943ab90 con 0x558da9540e80 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f976affd640 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9537d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f976b7fe640 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da9543270 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f976402c700 tx=0x7f97640093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db2886719686a43f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.689+0000 7f9751ffb640 1 -- 172.21.15.18:0/520825369 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9764043020 con 0x558da9540e80 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f9751ffb640 1 -- 172.21.15.18:0/520825369 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f976402cca0 con 0x558da9540e80 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f9751ffb640 1 -- 172.21.15.18:0/520825369 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9764039040 con 0x558da9540e80 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 -- 172.21.15.18:0/520825369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 msgr2=0x558da9543270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da9543270 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f976402c700 tx=0x7f97640093f0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 -- 172.21.15.18:0/520825369 shutdown_connections 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da9543270 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9540940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 --2- 172.21.15.18:0/520825369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9537d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 -- 172.21.15.18:0/520825369 >> 172.21.15.18:0/520825369 conn(0x558da95320b0 msgr2=0x558da9532490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 -- 172.21.15.18:0/520825369 shutdown_connections 2024-03-07T10:12:07.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.690+0000 7f97747d0740 1 -- 172.21.15.18:0/520825369 wait complete. 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 -- start start 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 Processor -- start 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da9537980 0x558da953de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da95382a0 0x558da953e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da953e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558da9431470 con 0x558da9540e80 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558da948ef30 con 0x558da9537980 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558da9543c10 con 0x558da95382a0 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f97747d0740 10 client.0 _ll_register_callbacks cb 0x558da948cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f976b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da953e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f976a7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da95382a0 0x558da953e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f976b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da953e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59376/0 (socket says 172.21.15.18:59376) 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f976b7fe640 1 -- 172.21.15.18:0/1038901287 learned_addr learned my addr 172.21.15.18:0/1038901287 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.691+0000 7f976affd640 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da9537980 0x558da953de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f976b7fe640 1 -- 172.21.15.18:0/1038901287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da95382a0 msgr2=0x558da953e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f976b7fe640 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da95382a0 0x558da953e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f976b7fe640 1 -- 172.21.15.18:0/1038901287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da9537980 msgr2=0x558da953de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f976b7fe640 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da9537980 0x558da953de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f976b7fe640 1 -- 172.21.15.18:0/1038901287 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558da91a73f0 con 0x558da9540e80 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f976b7fe640 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da953e900 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f9764005e30 tx=0x7f9764005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7629fb0423975c9b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f974affd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f974affd640 1 -- 172.21.15.18:0/1038901287 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976404c030 con 0x558da9540e80 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f974affd640 1 -- 172.21.15.18:0/1038901287 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f97640327a0 con 0x558da9540e80 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f976402cca0 con 0x558da9540e80 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f974affd640 1 -- 172.21.15.18:0/1038901287 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9764039040 con 0x558da9540e80 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f97747d0740 10 client.18903 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.692+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558da92717d0 con 0x558da9540e80 2024-03-07T10:12:07.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f974affd640 1 -- 172.21.15.18:0/1038901287 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f976402cca0 con 0x558da9540e80 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f974affd640 1 -- 172.21.15.18:0/1038901287 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9764048450 con 0x558da9540e80 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f97747d0740 10 client.18903 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f97747d0740 10 client.18903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f97747d0740 20 client.18903 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f97747d0740 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da9553260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f97747d0740 4 client.18903 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558da94a03d0 con 0x558da9550e70 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f976affd640 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da9553260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f974affd640 10 client.18903 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.693+0000 7f976affd640 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da9553260 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afd4e6fd45c13f54 server_cookie=be18a45b8f3d66c7 in_seq=0 out_seq=0 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.694+0000 7f974affd640 1 -- 172.21.15.18:0/1038901287 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558da94a03d0 con 0x558da9550e70 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.694+0000 7f974affd640 10 client.18903 handle_command_reply: tid=0 2024-03-07T10:12:07.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.694+0000 7f97747d0740 1 client.18903 shutdown 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 msgr2=0x558da953e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da953e900 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f9764005e30 tx=0x7f9764005f70 comp rx=0 tx=0).stop 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 shutdown_connections 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da9553260 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f974affd640 0 client.18903 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da953e900 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da95382a0 0x558da953e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 --2- 172.21.15.18:0/1038901287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da9537980 0x558da953de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 >> 172.21.15.18:0/1038901287 conn(0x558da95320b0 msgr2=0x558da9533e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 shutdown_connections 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 1 -- 172.21.15.18:0/1038901287 wait complete. 2024-03-07T10:12:07.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.695+0000 7f97747d0740 20 client.18903 trim_cache size 0 max 16384 2024-03-07T10:12:07.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.716+0000 7f97747d0740 1 Processor -- start 2024-03-07T10:12:07.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f97747d0740 1 -- start start 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f97747d0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9537980 0x558da9540540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f97747d0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da953d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f97747d0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9540e80 0x558da9533bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f97747d0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c1ad8b0 con 0x558da9537980 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f97747d0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c1ab3b0 con 0x558da95382a0 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f97747d0740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c1a9470 con 0x558da9540e80 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9537980 0x558da9540540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9537980 0x558da9540540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59384/0 (socket says 172.21.15.18:59384) 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976affd640 1 -- 172.21.15.18:0/2917120003 learned_addr learned my addr 172.21.15.18:0/2917120003 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976a7fc640 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da953d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976b7fe640 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9540e80 0x558da9533bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976b7fe640 1 -- 172.21.15.18:0/2917120003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 msgr2=0x558da953d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976b7fe640 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da953d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976b7fe640 1 -- 172.21.15.18:0/2917120003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9537980 msgr2=0x558da9540540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.717+0000 7f976b7fe640 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9537980 0x558da9540540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.718+0000 7f976b7fe640 1 -- 172.21.15.18:0/2917120003 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558da9543270 con 0x558da9540e80 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.718+0000 7f976a7fc640 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da953d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.718+0000 7f976affd640 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9537980 0x558da9540540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.718+0000 7f976b7fe640 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9540e80 0x558da9533bd0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f97640488f0 tx=0x7f97640093f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29628ed16595fd0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.718+0000 7f97517fa640 1 -- 172.21.15.18:0/2917120003 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976404c070 con 0x558da9540e80 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.718+0000 7f97517fa640 1 -- 172.21.15.18:0/2917120003 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f976402ce50 con 0x558da9540e80 2024-03-07T10:12:07.722 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.718+0000 7f97517fa640 1 -- 172.21.15.18:0/2917120003 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9764043050 con 0x558da9540e80 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 -- 172.21.15.18:0/2917120003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9540e80 msgr2=0x558da9533bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9540e80 0x558da9533bd0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f97640488f0 tx=0x7f97640093f0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 -- 172.21.15.18:0/2917120003 shutdown_connections 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9540e80 0x558da9533bd0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da953d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 --2- 172.21.15.18:0/2917120003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9537980 0x558da9540540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 -- 172.21.15.18:0/2917120003 >> 172.21.15.18:0/2917120003 conn(0x558da95320b0 msgr2=0x558da95334c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 -- 172.21.15.18:0/2917120003 shutdown_connections 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.719+0000 7f97747d0740 1 -- 172.21.15.18:0/2917120003 wait complete. 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 -- start start 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 Processor -- start 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9553860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9553da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da95542e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c1a9a70 con 0x558da9540e80 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c1aad50 con 0x558da95382a0 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.720+0000 7f97747d0740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c1aa090 con 0x558da9537980 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9553860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f97747d0740 10 client.0 _ll_register_callbacks cb 0x7f975c009960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9553860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49164/0 (socket says 172.21.15.18:49164) 2024-03-07T10:12:07.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 -- 172.21.15.18:0/413042870 learned_addr learned my addr 172.21.15.18:0/413042870 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976b7fe640 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da95542e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976a7fc640 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9553da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 -- 172.21.15.18:0/413042870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 msgr2=0x558da9553da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9553da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 -- 172.21.15.18:0/413042870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 msgr2=0x558da95542e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da95542e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 -- 172.21.15.18:0/413042870 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558da95ab3a0 con 0x558da9537980 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f976affd640 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9553860 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f975c02c310 tx=0x7f975c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36a19786fb409d5c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f974affd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:07.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f974affd640 1 -- 172.21.15.18:0/413042870 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f975c003a00 con 0x558da9537980 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f974affd640 1 -- 172.21.15.18:0/413042870 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f975c003ba0 con 0x558da9537980 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.721+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f976402ce50 con 0x558da9537980 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f974affd640 1 -- 172.21.15.18:0/413042870 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f975c02ce20 con 0x558da9537980 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 10 client.28762 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558da95ac6d0 con 0x558da9537980 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f974affd640 1 -- 172.21.15.18:0/413042870 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f976402ce50 con 0x558da9537980 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f974affd640 1 -- 172.21.15.18:0/413042870 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f975c033070 con 0x558da9537980 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 10 client.28762 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 10 client.28762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 20 client.28762 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da95aeef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 4 client.28762 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558da949a720 con 0x558da9550e70 2024-03-07T10:12:07.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.722+0000 7f976a7fc640 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da95aeef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f974affd640 10 client.28762 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f976a7fc640 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da95aeef0 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87bd53cf9e9fbf42 server_cookie=19718974742a3ee in_seq=0 out_seq=0 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f974affd640 1 -- 172.21.15.18:0/413042870 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558da949a720 con 0x558da9550e70 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f974affd640 10 client.28762 handle_command_reply: tid=0 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 client.28762 shutdown 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 msgr2=0x558da9553860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9553860 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f975c02c310 tx=0x7f975c004730 comp rx=0 tx=0).stop 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 shutdown_connections 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558da9550e70 0x558da95aeef0 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558da9540e80 0x558da95542e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558da95382a0 0x558da9553da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 --2- 172.21.15.18:0/413042870 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558da9537980 0x558da9553860 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f974affd640 0 client.28762 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:07.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 >> 172.21.15.18:0/413042870 conn(0x558da95320b0 msgr2=0x558da95280d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 shutdown_connections 2024-03-07T10:12:07.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 1 -- 172.21.15.18:0/413042870 wait complete. 2024-03-07T10:12:07.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.723+0000 7f97747d0740 20 client.28762 trim_cache size 0 max 16384 2024-03-07T10:12:07.732 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:12:07.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f97540a1f70 msgr2=0x7f97540a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f97540a1f70 0x7f97540a4430 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f975c0058c0 tx=0x7f975c005f90 comp rx=0 tx=0).stop 2024-03-07T10:12:07.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 msgr2=0x7f976c198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:07.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c198400 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f9760005fd0 tx=0x7f9760009f60 comp rx=0 tx=0).stop 2024-03-07T10:12:07.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 shutdown_connections 2024-03-07T10:12:07.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f976c1076a0 0x7f976c19c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f97540a1f70 0x7f97540a4430 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f976c101fc0 0x7f976c198400 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 --2- 172.21.15.18:0/3603908098 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f976c101600 0x7f976c197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 >> 172.21.15.18:0/3603908098 conn(0x7f976c0fd0f0 msgr2=0x7f976c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 shutdown_connections 2024-03-07T10:12:07.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:07.724+0000 7f9771914640 1 -- 172.21.15.18:0/3603908098 wait complete. 2024-03-07T10:12:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 765.0 s, 183.0 tps, lat 516.830 ms stddev 578.504 2024-03-07T10:12:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:07 smithi063 ceph-mon[36356]: osdmap e104: 12 total, 12 up, 12 in 2024-03-07T10:12:08.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:07 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2420279777' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:12:08.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:07 smithi077 ceph-mon[36374]: osdmap e104: 12 total, 12 up, 12 in 2024-03-07T10:12:08.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:07 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2420279777' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:12:08.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:07 smithi018 ceph-mon[32171]: osdmap e104: 12 total, 12 up, 12 in 2024-03-07T10:12:08.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:07 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2420279777' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:12:08.737 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:12:08.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:12:08.737 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:12:08.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9b5ffb640 1 -- 172.21.15.18:0/3117131711 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac02cca0 con 0x7fa9b811ae40 2024-03-07T10:12:08.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3117131711 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b811ae40 msgr2=0x7fa9b811d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3117131711 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b811ae40 0x7fa9b811d230 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac009900 tx=0x7fa9ac02bc50 comp rx=0 tx=0).stop 2024-03-07T10:12:08.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3117131711 shutdown_connections 2024-03-07T10:12:08.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3117131711 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b811ae40 0x7fa9b811d230 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3117131711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b8108ba0 0x7fa9b8109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3117131711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b810fdf0 0x7fa9b8108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.904+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3117131711 >> 172.21.15.18:0/3117131711 conn(0x7fa9b806c6d0 msgr2=0x7fa9b806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.905+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3117131711 shutdown_connections 2024-03-07T10:12:08.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.906+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3117131711 wait complete. 2024-03-07T10:12:08.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.906+0000 7fa9bd5f5640 1 Processor -- start 2024-03-07T10:12:08.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9bd5f5640 1 -- start start 2024-03-07T10:12:08.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9bd5f5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b8108ba0 0x7fa9b81a6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9bd5f5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b810fdf0 0x7fa9b81a7390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9bd5f5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b811ae40 0x7fa9b81ab6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9bd5f5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b8120910 con 0x7fa9b811ae40 2024-03-07T10:12:08.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9bd5f5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b8120790 con 0x7fa9b8108ba0 2024-03-07T10:12:08.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9bd5f5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b8120a90 con 0x7fa9b810fdf0 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b810fdf0 0x7fa9b81a7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b811ae40 0x7fa9b81ab6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b811ae40 0x7fa9b81ab6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59400/0 (socket says 172.21.15.18:59400) 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b6ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b8108ba0 0x7fa9b81a6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 -- 172.21.15.18:0/3323648070 learned_addr learned my addr 172.21.15.18:0/3323648070 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 -- 172.21.15.18:0/3323648070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b810fdf0 msgr2=0x7fa9b81a7390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b810fdf0 0x7fa9b81a7390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 -- 172.21.15.18:0/3323648070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b8108ba0 msgr2=0x7fa9b81a6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b8108ba0 0x7fa9b81a6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.907+0000 7fa9b77fe640 1 -- 172.21.15.18:0/3323648070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9b81abdf0 con 0x7fa9b811ae40 2024-03-07T10:12:08.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.908+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b810fdf0 0x7fa9b81a7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:08.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.908+0000 7fa9b77fe640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b811ae40 0x7fa9b81ab6c0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac02c190 tx=0x7fa9ac004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.908+0000 7fa99ffff640 1 -- 172.21.15.18:0/3323648070 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac041070 con 0x7fa9b811ae40 2024-03-07T10:12:08.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.908+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9b81ac080 con 0x7fa9b811ae40 2024-03-07T10:12:08.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.908+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9b81b3970 con 0x7fa9b811ae40 2024-03-07T10:12:08.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.908+0000 7fa99ffff640 1 -- 172.21.15.18:0/3323648070 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9ac004c80 con 0x7fa9b811ae40 2024-03-07T10:12:08.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.908+0000 7fa99ffff640 1 -- 172.21.15.18:0/3323648070 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9ac0038e0 con 0x7fa9b811ae40 2024-03-07T10:12:08.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.911+0000 7fa9c03d8740 1 Processor -- start 2024-03-07T10:12:08.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.911+0000 7fa99ffff640 1 -- 172.21.15.18:0/3323648070 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa9ac044070 con 0x7fa9b811ae40 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.911+0000 7fa9c03d8740 1 -- start start 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.911+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e70d50 0x559871e71130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.911+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e71670 0x559871e79d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e7c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559871dd4b10 con 0x559871e70d50 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559871d7dd50 con 0x559871e71670 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559871dd0bb0 con 0x559871e7a250 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e70d50 0x559871e71130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e70d50 0x559871e71130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59414/0 (socket says 172.21.15.18:59414) 2024-03-07T10:12:08.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 -- 172.21.15.18:0/671308434 learned_addr learned my addr 172.21.15.18:0/671308434 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e71670 0x559871e79d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e7c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 -- 172.21.15.18:0/671308434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e71670 msgr2=0x559871e79d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e71670 0x559871e79d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa99ffff640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9a00a1f70 0x7fa9a00a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 -- 172.21.15.18:0/671308434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e70d50 msgr2=0x559871e71130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e70d50 0x559871e71130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 -- 172.21.15.18:0/671308434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559871bb17e0 con 0x559871e7a250 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b77fe640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9a00a1f70 0x7fa9a00a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e7c640 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0012af0 tx=0x7fa9b0005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7c92a16b0b30b6c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.912+0000 7fa99ffff640 1 -- 172.21.15.18:0/3323648070 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fa9ac0efa60 con 0x7fa9b811ae40 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa99d7fa640 1 -- 172.21.15.18:0/671308434 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b000d860 con 0x559871e7a250 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa99d7fa640 1 -- 172.21.15.18:0/671308434 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0010450 con 0x559871e7a250 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa99d7fa640 1 -- 172.21.15.18:0/671308434 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b000f610 con 0x559871e7a250 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa9c03d8740 1 -- 172.21.15.18:0/671308434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 msgr2=0x559871e7c640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa9b77fe640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9a00a1f70 0x7fa9a00a4430 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac0ed2a0 tx=0x7fa9ac087590 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e7c640 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0012af0 tx=0x7fa9b0005bd0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa9c03d8740 1 -- 172.21.15.18:0/671308434 shutdown_connections 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e7c640 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e71670 0x559871e79d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.913+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/671308434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e70d50 0x559871e71130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 -- 172.21.15.18:0/671308434 >> 172.21.15.18:0/671308434 conn(0x559871e6b480 msgr2=0x559871e6b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 -- 172.21.15.18:0/671308434 shutdown_connections 2024-03-07T10:12:08.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 -- 172.21.15.18:0/671308434 wait complete. 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 -- start start 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 Processor -- start 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e70d50 0x559871e79c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e76ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e77600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x559871e7d040 con 0x559871e71670 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x559871d91190 con 0x559871e70d50 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x559871e7d1c0 con 0x559871e7a250 2024-03-07T10:12:08.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9c03d8740 10 client.0 _ll_register_callbacks cb 0x559871d80770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9b67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e77600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.914+0000 7fa9b67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e77600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49208/0 (socket says 172.21.15.18:49208) 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 -- 172.21.15.18:0/639944183 learned_addr learned my addr 172.21.15.18:0/639944183 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e70d50 0x559871e79c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e76ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 -- 172.21.15.18:0/639944183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e70d50 msgr2=0x559871e79c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e70d50 0x559871e79c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 -- 172.21.15.18:0/639944183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 msgr2=0x559871e76ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e76ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 -- 172.21.15.18:0/639944183 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559871c11f70 con 0x559871e7a250 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e77600 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa9b00095c0 tx=0x7fa9b0013fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbfa51ffee548202 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa99aff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:08.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa99aff5640 1 -- 172.21.15.18:0/639944183 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0028040 con 0x559871e7a250 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa99aff5640 1 -- 172.21.15.18:0/639944183 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fa9b0010800 con 0x559871e7a250 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa9b0010450 con 0x559871e7a250 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa99aff5640 1 -- 172.21.15.18:0/639944183 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa9b00096f0 con 0x559871e7a250 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9c03d8740 10 client.28774 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.915+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559871aa9170 con 0x559871e7a250 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa99aff5640 1 -- 172.21.15.18:0/639944183 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0010450 con 0x559871e7a250 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa99aff5640 1 -- 172.21.15.18:0/639944183 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa9b000f9e0 con 0x559871e7a250 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa9c03d8740 10 client.28774 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa9c03d8740 10 client.28774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:08.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa9c03d8740 20 client.28774 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871e8a280 0x559871e8c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa9c03d8740 4 client.28774 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559871daa930 con 0x559871e8a280 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871e8a280 0x559871e8c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.916+0000 7fa99aff5640 10 client.28774 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871e8a280 0x559871e8c670 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19d7490522994840 server_cookie=319bd07912bbf80 in_seq=0 out_seq=0 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa99aff5640 1 -- 172.21.15.18:0/639944183 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559871daa930 con 0x559871e8a280 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa99aff5640 10 client.28774 handle_command_reply: tid=0 2024-03-07T10:12:08.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 client.28774 shutdown 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 msgr2=0x559871e77600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e77600 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa9b00095c0 tx=0x7fa9b0013fc0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 shutdown_connections 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871e8a280 0x559871e8c670 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa99aff5640 0 client.28774 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e7a250 0x559871e77600 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e76ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/639944183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e70d50 0x559871e79c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.917+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 >> 172.21.15.18:0/639944183 conn(0x559871e6b480 msgr2=0x559871e6d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.918+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 shutdown_connections 2024-03-07T10:12:08.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.918+0000 7fa9c03d8740 1 -- 172.21.15.18:0/639944183 wait complete. 2024-03-07T10:12:08.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.918+0000 7fa9c03d8740 20 client.28774 trim_cache size 0 max 16384 2024-03-07T10:12:08.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 Processor -- start 2024-03-07T10:12:08.942 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 -- start start 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e71a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e79720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e79c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a4010e20 con 0x559871e71670 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a400e920 con 0x559871e7a250 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a400c9e0 con 0x559871e70d50 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e71a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e71a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49220/0 (socket says 172.21.15.18:49220) 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 -- 172.21.15.18:0/3923338781 learned_addr learned my addr 172.21.15.18:0/3923338781 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e79720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e79c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 -- 172.21.15.18:0/3923338781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 msgr2=0x559871e79c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e79c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.943 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 -- 172.21.15.18:0/3923338781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 msgr2=0x559871e79720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e79720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b67fc640 1 -- 172.21.15.18:0/3923338781 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559871e7c960 con 0x559871e70d50 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.936+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e79720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.937+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e71a50 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0009e50 tx=0x7fa9b0012890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa84e18b49d692a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.937+0000 7fa99cff9640 1 -- 172.21.15.18:0/3923338781 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0016040 con 0x559871e70d50 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.937+0000 7fa99cff9640 1 -- 172.21.15.18:0/3923338781 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0009890 con 0x559871e70d50 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.937+0000 7fa99cff9640 1 -- 172.21.15.18:0/3923338781 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0010720 con 0x559871e70d50 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- 172.21.15.18:0/3923338781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 msgr2=0x559871e71a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e71a50 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0009e50 tx=0x7fa9b0012890 comp rx=0 tx=0).stop 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- 172.21.15.18:0/3923338781 shutdown_connections 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e79c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e79720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/3923338781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e71a50 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.944 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- 172.21.15.18:0/3923338781 >> 172.21.15.18:0/3923338781 conn(0x559871e6b480 msgr2=0x559871e69bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- 172.21.15.18:0/3923338781 shutdown_connections 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- 172.21.15.18:0/3923338781 wait complete. 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- start start 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 Processor -- start 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e73260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e737a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e73ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a400cfe0 con 0x559871e71670 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a400e2c0 con 0x559871e7a250 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.938+0000 7fa9c03d8740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a400d600 con 0x559871e70d50 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9c03d8740 10 client.0 _ll_register_callbacks cb 0x7fa9b00125b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e737a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e737a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59448/0 (socket says 172.21.15.18:59448) 2024-03-07T10:12:08.945 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 -- 172.21.15.18:0/829176434 learned_addr learned my addr 172.21.15.18:0/829176434 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e73260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e73ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 -- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 msgr2=0x559871e73260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e73260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 -- 172.21.15.18:0/829176434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 msgr2=0x559871e73ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e73ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 -- 172.21.15.18:0/829176434 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559871e744f0 con 0x559871e71670 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e73ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9b6ffd640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e737a0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8009bb0 tx=0x7fa9a801d8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=affff3dbd9c8d351 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa99aff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa99aff5640 1 -- 172.21.15.18:0/829176434 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9a8016700 con 0x559871e71670 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559871d96050 con 0x559871e71670 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa99aff5640 1 -- 172.21.15.18:0/829176434 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fa9a80168a0 con 0x559871e71670 2024-03-07T10:12:08.946 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa99aff5640 1 -- 172.21.15.18:0/829176434 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa9a8016aa0 con 0x559871e71670 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9c03d8740 10 client.18927 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.939+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559871ee6fb0 con 0x559871e71670 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa99aff5640 1 -- 172.21.15.18:0/829176434 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559871d96050 con 0x559871e71670 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa99aff5640 1 -- 172.21.15.18:0/829176434 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa9a8024030 con 0x559871e71670 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9c03d8740 10 client.18927 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9c03d8740 10 client.18927 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9c03d8740 20 client.18927 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871ee76c0 0x559871ee9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9c03d8740 4 client.18927 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559871de2050 con 0x559871ee76c0 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871ee76c0 0x559871ee9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa99aff5640 10 client.18927 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:08.947 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.940+0000 7fa9b67fc640 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871ee76c0 0x559871ee9ae0 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78e9b0b508fb7797 server_cookie=ee25c89a2c96d2a in_seq=0 out_seq=0 2024-03-07T10:12:08.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa99aff5640 1 -- 172.21.15.18:0/829176434 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559871de2050 con 0x559871ee76c0 2024-03-07T10:12:08.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa99aff5640 10 client.18927 handle_command_reply: tid=0 2024-03-07T10:12:08.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 client.18927 shutdown 2024-03-07T10:12:08.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 msgr2=0x559871e737a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e737a0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8009bb0 tx=0x7fa9a801d8f0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 shutdown_connections 2024-03-07T10:12:08.949 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x559871ee76c0 0x559871ee9ae0 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559871e7a250 0x559871e73ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x559871e71670 0x559871e737a0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa99aff5640 0 client.18927 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 --2- 172.21.15.18:0/829176434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559871e70d50 0x559871e73260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 >> 172.21.15.18:0/829176434 conn(0x559871e6b480 msgr2=0x559871e6a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 shutdown_connections 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 1 -- 172.21.15.18:0/829176434 wait complete. 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.942+0000 7fa9c03d8740 20 client.18927 trim_cache size 0 max 16384 2024-03-07T10:12:08.950 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:12:08.951 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:12:08.951 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "3c007e6f-afa3-4854-91f4-ccedb582fbdd", 2024-03-07T10:12:08.951 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:12:08.951 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:12:08.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9a00a1f70 msgr2=0x7fa9a00a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9a00a1f70 0x7fa9a00a4430 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac0ed2a0 tx=0x7fa9ac087590 comp rx=0 tx=0).stop 2024-03-07T10:12:08.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b811ae40 msgr2=0x7fa9b81ab6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b811ae40 0x7fa9b81ab6c0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac02c190 tx=0x7fa9ac004390 comp rx=0 tx=0).stop 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 shutdown_connections 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa9a00a1f70 0x7fa9a00a4430 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa9b811ae40 0x7fa9b81ab6c0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9b810fdf0 0x7fa9b81a7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 --2- 172.21.15.18:0/3323648070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9b8108ba0 0x7fa9b81a6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 >> 172.21.15.18:0/3323648070 conn(0x7fa9b806c6d0 msgr2=0x7fa9b81190b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 shutdown_connections 2024-03-07T10:12:08.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:08.943+0000 7fa9bd5f5640 1 -- 172.21.15.18:0/3323648070 wait complete. 2024-03-07T10:12:08.956 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:12:08.956 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 -- 172.21.15.18:0/3244762079 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101620 msgr2=0x7f068c101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 --2- 172.21.15.18:0/3244762079 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101620 0x7f068c101aa0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f067c009890 tx=0x7f067c02bb70 comp rx=0 tx=0).stop 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 -- 172.21.15.18:0/3244762079 shutdown_connections 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 --2- 172.21.15.18:0/3244762079 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f068c101fe0 0x7f068c10e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 --2- 172.21.15.18:0/3244762079 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101620 0x7f068c101aa0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 --2- 172.21.15.18:0/3244762079 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c107630 0x7f068c107a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 -- 172.21.15.18:0/3244762079 >> 172.21.15.18:0/3244762079 conn(0x7f068c0fd110 msgr2=0x7f068c0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 -- 172.21.15.18:0/3244762079 shutdown_connections 2024-03-07T10:12:08.964 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.962+0000 7f069415d640 1 -- 172.21.15.18:0/3244762079 wait complete. 2024-03-07T10:12:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.963+0000 7f069415d640 1 Processor -- start 2024-03-07T10:12:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.963+0000 7f069415d640 1 -- start start 2024-03-07T10:12:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f069415d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c101620 0x7f068c197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f069415d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101fe0 0x7f068c1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.966 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f069415d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f068c107630 0x7f068c19c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f06916f8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101fe0 0x7f068c1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f06916f8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101fe0 0x7f068c1984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59474/0 (socket says 172.21.15.18:59474) 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f0691ef9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c101620 0x7f068c197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f0691ef9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c101620 0x7f068c197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49238/0 (socket says 172.21.15.18:49238) 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f06916f8640 1 -- 172.21.15.18:0/4042004228 learned_addr learned my addr 172.21.15.18:0/4042004228 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c111a00 con 0x7f068c101fe0 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c111880 con 0x7f068c107630 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c111b80 con 0x7f068c101620 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f06926fa640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f068c107630 0x7f068c19c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f0691ef9640 1 -- 172.21.15.18:0/4042004228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f068c107630 msgr2=0x7f068c19c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f0691ef9640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f068c107630 0x7f068c19c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f0691ef9640 1 -- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101fe0 msgr2=0x7f068c1984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f0691ef9640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101fe0 0x7f068c1984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.967 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.964+0000 7f0691ef9640 1 -- 172.21.15.18:0/4042004228 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f068c19cf40 con 0x7f068c101620 2024-03-07T10:12:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.965+0000 7f0691ef9640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c101620 0x7f068c197fa0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0688005fd0 tx=0x7f068800ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.965+0000 7f0682ffd640 1 -- 172.21.15.18:0/4042004228 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068800cd00 con 0x7f068c101620 2024-03-07T10:12:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.965+0000 7f0682ffd640 1 -- 172.21.15.18:0/4042004228 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f06880137d0 con 0x7f068c101620 2024-03-07T10:12:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.966+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f068c19d230 con 0x7f068c101620 2024-03-07T10:12:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.966+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f068c073890 con 0x7f068c101620 2024-03-07T10:12:08.968 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.966+0000 7f0682ffd640 1 -- 172.21.15.18:0/4042004228 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06880038e0 con 0x7f068c101620 2024-03-07T10:12:08.970 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.969+0000 7f0682ffd640 1 -- 172.21.15.18:0/4042004228 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0688013980 con 0x7f068c101620 2024-03-07T10:12:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.969+0000 7f0697015740 1 Processor -- start 2024-03-07T10:12:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.969+0000 7f0697015740 1 -- start start 2024-03-07T10:12:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0697015740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f4d10 0x55981a5f3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0697015740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f3fa0 0x55981a5f4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.972 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0697015740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5ff910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0682ffd640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06780a1dc0 0x7f06780a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0697015740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55981a5585c0 con 0x55981a5f4d10 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0697015740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55981a501900 con 0x55981a5f3fa0 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0697015740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55981a554660 con 0x55981a5fd520 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06926fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f4d10 0x55981a5f3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06926fa640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06780a1dc0 0x7f06780a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06916f8640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5ff910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f0691ef9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f3fa0 0x55981a5f4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06926fa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f4d10 0x55981a5f3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59488/0 (socket says 172.21.15.18:59488) 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06926fa640 1 -- 172.21.15.18:0/4193213822 learned_addr learned my addr 172.21.15.18:0/4193213822 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06916f8640 1 -- 172.21.15.18:0/4193213822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f3fa0 msgr2=0x55981a5f4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06916f8640 1 --2- 172.21.15.18:0/4193213822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f3fa0 0x55981a5f4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06916f8640 1 -- 172.21.15.18:0/4193213822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f4d10 msgr2=0x55981a5f3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.973 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06916f8640 1 --2- 172.21.15.18:0/4193213822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f4d10 0x55981a5f3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.970+0000 7f06916f8640 1 -- 172.21.15.18:0/4193213822 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55981a26d210 con 0x55981a5fd520 2024-03-07T10:12:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.971+0000 7f0682ffd640 1 -- 172.21.15.18:0/4042004228 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f06880d2230 con 0x7f068c101620 2024-03-07T10:12:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.971+0000 7f06916f8640 1 --2- 172.21.15.18:0/4193213822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5ff910 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f067c0057c0 tx=0x7f067c0095a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7da363956d3212d5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.971+0000 7f06926fa640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06780a1dc0 0x7f06780a4280 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0684007fd0 tx=0x7f06840075a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.971+0000 7f0677fff640 1 -- 172.21.15.18:0/4193213822 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c043020 con 0x55981a5fd520 2024-03-07T10:12:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.971+0000 7f0677fff640 1 -- 172.21.15.18:0/4193213822 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f067c034cb0 con 0x55981a5fd520 2024-03-07T10:12:08.974 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.971+0000 7f0677fff640 1 -- 172.21.15.18:0/4193213822 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c039040 con 0x55981a5fd520 2024-03-07T10:12:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.972+0000 7f0697015740 1 -- 172.21.15.18:0/4193213822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 msgr2=0x55981a5ff910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.972+0000 7f0697015740 1 --2- 172.21.15.18:0/4193213822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5ff910 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f067c0057c0 tx=0x7f067c0095a0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.972+0000 7f0697015740 1 -- 172.21.15.18:0/4193213822 shutdown_connections 2024-03-07T10:12:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.972+0000 7f0697015740 1 --2- 172.21.15.18:0/4193213822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5ff910 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.973+0000 7f0697015740 1 --2- 172.21.15.18:0/4193213822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f3fa0 0x55981a5f4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.973+0000 7f0697015740 1 --2- 172.21.15.18:0/4193213822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f4d10 0x55981a5f3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.975 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.973+0000 7f0697015740 1 -- 172.21.15.18:0/4193213822 >> 172.21.15.18:0/4193213822 conn(0x55981a5bb580 msgr2=0x55981a5eec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.974+0000 7f0697015740 1 -- 172.21.15.18:0/4193213822 shutdown_connections 2024-03-07T10:12:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.974+0000 7f0697015740 1 -- 172.21.15.18:0/4193213822 wait complete. 2024-03-07T10:12:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.974+0000 7f0697015740 1 -- start start 2024-03-07T10:12:08.976 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.975+0000 7f0697015740 1 Processor -- start 2024-03-07T10:12:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.975+0000 7f0697015740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fa570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.977 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f0697015740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f4d10 0x55981a5faab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f0697015740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5faff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f06916f8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f4d10 0x55981a5faab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f06916f8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f4d10 0x55981a5faab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:49818/0 (socket says 172.21.15.18:49818) 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f06916f8640 1 -- 172.21.15.18:0/1488889433 learned_addr learned my addr 172.21.15.18:0/1488889433 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f0697015740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55981a6001f0 con 0x55981a5f3fa0 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55981a514d60 con 0x55981a5f4d10 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55981a600370 con 0x55981a5fd520 2024-03-07T10:12:08.978 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.976+0000 7f06926fa640 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5faff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:08.979 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f0697015740 10 client.0 _ll_register_callbacks cb 0x55981a26ca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f06916f8640 1 -- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 msgr2=0x55981a5faff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f06916f8640 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5faff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f06916f8640 1 -- 172.21.15.18:0/1488889433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 msgr2=0x55981a5fa570 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f06916f8640 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fa570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f06916f8640 1 -- 172.21.15.18:0/1488889433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55981a339620 con 0x55981a5f4d10 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f06916f8640 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f4d10 0x55981a5faab0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f067c0349a0 tx=0x7f067c02bb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b87b6efe7d80f44 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.977+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f067c034cb0 con 0x55981a5f4d10 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.978+0000 7f06757fa640 10 client.28616 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.978+0000 7f06757fa640 1 -- 172.21.15.18:0/1488889433 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c058050 con 0x55981a5f4d10 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.978+0000 7f06757fa640 1 -- 172.21.15.18:0/1488889433 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f067c004250 con 0x55981a5f4d10 2024-03-07T10:12:08.980 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.978+0000 7f06757fa640 1 -- 172.21.15.18:0/1488889433 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f067c043030 con 0x55981a5f4d10 2024-03-07T10:12:08.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.982+0000 7f0697015740 10 client.28616 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:08.983 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.982+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x55981a614b90 con 0x55981a5f4d10 2024-03-07T10:12:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.989+0000 7f06757fa640 1 -- 172.21.15.18:0/1488889433 <== mon.2 v2:172.21.15.63:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f067c02c510 con 0x55981a5f4d10 2024-03-07T10:12:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.989+0000 7f0697015740 10 client.28616 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:08.990 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.989+0000 7f0697015740 10 client.28616 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.989+0000 7f0697015740 20 client.28616 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.989+0000 7f0697015740 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a615ee0 0x55981a6182d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.989+0000 7f0697015740 4 client.28616 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:08.989+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f067c034cb0 con 0x55981a615ee0 2024-03-07T10:12:09.001 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.000+0000 7f0691ef9640 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a615ee0 0x55981a6182d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.001+0000 7f0691ef9640 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a615ee0 0x55981a6182d0 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f3eadc8db0de1de server_cookie=25f24a19f3f563bd in_seq=0 out_seq=0 2024-03-07T10:12:09.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.002+0000 7f06757fa640 10 client.28616 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.006+0000 7f06757fa640 1 -- 172.21.15.18:0/1488889433 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f067c034cb0 con 0x55981a615ee0 2024-03-07T10:12:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.006+0000 7f06757fa640 10 client.28616 handle_command_reply: tid=0 2024-03-07T10:12:09.010 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.006+0000 7f0697015740 1 client.28616 shutdown 2024-03-07T10:12:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f4d10 msgr2=0x55981a5faab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f4d10 0x55981a5faab0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f067c0349a0 tx=0x7f067c02bb70 comp rx=0 tx=0).stop 2024-03-07T10:12:09.020 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 shutdown_connections 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a615ee0 0x55981a6182d0 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a5fd520 0x55981a5faff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5f4d10 0x55981a5faab0 secure :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f067c0349a0 tx=0x7f067c02bb70 comp rx=0 tx=0).stop 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 --2- 172.21.15.18:0/1488889433 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 >> 172.21.15.18:0/1488889433 conn(0x55981a5bb580 msgr2=0x55981a5f09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.014+0000 7f06757fa640 0 client.28616 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.017+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 shutdown_connections 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.017+0000 7f0697015740 1 -- 172.21.15.18:0/1488889433 wait complete. 2024-03-07T10:12:09.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.018+0000 7f0697015740 20 client.28616 trim_cache size 0 max 16384 2024-03-07T10:12:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 Processor -- start 2024-03-07T10:12:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 -- start start 2024-03-07T10:12:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fcca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a5fae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a6117a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1ad3f0 con 0x55981a5f3fa0 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1aaef0 con 0x55981a5fd520 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0697015740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1a8fb0 con 0x55981a611380 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0691ef9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fcca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0691ef9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fcca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59496/0 (socket says 172.21.15.18:59496) 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f0691ef9640 1 -- 172.21.15.18:0/2483072693 learned_addr learned my addr 172.21.15.18:0/2483072693 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f06916f8640 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a5fae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.042+0000 7f06926fa640 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a6117a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f0691ef9640 1 -- 172.21.15.18:0/2483072693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 msgr2=0x55981a6117a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f0691ef9640 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a6117a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f0691ef9640 1 -- 172.21.15.18:0/2483072693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 msgr2=0x55981a5fae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f0691ef9640 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a5fae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f0691ef9640 1 -- 172.21.15.18:0/2483072693 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55981a5f3270 con 0x55981a5f3fa0 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f0691ef9640 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fcca0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f0688009fd0 tx=0x7f068809a920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3998986cbc1c94e3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f06777fe640 1 -- 172.21.15.18:0/2483072693 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068809ec80 con 0x55981a5f3fa0 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f06777fe640 1 -- 172.21.15.18:0/2483072693 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f06880a2dd0 con 0x55981a5f3fa0 2024-03-07T10:12:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.043+0000 7f06777fe640 1 -- 172.21.15.18:0/2483072693 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06880cfb50 con 0x55981a5f3fa0 2024-03-07T10:12:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 -- 172.21.15.18:0/2483072693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 msgr2=0x55981a5fcca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fcca0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f0688009fd0 tx=0x7f068809a920 comp rx=0 tx=0).stop 2024-03-07T10:12:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 -- 172.21.15.18:0/2483072693 shutdown_connections 2024-03-07T10:12:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a6117a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a5fae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 --2- 172.21.15.18:0/2483072693 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a5fcca0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 -- 172.21.15.18:0/2483072693 >> 172.21.15.18:0/2483072693 conn(0x55981a5bb580 msgr2=0x55981a5f08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 -- 172.21.15.18:0/2483072693 shutdown_connections 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 -- 172.21.15.18:0/2483072693 wait complete. 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.044+0000 7f0697015740 1 -- start start 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 1 Processor -- start 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a60a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a60aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a60af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1a95b0 con 0x55981a5f3fa0 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1aa890 con 0x55981a5fd520 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1a9bd0 con 0x55981a611380 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0697015740 10 client.0 _ll_register_callbacks cb 0x7f06840078b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f06926fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a60af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0691ef9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a60a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f06926fa640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a60af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49266/0 (socket says 172.21.15.18:49266) 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f0691ef9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a60a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59510/0 (socket says 172.21.15.18:59510) 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f06916f8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a60aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.045+0000 7f06926fa640 1 -- 172.21.15.18:0/3686677914 learned_addr learned my addr 172.21.15.18:0/3686677914 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0691ef9640 1 -- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 msgr2=0x55981a60af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0691ef9640 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a60af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0691ef9640 1 -- 172.21.15.18:0/3686677914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 msgr2=0x55981a60aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0691ef9640 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a60aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0691ef9640 1 -- 172.21.15.18:0/3686677914 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55981a671720 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f06926fa640 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a60af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0691ef9640 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a60a500 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f068809b600 tx=0x7f068809b580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=583538de3b7dace5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f06757fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f06757fa640 1 -- 172.21.15.18:0/3686677914 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068809ec80 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f06757fa640 1 -- 172.21.15.18:0/3686677914 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f06880cfb50 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f06880a2dd0 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f06757fa640 1 -- 172.21.15.18:0/3686677914 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06880cfd50 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0697015740 10 client.18942 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.046+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55981a672a10 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f06757fa640 1 -- 172.21.15.18:0/3686677914 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f06880a2dd0 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f06757fa640 1 -- 172.21.15.18:0/3686677914 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f068809e0d0 con 0x55981a5f3fa0 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f0697015740 10 client.18942 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f0697015740 10 client.18942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f0697015740 20 client.18942 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f0697015740 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a673080 0x55981a675470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f0697015740 4 client.18942 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:12:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55981a565b00 con 0x55981a673080 2024-03-07T10:12:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.047+0000 7f06916f8640 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a673080 0x55981a675470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.048+0000 7f06757fa640 10 client.18942 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.048+0000 7f06916f8640 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a673080 0x55981a675470 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdfb3b33f9ed8918 server_cookie=2a24201a2adf440a in_seq=0 out_seq=0 2024-03-07T10:12:09.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:08 smithi018 ceph-mon[32171]: pgmap v406: 97 pgs: 97 active+clean; 4.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 7.0 MiB/s wr, 665 op/s 2024-03-07T10:12:09.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 -- 172.21.15.18:0/623246452 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 msgr2=0x7f3eac10b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.115 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 --2- 172.21.15.18:0/623246452 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 0x7f3eac10b680 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c009900 tx=0x7f3e9c02bcd0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 -- 172.21.15.18:0/623246452 shutdown_connections 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 --2- 172.21.15.18:0/623246452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3eac10bc50 0x7f3eac10e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 --2- 172.21.15.18:0/623246452 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 0x7f3eac10b680 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 --2- 172.21.15.18:0/623246452 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3eac102880 0x7f3eac102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 -- 172.21.15.18:0/623246452 >> 172.21.15.18:0/623246452 conn(0x7f3eac077710 msgr2=0x7f3eac077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 -- 172.21.15.18:0/623246452 shutdown_connections 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.113+0000 7f3eb455d640 1 -- 172.21.15.18:0/623246452 wait complete. 2024-03-07T10:12:09.116 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 Processor -- start 2024-03-07T10:12:09.117 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 -- start start 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3eac102880 0x7f3eac197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 0x7f3eac198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3eac10bc50 0x7f3eac19c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac1119e0 con 0x7f3eac1031a0 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac111860 con 0x7f3eac10bc50 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.114+0000 7f3eb455d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3eac111b60 con 0x7f3eac102880 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3eac102880 0x7f3eac197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb1af8640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 0x7f3eac198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3eac102880 0x7f3eac197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49290/0 (socket says 172.21.15.18:49290) 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1367387415 learned_addr learned my addr 172.21.15.18:0/1367387415 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb1af8640 1 -- 172.21.15.18:0/1367387415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3eac102880 msgr2=0x7f3eac197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3eac102880 0x7f3eac197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb1af8640 1 -- 172.21.15.18:0/1367387415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3eac10bc50 msgr2=0x7f3eac19c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3eac10bc50 0x7f3eac19c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb1af8640 1 -- 172.21.15.18:0/1367387415 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3eac19cee0 con 0x7f3eac1031a0 2024-03-07T10:12:09.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.115+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 0x7f3eac198480 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c000c00 tx=0x7f3e9c02cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.116+0000 7f3ea37fe640 1 -- 172.21.15.18:0/1367387415 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c041070 con 0x7f3eac1031a0 2024-03-07T10:12:09.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.116+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3eac19d170 con 0x7f3eac1031a0 2024-03-07T10:12:09.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.116+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3eac1a4a60 con 0x7f3eac1031a0 2024-03-07T10:12:09.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.116+0000 7f3ea37fe640 1 -- 172.21.15.18:0/1367387415 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3e9c004450 con 0x7f3eac1031a0 2024-03-07T10:12:09.119 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.116+0000 7f3ea37fe640 1 -- 172.21.15.18:0/1367387415 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c003e50 con 0x7f3eac1031a0 2024-03-07T10:12:09.120 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.118+0000 7f3ea37fe640 1 -- 172.21.15.18:0/1367387415 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3e9c044070 con 0x7f3eac1031a0 2024-03-07T10:12:09.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.119+0000 7f3eb7420740 1 Processor -- start 2024-03-07T10:12:09.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.119+0000 7f3ea37fe640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e980a2110 0x7f3e980a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.119+0000 7f3ea37fe640 1 -- 172.21.15.18:0/1367387415 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f3e9c0efd00 con 0x7f3eac1031a0 2024-03-07T10:12:09.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.119+0000 7f3eb7420740 1 -- start start 2024-03-07T10:12:09.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.119+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e980a2110 0x7f3e980a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.119+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458ce730 0x5631458ceb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458cf050 0x5631458d76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458ce730 0x5631458ceb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458da020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458ce730 0x5631458ceb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49304/0 (socket says 172.21.15.18:49304) 2024-03-07T10:12:09.122 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb22f9640 1 -- 172.21.15.18:0/251447802 learned_addr learned my addr 172.21.15.18:0/251447802 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:09.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563145831dd0 con 0x5631458cf050 2024-03-07T10:12:09.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631457daae0 con 0x5631458d7c30 2024-03-07T10:12:09.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458cf050 0x5631458d76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56314582de70 con 0x5631458ce730 2024-03-07T10:12:09.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.120+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458da020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.121+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e980a2110 0x7f3e980a45d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4005fd0 tx=0x7f3ea4012760 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.121+0000 7f3eb2afa640 1 -- 172.21.15.18:0/251447802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458ce730 msgr2=0x5631458ceb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.121+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458ce730 0x5631458ceb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.121+0000 7f3eb2afa640 1 -- 172.21.15.18:0/251447802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458cf050 msgr2=0x5631458d76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.121+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458cf050 0x5631458d76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.122+0000 7f3eb2afa640 1 -- 172.21.15.18:0/251447802 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5631456107d0 con 0x5631458d7c30 2024-03-07T10:12:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.122+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458da020 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4012fd0 tx=0x7f3ea4019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9992e4c28f89177 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.122+0000 7f3ea0bfe640 1 -- 172.21.15.18:0/251447802 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea401f950 con 0x5631458d7c30 2024-03-07T10:12:09.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.123+0000 7f3ea0bfe640 1 -- 172.21.15.18:0/251447802 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ea40273f0 con 0x5631458d7c30 2024-03-07T10:12:09.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.123+0000 7f3ea0bfe640 1 -- 172.21.15.18:0/251447802 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea40265c0 con 0x5631458d7c30 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 msgr2=0x5631458da020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458da020 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4012fd0 tx=0x7f3ea4019000 comp rx=0 tx=0).stop 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 shutdown_connections 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458da020 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458cf050 0x5631458d76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 --2- 172.21.15.18:0/251447802 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458ce730 0x5631458ceb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 >> 172.21.15.18:0/251447802 conn(0x5631458c8e60 msgr2=0x5631458c9240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 shutdown_connections 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 -- 172.21.15.18:0/251447802 wait complete. 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 -- start start 2024-03-07T10:12:09.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.124+0000 7f3eb7420740 1 Processor -- start 2024-03-07T10:12:09.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d75b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59562/0 (socket says 172.21.15.18:59562) 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1909949848 learned_addr learned my addr 172.21.15.18:0/1909949848 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631458da9c0 con 0x5631458ce730 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631457ee070 con 0x5631458d7c30 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631458dab40 con 0x5631458cf050 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb7420740 10 client.0 _ll_register_callbacks cb 0x5631457eda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.125+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 msgr2=0x5631458d4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1909949848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 msgr2=0x5631458d4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d4ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1909949848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5631455463f0 con 0x5631458ce730 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d75b0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8012810 tx=0x7f3ea8012cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2514afc850d701 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3e95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1909949848 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8004050 con 0x5631458ce730 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1909949848 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f3ea80041f0 con 0x5631458ce730 2024-03-07T10:12:09.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ea40273f0 con 0x5631458ce730 2024-03-07T10:12:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f06757fa640 1 -- 172.21.15.18:0/3686677914 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55981a565b00 con 0x55981a673080 2024-03-07T10:12:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f06757fa640 10 client.18942 handle_command_reply: tid=0 2024-03-07T10:12:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f0697015740 1 client.18942 shutdown 2024-03-07T10:12:09.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1909949848 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ea80043f0 con 0x5631458ce730 2024-03-07T10:12:09.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb7420740 10 client.18954 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:09.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5631455060f0 con 0x5631458ce730 2024-03-07T10:12:09.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1909949848 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ea40273f0 con 0x5631458ce730 2024-03-07T10:12:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 msgr2=0x55981a60a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.126+0000 7f0697015740 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a60a500 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f068809b600 tx=0x7f068809b580 comp rx=0 tx=0).stop 2024-03-07T10:12:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 shutdown_connections 2024-03-07T10:12:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55981a673080 0x55981a675470 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55981a611380 0x55981a60af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55981a5fd520 0x55981a60aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 --2- 172.21.15.18:0/3686677914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55981a5f3fa0 0x55981a60a500 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 >> 172.21.15.18:0/3686677914 conn(0x55981a5bb580 msgr2=0x55981a610c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f06757fa640 0 client.18942 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1909949848 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3ea8003b80 con 0x5631458ce730 2024-03-07T10:12:09.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb7420740 10 client.18954 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:09.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 shutdown_connections 2024-03-07T10:12:09.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb7420740 10 client.18954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:09.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb7420740 20 client.18954 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:09.134 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 1 -- 172.21.15.18:0/3686677914 wait complete. 2024-03-07T10:12:09.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5631458e7950 0x5631458e9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb7420740 4 client.18954 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:09.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56314583f310 con 0x5631458e7950 2024-03-07T10:12:09.135 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f0697015740 20 client.18942 trim_cache size 0 max 16384 2024-03-07T10:12:09.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5631458e7950 0x5631458e9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:12:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:12:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:12:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:12:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06780a1dc0 msgr2=0x7f06780a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f069415d640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06780a1dc0 0x7f06780a4280 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0684007fd0 tx=0x7f06840075a0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c101620 msgr2=0x7f068c197fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f069415d640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c101620 0x7f068c197fa0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0688005fd0 tx=0x7f068800ee50 comp rx=0 tx=0).stop 2024-03-07T10:12:09.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5631458e7950 0x5631458e9da0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c303ae174129702c server_cookie=f155eb7e3a5b561b in_seq=0 out_seq=0 2024-03-07T10:12:09.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.127+0000 7f3e95ffb640 10 client.18954 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 shutdown_connections 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f068c107630 0x7f068c19c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f06780a1dc0 0x7f06780a4280 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f068c101fe0 0x7f068c1984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 --2- 172.21.15.18:0/4042004228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f068c101620 0x7f068c197fa0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 >> 172.21.15.18:0/4042004228 conn(0x7f068c0fd110 msgr2=0x7f068c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 shutdown_connections 2024-03-07T10:12:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f069415d640 1 -- 172.21.15.18:0/4042004228 wait complete. 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1909949848 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56314583f310 con 0x5631458e7950 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.128+0000 7f3e95ffb640 10 client.18954 handle_command_reply: tid=0 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 client.18954 shutdown 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 msgr2=0x5631458d75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d75b0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8012810 tx=0x7f3ea8012cd0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 shutdown_connections 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5631458e7950 0x5631458e9da0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1909949848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d75b0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 >> 172.21.15.18:0/1909949848 conn(0x5631458c8e60 msgr2=0x5631458cabb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3e95ffb640 0 client.18954 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 shutdown_connections 2024-03-07T10:12:09.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 1 -- 172.21.15.18:0/1909949848 wait complete. 2024-03-07T10:12:09.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.129+0000 7f3eb7420740 20 client.18954 trim_cache size 0 max 16384 2024-03-07T10:12:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.149+0000 7f3eb7420740 1 Processor -- start 2024-03-07T10:12:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.149+0000 7f3eb7420740 1 -- start start 2024-03-07T10:12:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d75b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb7420740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e90010e20 con 0x5631458ce730 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb7420740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9000e920 con 0x5631458d7c30 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb7420740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9000c9e0 con 0x5631458cf050 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59574/0 (socket says 172.21.15.18:59574) 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 -- 172.21.15.18:0/2019310886 learned_addr learned my addr 172.21.15.18:0/2019310886 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 -- 172.21.15.18:0/2019310886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 msgr2=0x5631458d75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 -- 172.21.15.18:0/2019310886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 msgr2=0x5631458d3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 -- 172.21.15.18:0/2019310886 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5631458cee80 con 0x5631458ce730 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.150+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d7070 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800a010 tx=0x7f3ea80057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5938907bbc81fe1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3e97fff640 1 -- 172.21.15.18:0/2019310886 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8003fa0 con 0x5631458ce730 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3e97fff640 1 -- 172.21.15.18:0/2019310886 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ea800fe00 con 0x5631458ce730 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3e97fff640 1 -- 172.21.15.18:0/2019310886 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8023570 con 0x5631458ce730 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 -- 172.21.15.18:0/2019310886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 msgr2=0x5631458d7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d7070 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800a010 tx=0x7f3ea80057e0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 -- 172.21.15.18:0/2019310886 shutdown_connections 2024-03-07T10:12:09.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458d7c30 0x5631458d3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458cf050 0x5631458d75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 --2- 172.21.15.18:0/2019310886 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458d7070 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 -- 172.21.15.18:0/2019310886 >> 172.21.15.18:0/2019310886 conn(0x5631458c8e60 msgr2=0x5631458cfc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 -- 172.21.15.18:0/2019310886 shutdown_connections 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.151+0000 7f3eb7420740 1 -- 172.21.15.18:0/2019310886 wait complete. 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 -- start start 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 Processor -- start 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458dfb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458cf050 0x5631458daef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458d7c30 0x5631458db430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9000cfe0 con 0x5631458ce730 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9000e2c0 con 0x5631458cf050 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e9000d600 con 0x5631458d7c30 2024-03-07T10:12:09.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb7420740 10 client.0 _ll_register_callbacks cb 0x7f3ea8012450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458dfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458dfb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59584/0 (socket says 172.21.15.18:59584) 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1091931220 learned_addr learned my addr 172.21.15.18:0/1091931220 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb2afa640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458d7c30 0x5631458db430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458cf050 0x5631458daef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458d7c30 msgr2=0x5631458db430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458d7c30 0x5631458db430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1091931220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458cf050 msgr2=0x5631458daef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458cf050 0x5631458daef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb22f9640 1 -- 172.21.15.18:0/1091931220 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5631458dbc10 con 0x5631458ce730 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.152+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458cf050 0x5631458daef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3eb22f9640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458dfb80 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8009620 tx=0x7f3ea8003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fd1ba98051d6278 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:09.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3e95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1091931220 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ea80041b0 con 0x5631458ce730 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ea800fe00 con 0x5631458ce730 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1091931220 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f3ea8018040 con 0x5631458ce730 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1091931220 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ea8040050 con 0x5631458ce730 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3eb7420740 10 client.18960 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.153+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563145943250 con 0x5631458ce730 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1091931220 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ea800fe00 con 0x5631458ce730 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1091931220 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3ea80046a0 con 0x5631458ce730 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3eb7420740 10 client.18960 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3eb7420740 10 client.18960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3eb7420740 20 client.18960 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563145943800 0x563145945bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3eb7420740 4 client.18960 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.154+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563145839660 con 0x563145943800 2024-03-07T10:12:09.162 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.155+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563145943800 0x563145945bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:09.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.155+0000 7f3eb1af8640 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563145943800 0x563145945bf0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c7f1d7328d1b14e server_cookie=ad6c3bd183e83e23 in_seq=0 out_seq=0 2024-03-07T10:12:09.163 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.155+0000 7f3e95ffb640 10 client.18960 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3e95ffb640 1 -- 172.21.15.18:0/1091931220 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x563145839660 con 0x563145943800 2024-03-07T10:12:09.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3e95ffb640 10 client.18960 handle_command_reply: tid=0 2024-03-07T10:12:09.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 client.18960 shutdown 2024-03-07T10:12:09.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 msgr2=0x5631458dfb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458dfb80 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8009620 tx=0x7f3ea8003d80 comp rx=0 tx=0).stop 2024-03-07T10:12:09.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 shutdown_connections 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x563145943800 0x563145945bf0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5631458d7c30 0x5631458db430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3e95ffb640 0 client.18960 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5631458cf050 0x5631458daef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 --2- 172.21.15.18:0/1091931220 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5631458ce730 0x5631458dfb80 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 >> 172.21.15.18:0/1091931220 conn(0x5631458c8e60 msgr2=0x5631458d30a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 shutdown_connections 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 1 -- 172.21.15.18:0/1091931220 wait complete. 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.156+0000 7f3eb7420740 20 client.18960 trim_cache size 0 max 16384 2024-03-07T10:12:09.165 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "3c007e6f-afa3-4854-91f4-ccedb582fbdd": { 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "3c007e6f-afa3-4854-91f4-ccedb582fbdd", 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:12:09.166 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:12:09.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e980a2110 msgr2=0x7f3e980a45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e980a2110 0x7f3e980a45d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3ea4005fd0 tx=0x7f3ea4012760 comp rx=0 tx=0).stop 2024-03-07T10:12:09.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 msgr2=0x7f3eac198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:09.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 0x7f3eac198480 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c000c00 tx=0x7f3e9c02cc90 comp rx=0 tx=0).stop 2024-03-07T10:12:09.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 shutdown_connections 2024-03-07T10:12:09.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3eac10bc50 0x7f3eac19c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3e980a2110 0x7f3e980a45d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3eac1031a0 0x7f3eac198480 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 --2- 172.21.15.18:0/1367387415 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3eac102880 0x7f3eac197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:09.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 >> 172.21.15.18:0/1367387415 conn(0x7f3eac077710 msgr2=0x7f3eac0fd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:09.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 shutdown_connections 2024-03-07T10:12:09.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:09.157+0000 7f3eb455d640 1 -- 172.21.15.18:0/1367387415 wait complete. 2024-03-07T10:12:09.170 INFO:tasks.cephfs.filesystem:scrub status for tag:3c007e6f-afa3-4854-91f4-ccedb582fbdd - {'path': '/', 'tag': '3c007e6f-afa3-4854-91f4-ccedb582fbdd', 'options': 'recursive,force'} 2024-03-07T10:12:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:08 smithi063 ceph-mon[36356]: pgmap v406: 97 pgs: 97 active+clean; 4.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 7.0 MiB/s wr, 665 op/s 2024-03-07T10:12:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:08 smithi077 ceph-mon[36374]: pgmap v406: 97 pgs: 97 active+clean; 4.6 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 7.0 MiB/s wr, 665 op/s 2024-03-07T10:12:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:09 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:12:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:09 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:09 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:12:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:09 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:12:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:09 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:12:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:09 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:09 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:09 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:12:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:09 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:09 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:12:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:09 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:12:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:09 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:12:10.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:09 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:09 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:09 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:12:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:09 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:09 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:12:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:09 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:12:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:09 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:12:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:09 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:10.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:09 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:11.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:10 smithi063 ceph-mon[36356]: pgmap v407: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 22 MiB/s wr, 1.52k op/s 2024-03-07T10:12:11.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:10 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:10 smithi077 ceph-mon[36374]: pgmap v407: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 22 MiB/s wr, 1.52k op/s 2024-03-07T10:12:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:10 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:10 smithi018 ceph-mon[32171]: pgmap v407: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 22 MiB/s wr, 1.52k op/s 2024-03-07T10:12:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:10 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 770.0 s, 1069.2 tps, lat 106.994 ms stddev 212.593 2024-03-07T10:12:13.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:12 smithi063 ceph-mon[36356]: pgmap v408: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 25 MiB/s wr, 1.68k op/s 2024-03-07T10:12:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:12 smithi077 ceph-mon[36374]: pgmap v408: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 25 MiB/s wr, 1.68k op/s 2024-03-07T10:12:13.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:12 smithi018 ceph-mon[32171]: pgmap v408: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 25 MiB/s wr, 1.68k op/s 2024-03-07T10:12:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:14 smithi063 ceph-mon[36356]: pgmap v409: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 27 MiB/s wr, 1.89k op/s 2024-03-07T10:12:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:14 smithi077 ceph-mon[36374]: pgmap v409: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 27 MiB/s wr, 1.89k op/s 2024-03-07T10:12:15.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:14 smithi018 ceph-mon[32171]: pgmap v409: 97 pgs: 23 active+clean+snaptrim_wait, 62 active+clean, 12 active+clean+snaptrim; 4.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 27 MiB/s wr, 1.89k op/s 2024-03-07T10:12:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:16 smithi063 ceph-mon[36356]: pgmap v410: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 28 MiB/s wr, 1.99k op/s 2024-03-07T10:12:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:12:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:12:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:16 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:12:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:16 smithi077 ceph-mon[36374]: pgmap v410: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 28 MiB/s wr, 1.99k op/s 2024-03-07T10:12:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:12:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:12:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:16 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:12:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:16 smithi018 ceph-mon[32171]: pgmap v410: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 28 MiB/s wr, 1.99k op/s 2024-03-07T10:12:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:12:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:12:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:16 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:12:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 775.0 s, 1790.6 tps, lat 56.132 ms stddev 65.151 2024-03-07T10:12:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:18 smithi077 ceph-mon[36374]: pgmap v411: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 26 MiB/s wr, 1.85k op/s 2024-03-07T10:12:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:18 smithi077 ceph-mon[36374]: osdmap e105: 12 total, 12 up, 12 in 2024-03-07T10:12:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:18 smithi018 ceph-mon[32171]: pgmap v411: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 26 MiB/s wr, 1.85k op/s 2024-03-07T10:12:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:18 smithi018 ceph-mon[32171]: osdmap e105: 12 total, 12 up, 12 in 2024-03-07T10:12:19.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:18 smithi063 ceph-mon[36356]: pgmap v411: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 26 MiB/s wr, 1.85k op/s 2024-03-07T10:12:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:18 smithi063 ceph-mon[36356]: osdmap e105: 12 total, 12 up, 12 in 2024-03-07T10:12:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:20 smithi077 ceph-mon[36374]: pgmap v413: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 12 MiB/s wr, 1.04k op/s 2024-03-07T10:12:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:20 smithi018 ceph-mon[32171]: pgmap v413: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 12 MiB/s wr, 1.04k op/s 2024-03-07T10:12:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:20 smithi063 ceph-mon[36356]: pgmap v413: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 12 MiB/s wr, 1.04k op/s 2024-03-07T10:12:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.264+0000 7f096c287640 1 -- 172.21.15.18:0/1458468860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096410cf80 msgr2=0x7f0964114b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.264+0000 7f096c287640 1 --2- 172.21.15.18:0/1458468860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096410cf80 0x7f0964114b50 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f095c009ca0 tx=0x7f095c02c140 comp rx=0 tx=0).stop 2024-03-07T10:12:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.269+0000 7f096c287640 1 -- 172.21.15.18:0/1458468860 shutdown_connections 2024-03-07T10:12:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.269+0000 7f096c287640 1 --2- 172.21.15.18:0/1458468860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096410cf80 0x7f0964114b50 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.269+0000 7f096c287640 1 --2- 172.21.15.18:0/1458468860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09641088b0 0x7f096410c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.269+0000 7f096c287640 1 --2- 172.21.15.18:0/1458468860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 0x7f09641082e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.272 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.269+0000 7f096c287640 1 -- 172.21.15.18:0/1458468860 >> 172.21.15.18:0/1458468860 conn(0x7f09640774a0 msgr2=0x7f0964106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.274+0000 7f096c287640 1 -- 172.21.15.18:0/1458468860 shutdown_connections 2024-03-07T10:12:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.275+0000 7f096c287640 1 -- 172.21.15.18:0/1458468860 wait complete. 2024-03-07T10:12:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.275+0000 7f096c287640 1 Processor -- start 2024-03-07T10:12:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.275+0000 7f096c287640 1 -- start start 2024-03-07T10:12:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096c287640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 0x7f09640731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096c287640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f096410cf80 0x7f096406d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096c287640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096406d7b0 0x7f096406dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096c287640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f096406bad0 con 0x7f096406d7b0 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096c287640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f096406b950 con 0x7f096410cf80 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096c287640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f096406bc50 con 0x7f0964107f00 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096a023640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 0x7f09640731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096a023640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 0x7f09640731b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58172/0 (socket says 172.21.15.18:58172) 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.276+0000 7f096a023640 1 -- 172.21.15.18:0/726044640 learned_addr learned my addr 172.21.15.18:0/726044640 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f096a824640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096406d7b0 0x7f096406dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f0969822640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f096410cf80 0x7f096406d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f096a023640 1 -- 172.21.15.18:0/726044640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f096410cf80 msgr2=0x7f096406d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f096a023640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f096410cf80 0x7f096406d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f096a023640 1 -- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096406d7b0 msgr2=0x7f096406dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f096a023640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096406d7b0 0x7f096406dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f096a023640 1 -- 172.21.15.18:0/726044640 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0964080120 con 0x7f0964107f00 2024-03-07T10:12:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.277+0000 7f096a023640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 0x7f09640731b0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f096000b450 tx=0x7f096000b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.279+0000 7f095b7fe640 1 -- 172.21.15.18:0/726044640 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0960015020 con 0x7f0964107f00 2024-03-07T10:12:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.279+0000 7f095b7fe640 1 -- 172.21.15.18:0/726044640 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0960011d70 con 0x7f0964107f00 2024-03-07T10:12:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.279+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0964080410 con 0x7f0964107f00 2024-03-07T10:12:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.279+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0964080960 con 0x7f0964107f00 2024-03-07T10:12:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.280+0000 7f095b7fe640 1 -- 172.21.15.18:0/726044640 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096000f340 con 0x7f0964107f00 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.283+0000 7f095b7fe640 1 -- 172.21.15.18:0/726044640 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f0960018020 con 0x7f0964107f00 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.283+0000 7f096f071740 1 Processor -- start 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.283+0000 7f096f071740 1 -- start start 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096f071740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096f071740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418b7fa0 0x556a418b8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096f071740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418c1520 0x556a418c3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096f071740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a4181c5c0 con 0x556a418c1520 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58176/0 (socket says 172.21.15.18:58176) 2024-03-07T10:12:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 -- 172.21.15.18:0/1577680172 learned_addr learned my addr 172.21.15.18:0/1577680172 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f095b7fe640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f09500a2070 0x7f09500a4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096f071740 1 -- 172.21.15.18:0/1577680172 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a417c5900 con 0x556a418b7fa0 2024-03-07T10:12:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096f071740 1 -- 172.21.15.18:0/1577680172 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a41818660 con 0x556a418b8d10 2024-03-07T10:12:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a023640 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418b7fa0 0x556a418b8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f0969822640 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418c1520 0x556a418c3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f095b7fe640 1 -- 172.21.15.18:0/726044640 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f09600cdb10 con 0x7f0964107f00 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 -- 172.21.15.18:0/1577680172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418b7fa0 msgr2=0x556a418b8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418b7fa0 0x556a418b8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 -- 172.21.15.18:0/1577680172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418c1520 msgr2=0x556a418c3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418c1520 0x556a418c3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.284+0000 7f096a824640 1 -- 172.21.15.18:0/1577680172 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a41531210 con 0x556a418b8d10 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.285+0000 7f096a824640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f09500a2070 0x7f09500a4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.285+0000 7f0969822640 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418c1520 0x556a418c3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.286+0000 7f096a824640 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b7a60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f095c009ca0 tx=0x7f095c0098b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4aeb6c36a06e7eb3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.286+0000 7f0958bfe640 1 -- 172.21.15.18:0/1577680172 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f095c039040 con 0x556a418b8d10 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.286+0000 7f0958bfe640 1 -- 172.21.15.18:0/1577680172 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f095c003cb0 con 0x556a418b8d10 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.286+0000 7f0958bfe640 1 -- 172.21.15.18:0/1577680172 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f095c034740 con 0x556a418b8d10 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096a824640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f09500a2070 0x7f09500a4530 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f095c04b000 tx=0x7f095c044000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096f071740 1 -- 172.21.15.18:0/1577680172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 msgr2=0x556a418b7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096f071740 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b7a60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f095c009ca0 tx=0x7f095c0098b0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096f071740 1 -- 172.21.15.18:0/1577680172 shutdown_connections 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096f071740 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418c1520 0x556a418c3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096f071740 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418b7fa0 0x556a418b8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096f071740 1 --2- 172.21.15.18:0/1577680172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b7a60 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.287+0000 7f096f071740 1 -- 172.21.15.18:0/1577680172 >> 172.21.15.18:0/1577680172 conn(0x556a4187f580 msgr2=0x556a418b2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.288+0000 7f096f071740 1 -- 172.21.15.18:0/1577680172 shutdown_connections 2024-03-07T10:12:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.288+0000 7f096f071740 1 -- 172.21.15.18:0/1577680172 wait complete. 2024-03-07T10:12:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.288+0000 7f096f071740 1 -- start start 2024-03-07T10:12:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.288+0000 7f096f071740 1 Processor -- start 2024-03-07T10:12:22.298 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096f071740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418be580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096f071740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418beac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096a023640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418be580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096f071740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096f071740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a418c4250 con 0x556a418b7fa0 2024-03-07T10:12:22.299 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096f071740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a417d8d60 con 0x556a418c1520 2024-03-07T10:12:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096a023640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418be580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45976/0 (socket says 172.21.15.18:45976) 2024-03-07T10:12:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096f071740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a418c43d0 con 0x556a418b8d10 2024-03-07T10:12:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096a023640 1 -- 172.21.15.18:0/276428858 learned_addr learned my addr 172.21.15.18:0/276428858 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096f071740 10 client.0 _ll_register_callbacks cb 0x556a41530a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f0969822640 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418beac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.300 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.289+0000 7f096a824640 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096a023640 1 -- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 msgr2=0x556a418beac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096a023640 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418beac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096a023640 1 -- 172.21.15.18:0/276428858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 msgr2=0x556a418bf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096a023640 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bf000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096a023640 1 -- 172.21.15.18:0/276428858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556a415fd620 con 0x556a418b7fa0 2024-03-07T10:12:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096a023640 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418be580 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f0960010aa0 tx=0x7f096009ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad41d5dc457a2480 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f094dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f094dffb640 1 -- 172.21.15.18:0/276428858 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096009a570 con 0x556a418b7fa0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f094dffb640 1 -- 172.21.15.18:0/276428858 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f09600ba0b0 con 0x556a418b7fa0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f095c003cb0 con 0x556a418b7fa0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f094dffb640 1 -- 172.21.15.18:0/276428858 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f09600cb440 con 0x556a418b7fa0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096f071740 10 client.18972 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.290+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556a418d05f0 con 0x556a418b7fa0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f094dffb640 1 -- 172.21.15.18:0/276428858 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f095c003cb0 con 0x556a418b7fa0 2024-03-07T10:12:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f094dffb640 1 -- 172.21.15.18:0/276428858 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f09600b5030 con 0x556a418b7fa0 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f096f071740 10 client.18972 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f096f071740 10 client.18972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f096f071740 20 client.18972 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f096f071740 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a418d1ab0 0x556a418d3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f096f071740 4 client.18972 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556a41829b00 con 0x556a418d1ab0 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f0969822640 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a418d1ab0 0x556a418d3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f0969822640 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a418d1ab0 0x556a418d3ea0 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a60ac4b981f1bde server_cookie=35fe5cc344ff95b2 in_seq=0 out_seq=0 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.291+0000 7f094dffb640 10 client.18972 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.292+0000 7f094dffb640 1 -- 172.21.15.18:0/276428858 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556a41829b00 con 0x556a418d1ab0 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.292+0000 7f094dffb640 10 client.18972 handle_command_reply: tid=0 2024-03-07T10:12:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.292+0000 7f096f071740 1 client.18972 shutdown 2024-03-07T10:12:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 msgr2=0x556a418be580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418be580 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f0960010aa0 tx=0x7f096009ad30 comp rx=0 tx=0).stop 2024-03-07T10:12:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 shutdown_connections 2024-03-07T10:12:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a418d1ab0 0x556a418d3ea0 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f094dffb640 0 client.18972 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418beac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 --2- 172.21.15.18:0/276428858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418be580 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 >> 172.21.15.18:0/276428858 conn(0x556a4187f580 msgr2=0x556a418b49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 shutdown_connections 2024-03-07T10:12:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 1 -- 172.21.15.18:0/276428858 wait complete. 2024-03-07T10:12:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.293+0000 7f096f071740 20 client.18972 trim_cache size 0 max 16384 2024-03-07T10:12:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.309+0000 7f096f071740 1 Processor -- start 2024-03-07T10:12:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096f071740 1 -- start start 2024-03-07T10:12:22.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096f071740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418c0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096f071740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096f071740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096f071740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0948010da0 con 0x556a418b7fa0 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096f071740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094800e8a0 con 0x556a418c1520 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096f071740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094800c960 con 0x556a418b8d10 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:58188/0 (socket says 172.21.15.18:58188) 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 -- 172.21.15.18:0/3344683819 learned_addr learned my addr 172.21.15.18:0/3344683819 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096a824640 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f096a023640 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418c0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 -- 172.21.15.18:0/3344683819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 msgr2=0x556a418bee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 -- 172.21.15.18:0/3344683819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 msgr2=0x556a418c0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418c0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 -- 172.21.15.18:0/3344683819 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a418b7560 con 0x556a418b8d10 2024-03-07T10:12:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.310+0000 7f0969822640 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b47d0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f095400c9e0 tx=0x7f0954008040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbecbb2d163983ac server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.311+0000 7f094ffff640 1 -- 172.21.15.18:0/3344683819 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f095401b250 con 0x556a418b8d10 2024-03-07T10:12:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.311+0000 7f094ffff640 1 -- 172.21.15.18:0/3344683819 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f095401f030 con 0x556a418b8d10 2024-03-07T10:12:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.311+0000 7f094ffff640 1 -- 172.21.15.18:0/3344683819 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0954014b70 con 0x556a418b8d10 2024-03-07T10:12:22.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 -- 172.21.15.18:0/3344683819 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 msgr2=0x556a418b47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b47d0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f095400c9e0 tx=0x7f0954008040 comp rx=0 tx=0).stop 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 -- 172.21.15.18:0/3344683819 shutdown_connections 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418bee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b8d10 0x556a418b47d0 secure :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f095400c9e0 tx=0x7f0954008040 comp rx=0 tx=0).stop 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 --2- 172.21.15.18:0/3344683819 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a418b7fa0 0x556a418c0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 -- 172.21.15.18:0/3344683819 >> 172.21.15.18:0/3344683819 conn(0x556a4187f580 msgr2=0x556a418b40c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 -- 172.21.15.18:0/3344683819 shutdown_connections 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.312+0000 7f096f071740 1 -- 172.21.15.18:0/3344683819 wait complete. 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 -- start start 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 Processor -- start 2024-03-07T10:12:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b7fa0 0x556a418c5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418c5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a419262e0 0x556a41926760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094800cf60 con 0x556a419262e0 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094800e240 con 0x556a418c1520 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094800d580 con 0x556a418b7fa0 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096f071740 10 client.0 _ll_register_callbacks cb 0x7f096009a430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418c5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418c5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:39484/0 (socket says 172.21.15.18:39484) 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 -- 172.21.15.18:0/3449554619 learned_addr learned my addr 172.21.15.18:0/3449554619 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096a023640 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b7fa0 0x556a418c5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f096a824640 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a419262e0 0x556a41926760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 -- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b7fa0 msgr2=0x556a418c5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b7fa0 0x556a418c5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 -- 172.21.15.18:0/3449554619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a419262e0 msgr2=0x556a41926760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a419262e0 0x556a41926760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.313+0000 7f0969822640 1 -- 172.21.15.18:0/3449554619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556a418b7270 con 0x556a418c1520 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f0969822640 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418c5770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f095400c9e0 tx=0x7f0954006e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=702d87a6b99524f0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f094dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f094dffb640 1 -- 172.21.15.18:0/3449554619 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0954014af0 con 0x556a418c1520 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f095401f030 con 0x556a418c1520 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f094dffb640 1 -- 172.21.15.18:0/3449554619 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f0954014c90 con 0x556a418c1520 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f094dffb640 1 -- 172.21.15.18:0/3449554619 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0954014410 con 0x556a418c1520 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 10 client.28649 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556a4192de60 con 0x556a418c1520 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f094dffb640 1 -- 172.21.15.18:0/3449554619 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f095401f030 con 0x556a418c1520 2024-03-07T10:12:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f094dffb640 1 -- 172.21.15.18:0/3449554619 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f09540336b0 con 0x556a418c1520 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 10 client.28649 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 10 client.28649 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 20 client.28649 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a4192e450 0x556a41930870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 4 client.28649 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.314+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556a41823e50 con 0x556a4192e450 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.315+0000 7f096a023640 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a4192e450 0x556a41930870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.315+0000 7f096a023640 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a4192e450 0x556a41930870 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9c5c6b567de234e server_cookie=543468b3a8bb7b5b in_seq=0 out_seq=0 2024-03-07T10:12:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.315+0000 7f094dffb640 10 client.28649 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f094dffb640 1 -- 172.21.15.18:0/3449554619 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556a41823e50 con 0x556a4192e450 2024-03-07T10:12:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f094dffb640 10 client.28649 handle_command_reply: tid=0 2024-03-07T10:12:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 client.28649 shutdown 2024-03-07T10:12:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 msgr2=0x556a418c5770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418c5770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f095400c9e0 tx=0x7f0954006e30 comp rx=0 tx=0).stop 2024-03-07T10:12:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 shutdown_connections 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556a4192e450 0x556a41930870 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f094dffb640 0 client.28649 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556a419262e0 0x556a41926760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556a418c1520 0x556a418c5770 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 --2- 172.21.15.18:0/3449554619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a418b7fa0 0x556a418c5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 >> 172.21.15.18:0/3449554619 conn(0x556a4187f580 msgr2=0x556a418b3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 shutdown_connections 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 1 -- 172.21.15.18:0/3449554619 wait complete. 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.345+0000 7f096f071740 20 client.28649 trim_cache size 0 max 16384 2024-03-07T10:12:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:12:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:12:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:12:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:12:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f09500a2070 msgr2=0x7f09500a4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f09500a2070 0x7f09500a4530 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f095c04b000 tx=0x7f095c044000 comp rx=0 tx=0).stop 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 msgr2=0x7f09640731b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 0x7f09640731b0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f096000b450 tx=0x7f096000b910 comp rx=0 tx=0).stop 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 shutdown_connections 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f09500a2070 0x7f09500a4530 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f096406d7b0 0x7f096406dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f096410cf80 0x7f096406d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 --2- 172.21.15.18:0/726044640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0964107f00 0x7f09640731b0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 >> 172.21.15.18:0/726044640 conn(0x7f09640774a0 msgr2=0x7f0964107310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 shutdown_connections 2024-03-07T10:12:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:22.347+0000 7f096c287640 1 -- 172.21.15.18:0/726044640 wait complete. 2024-03-07T10:12:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:22 smithi077 ceph-mon[36374]: pgmap v414: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 8.3 MiB/s wr, 828 op/s 2024-03-07T10:12:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:22 smithi018 ceph-mon[32171]: pgmap v414: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 8.3 MiB/s wr, 828 op/s 2024-03-07T10:12:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 780.0 s, 1652.0 tps, lat 59.818 ms stddev 103.913 2024-03-07T10:12:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:22 smithi063 ceph-mon[36356]: pgmap v414: 97 pgs: 97 active+clean; 4.2 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 8.3 MiB/s wr, 828 op/s 2024-03-07T10:12:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:24 smithi018 ceph-mon[32171]: pgmap v415: 97 pgs: 97 active+clean; 4.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.5 MiB/s wr, 821 op/s 2024-03-07T10:12:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:24 smithi063 ceph-mon[36356]: pgmap v415: 97 pgs: 97 active+clean; 4.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.5 MiB/s wr, 821 op/s 2024-03-07T10:12:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:24 smithi077 ceph-mon[36374]: pgmap v415: 97 pgs: 97 active+clean; 4.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 7.5 MiB/s wr, 821 op/s 2024-03-07T10:12:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:26 smithi018 ceph-mon[32171]: pgmap v416: 97 pgs: 97 active+clean; 4.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 14 MiB/s wr, 1.45k op/s 2024-03-07T10:12:27.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:26 smithi063 ceph-mon[36356]: pgmap v416: 97 pgs: 97 active+clean; 4.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 14 MiB/s wr, 1.45k op/s 2024-03-07T10:12:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:26 smithi077 ceph-mon[36374]: pgmap v416: 97 pgs: 97 active+clean; 4.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 14 MiB/s wr, 1.45k op/s 2024-03-07T10:12:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 785.0 s, 1884.4 tps, lat 53.419 ms stddev 62.170 2024-03-07T10:12:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:28 smithi018 ceph-mon[32171]: pgmap v417: 97 pgs: 97 active+clean; 4.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 14 MiB/s wr, 1.45k op/s 2024-03-07T10:12:29.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:28 smithi063 ceph-mon[36356]: pgmap v417: 97 pgs: 97 active+clean; 4.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 14 MiB/s wr, 1.45k op/s 2024-03-07T10:12:29.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:28 smithi077 ceph-mon[36374]: pgmap v417: 97 pgs: 97 active+clean; 4.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 14 MiB/s wr, 1.45k op/s 2024-03-07T10:12:31.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:30 smithi018 ceph-mon[32171]: pgmap v418: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 15 MiB/s wr, 1.51k op/s 2024-03-07T10:12:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:30 smithi063 ceph-mon[36356]: pgmap v418: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 15 MiB/s wr, 1.51k op/s 2024-03-07T10:12:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:30 smithi077 ceph-mon[36374]: pgmap v418: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 15 MiB/s wr, 1.51k op/s 2024-03-07T10:12:32.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:31 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:12:32.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:31 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:12:32.261 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:31 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:12:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:32 smithi018 ceph-mon[32171]: pgmap v419: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 12 MiB/s wr, 1.27k op/s 2024-03-07T10:12:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:32 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:12:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:32 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:12:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:32 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:12:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 790.0 s, 1501.2 tps, lat 66.386 ms stddev 74.033 2024-03-07T10:12:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:32 smithi063 ceph-mon[36356]: pgmap v419: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 12 MiB/s wr, 1.27k op/s 2024-03-07T10:12:33.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:32 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:12:33.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:32 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:12:33.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:32 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:12:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:32 smithi077 ceph-mon[36374]: pgmap v419: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 12 MiB/s wr, 1.27k op/s 2024-03-07T10:12:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:32 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:12:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:32 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:12:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:32 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:12:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:34 smithi018 ceph-mon[32171]: pgmap v420: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 12 MiB/s wr, 1.27k op/s 2024-03-07T10:12:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:34 smithi063 ceph-mon[36356]: pgmap v420: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 12 MiB/s wr, 1.27k op/s 2024-03-07T10:12:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:34 smithi077 ceph-mon[36374]: pgmap v420: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 12 MiB/s wr, 1.27k op/s 2024-03-07T10:12:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.488+0000 7fd85ca25640 1 -- 172.21.15.18:0/74989472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8500986e0 msgr2=0x7fd850098b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.488+0000 7fd85ca25640 1 --2- 172.21.15.18:0/74989472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8500986e0 0x7fd850098b60 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fd84401a910 tx=0x7fd84403cc60 comp rx=0 tx=0).stop 2024-03-07T10:12:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.489+0000 7fd85ca25640 1 -- 172.21.15.18:0/74989472 shutdown_connections 2024-03-07T10:12:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.489+0000 7fd85ca25640 1 --2- 172.21.15.18:0/74989472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd8500986e0 0x7fd850098b60 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.489+0000 7fd85ca25640 1 --2- 172.21.15.18:0/74989472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 0x7fd850005100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.489+0000 7fd85ca25640 1 --2- 172.21.15.18:0/74989472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd85009acf0 0x7fd850004740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.489+0000 7fd85ca25640 1 -- 172.21.15.18:0/74989472 >> 172.21.15.18:0/74989472 conn(0x7fd85000a740 msgr2=0x7fd85000ab50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.489+0000 7fd85ca25640 1 -- 172.21.15.18:0/74989472 shutdown_connections 2024-03-07T10:12:35.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.489+0000 7fd85ca25640 1 -- 172.21.15.18:0/74989472 wait complete. 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 Processor -- start 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 -- start start 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 0x7fd8500a54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8500986e0 0x7fd8500a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd85009acf0 0x7fd85013fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85009dc50 con 0x7fd85009acf0 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85009dad0 con 0x7fd8500986e0 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.490+0000 7fd85ca25640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85009ddd0 con 0x7fd850004c80 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 0x7fd8500a54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 0x7fd8500a54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:42330/0 (socket says 172.21.15.18:42330) 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 -- 172.21.15.18:0/3106533644 learned_addr learned my addr 172.21.15.18:0/3106533644 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd857fff640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd85009acf0 0x7fd85013fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd856ffd640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8500986e0 0x7fd8500a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 -- 172.21.15.18:0/3106533644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8500986e0 msgr2=0x7fd8500a5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8500986e0 0x7fd8500a5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 -- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd85009acf0 msgr2=0x7fd85013fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd85009acf0 0x7fd85013fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 -- 172.21.15.18:0/3106533644 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd850140370 con 0x7fd850004c80 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd8577fe640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 0x7fd8500a54e0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fd858067640 tx=0x7fd85806d5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.491+0000 7fd856ffd640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8500986e0 0x7fd8500a5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.492+0000 7fd854ff9640 1 -- 172.21.15.18:0/3106533644 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd858069070 con 0x7fd850004c80 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.492+0000 7fd854ff9640 1 -- 172.21.15.18:0/3106533644 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd858072900 con 0x7fd850004c80 2024-03-07T10:12:35.495 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.492+0000 7fd854ff9640 1 -- 172.21.15.18:0/3106533644 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8580717e0 con 0x7fd850004c80 2024-03-07T10:12:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.492+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd850140660 con 0x7fd850004c80 2024-03-07T10:12:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.492+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd850147dc0 con 0x7fd850004c80 2024-03-07T10:12:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.495+0000 7fd854ff9640 1 -- 172.21.15.18:0/3106533644 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd858078070 con 0x7fd850004c80 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.495+0000 7fd860a7a740 1 Processor -- start 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.495+0000 7fd860a7a740 1 -- start start 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ce3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825ce4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cefaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd860a7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560825c485c0 con 0x560825ce4ef0 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd860a7a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560825bf1900 con 0x560825ced700 2024-03-07T10:12:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd860a7a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560825c44660 con 0x560825ce4180 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ce3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd8577fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825ce4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ce3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42616/0 (socket says 172.21.15.18:42616) 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 -- 172.21.15.18:0/2304024527 learned_addr learned my addr 172.21.15.18:0/2304024527 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd856ffd640 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cefaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd854ff9640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8480a20f0 0x7fd8480a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd854ff9640 1 -- 172.21.15.18:0/3106533644 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd858131240 con 0x7fd850004c80 2024-03-07T10:12:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 -- 172.21.15.18:0/2304024527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 msgr2=0x560825ce4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825ce4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 -- 172.21.15.18:0/2304024527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 msgr2=0x560825cefaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cefaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.496+0000 7fd857fff640 1 -- 172.21.15.18:0/2304024527 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56082595d210 con 0x560825ce4ef0 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.497+0000 7fd857fff640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8480a20f0 0x7fd8480a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.497+0000 7fd857fff640 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ce3c40 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fd84401a910 tx=0x7fd844004090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11cd10d814e5ba59 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.497+0000 7fd857fff640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8480a20f0 0x7fd8480a45b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd84405d000 tx=0x7fd84405e000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.497+0000 7fd841ffb640 1 -- 172.21.15.18:0/2304024527 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd844060070 con 0x560825ce4ef0 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.497+0000 7fd841ffb640 1 -- 172.21.15.18:0/2304024527 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd84403dcf0 con 0x560825ce4ef0 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.497+0000 7fd841ffb640 1 -- 172.21.15.18:0/2304024527 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8440459b0 con 0x560825ce4ef0 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 -- 172.21.15.18:0/2304024527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 msgr2=0x560825ce3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ce3c40 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fd84401a910 tx=0x7fd844004090 comp rx=0 tx=0).stop 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 -- 172.21.15.18:0/2304024527 shutdown_connections 2024-03-07T10:12:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cefaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825ce4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 --2- 172.21.15.18:0/2304024527 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ce3c40 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 -- 172.21.15.18:0/2304024527 >> 172.21.15.18:0/2304024527 conn(0x560825cab580 msgr2=0x560825cdee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.498+0000 7fd860a7a740 1 -- 172.21.15.18:0/2304024527 shutdown_connections 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 -- 172.21.15.18:0/2304024527 wait complete. 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 -- start start 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 Processor -- start 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ce4180 0x560825cea770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ceacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ced700 0x560825ceb1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x560825cf0430 con 0x560825ce4ef0 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x560825c04d60 con 0x560825ce4180 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x560825cf05b0 con 0x560825ced700 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd860a7a740 10 client.0 _ll_register_callbacks cb 0x56082595ca00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.499+0000 7fd856ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ceacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ceacb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42628/0 (socket says 172.21.15.18:42628) 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 -- 172.21.15.18:0/324338259 learned_addr learned my addr 172.21.15.18:0/324338259 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd857fff640 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ced700 0x560825ceb1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd8577fe640 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ce4180 0x560825cea770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 -- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ced700 msgr2=0x560825ceb1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ced700 0x560825ceb1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 -- 172.21.15.18:0/324338259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ce4180 msgr2=0x560825cea770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ce4180 0x560825cea770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 -- 172.21.15.18:0/324338259 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560825a29620 con 0x560825ce4ef0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd856ffd640 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ceacb0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fd84c010500 tx=0x7fd84c010900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58c066af9c2adedd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd836ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd836ffd640 1 -- 172.21.15.18:0/324338259 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd84c018070 con 0x560825ce4ef0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd836ffd640 1 -- 172.21.15.18:0/324338259 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd84c014640 con 0x560825ce4ef0 2024-03-07T10:12:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd84403dcf0 con 0x560825ce4ef0 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.500+0000 7fd836ffd640 1 -- 172.21.15.18:0/324338259 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd84c024050 con 0x560825ce4ef0 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 10 client.18990 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560825cfc7f0 con 0x560825ce4ef0 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd836ffd640 1 -- 172.21.15.18:0/324338259 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd84403dcf0 con 0x560825ce4ef0 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd836ffd640 1 -- 172.21.15.18:0/324338259 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd84c012a80 con 0x560825ce4ef0 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 10 client.18990 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 10 client.18990 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 20 client.18990 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825cfdc60 0x560825d00050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 4 client.18990 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560825c55b00 con 0x560825cfdc60 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.501+0000 7fd8577fe640 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825cfdc60 0x560825d00050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.502+0000 7fd8577fe640 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825cfdc60 0x560825d00050 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6611d894a2fe495e server_cookie=40255702a652b69e in_seq=0 out_seq=0 2024-03-07T10:12:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.502+0000 7fd836ffd640 10 client.18990 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd836ffd640 1 -- 172.21.15.18:0/324338259 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560825c55b00 con 0x560825cfdc60 2024-03-07T10:12:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd836ffd640 10 client.18990 handle_command_reply: tid=0 2024-03-07T10:12:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 client.18990 shutdown 2024-03-07T10:12:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 msgr2=0x560825ceacb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ceacb0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fd84c010500 tx=0x7fd84c010900 comp rx=0 tx=0).stop 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 shutdown_connections 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825cfdc60 0x560825d00050 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ced700 0x560825ceb1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825ceacb0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 --2- 172.21.15.18:0/324338259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ce4180 0x560825cea770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.504+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 >> 172.21.15.18:0/324338259 conn(0x560825cab580 msgr2=0x560825ce0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.505+0000 7fd836ffd640 0 client.18990 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.505+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 shutdown_connections 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.505+0000 7fd860a7a740 1 -- 172.21.15.18:0/324338259 wait complete. 2024-03-07T10:12:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.505+0000 7fd860a7a740 20 client.18990 trim_cache size 0 max 16384 2024-03-07T10:12:35.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.528+0000 7fd860a7a740 1 Processor -- start 2024-03-07T10:12:35.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.528+0000 7fd860a7a740 1 -- start start 2024-03-07T10:12:35.531 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.528+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825cecea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.528+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825cddc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cf8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd860a7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd850152e90 con 0x560825ce4ef0 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825cddc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825cddc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42632/0 (socket says 172.21.15.18:42632) 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 -- 172.21.15.18:0/243517403 learned_addr learned my addr 172.21.15.18:0/243517403 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd860a7a740 1 -- 172.21.15.18:0/243517403 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd850150990 con 0x560825ced700 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd860a7a740 1 -- 172.21.15.18:0/243517403 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85014ea50 con 0x560825ce4180 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd8577fe640 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825cecea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd857fff640 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cf8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 -- 172.21.15.18:0/243517403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 msgr2=0x560825cecea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825cecea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.532 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 -- 172.21.15.18:0/243517403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 msgr2=0x560825cf8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cf8d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 -- 172.21.15.18:0/243517403 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560825ce3450 con 0x560825ce4ef0 2024-03-07T10:12:35.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd8577fe640 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825cecea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:35.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.529+0000 7fd856ffd640 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825cddc90 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fd84c013670 tx=0x7fd84c0136a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=535b38d7467610e5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:35.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd8417fa640 1 -- 172.21.15.18:0/243517403 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd84c02d070 con 0x560825ce4ef0 2024-03-07T10:12:35.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd8417fa640 1 -- 172.21.15.18:0/243517403 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd84c021070 con 0x560825ce4ef0 2024-03-07T10:12:35.533 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd8417fa640 1 -- 172.21.15.18:0/243517403 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd84c018040 con 0x560825ce4ef0 2024-03-07T10:12:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 -- 172.21.15.18:0/243517403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 msgr2=0x560825cddc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825cddc90 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fd84c013670 tx=0x7fd84c0136a0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 -- 172.21.15.18:0/243517403 shutdown_connections 2024-03-07T10:12:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825cf8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4ef0 0x560825cddc90 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 --2- 172.21.15.18:0/243517403 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4180 0x560825cecea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 -- 172.21.15.18:0/243517403 >> 172.21.15.18:0/243517403 conn(0x560825cab580 msgr2=0x560825cdd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 -- 172.21.15.18:0/243517403 shutdown_connections 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.530+0000 7fd860a7a740 1 -- 172.21.15.18:0/243517403 wait complete. 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.531+0000 7fd860a7a740 1 -- start start 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.531+0000 7fd860a7a740 1 Processor -- start 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.531+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4180 0x560825cf0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.531+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4ef0 0x560825cf14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd8577fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4180 0x560825cf0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd8577fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4180 0x560825cf0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42644/0 (socket says 172.21.15.18:42644) 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd860a7a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825d584d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd860a7a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85014f050 con 0x560825ce4180 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd860a7a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd850150330 con 0x560825ced700 2024-03-07T10:12:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd8577fe640 1 -- 172.21.15.18:0/473049459 learned_addr learned my addr 172.21.15.18:0/473049459 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85014f670 con 0x560825ce4ef0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd860a7a740 10 client.0 _ll_register_callbacks cb 0x7fd84c007520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd856ffd640 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4ef0 0x560825cf14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd857fff640 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825d584d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd856ffd640 1 -- 172.21.15.18:0/473049459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 msgr2=0x560825d584d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd856ffd640 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825d584d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd856ffd640 1 -- 172.21.15.18:0/473049459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4180 msgr2=0x560825cf0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd856ffd640 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4180 0x560825cf0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd856ffd640 1 -- 172.21.15.18:0/473049459 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560825cf1d40 con 0x560825ce4ef0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd856ffd640 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4ef0 0x560825cf14b0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x560825cea480 tx=0x7fd84c004640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf070c16533bd324 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.532+0000 7fd836ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd836ffd640 1 -- 172.21.15.18:0/473049459 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd84c02d070 con 0x560825ce4ef0 2024-03-07T10:12:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd84c021070 con 0x560825ce4ef0 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd836ffd640 1 -- 172.21.15.18:0/473049459 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd84c013910 con 0x560825ce4ef0 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd836ffd640 1 -- 172.21.15.18:0/473049459 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd84c013b10 con 0x560825ce4ef0 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 10 client.28846 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x560825d59af0 con 0x560825ce4ef0 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd836ffd640 1 -- 172.21.15.18:0/473049459 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd84c021070 con 0x560825ce4ef0 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd836ffd640 1 -- 172.21.15.18:0/473049459 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd84c01b360 con 0x560825ce4ef0 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 10 client.28846 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 10 client.28846 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 20 client.28846 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825d5a0f0 0x560825d5c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 4 client.28846 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:12:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.533+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560825c4fe50 con 0x560825d5a0f0 2024-03-07T10:12:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.534+0000 7fd8577fe640 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825d5a0f0 0x560825d5c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.534+0000 7fd836ffd640 10 client.28846 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.534+0000 7fd8577fe640 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825d5a0f0 0x560825d5c4e0 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=941a5197475e7fc1 server_cookie=cacd560f3267edd9 in_seq=0 out_seq=0 2024-03-07T10:12:35.561 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd836ffd640 1 -- 172.21.15.18:0/473049459 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560825c4fe50 con 0x560825d5a0f0 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd836ffd640 10 client.28846 handle_command_reply: tid=0 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 client.28846 shutdown 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4ef0 msgr2=0x560825cf14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4ef0 0x560825cf14b0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x560825cea480 tx=0x7fd84c004640 comp rx=0 tx=0).stop 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 shutdown_connections 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x560825d5a0f0 0x560825d5c4e0 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560825ced700 0x560825d584d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd836ffd640 0 client.28846 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560825ce4ef0 0x560825cf14b0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 --2- 172.21.15.18:0/473049459 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x560825ce4180 0x560825cf0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 >> 172.21.15.18:0/473049459 conn(0x560825cab580 msgr2=0x560825cdde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:35.562 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 shutdown_connections 2024-03-07T10:12:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.559+0000 7fd860a7a740 1 -- 172.21.15.18:0/473049459 wait complete. 2024-03-07T10:12:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd860a7a740 20 client.28846 trim_cache size 0 max 16384 2024-03-07T10:12:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:12:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:12:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:12:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:12:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8480a20f0 msgr2=0x7fd8480a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8480a20f0 0x7fd8480a45b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd84405d000 tx=0x7fd84405e000 comp rx=0 tx=0).stop 2024-03-07T10:12:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 msgr2=0x7fd8500a54e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 0x7fd8500a54e0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fd858067640 tx=0x7fd85806d5f0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 shutdown_connections 2024-03-07T10:12:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd8480a20f0 0x7fd8480a45b0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd85009acf0 0x7fd85013fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8500986e0 0x7fd8500a5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 --2- 172.21.15.18:0/3106533644 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd850004c80 0x7fd8500a54e0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:35.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 >> 172.21.15.18:0/3106533644 conn(0x7fd85000a740 msgr2=0x7fd850092200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:35.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 shutdown_connections 2024-03-07T10:12:35.565 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:35.560+0000 7fd85ca25640 1 -- 172.21.15.18:0/3106533644 wait complete. 2024-03-07T10:12:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:36 smithi018 ceph-mon[32171]: pgmap v421: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 14 MiB/s wr, 1.33k op/s 2024-03-07T10:12:37.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:36 smithi063 ceph-mon[36356]: pgmap v421: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 14 MiB/s wr, 1.33k op/s 2024-03-07T10:12:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:36 smithi077 ceph-mon[36374]: pgmap v421: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 14 MiB/s wr, 1.33k op/s 2024-03-07T10:12:38.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 795.0 s, 1500.4 tps, lat 66.859 ms stddev 70.163 2024-03-07T10:12:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:38 smithi018 ceph-mon[32171]: pgmap v422: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 6.2 MiB/s wr, 589 op/s 2024-03-07T10:12:39.171 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:12:39.172 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:12:39.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:38 smithi063 ceph-mon[36356]: pgmap v422: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 6.2 MiB/s wr, 589 op/s 2024-03-07T10:12:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:38 smithi077 ceph-mon[36374]: pgmap v422: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 6.2 MiB/s wr, 589 op/s 2024-03-07T10:12:39.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 -- 172.21.15.18:0/2308144348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 msgr2=0x7faf3c109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 --2- 172.21.15.18:0/2308144348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c109000 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7faf30009860 tx=0x7faf3002bb70 comp rx=0 tx=0).stop 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 -- 172.21.15.18:0/2308144348 shutdown_connections 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 --2- 172.21.15.18:0/2308144348 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf3c11ae40 0x7faf3c11d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 --2- 172.21.15.18:0/2308144348 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c109000 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 --2- 172.21.15.18:0/2308144348 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf3c10fdf0 0x7faf3c108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 -- 172.21.15.18:0/2308144348 >> 172.21.15.18:0/2308144348 conn(0x7faf3c06c6d0 msgr2=0x7faf3c06cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 -- 172.21.15.18:0/2308144348 shutdown_connections 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.314+0000 7faf4131d640 1 -- 172.21.15.18:0/2308144348 wait complete. 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.315+0000 7faf4131d640 1 Processor -- start 2024-03-07T10:12:39.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.315+0000 7faf4131d640 1 -- start start 2024-03-07T10:12:39.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.315+0000 7faf4131d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c1a6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.315+0000 7faf4131d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf3c10fdf0 0x7faf3c1a7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf4131d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf3c11ae40 0x7faf3c1ab680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c1a6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c1a6dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46948/0 (socket says 172.21.15.18:46948) 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf3c10fdf0 0x7faf3c1a7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 -- 172.21.15.18:0/2645644563 learned_addr learned my addr 172.21.15.18:0/2645644563 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c120840 con 0x7faf3c10fdf0 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1206c0 con 0x7faf3c11ae40 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1209c0 con 0x7faf3c108ba0 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf3c11ae40 0x7faf3c1ab680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 -- 172.21.15.18:0/2645644563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf3c11ae40 msgr2=0x7faf3c1ab680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf3c11ae40 0x7faf3c1ab680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 -- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf3c10fdf0 msgr2=0x7faf3c1a7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf3c10fdf0 0x7faf3c1a7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 -- 172.21.15.18:0/2645644563 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf3c1abdb0 con 0x7faf3c108ba0 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf3affd640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c1a6dc0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7faf2c00d950 tx=0x7faf2c00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.316+0000 7faf23fff640 1 -- 172.21.15.18:0/2645644563 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf2c017070 con 0x7faf3c108ba0 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.317+0000 7faf23fff640 1 -- 172.21.15.18:0/2645644563 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf2c009c30 con 0x7faf3c108ba0 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.317+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf3c1ac0a0 con 0x7faf3c108ba0 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.317+0000 7faf23fff640 1 -- 172.21.15.18:0/2645644563 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf2c00f6b0 con 0x7faf3c108ba0 2024-03-07T10:12:39.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.317+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf3c1b3930 con 0x7faf3c108ba0 2024-03-07T10:12:39.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 Processor -- start 2024-03-07T10:12:39.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 -- start start 2024-03-07T10:12:39.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a1ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 0x55e290a236f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a26020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e29097ddd0 con 0x55e290a23c30 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e290926ae0 con 0x55e290a1b050 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf44200740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e290979e70 con 0x55e290a1a730 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf23fff640 1 -- 172.21.15.18:0/2645644563 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7faf2c0109d0 con 0x7faf3c108ba0 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf3a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a26020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf3b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a1ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf3a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a26020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38280/0 (socket says 172.21.15.18:38280) 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.319+0000 7faf3a7fc640 1 -- 172.21.15.18:0/2959637572 learned_addr learned my addr 172.21.15.18:0/2959637572 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3b7fe640 1 -- 172.21.15.18:0/2959637572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 msgr2=0x55e290a236f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 0x55e290a236f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3b7fe640 1 -- 172.21.15.18:0/2959637572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 msgr2=0x55e290a26020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a26020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3b7fe640 1 -- 172.21.15.18:0/2959637572 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e29075c7d0 con 0x55e290a1a730 2024-03-07T10:12:39.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a26020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf23fff640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf240a1f70 0x7faf240a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a1ab10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7faf34005fd0 tx=0x7faf3400f7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fee9aa1c419b995a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf217fa640 1 -- 172.21.15.18:0/2959637572 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf34004b20 con 0x55e290a1a730 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf217fa640 1 -- 172.21.15.18:0/2959637572 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf34004cc0 con 0x55e290a1a730 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf217fa640 1 -- 172.21.15.18:0/2959637572 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf340054f0 con 0x55e290a1a730 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf23fff640 1 -- 172.21.15.18:0/2645644563 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7faf2c0987f0 con 0x7faf3c108ba0 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.320+0000 7faf3affd640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf240a1f70 0x7faf240a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 -- 172.21.15.18:0/2959637572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 msgr2=0x55e290a1ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a1ab10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7faf34005fd0 tx=0x7faf3400f7d0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf3affd640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf240a1f70 0x7faf240a4430 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x55e290a1a200 tx=0x7faf2c010d70 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 -- 172.21.15.18:0/2959637572 shutdown_connections 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a26020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 0x55e290a236f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 --2- 172.21.15.18:0/2959637572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a1ab10 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 -- 172.21.15.18:0/2959637572 >> 172.21.15.18:0/2959637572 conn(0x55e290a14e60 msgr2=0x55e290a15240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 -- 172.21.15.18:0/2959637572 shutdown_connections 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 -- 172.21.15.18:0/2959637572 wait complete. 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.321+0000 7faf44200740 1 -- start start 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.322+0000 7faf44200740 1 Processor -- start 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.322+0000 7faf44200740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1a730 0x55e290a23610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf44200740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1b050 0x55e290a209a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf44200740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a20fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf44200740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e290a26a20 con 0x55e290a23c30 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf44200740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e29093a070 con 0x55e290a1a730 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf44200740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e290a26ba0 con 0x55e290a1b050 2024-03-07T10:12:39.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf44200740 10 client.0 _ll_register_callbacks cb 0x55e290939a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:39.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf3a7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1b050 0x55e290a209a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf3a7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1b050 0x55e290a209a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46968/0 (socket says 172.21.15.18:46968) 2024-03-07T10:12:39.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf3a7fc640 1 -- 172.21.15.18:0/3517479256 learned_addr learned my addr 172.21.15.18:0/3517479256 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:39.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1a730 0x55e290a23610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.323+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a20fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf3a7fc640 1 -- 172.21.15.18:0/3517479256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1a730 msgr2=0x55e290a23610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:39.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1a730 0x55e290a23610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf3a7fc640 1 -- 172.21.15.18:0/3517479256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 msgr2=0x55e290a20fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a20fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf3a7fc640 1 -- 172.21.15.18:0/3517479256 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e2906923f0 con 0x55e290a1b050 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1a730 0x55e290a23610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1b050 0x55e290a209a0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7faf30037040 tx=0x7faf30032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd2334bff02ef2d2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf1eff5640 1 -- 172.21.15.18:0/3517479256 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf30043070 con 0x55e290a1b050 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf34004cc0 con 0x55e290a1b050 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.324+0000 7faf1eff5640 1 -- 172.21.15.18:0/3517479256 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7faf30034440 con 0x55e290a1b050 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf1eff5640 1 -- 172.21.15.18:0/3517479256 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf3004e050 con 0x55e290a1b050 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 10 client.28858 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e2906520f0 con 0x55e290a1b050 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf1eff5640 1 -- 172.21.15.18:0/3517479256 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf34004cc0 con 0x55e290a1b050 2024-03-07T10:12:39.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf1eff5640 1 -- 172.21.15.18:0/3517479256 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faf30032640 con 0x55e290a1b050 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 10 client.28858 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 10 client.28858 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 20 client.28858 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a338c0 0x55e290a35cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 4 client.28858 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e29098b310 con 0x55e290a338c0 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a338c0 0x55e290a35cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf1eff5640 10 client.28858 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.325+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a338c0 0x55e290a35cb0 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4d310e6c6ace50a server_cookie=3f6c6aef50103c16 in_seq=0 out_seq=0 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf1eff5640 1 -- 172.21.15.18:0/3517479256 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e29098b310 con 0x55e290a338c0 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf1eff5640 10 client.28858 handle_command_reply: tid=0 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 client.28858 shutdown 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1b050 msgr2=0x55e290a209a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1b050 0x55e290a209a0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7faf30037040 tx=0x7faf30032340 comp rx=0 tx=0).stop 2024-03-07T10:12:39.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 shutdown_connections 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a338c0 0x55e290a35cb0 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a23c30 0x55e290a20fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf1eff5640 0 client.28858 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1b050 0x55e290a209a0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 --2- 172.21.15.18:0/3517479256 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1a730 0x55e290a23610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 >> 172.21.15.18:0/3517479256 conn(0x55e290a14e60 msgr2=0x55e290a16bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.326+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 shutdown_connections 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.327+0000 7faf44200740 1 -- 172.21.15.18:0/3517479256 wait complete. 2024-03-07T10:12:39.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.327+0000 7faf44200740 20 client.28858 trim_cache size 0 max 16384 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 Processor -- start 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 -- start start 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a20940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1b050 0x55e290a230d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a23c30 0x55e290a23610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1be7a0 con 0x55e290a1b050 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1bc2a0 con 0x55e290a23c30 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf44200740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1ba360 con 0x55e290a1a730 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1b050 0x55e290a230d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3a7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1b050 0x55e290a230d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38294/0 (socket says 172.21.15.18:38294) 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3a7fc640 1 -- 172.21.15.18:0/595733007 learned_addr learned my addr 172.21.15.18:0/595733007 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a20940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a23c30 0x55e290a23610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3b7fe640 1 -- 172.21.15.18:0/595733007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a23c30 msgr2=0x55e290a23610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a23c30 0x55e290a23610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3b7fe640 1 -- 172.21.15.18:0/595733007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1b050 msgr2=0x55e290a230d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1b050 0x55e290a230d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3b7fe640 1 -- 172.21.15.18:0/595733007 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e290a362e0 con 0x55e290a1a730 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.346+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1b050 0x55e290a230d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.347+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a20940 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7faf3400fcd0 tx=0x7faf340095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d254bd9c29a43a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.347+0000 7faf20ff9640 1 -- 172.21.15.18:0/595733007 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3402b030 con 0x55e290a1a730 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.347+0000 7faf20ff9640 1 -- 172.21.15.18:0/595733007 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf34003e50 con 0x55e290a1a730 2024-03-07T10:12:39.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.347+0000 7faf20ff9640 1 -- 172.21.15.18:0/595733007 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3400d850 con 0x55e290a1a730 2024-03-07T10:12:39.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.348+0000 7faf44200740 1 -- 172.21.15.18:0/595733007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 msgr2=0x55e290a20940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.357 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.348+0000 7faf44200740 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a20940 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7faf3400fcd0 tx=0x7faf340095c0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.348+0000 7faf44200740 1 -- 172.21.15.18:0/595733007 shutdown_connections 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.348+0000 7faf44200740 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a23c30 0x55e290a23610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.348+0000 7faf44200740 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1b050 0x55e290a230d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.348+0000 7faf44200740 1 --2- 172.21.15.18:0/595733007 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a1a730 0x55e290a20940 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.348+0000 7faf44200740 1 -- 172.21.15.18:0/595733007 >> 172.21.15.18:0/595733007 conn(0x55e290a14e60 msgr2=0x55e290a20230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.349+0000 7faf44200740 1 -- 172.21.15.18:0/595733007 shutdown_connections 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.349+0000 7faf44200740 1 -- 172.21.15.18:0/595733007 wait complete. 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 -- start start 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 Processor -- start 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1a730 0x55e290a1e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 0x55e290a1cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf3b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1a730 0x55e290a1e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf3b7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1a730 0x55e290a1e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38298/0 (socket says 172.21.15.18:38298) 2024-03-07T10:12:39.358 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf3b7fe640 1 -- 172.21.15.18:0/2529802405 learned_addr learned my addr 172.21.15.18:0/2529802405 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a23c30 0x55e290a1d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1ba960 con 0x55e290a1a730 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1bbc40 con 0x55e290a1b050 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c1baf80 con 0x55e290a23c30 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 0x55e290a1cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.350+0000 7faf44200740 10 client.0 _ll_register_callbacks cb 0x7faf30009490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a23c30 0x55e290a1d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf3b7fe640 1 -- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a23c30 msgr2=0x55e290a1d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a23c30 0x55e290a1d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf3b7fe640 1 -- 172.21.15.18:0/2529802405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 msgr2=0x55e290a1cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 0x55e290a1cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf3b7fe640 1 -- 172.21.15.18:0/2529802405 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e290a1d870 con 0x55e290a1a730 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf3b7fe640 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1a730 0x55e290a1e3b0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7faf34009fd0 tx=0x7faf3400f7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=484ee580c6406969 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.359 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf1eff5640 1 -- 172.21.15.18:0/2529802405 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3402b070 con 0x55e290a1a730 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf34003e50 con 0x55e290a1a730 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf1eff5640 1 -- 172.21.15.18:0/2529802405 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7faf34015040 con 0x55e290a1a730 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf1eff5640 1 -- 172.21.15.18:0/2529802405 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf34003c80 con 0x55e290a1a730 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf44200740 10 client.19014 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e290a8ef90 con 0x55e290a1a730 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf1eff5640 1 -- 172.21.15.18:0/2529802405 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf34003e50 con 0x55e290a1a730 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.351+0000 7faf1eff5640 1 -- 172.21.15.18:0/2529802405 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7faf34024040 con 0x55e290a1a730 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 10 client.19014 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 10 client.19014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 20 client.19014 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a8f410 0x55e290a91800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 4 client.19014 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:12:39.360 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55e290985660 con 0x55e290a8f410 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a8f410 0x55e290a91800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf1eff5640 10 client.19014 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf3a7fc640 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a8f410 0x55e290a91800 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b21dc47bb82903bd server_cookie=f152f4d83549181c in_seq=0 out_seq=0 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf1eff5640 1 -- 172.21.15.18:0/2529802405 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55e290985660 con 0x55e290a8f410 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf1eff5640 10 client.19014 handle_command_reply: tid=0 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 client.19014 shutdown 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1a730 msgr2=0x55e290a1e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1a730 0x55e290a1e3b0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7faf34009fd0 tx=0x7faf3400f7d0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 shutdown_connections 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55e290a8f410 0x55e290a91800 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e290a23c30 0x55e290a1d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e290a1b050 0x55e290a1cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf1eff5640 0 client.19014 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:39.361 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 --2- 172.21.15.18:0/2529802405 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e290a1a730 0x55e290a1e3b0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.352+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 >> 172.21.15.18:0/2529802405 conn(0x55e290a14e60 msgr2=0x55e290a16140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 shutdown_connections 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf44200740 1 -- 172.21.15.18:0/2529802405 wait complete. 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf44200740 20 client.19014 trim_cache size 0 max 16384 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:12:39.362 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:12:39.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf240a1f70 msgr2=0x7faf240a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf240a1f70 0x7faf240a4430 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x55e290a1a200 tx=0x7faf2c010d70 comp rx=0 tx=0).stop 2024-03-07T10:12:39.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 msgr2=0x7faf3c1a6dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c1a6dc0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7faf2c00d950 tx=0x7faf2c00de10 comp rx=0 tx=0).stop 2024-03-07T10:12:39.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 shutdown_connections 2024-03-07T10:12:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf3c11ae40 0x7faf3c1ab680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faf240a1f70 0x7faf240a4430 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faf3c10fdf0 0x7faf3c1a7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 --2- 172.21.15.18:0/2645644563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf3c108ba0 0x7faf3c1a6dc0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 >> 172.21.15.18:0/2645644563 conn(0x7faf3c06c6d0 msgr2=0x7faf3c118e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 shutdown_connections 2024-03-07T10:12:39.364 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.353+0000 7faf4131d640 1 -- 172.21.15.18:0/2645644563 wait complete. 2024-03-07T10:12:39.368 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:12:39.368 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:12:39.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.523+0000 7f275d603640 1 -- 172.21.15.18:0/987803914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275810e100 msgr2=0x7f275810e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.523+0000 7f275d603640 1 --2- 172.21.15.18:0/987803914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275810e100 0x7f275810e4e0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f275000bc00 tx=0x7f275002fea0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.528+0000 7f275d603640 1 -- 172.21.15.18:0/987803914 shutdown_connections 2024-03-07T10:12:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.528+0000 7f275d603640 1 --2- 172.21.15.18:0/987803914 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 0x7f2758114ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.528+0000 7f275d603640 1 --2- 172.21.15.18:0/987803914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2758108660 0x7f2758108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.528+0000 7f275d603640 1 --2- 172.21.15.18:0/987803914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f275810e100 0x7f275810e4e0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.528+0000 7f275d603640 1 -- 172.21.15.18:0/987803914 >> 172.21.15.18:0/987803914 conn(0x7f275806ca80 msgr2=0x7f275806ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.530+0000 7f275d603640 1 -- 172.21.15.18:0/987803914 shutdown_connections 2024-03-07T10:12:39.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.531+0000 7f275d603640 1 -- 172.21.15.18:0/987803914 wait complete. 2024-03-07T10:12:39.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 Processor -- start 2024-03-07T10:12:39.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 -- start start 2024-03-07T10:12:39.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 0x7f27581a7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f275810e100 0x7f27581ab6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27581180b0 con 0x7f2758109020 2024-03-07T10:12:39.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2758117f30 con 0x7f275810e100 2024-03-07T10:12:39.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.532+0000 7f275d603640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2758118230 con 0x7f2758108660 2024-03-07T10:12:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.534+0000 7f27577fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f275810e100 0x7f27581ab6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.534+0000 7f27567fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 0x7f27581a7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.534+0000 7f27567fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 0x7f27581a7380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38302/0 (socket says 172.21.15.18:38302) 2024-03-07T10:12:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.534+0000 7f2756ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.534+0000 7f27567fc640 1 -- 172.21.15.18:0/2794248848 learned_addr learned my addr 172.21.15.18:0/2794248848 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.534+0000 7f27567fc640 1 -- 172.21.15.18:0/2794248848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 msgr2=0x7f27581a6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.535+0000 7f27567fc640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.535+0000 7f27567fc640 1 -- 172.21.15.18:0/2794248848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f275810e100 msgr2=0x7f27581ab6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.535+0000 7f27567fc640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f275810e100 0x7f27581ab6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.535+0000 7f27567fc640 1 -- 172.21.15.18:0/2794248848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27581abde0 con 0x7f2758109020 2024-03-07T10:12:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.535+0000 7f27567fc640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 0x7f27581a7380 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f2748008860 tx=0x7f2748008d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.536+0000 7f273ffff640 1 -- 172.21.15.18:0/2794248848 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2748004020 con 0x7f2758109020 2024-03-07T10:12:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.536+0000 7f273ffff640 1 -- 172.21.15.18:0/2794248848 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f27480041c0 con 0x7f2758109020 2024-03-07T10:12:39.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.536+0000 7f273ffff640 1 -- 172.21.15.18:0/2794248848 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2748003d40 con 0x7f2758109020 2024-03-07T10:12:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.537+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27581ac0d0 con 0x7f2758109020 2024-03-07T10:12:39.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.537+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27581b3960 con 0x7f2758109020 2024-03-07T10:12:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.541+0000 7f273ffff640 1 -- 172.21.15.18:0/2794248848 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f274801c070 con 0x7f2758109020 2024-03-07T10:12:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.541+0000 7f273ffff640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a20f0 0x7f27400a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.541+0000 7f273ffff640 1 -- 172.21.15.18:0/2794248848 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f27480cd5f0 con 0x7f2758109020 2024-03-07T10:12:39.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.542+0000 7f2756ffd640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a20f0 0x7f27400a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.543+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f275804f430 con 0x7f2758109020 2024-03-07T10:12:39.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.543+0000 7f2756ffd640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a20f0 0x7f27400a45b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f275000b9c0 tx=0x7f2750032040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:39.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.549+0000 7f273ffff640 1 -- 172.21.15.18:0/2794248848 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f274809a5e0 con 0x7f2758109020 2024-03-07T10:12:39.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.859+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2758110560 con 0x7f2758109020 2024-03-07T10:12:39.861 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.859+0000 7f273ffff640 1 -- 172.21.15.18:0/2794248848 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f2748099ee0 con 0x7f2758109020 2024-03-07T10:12:39.861 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:12:39.861 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:12:39.862 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:12:39.863 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a20f0 msgr2=0x7f27400a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a20f0 0x7f27400a45b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f275000b9c0 tx=0x7f2750032040 comp rx=0 tx=0).stop 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 msgr2=0x7f27581a7380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 0x7f27581a7380 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f2748008860 tx=0x7f2748008d20 comp rx=0 tx=0).stop 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 shutdown_connections 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f275810e100 0x7f27581ab6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f27400a20f0 0x7f27400a45b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2758109020 0x7f27581a7380 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 --2- 172.21.15.18:0/2794248848 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2758108660 0x7f27581a6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 >> 172.21.15.18:0/2794248848 conn(0x7f275806ca80 msgr2=0x7f275810aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 shutdown_connections 2024-03-07T10:12:39.864 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:39.862+0000 7f275d603640 1 -- 172.21.15.18:0/2794248848 wait complete. 2024-03-07T10:12:39.879 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:12:39.879 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.041+0000 7f07be71d640 1 -- 172.21.15.18:0/3530635990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b8107720 msgr2=0x7f07b8107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.041+0000 7f07be71d640 1 --2- 172.21.15.18:0/3530635990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b8107720 0x7f07b8107b00 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f07a8009900 tx=0x7f07a802bc30 comp rx=0 tx=0).stop 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 -- 172.21.15.18:0/3530635990 shutdown_connections 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 --2- 172.21.15.18:0/3530635990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07b8069390 0x7f07b810e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 --2- 172.21.15.18:0/3530635990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07b80689d0 0x7f07b8068e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 --2- 172.21.15.18:0/3530635990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b8107720 0x7f07b8107b00 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 -- 172.21.15.18:0/3530635990 >> 172.21.15.18:0/3530635990 conn(0x7f07b8077660 msgr2=0x7f07b8077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 -- 172.21.15.18:0/3530635990 shutdown_connections 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 -- 172.21.15.18:0/3530635990 wait complete. 2024-03-07T10:12:40.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 Processor -- start 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.042+0000 7f07be71d640 1 -- start start 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07be71d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b80689d0 0x7f07b8197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07be71d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07b8069390 0x7f07b8198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07be71d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07b8107720 0x7f07b819c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07be71d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b81119d0 con 0x7f07b80689d0 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07be71d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b8111850 con 0x7f07b8069390 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07be71d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b8111b50 con 0x7f07b8107720 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b80689d0 0x7f07b8197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b80689d0 0x7f07b8197e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38316/0 (socket says 172.21.15.18:38316) 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 -- 172.21.15.18:0/4232493687 learned_addr learned my addr 172.21.15.18:0/4232493687 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b77fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07b8069390 0x7f07b8198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07bccba640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07b8107720 0x7f07b819c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 -- 172.21.15.18:0/4232493687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07b8107720 msgr2=0x7f07b819c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07b8107720 0x7f07b819c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 -- 172.21.15.18:0/4232493687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07b8069390 msgr2=0x7f07b8198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07b8069390 0x7f07b8198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 -- 172.21.15.18:0/4232493687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07b819ce00 con 0x7f07b80689d0 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07bccba640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07b8107720 0x7f07b819c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b77fe640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07b8069390 0x7f07b8198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.043+0000 7f07b7fff640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b80689d0 0x7f07b8197e10 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f07a8006010 tx=0x7f07a802cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.044+0000 7f07b57fa640 1 -- 172.21.15.18:0/4232493687 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a8041070 con 0x7f07b80689d0 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.044+0000 7f07b57fa640 1 -- 172.21.15.18:0/4232493687 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07a8004450 con 0x7f07b80689d0 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.044+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07b819d090 con 0x7f07b80689d0 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.044+0000 7f07b57fa640 1 -- 172.21.15.18:0/4232493687 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a8003e00 con 0x7f07b80689d0 2024-03-07T10:12:40.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.044+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07b81a4980 con 0x7f07b80689d0 2024-03-07T10:12:40.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.047+0000 7f07b57fa640 1 -- 172.21.15.18:0/4232493687 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f07a8044070 con 0x7f07b80689d0 2024-03-07T10:12:40.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.048+0000 7f07b57fa640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07a00a1ff0 0x7f07a00a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.048+0000 7f07b57fa640 1 -- 172.21.15.18:0/4232493687 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f07a80efb70 con 0x7f07b80689d0 2024-03-07T10:12:40.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.048+0000 7f07b77fe640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07a00a1ff0 0x7f07a00a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.048+0000 7f07c15f3740 1 Processor -- start 2024-03-07T10:12:40.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07c15f3740 1 -- start start 2024-03-07T10:12:40.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07b77fe640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07a00a1ff0 0x7f07a00a44b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f07b8106ca0 tx=0x7f07ac005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec88402bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883ef350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec883efdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07c15f3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec883bc330 con 0x55ec884031c0 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07c15f3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec88358e90 con 0x55ec883ef970 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07c15f3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec88301d00 con 0x55ec88402810 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec883efdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec883efdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48048/0 (socket says 172.21.15.18:48048) 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 -- 172.21.15.18:0/1112851454 learned_addr learned my addr 172.21.15.18:0/1112851454 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883ef350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec88402bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 -- 172.21.15.18:0/1112851454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 msgr2=0x55ec88402bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec88402bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 -- 172.21.15.18:0/1112851454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 msgr2=0x55ec883ef350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883ef350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 -- 172.21.15.18:0/1112851454 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec88300b90 con 0x55ec883ef970 2024-03-07T10:12:40.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.049+0000 7f07bccba640 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec883efdd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f07b00117e0 tx=0x7f07b0011ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=809733f78b4efb7d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.050+0000 7f079e7fc640 1 -- 172.21.15.18:0/1112851454 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b0011310 con 0x55ec883ef970 2024-03-07T10:12:40.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.050+0000 7f079e7fc640 1 -- 172.21.15.18:0/1112851454 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07b0003e50 con 0x55ec883ef970 2024-03-07T10:12:40.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.050+0000 7f079e7fc640 1 -- 172.21.15.18:0/1112851454 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b0004560 con 0x55ec883ef970 2024-03-07T10:12:40.056 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.050+0000 7f07c15f3740 1 -- 172.21.15.18:0/1112851454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 msgr2=0x55ec883efdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.050+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec883efdd0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f07b00117e0 tx=0x7f07b0011ca0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.050+0000 7f07c15f3740 1 -- 172.21.15.18:0/1112851454 shutdown_connections 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec883efdd0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883ef350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1112851454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec88402bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 -- 172.21.15.18:0/1112851454 >> 172.21.15.18:0/1112851454 conn(0x55ec883f1e10 msgr2=0x55ec883f21f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 -- 172.21.15.18:0/1112851454 shutdown_connections 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 -- 172.21.15.18:0/1112851454 wait complete. 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 -- start start 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 Processor -- start 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec884067e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec88402810 0x55ec88406d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec884031c0 0x55ec88407260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.057 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec882f7470 con 0x55ec88402810 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec88354f30 con 0x55ec883ef970 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.051+0000 7f07c15f3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec88409c50 con 0x55ec884031c0 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07c15f3740 10 client.0 _ll_register_callbacks cb 0x55ec88352d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec884067e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b77fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec88402810 0x55ec88406d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec884067e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48056/0 (socket says 172.21.15.18:48056) 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07bccba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec884031c0 0x55ec88407260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b7fff640 1 -- 172.21.15.18:0/1978367734 learned_addr learned my addr 172.21.15.18:0/1978367734 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b77fe640 1 -- 172.21.15.18:0/1978367734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec884031c0 msgr2=0x55ec88407260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec884031c0 0x55ec88407260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b77fe640 1 -- 172.21.15.18:0/1978367734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 msgr2=0x55ec884067e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec884067e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b77fe640 1 -- 172.21.15.18:0/1978367734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec8806d3f0 con 0x55ec88402810 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec88402810 0x55ec88406d20 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f07ac009e80 tx=0x7f07ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba68f269966623b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07977fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07977fe640 1 -- 172.21.15.18:0/1978367734 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07ac00f810 con 0x55ec88402810 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.052+0000 7f07977fe640 1 -- 172.21.15.18:0/1978367734 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f07ac00f9b0 con 0x55ec88402810 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.053+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07b0003e50 con 0x55ec88402810 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.053+0000 7f07977fe640 1 -- 172.21.15.18:0/1978367734 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07ac00fbb0 con 0x55ec88402810 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.053+0000 7f07c15f3740 10 client.19029 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.053+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ec881377d0 con 0x55ec88402810 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.053+0000 7f07977fe640 1 -- 172.21.15.18:0/1978367734 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07ac00fd50 con 0x55ec88402810 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07977fe640 1 -- 172.21.15.18:0/1978367734 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f07ac01a050 con 0x55ec88402810 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07c15f3740 10 client.19029 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07c15f3740 10 client.19029 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07c15f3740 20 client.19029 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88417170 0x55ec88419560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07c15f3740 4 client.19029 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:40.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f07b0003e50 con 0x55ec88417170 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88417170 0x55ec88419560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07977fe640 10 client.19029 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.054+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88417170 0x55ec88419560 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e8b837b609c5fd75 server_cookie=6ba79ff0654e03b1 in_seq=0 out_seq=0 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07977fe640 1 -- 172.21.15.18:0/1978367734 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f07b0003e50 con 0x55ec88417170 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07977fe640 10 client.19029 handle_command_reply: tid=0 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 client.19029 shutdown 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec88402810 msgr2=0x55ec88406d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec88402810 0x55ec88406d20 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f07ac009e80 tx=0x7f07ac004730 comp rx=0 tx=0).stop 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 shutdown_connections 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88417170 0x55ec88419560 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec884031c0 0x55ec88407260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec88402810 0x55ec88406d20 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1978367734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec883ef970 0x55ec884067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 >> 172.21.15.18:0/1978367734 conn(0x55ec883f1e10 msgr2=0x55ec883f1570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07977fe640 0 client.19029 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 shutdown_connections 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.055+0000 7f07c15f3740 1 -- 172.21.15.18:0/1978367734 wait complete. 2024-03-07T10:12:40.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.056+0000 7f07c15f3740 20 client.19029 trim_cache size 0 max 16384 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 Processor -- start 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 -- start start 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec883ef970 0x55ec88408f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec88402810 0x55ec88401f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883f0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b81ad780 con 0x55ec884031c0 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b81ab280 con 0x55ec88402810 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07c15f3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b81a9340 con 0x55ec883ef970 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec883ef970 0x55ec88408f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.078 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec883ef970 0x55ec88408f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47058/0 (socket says 172.21.15.18:47058) 2024-03-07T10:12:40.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07b7fff640 1 -- 172.21.15.18:0/1198547457 learned_addr learned my addr 172.21.15.18:0/1198547457 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.076+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec88402810 0x55ec88401f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f07bccba640 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883f0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f07b7fff640 1 -- 172.21.15.18:0/1198547457 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec88402810 msgr2=0x55ec88401f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec88402810 0x55ec88401f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f07b7fff640 1 -- 172.21.15.18:0/1198547457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 msgr2=0x55ec883f0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883f0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f07b7fff640 1 -- 172.21.15.18:0/1198547457 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec88401150 con 0x55ec883ef970 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec883ef970 0x55ec88408f10 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f07a80b8ff0 tx=0x7f07a80dc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=567294b81f3a8475 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f079dffb640 1 -- 172.21.15.18:0/1198547457 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a804b040 con 0x55ec883ef970 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f079dffb640 1 -- 172.21.15.18:0/1198547457 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07a802cd20 con 0x55ec883ef970 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.077+0000 7f079dffb640 1 -- 172.21.15.18:0/1198547457 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a80dc0b0 con 0x55ec883ef970 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 -- 172.21.15.18:0/1198547457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec883ef970 msgr2=0x55ec88408f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec883ef970 0x55ec88408f10 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f07a80b8ff0 tx=0x7f07a80dc040 comp rx=0 tx=0).stop 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 -- 172.21.15.18:0/1198547457 shutdown_connections 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec884031c0 0x55ec883f0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec88402810 0x55ec88401f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1198547457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec883ef970 0x55ec88408f10 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 -- 172.21.15.18:0/1198547457 >> 172.21.15.18:0/1198547457 conn(0x55ec883f1e10 msgr2=0x55ec88401850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 -- 172.21.15.18:0/1198547457 shutdown_connections 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.078+0000 7f07c15f3740 1 -- 172.21.15.18:0/1198547457 wait complete. 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 -- start start 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 Processor -- start 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec883ef970 0x55ec883fdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec883fe4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec884031c0 0x55ec883fea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b81a9940 con 0x55ec883ef970 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b81aac20 con 0x55ec884031c0 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b81a9f60 con 0x55ec88402810 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07c15f3740 10 client.0 _ll_register_callbacks cb 0x7f07ac0040f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec883ef970 0x55ec883fdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec883ef970 0x55ec883fdf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38348/0 (socket says 172.21.15.18:38348) 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07b7fff640 1 -- 172.21.15.18:0/1415121183 learned_addr learned my addr 172.21.15.18:0/1415121183 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07bccba640 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec884031c0 0x55ec883fea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec883fe4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07b7fff640 1 -- 172.21.15.18:0/1415121183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 msgr2=0x55ec883fe4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec883fe4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.079+0000 7f07b7fff640 1 -- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec884031c0 msgr2=0x55ec883fea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec884031c0 0x55ec883fea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07b7fff640 1 -- 172.21.15.18:0/1415121183 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec884729d0 con 0x55ec883ef970 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07b7fff640 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec883ef970 0x55ec883fdf80 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f07a80b8a80 tx=0x7f07a80c4d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=837446f57fee75d9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07977fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07977fe640 1 -- 172.21.15.18:0/1415121183 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a804b040 con 0x55ec883ef970 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07977fe640 1 -- 172.21.15.18:0/1415121183 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f07a80035f0 con 0x55ec883ef970 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07a802cd20 con 0x55ec883ef970 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07977fe640 1 -- 172.21.15.18:0/1415121183 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07a80c06c0 con 0x55ec883ef970 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07c15f3740 10 client.19035 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:40.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ec88473b80 con 0x55ec883ef970 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07977fe640 1 -- 172.21.15.18:0/1415121183 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07a802cd20 con 0x55ec883ef970 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07977fe640 1 -- 172.21.15.18:0/1415121183 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f07a80dace0 con 0x55ec883ef970 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07c15f3740 10 client.19035 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07c15f3740 10 client.19035 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07c15f3740 20 client.19035 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.080+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88474150 0x55ec88476570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 4 client.19035 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ec883663d0 con 0x55ec88474150 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88474150 0x55ec88476570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07b77fe640 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88474150 0x55ec88476570 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a4ceaadf653037b3 server_cookie=289b0bf713f18759 in_seq=0 out_seq=0 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07977fe640 10 client.19035 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07977fe640 1 -- 172.21.15.18:0/1415121183 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ec883663d0 con 0x55ec88474150 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07977fe640 10 client.19035 handle_command_reply: tid=0 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 client.19035 shutdown 2024-03-07T10:12:40.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec883ef970 msgr2=0x55ec883fdf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec883ef970 0x55ec883fdf80 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f07a80b8a80 tx=0x7f07a80c4d90 comp rx=0 tx=0).stop 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 shutdown_connections 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55ec88474150 0x55ec88476570 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ec884031c0 0x55ec883fea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ec88402810 0x55ec883fe4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07977fe640 0 client.19035 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 --2- 172.21.15.18:0/1415121183 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ec883ef970 0x55ec883fdf80 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.081+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 >> 172.21.15.18:0/1415121183 conn(0x55ec883f1e10 msgr2=0x55ec883f0b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 shutdown_connections 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07c15f3740 1 -- 172.21.15.18:0/1415121183 wait complete. 2024-03-07T10:12:40.089 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07c15f3740 20 client.19035 trim_cache size 0 max 16384 2024-03-07T10:12:40.090 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:12:40.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07a00a1ff0 msgr2=0x7f07a00a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.090 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07a00a1ff0 0x7f07a00a44b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f07b8106ca0 tx=0x7f07ac005f90 comp rx=0 tx=0).stop 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b80689d0 msgr2=0x7f07b8197e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b80689d0 0x7f07b8197e10 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f07a8006010 tx=0x7f07a802cb30 comp rx=0 tx=0).stop 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 shutdown_connections 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f07b8107720 0x7f07b819c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07b8069390 0x7f07b8198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f07a00a1ff0 0x7f07a00a44b0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 --2- 172.21.15.18:0/4232493687 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f07b80689d0 0x7f07b8197e10 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 >> 172.21.15.18:0/4232493687 conn(0x7f07b8077660 msgr2=0x7f07b80fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 shutdown_connections 2024-03-07T10:12:40.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.082+0000 7f07be71d640 1 -- 172.21.15.18:0/4232493687 wait complete. 2024-03-07T10:12:40.101 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:12:40.101 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:12:40.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 -- 172.21.15.18:0/2603996946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd360100eb0 msgr2=0x7fd36010d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 --2- 172.21.15.18:0/2603996946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd360100eb0 0x7fd36010d370 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fd358009ca0 tx=0x7fd35802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 -- 172.21.15.18:0/2603996946 shutdown_connections 2024-03-07T10:12:40.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 --2- 172.21.15.18:0/2603996946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd360100eb0 0x7fd36010d370 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 --2- 172.21.15.18:0/2603996946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd3601004f0 0x7fd360100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.257 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 --2- 172.21.15.18:0/2603996946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601065b0 0x7fd360106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 -- 172.21.15.18:0/2603996946 >> 172.21.15.18:0/2603996946 conn(0x7fd3600fbf60 msgr2=0x7fd3600fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 -- 172.21.15.18:0/2603996946 shutdown_connections 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.254+0000 7fd368234640 1 -- 172.21.15.18:0/2603996946 wait complete. 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 Processor -- start 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 -- start start 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601004f0 0x7fd36019c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd360100eb0 0x7fd36019ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3601065b0 0x7fd360196ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd360110890 con 0x7fd3601065b0 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd360110710 con 0x7fd3601004f0 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd368234640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd360110a10 con 0x7fd360100eb0 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd3667d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3601065b0 0x7fd360196ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601004f0 0x7fd36019c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.258 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601004f0 0x7fd36019c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48108/0 (socket says 172.21.15.18:48108) 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd360100eb0 0x7fd36019ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 -- 172.21.15.18:0/2813093362 learned_addr learned my addr 172.21.15.18:0/2813093362 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 -- 172.21.15.18:0/2813093362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd360100eb0 msgr2=0x7fd36019ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd360100eb0 0x7fd36019ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 -- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3601065b0 msgr2=0x7fd360196ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3601065b0 0x7fd360196ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.255+0000 7fd365fd0640 1 -- 172.21.15.18:0/2813093362 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd360197250 con 0x7fd3601004f0 2024-03-07T10:12:40.259 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.256+0000 7fd3667d1640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3601065b0 0x7fd360196ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.256+0000 7fd365fd0640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601004f0 0x7fd36019c920 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00e9f0 tx=0x7fd35c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.256+0000 7fd352ffd640 1 -- 172.21.15.18:0/2813093362 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35c00cd80 con 0x7fd3601004f0 2024-03-07T10:12:40.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.256+0000 7fd352ffd640 1 -- 172.21.15.18:0/2813093362 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd35c010910 con 0x7fd3601004f0 2024-03-07T10:12:40.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.256+0000 7fd352ffd640 1 -- 172.21.15.18:0/2813093362 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35c018990 con 0x7fd3601004f0 2024-03-07T10:12:40.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.256+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd360197540 con 0x7fd3601004f0 2024-03-07T10:12:40.260 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.256+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3601a37e0 con 0x7fd3601004f0 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 Processor -- start 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 -- start start 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5d2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5db340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5ddc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ffc597330 con 0x558ffc5d2ca0 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ffc533e90 con 0x558ffc5d2380 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.259+0000 7fd36b037740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ffc4dcd00 con 0x558ffc5db880 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd352ffd640 1 -- 172.21.15.18:0/2813093362 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd35c010ac0 con 0x7fd3601004f0 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3667d1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5d2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.263 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5ddc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5ddc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:47100/0 (socket says 172.21.15.18:47100) 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 -- 172.21.15.18:0/3898618768 learned_addr learned my addr 172.21.15.18:0/3898618768 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3667d1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5d2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48116/0 (socket says 172.21.15.18:48116) 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd365fd0640 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5db340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 -- 172.21.15.18:0/3898618768 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 msgr2=0x558ffc5d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5d2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 -- 172.21.15.18:0/3898618768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 msgr2=0x558ffc5db340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5db340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 -- 172.21.15.18:0/3898618768 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ffc4dbb90 con 0x558ffc5db880 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3657cf640 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5ddc70 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fd354009c60 tx=0x7fd354011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5d0b6fcdbfc2a6a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd352ffd640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd34c0a1ef0 0x7fd34c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd34bfff640 1 -- 172.21.15.18:0/3898618768 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd354004230 con 0x558ffc5db880 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd3667d1640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd34c0a1ef0 0x7fd34c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd352ffd640 1 -- 172.21.15.18:0/2813093362 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd35c0ce530 con 0x7fd3601004f0 2024-03-07T10:12:40.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.260+0000 7fd34bfff640 1 -- 172.21.15.18:0/3898618768 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd3540043d0 con 0x558ffc5db880 2024-03-07T10:12:40.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.261+0000 7fd34bfff640 1 -- 172.21.15.18:0/3898618768 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd354019820 con 0x558ffc5db880 2024-03-07T10:12:40.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.261+0000 7fd36b037740 1 -- 172.21.15.18:0/3898618768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 msgr2=0x558ffc5ddc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.261+0000 7fd36b037740 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5ddc70 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fd354009c60 tx=0x7fd354011810 comp rx=0 tx=0).stop 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.263+0000 7fd3667d1640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd34c0a1ef0 0x7fd34c0a43b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd358004af0 tx=0x7fd358005c50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.263+0000 7fd36b037740 1 -- 172.21.15.18:0/3898618768 shutdown_connections 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.263+0000 7fd36b037740 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5ddc70 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.263+0000 7fd36b037740 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5db340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.263+0000 7fd36b037740 1 --2- 172.21.15.18:0/3898618768 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5d2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.263+0000 7fd36b037740 1 -- 172.21.15.18:0/3898618768 >> 172.21.15.18:0/3898618768 conn(0x558ffc5ccab0 msgr2=0x558ffc5cce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.264+0000 7fd36b037740 1 -- 172.21.15.18:0/3898618768 shutdown_connections 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.264+0000 7fd36b037740 1 -- 172.21.15.18:0/3898618768 wait complete. 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.264+0000 7fd36b037740 1 -- start start 2024-03-07T10:12:40.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.264+0000 7fd36b037740 1 Processor -- start 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd36b037740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5d8950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd36b037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd36b037740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5d93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd36b037740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ffc4d2470 con 0x558ffc5db880 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd36b037740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ffc52ff30 con 0x558ffc5d2ca0 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd36b037740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ffc5de670 con 0x558ffc5d2380 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd36b037740 10 client.0 _ll_register_callbacks cb 0x558ffc52dd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd3667d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5d93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd365fd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5d8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48122/0 (socket says 172.21.15.18:48122) 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd3657cf640 1 -- 172.21.15.18:0/473645440 learned_addr learned my addr 172.21.15.18:0/473645440 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd365fd0640 1 -- 172.21.15.18:0/473645440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 msgr2=0x558ffc5d8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd365fd0640 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd365fd0640 1 -- 172.21.15.18:0/473645440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 msgr2=0x558ffc5d93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd365fd0640 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5d93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd365fd0640 1 -- 172.21.15.18:0/473645440 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558ffc2483f0 con 0x558ffc5d2380 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.265+0000 7fd3667d1640 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5d93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd365fd0640 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5d8950 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fd35c0cbbe0 tx=0x7fd35c0971d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93b707ef5bfa3ccb server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd3497fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd3497fa640 1 -- 172.21.15.18:0/473645440 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35c09a890 con 0x558ffc5d2380 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd3540043d0 con 0x558ffc5d2380 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd3497fa640 1 -- 172.21.15.18:0/473645440 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd35c018d30 con 0x558ffc5d2380 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd3497fa640 1 -- 172.21.15.18:0/473645440 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd35c09af30 con 0x558ffc5d2380 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 10 client.28897 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558ffc3127d0 con 0x558ffc5d2380 2024-03-07T10:12:40.271 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd3497fa640 1 -- 172.21.15.18:0/473645440 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd3540043d0 con 0x558ffc5d2380 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd3497fa640 1 -- 172.21.15.18:0/473645440 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd35c09a380 con 0x558ffc5d2380 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 10 client.28897 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 10 client.28897 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 20 client.28897 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc5cbee0 0x558ffc5f0160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 4 client.28897 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.266+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558ffc5413d0 con 0x558ffc5cbee0 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.267+0000 7fd3657cf640 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc5cbee0 0x558ffc5f0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.267+0000 7fd3657cf640 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc5cbee0 0x558ffc5f0160 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aea140847ea3341e server_cookie=20f457388f43c4ef in_seq=0 out_seq=0 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.267+0000 7fd3497fa640 10 client.28897 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd3497fa640 1 -- 172.21.15.18:0/473645440 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558ffc5413d0 con 0x558ffc5cbee0 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd3497fa640 10 client.28897 handle_command_reply: tid=0 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 client.28897 shutdown 2024-03-07T10:12:40.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 msgr2=0x558ffc5d8950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5d8950 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fd35c0cbbe0 tx=0x7fd35c0971d0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 shutdown_connections 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5d93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc5cbee0 0x558ffc5f0160 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 --2- 172.21.15.18:0/473645440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5d8950 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd3497fa640 0 client.28897 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 >> 172.21.15.18:0/473645440 conn(0x558ffc5ccab0 msgr2=0x558ffc5ce800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 shutdown_connections 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 1 -- 172.21.15.18:0/473645440 wait complete. 2024-03-07T10:12:40.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.268+0000 7fd36b037740 20 client.28897 trim_cache size 0 max 16384 2024-03-07T10:12:40.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.285+0000 7fd36b037740 1 Processor -- start 2024-03-07T10:12:40.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.285+0000 7fd36b037740 1 -- start start 2024-03-07T10:12:40.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd36b037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5db080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd36b037740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd36b037740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5c97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd365fd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5db080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d7ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38394/0 (socket says 172.21.15.18:38394) 2024-03-07T10:12:40.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd365fd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5db080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48126/0 (socket says 172.21.15.18:48126) 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 -- 172.21.15.18:0/1592047863 learned_addr learned my addr 172.21.15.18:0/1592047863 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3601ad620 con 0x558ffc5d2ca0 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3601ab120 con 0x558ffc5d2380 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3601a91e0 con 0x558ffc5db880 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3667d1640 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5c97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 -- 172.21.15.18:0/1592047863 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 msgr2=0x558ffc5c97e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5c97e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 -- 172.21.15.18:0/1592047863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 msgr2=0x558ffc5db080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5db080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.286+0000 7fd3657cf640 1 -- 172.21.15.18:0/1592047863 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ffc5f04d0 con 0x558ffc5d2ca0 2024-03-07T10:12:40.289 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.287+0000 7fd3657cf640 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d7ab0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fd354009c30 tx=0x7fd354009950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aea256958d48cba server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.287+0000 7fd34b7fe640 1 -- 172.21.15.18:0/1592047863 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35401f040 con 0x558ffc5d2ca0 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.287+0000 7fd34b7fe640 1 -- 172.21.15.18:0/1592047863 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd354005350 con 0x558ffc5d2ca0 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.287+0000 7fd34b7fe640 1 -- 172.21.15.18:0/1592047863 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd354019880 con 0x558ffc5d2ca0 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 msgr2=0x558ffc5d7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d7ab0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fd354009c30 tx=0x7fd354009950 comp rx=0 tx=0).stop 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 shutdown_connections 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5db880 0x558ffc5c97e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5d2ca0 0x558ffc5d7ab0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.294 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 --2- 172.21.15.18:0/1592047863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2380 0x558ffc5db080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 >> 172.21.15.18:0/1592047863 conn(0x558ffc5ccab0 msgr2=0x558ffc5c90d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 shutdown_connections 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 -- 172.21.15.18:0/1592047863 wait complete. 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 -- start start 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.288+0000 7fd36b037740 1 Processor -- start 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd36b037740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5defc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd36b037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5df500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd36b037740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5dfa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd36b037740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3601a97e0 con 0x558ffc5db880 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd36b037740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3601aaac0 con 0x558ffc5d2ca0 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd36b037740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3601a9e00 con 0x558ffc5d2380 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd36b037740 10 client.0 _ll_register_callbacks cb 0x7fd35c009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd3667d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5dfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5df500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.295 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd365fd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5defc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd3657cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5df500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48140/0 (socket says 172.21.15.18:48140) 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd3667d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5dfa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38406/0 (socket says 172.21.15.18:38406) 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd3657cf640 1 -- 172.21.15.18:0/4210825611 learned_addr learned my addr 172.21.15.18:0/4210825611 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd365fd0640 1 -- 172.21.15.18:0/4210825611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 msgr2=0x558ffc5df500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd365fd0640 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5df500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd365fd0640 1 -- 172.21.15.18:0/4210825611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 msgr2=0x558ffc5dfa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd365fd0640 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5dfa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.289+0000 7fd365fd0640 1 -- 172.21.15.18:0/4210825611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558ffc648820 con 0x558ffc5d2380 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd365fd0640 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5defc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00e9c0 tx=0x7fd35c005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bed24dd4c6c19f4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd3497fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd3497fa640 1 -- 172.21.15.18:0/4210825611 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35c09ad00 con 0x558ffc5d2380 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd3497fa640 1 -- 172.21.15.18:0/4210825611 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd35c0b9290 con 0x558ffc5d2380 2024-03-07T10:12:40.296 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd354005350 con 0x558ffc5d2380 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd3497fa640 1 -- 172.21.15.18:0/4210825611 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd35c09efd0 con 0x558ffc5d2380 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd36b037740 10 client.28903 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558ffc649b20 con 0x558ffc5d2380 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd3497fa640 1 -- 172.21.15.18:0/4210825611 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd354005350 con 0x558ffc5d2380 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd3497fa640 1 -- 172.21.15.18:0/4210825611 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd35c096cd0 con 0x558ffc5d2380 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd36b037740 10 client.28903 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd36b037740 10 client.28903 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd36b037740 20 client.28903 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.290+0000 7fd36b037740 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc649ff0 0x558ffc64c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd36b037740 4 client.28903 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558ffc53b720 con 0x558ffc649ff0 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd3657cf640 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc649ff0 0x558ffc64c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd3497fa640 10 client.28903 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd3657cf640 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc649ff0 0x558ffc64c3e0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=56e51acc5af1c458 server_cookie=dcb99cf6c8fd374c in_seq=0 out_seq=0 2024-03-07T10:12:40.297 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd3497fa640 1 -- 172.21.15.18:0/4210825611 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558ffc53b720 con 0x558ffc649ff0 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd3497fa640 10 client.28903 handle_command_reply: tid=0 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.291+0000 7fd36b037740 1 client.28903 shutdown 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 msgr2=0x558ffc5defc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5defc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00e9c0 tx=0x7fd35c005b20 comp rx=0 tx=0).stop 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 shutdown_connections 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558ffc5db880 0x558ffc5dfa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558ffc5d2ca0 0x558ffc5df500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x558ffc649ff0 0x558ffc64c3e0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 --2- 172.21.15.18:0/4210825611 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ffc5d2380 0x558ffc5defc0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 >> 172.21.15.18:0/4210825611 conn(0x558ffc5ccab0 msgr2=0x558ffc5c90d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd3497fa640 0 client.28903 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 shutdown_connections 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 1 -- 172.21.15.18:0/4210825611 wait complete. 2024-03-07T10:12:40.298 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd36b037740 20 client.28903 trim_cache size 0 max 16384 2024-03-07T10:12:40.299 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd34c0a1ef0 msgr2=0x7fd34c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd368234640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd34c0a1ef0 0x7fd34c0a43b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd358004af0 tx=0x7fd358005c50 comp rx=0 tx=0).stop 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601004f0 msgr2=0x7fd36019c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.292+0000 7fd368234640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601004f0 0x7fd36019c920 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00e9f0 tx=0x7fd35c00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 shutdown_connections 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd34c0a1ef0 0x7fd34c0a43b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd3601065b0 0x7fd360196ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.300 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd360100eb0 0x7fd36019ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 --2- 172.21.15.18:0/2813093362 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3601004f0 0x7fd36019c920 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 >> 172.21.15.18:0/2813093362 conn(0x7fd3600fbf60 msgr2=0x7fd3600fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 shutdown_connections 2024-03-07T10:12:40.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.293+0000 7fd368234640 1 -- 172.21.15.18:0/2813093362 wait complete. 2024-03-07T10:12:40.309 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:12:40.310 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:12:40.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.480+0000 7f428a31d640 1 -- 172.21.15.18:0/345263534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 msgr2=0x7f428410b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.480+0000 7f428a31d640 1 --2- 172.21.15.18:0/345263534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428410b680 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f4278009900 tx=0x7f427802bcd0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 -- 172.21.15.18:0/345263534 shutdown_connections 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 --2- 172.21.15.18:0/345263534 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f428410bc50 0x7f428410e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 --2- 172.21.15.18:0/345263534 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428410b680 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 --2- 172.21.15.18:0/345263534 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4284102880 0x7f4284102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 -- 172.21.15.18:0/345263534 >> 172.21.15.18:0/345263534 conn(0x7f4284077740 msgr2=0x7f4284077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 -- 172.21.15.18:0/345263534 shutdown_connections 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 -- 172.21.15.18:0/345263534 wait complete. 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 Processor -- start 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.481+0000 7f428a31d640 1 -- start start 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f428a31d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4284102880 0x7f428419a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.485 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f428a31d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f428a31d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f428410bc50 0x7f428419e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f428a31d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4284111a20 con 0x7f42841031a0 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f428a31d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42841118a0 con 0x7f4284102880 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f428a31d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4284111ba0 con 0x7f428410bc50 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428419a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38412/0 (socket says 172.21.15.18:38412) 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 -- 172.21.15.18:0/583667382 learned_addr learned my addr 172.21.15.18:0/583667382 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.486 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42888ba640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f428410bc50 0x7f428419e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f4283fff640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4284102880 0x7f428419a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 -- 172.21.15.18:0/583667382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f428410bc50 msgr2=0x7f428419e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f428410bc50 0x7f428419e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 -- 172.21.15.18:0/583667382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4284102880 msgr2=0x7f428419a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4284102880 0x7f428419a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 -- 172.21.15.18:0/583667382 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f428419f090 con 0x7f42841031a0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42837fe640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428419a5e0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f427802efd0 tx=0x7f427802cec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.482+0000 7f42817fa640 1 -- 172.21.15.18:0/583667382 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4278041070 con 0x7f42841031a0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.483+0000 7f42817fa640 1 -- 172.21.15.18:0/583667382 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4278004450 con 0x7f42841031a0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.483+0000 7f42817fa640 1 -- 172.21.15.18:0/583667382 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4278034440 con 0x7f42841031a0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.483+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f428419f320 con 0x7f42841031a0 2024-03-07T10:12:40.487 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.483+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42841a6c10 con 0x7f42841031a0 2024-03-07T10:12:40.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.485+0000 7f42817fa640 1 -- 172.21.15.18:0/583667382 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4278044070 con 0x7f42841031a0 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.485+0000 7f42817fa640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f426c0a1ef0 0x7f426c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.485+0000 7f428d1ea740 1 Processor -- start 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.485+0000 7f42817fa640 1 -- 172.21.15.18:0/583667382 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f42780efe30 con 0x7f42841031a0 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f428d1ea740 1 -- start start 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b433c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b4345130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b4345670 0x55c2b4347a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f4283fff640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f426c0a1ef0 0x7f426c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f428d1ea740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b4303330 con 0x55c2b4345670 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f428d1ea740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b429fe90 con 0x55c2b433c170 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.486+0000 7f428d1ea740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b4248d00 con 0x55c2b433ca90 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b433c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b433c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48172/0 (socket says 172.21.15.18:48172) 2024-03-07T10:12:40.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 -- 172.21.15.18:0/2663463108 learned_addr learned my addr 172.21.15.18:0/2663463108 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f42837fe640 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b4345130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 -- 172.21.15.18:0/2663463108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 msgr2=0x55c2b4345130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b4345130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 -- 172.21.15.18:0/2663463108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b4345670 msgr2=0x55c2b4347a60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b4345670 0x55c2b4347a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.487+0000 7f4283fff640 1 -- 172.21.15.18:0/2663463108 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2b4247b90 con 0x55c2b433c170 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.488+0000 7f4283fff640 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b433c550 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4274013a40 tx=0x7f4274013f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3713bc0804ed2e1b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.488+0000 7f426a7fc640 1 -- 172.21.15.18:0/2663463108 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4274013240 con 0x55c2b433c170 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.488+0000 7f426a7fc640 1 -- 172.21.15.18:0/2663463108 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4274009b10 con 0x55c2b433c170 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.488+0000 7f426a7fc640 1 -- 172.21.15.18:0/2663463108 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f427401fa80 con 0x55c2b433c170 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.488+0000 7f4283fff640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f426c0a1ef0 0x7f426c0a43b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f427400f850 tx=0x7f4274011000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 -- 172.21.15.18:0/2663463108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 msgr2=0x55c2b433c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b433c550 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4274013a40 tx=0x7f4274013f00 comp rx=0 tx=0).stop 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 -- 172.21.15.18:0/2663463108 shutdown_connections 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b4345670 0x55c2b4347a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b4345130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2663463108 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b433c550 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 -- 172.21.15.18:0/2663463108 >> 172.21.15.18:0/2663463108 conn(0x55c2b43368a0 msgr2=0x55c2b4336c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 -- 172.21.15.18:0/2663463108 shutdown_connections 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.489+0000 7f428d1ea740 1 -- 172.21.15.18:0/2663463108 wait complete. 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 -- start start 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 Processor -- start 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433c170 0x55c2b4342670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4342bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43430f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b423e470 con 0x55c2b433ca90 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b429bf30 con 0x55c2b4345670 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b4350bb0 con 0x55c2b433c170 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f428d1ea740 10 client.0 _ll_register_callbacks cb 0x55c2b4299d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f42837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4342bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f42888ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43430f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f42837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4342bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38428/0 (socket says 172.21.15.18:38428) 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f42837fe640 1 -- 172.21.15.18:0/684771035 learned_addr learned my addr 172.21.15.18:0/684771035 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.490+0000 7f4283fff640 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433c170 0x55c2b4342670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42888ba640 1 -- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433c170 msgr2=0x55c2b4342670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42888ba640 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433c170 0x55c2b4342670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42888ba640 1 -- 172.21.15.18:0/684771035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 msgr2=0x55c2b4342bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42888ba640 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4342bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42888ba640 1 -- 172.21.15.18:0/684771035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c2b3fb43f0 con 0x55c2b4345670 2024-03-07T10:12:40.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42837fe640 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4342bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42888ba640 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43430f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f427c005fd0 tx=0x7f427c011db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d042a2834c6faaa0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42637fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42637fe640 1 -- 172.21.15.18:0/684771035 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f427c00fbf0 con 0x55c2b4345670 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42637fe640 1 -- 172.21.15.18:0/684771035 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f427c00fd90 con 0x55c2b4345670 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4274009b10 con 0x55c2b4345670 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42637fe640 1 -- 172.21.15.18:0/684771035 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f427c004b20 con 0x55c2b4345670 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f428d1ea740 10 client.28730 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c2b407e7d0 con 0x55c2b4345670 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.491+0000 7f42637fe640 1 -- 172.21.15.18:0/684771035 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4274009b10 con 0x55c2b4345670 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f42637fe640 1 -- 172.21.15.18:0/684771035 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f427c0043e0 con 0x55c2b4345670 2024-03-07T10:12:40.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f428d1ea740 10 client.28730 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f428d1ea740 10 client.28730 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:40.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f428d1ea740 20 client.28730 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f428d1ea740 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b435dfe0 0x55c2b4360400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f428d1ea740 4 client.28730 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c2b42ad3d0 con 0x55c2b435dfe0 2024-03-07T10:12:40.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f4283fff640 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b435dfe0 0x55c2b4360400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f4283fff640 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b435dfe0 0x55c2b4360400 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45cfd53808309865 server_cookie=9c8563df00ac678e in_seq=0 out_seq=0 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.492+0000 7f42637fe640 10 client.28730 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f42637fe640 1 -- 172.21.15.18:0/684771035 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c2b42ad3d0 con 0x55c2b435dfe0 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f42637fe640 10 client.28730 handle_command_reply: tid=0 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 client.28730 shutdown 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 msgr2=0x55c2b43430f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43430f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f427c005fd0 tx=0x7f427c011db0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 shutdown_connections 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b435dfe0 0x55c2b4360400 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43430f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4342bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f42637fe640 0 client.28730 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 --2- 172.21.15.18:0/684771035 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433c170 0x55c2b4342670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 >> 172.21.15.18:0/684771035 conn(0x55c2b43368a0 msgr2=0x55c2b43385f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 shutdown_connections 2024-03-07T10:12:40.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 1 -- 172.21.15.18:0/684771035 wait complete. 2024-03-07T10:12:40.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.493+0000 7f428d1ea740 20 client.28730 trim_cache size 0 max 16384 2024-03-07T10:12:40.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.509+0000 7f428d1ea740 1 Processor -- start 2024-03-07T10:12:40.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.510+0000 7f428d1ea740 1 -- start start 2024-03-07T10:12:40.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.510+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433c170 0x55c2b4344da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b43417d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43357e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f428d1ea740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42841ad620 con 0x55c2b433c170 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f428d1ea740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42841ab120 con 0x55c2b4345670 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f428d1ea740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42841a9200 con 0x55c2b433ca90 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433c170 0x55c2b4344da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433c170 0x55c2b4344da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38444/0 (socket says 172.21.15.18:38444) 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 -- 172.21.15.18:0/3221300500 learned_addr learned my addr 172.21.15.18:0/3221300500 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f42888ba640 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43357e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f42837fe640 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b43417d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 -- 172.21.15.18:0/3221300500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 msgr2=0x55c2b43417d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b43417d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 -- 172.21.15.18:0/3221300500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 msgr2=0x55c2b43357e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43357e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f4283fff640 1 -- 172.21.15.18:0/3221300500 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2b4347a60 con 0x55c2b433c170 2024-03-07T10:12:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.511+0000 7f42888ba640 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43357e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.512+0000 7f4283fff640 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433c170 0x55c2b4344da0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f4274010fd0 tx=0x7f4274000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8456506e6c1ddd15 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.512+0000 7f4269ffb640 1 -- 172.21.15.18:0/3221300500 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42740302f0 con 0x55c2b433c170 2024-03-07T10:12:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.512+0000 7f4269ffb640 1 -- 172.21.15.18:0/3221300500 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4274013240 con 0x55c2b433c170 2024-03-07T10:12:40.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.512+0000 7f4269ffb640 1 -- 172.21.15.18:0/3221300500 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4274010a60 con 0x55c2b433c170 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 -- 172.21.15.18:0/3221300500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433c170 msgr2=0x55c2b4344da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433c170 0x55c2b4344da0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f4274010fd0 tx=0x7f4274000bc0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 -- 172.21.15.18:0/3221300500 shutdown_connections 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b4345670 0x55c2b43357e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b433ca90 0x55c2b43417d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 --2- 172.21.15.18:0/3221300500 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433c170 0x55c2b4344da0 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 -- 172.21.15.18:0/3221300500 >> 172.21.15.18:0/3221300500 conn(0x55c2b43368a0 msgr2=0x55c2b43350d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 -- 172.21.15.18:0/3221300500 shutdown_connections 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 -- 172.21.15.18:0/3221300500 wait complete. 2024-03-07T10:12:40.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 -- start start 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.513+0000 7f428d1ea740 1 Processor -- start 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b4351530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4351a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f428d1ea740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b4345670 0x55c2b434f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f428d1ea740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42841a9800 con 0x55c2b433ca90 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f428d1ea740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42841aaac0 con 0x55c2b433c170 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f428d1ea740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42841a9e00 con 0x55c2b4345670 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f428d1ea740 10 client.0 _ll_register_callbacks cb 0x7f427c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4351a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f4283fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b4351530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4351a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38454/0 (socket says 172.21.15.18:38454) 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42888ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b4345670 0x55c2b434f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 -- 172.21.15.18:0/2361880860 learned_addr learned my addr 172.21.15.18:0/2361880860 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:40.520 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 -- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b4345670 msgr2=0x55c2b434f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b4345670 0x55c2b434f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 -- 172.21.15.18:0/2361880860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 msgr2=0x55c2b4351530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b4351530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 -- 172.21.15.18:0/2361880860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c2b4352370 con 0x55c2b433ca90 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f4283fff640 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b4351530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42888ba640 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b4345670 0x55c2b434f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42837fe640 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4351a70 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f4278005ab0 tx=0x7f4278005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36fd1c0dea8601c0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42637fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.514+0000 7f42637fe640 1 -- 172.21.15.18:0/2361880860 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42780d4070 con 0x55c2b433ca90 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f42637fe640 1 -- 172.21.15.18:0/2361880860 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f42780d52a0 con 0x55c2b433ca90 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4274013240 con 0x55c2b433ca90 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f42637fe640 1 -- 172.21.15.18:0/2361880860 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f427804b040 con 0x55c2b433ca90 2024-03-07T10:12:40.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f428d1ea740 10 client.19068 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c2b43b1850 con 0x55c2b433ca90 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f42637fe640 1 -- 172.21.15.18:0/2361880860 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4274013240 con 0x55c2b433ca90 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f42637fe640 1 -- 172.21.15.18:0/2361880860 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f42780a7140 con 0x55c2b433ca90 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f428d1ea740 10 client.19068 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.515+0000 7f428d1ea740 10 client.19068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 20 client.19068 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b43b1dc0 0x55c2b43b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 4 client.19068 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c2b42a7720 con 0x55c2b43b1dc0 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f4283fff640 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b43b1dc0 0x55c2b43b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f4283fff640 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b43b1dc0 0x55c2b43b41e0 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d618ea08a33a4e server_cookie=595bfdf7e78eb3f2 in_seq=0 out_seq=0 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f42637fe640 10 client.19068 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f42637fe640 1 -- 172.21.15.18:0/2361880860 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c2b42a7720 con 0x55c2b43b1dc0 2024-03-07T10:12:40.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f42637fe640 10 client.19068 handle_command_reply: tid=0 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 1 client.19068 shutdown 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 msgr2=0x55c2b4351a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4351a70 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f4278005ab0 tx=0x7f4278005fd0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.516+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 shutdown_connections 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c2b43b1dc0 0x55c2b43b41e0 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c2b4345670 0x55c2b434f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c2b433ca90 0x55c2b4351a70 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 1 --2- 172.21.15.18:0/2361880860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c2b433c170 0x55c2b4351530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f42637fe640 0 client.19068 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 >> 172.21.15.18:0/2361880860 conn(0x55c2b43368a0 msgr2=0x55c2b4338560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 shutdown_connections 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 1 -- 172.21.15.18:0/2361880860 wait complete. 2024-03-07T10:12:40.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428d1ea740 20 client.19068 trim_cache size 0 max 16384 2024-03-07T10:12:40.524 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:12:40.524 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f426c0a1ef0 msgr2=0x7f426c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f426c0a1ef0 0x7f426c0a43b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f427400f850 tx=0x7f4274011000 comp rx=0 tx=0).stop 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 msgr2=0x7f428419a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428419a5e0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f427802efd0 tx=0x7f427802cec0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 shutdown_connections 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f428410bc50 0x7f428419e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f426c0a1ef0 0x7f426c0a43b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f42841031a0 0x7f428419a5e0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 --2- 172.21.15.18:0/583667382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4284102880 0x7f428419a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 >> 172.21.15.18:0/583667382 conn(0x7f4284077740 msgr2=0x7f42840fd3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 shutdown_connections 2024-03-07T10:12:40.525 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:40.517+0000 7f428a31d640 1 -- 172.21.15.18:0/583667382 wait complete. 2024-03-07T10:12:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:40 smithi018 ceph-mon[32171]: pgmap v423: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.7 MiB/s wr, 731 op/s 2024-03-07T10:12:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:40 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2794248848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:12:41.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:40 smithi063 ceph-mon[36356]: pgmap v423: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.7 MiB/s wr, 731 op/s 2024-03-07T10:12:41.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:40 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2794248848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:12:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:40 smithi077 ceph-mon[36374]: pgmap v423: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 7.7 MiB/s wr, 731 op/s 2024-03-07T10:12:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:40 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2794248848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:12:41.540 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:12:41.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:12:41.541 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2957714740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100520 msgr2=0x7fb4e81009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2957714740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100520 0x7fb4e81009a0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009900 tx=0x7fb4d802bc30 comp rx=0 tx=0).stop 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2957714740 shutdown_connections 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2957714740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4e8100ee0 0x7fb4e810d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2957714740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100520 0x7fb4e81009a0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2957714740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4e81065e0 0x7fb4e81069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2957714740 >> 172.21.15.18:0/2957714740 conn(0x7fb4e8077710 msgr2=0x7fb4e8077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2957714740 shutdown_connections 2024-03-07T10:12:41.683 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.681+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2957714740 wait complete. 2024-03-07T10:12:41.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 Processor -- start 2024-03-07T10:12:41.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 -- start start 2024-03-07T10:12:41.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4e8100520 0x7fb4e8196a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100ee0 0x7fb4e8196f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4e81065e0 0x7fb4e819ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e8110910 con 0x7fb4e8100ee0 2024-03-07T10:12:41.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e8110790 con 0x7fb4e8100520 2024-03-07T10:12:41.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4efeb6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e8110a90 con 0x7fb4e81065e0 2024-03-07T10:12:41.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100ee0 0x7fb4e8196f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100ee0 0x7fb4e8196f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38480/0 (socket says 172.21.15.18:38480) 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.682+0000 7fb4ed451640 1 -- 172.21.15.18:0/2123890921 learned_addr learned my addr 172.21.15.18:0/2123890921 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ee453640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4e81065e0 0x7fb4e819ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4e8100520 0x7fb4e8196a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ee453640 1 -- 172.21.15.18:0/2123890921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4e8100520 msgr2=0x7fb4e8196a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ee453640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4e8100520 0x7fb4e8196a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ee453640 1 -- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100ee0 msgr2=0x7fb4e8196f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ee453640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100ee0 0x7fb4e8196f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ee453640 1 -- 172.21.15.18:0/2123890921 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4e819bfb0 con 0x7fb4e81065e0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ed451640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100ee0 0x7fb4e8196f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.683+0000 7fb4ee453640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4e81065e0 0x7fb4e819ba70 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fb4e000d9c0 tx=0x7fb4e000de80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.684+0000 7fb4deffd640 1 -- 172.21.15.18:0/2123890921 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e000bd10 con 0x7fb4e81065e0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.684+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4e819c2a0 con 0x7fb4e81065e0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.684+0000 7fb4deffd640 1 -- 172.21.15.18:0/2123890921 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e0003e50 con 0x7fb4e81065e0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.684+0000 7fb4deffd640 1 -- 172.21.15.18:0/2123890921 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e00106c0 con 0x7fb4e81065e0 2024-03-07T10:12:41.686 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.684+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4e819c7a0 con 0x7fb4e81065e0 2024-03-07T10:12:41.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.686+0000 7fb4deffd640 1 -- 172.21.15.18:0/2123890921 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb4e0003970 con 0x7fb4e81065e0 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.686+0000 7fb4f2d75740 1 Processor -- start 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4f2d75740 1 -- start start 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4deffd640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb4d40a1ef0 0x7fb4d40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac32130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac3ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac3d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560dab95b10 con 0x5560dac32670 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560dab3ed50 con 0x5560dac3b250 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560dab91bb0 con 0x5560dac31d50 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4deffd640 1 -- 172.21.15.18:0/2123890921 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb4e00ce5d0 con 0x7fb4e81065e0 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4edc52640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac32130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4ee453640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac3d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4ed451640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb4d40a1ef0 0x7fb4d40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac3ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4ee453640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac3d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48224/0 (socket says 172.21.15.18:48224) 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4ee453640 1 -- 172.21.15.18:0/1645982227 learned_addr learned my addr 172.21.15.18:0/1645982227 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.687+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac3ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38494/0 (socket says 172.21.15.18:38494) 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4edc52640 1 -- 172.21.15.18:0/1645982227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 msgr2=0x5560dac3d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4edc52640 1 --2- 172.21.15.18:0/1645982227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac3d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4edc52640 1 -- 172.21.15.18:0/1645982227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 msgr2=0x5560dac3ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4edc52640 1 --2- 172.21.15.18:0/1645982227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac3ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4edc52640 1 -- 172.21.15.18:0/1645982227 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560da9727e0 con 0x5560dac31d50 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4edc52640 1 --2- 172.21.15.18:0/1645982227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac32130 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009af0 tx=0x7fb4e40113e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51db6e5ff2ea6250 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4ed451640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb4d40a1ef0 0x7fb4d40a43b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8005c40 tx=0x7fb4d802c6e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4d3fff640 1 -- 172.21.15.18:0/1645982227 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e4011e10 con 0x5560dac31d50 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4d3fff640 1 -- 172.21.15.18:0/1645982227 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e4012930 con 0x5560dac31d50 2024-03-07T10:12:41.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.688+0000 7fb4d3fff640 1 -- 172.21.15.18:0/1645982227 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e400fa00 con 0x5560dac31d50 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 -- 172.21.15.18:0/1645982227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 msgr2=0x5560dac32130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/1645982227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac32130 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009af0 tx=0x7fb4e40113e0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 -- 172.21.15.18:0/1645982227 shutdown_connections 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/1645982227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac3d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/1645982227 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac3ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/1645982227 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac32130 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 -- 172.21.15.18:0/1645982227 >> 172.21.15.18:0/1645982227 conn(0x5560dac2c480 msgr2=0x5560dac2c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 -- 172.21.15.18:0/1645982227 shutdown_connections 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 -- 172.21.15.18:0/1645982227 wait complete. 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 -- start start 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.689+0000 7fb4f2d75740 1 Processor -- start 2024-03-07T10:12:41.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac380b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac32670 0x5560dac385f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac3b250 0x5560dac38b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560dac3e040 con 0x5560dac31d50 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560dab52190 con 0x5560dac32670 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560dac3e1c0 con 0x5560dac3b250 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4f2d75740 10 client.0 _ll_register_callbacks cb 0x5560dab41770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4edc52640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac380b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac32670 0x5560dac385f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac32670 0x5560dac385f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48234/0 (socket says 172.21.15.18:48234) 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ee453640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac3b250 0x5560dac38b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 -- 172.21.15.18:0/818532314 learned_addr learned my addr 172.21.15.18:0/818532314 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 -- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac3b250 msgr2=0x5560dac38b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac3b250 0x5560dac38b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 -- 172.21.15.18:0/818532314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 msgr2=0x5560dac380b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac380b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ed451640 1 -- 172.21.15.18:0/818532314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5560da9d2f70 con 0x5560dac32670 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.690+0000 7fb4ee453640 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac3b250 0x5560dac38b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4ed451640 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac32670 0x5560dac385f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8036040 tx=0x7fb4d8000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69ab6650c0e87967 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4d17fa640 1 -- 172.21.15.18:0/818532314 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d8003de0 con 0x5560dac32670 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb4e4012930 con 0x5560dac32670 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4d17fa640 1 -- 172.21.15.18:0/818532314 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb4d8005020 con 0x5560dac32670 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4d17fa640 1 -- 172.21.15.18:0/818532314 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4d8005220 con 0x5560dac32670 2024-03-07T10:12:41.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 10 client.28748 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5560da86a170 con 0x5560dac32670 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4d17fa640 1 -- 172.21.15.18:0/818532314 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e4012930 con 0x5560dac32670 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4d17fa640 1 -- 172.21.15.18:0/818532314 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb4d8042440 con 0x5560dac32670 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 10 client.28748 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 10 client.28748 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 20 client.28748 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560dac4b3f0 0x5560dac4d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 4 client.28748 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.691+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5560dab6b930 con 0x5560dac4b3f0 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.692+0000 7fb4edc52640 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560dac4b3f0 0x5560dac4d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.692+0000 7fb4d17fa640 10 client.28748 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.699 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.692+0000 7fb4edc52640 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560dac4b3f0 0x5560dac4d810 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd4de5d01522fc6 server_cookie=ded9798f3415070f in_seq=0 out_seq=0 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4d17fa640 1 -- 172.21.15.18:0/818532314 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5560dab6b930 con 0x5560dac4b3f0 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4d17fa640 10 client.28748 handle_command_reply: tid=0 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 client.28748 shutdown 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac32670 msgr2=0x5560dac385f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac32670 0x5560dac385f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8036040 tx=0x7fb4d8000bc0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 shutdown_connections 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560dac4b3f0 0x5560dac4d810 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac3b250 0x5560dac38b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac32670 0x5560dac385f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4d17fa640 0 client.28748 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/818532314 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac380b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 >> 172.21.15.18:0/818532314 conn(0x5560dac2c480 msgr2=0x5560dac2e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 shutdown_connections 2024-03-07T10:12:41.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 1 -- 172.21.15.18:0/818532314 wait complete. 2024-03-07T10:12:41.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.693+0000 7fb4f2d75740 20 client.28748 trim_cache size 0 max 16384 2024-03-07T10:12:41.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.714+0000 7fb4f2d75740 1 Processor -- start 2024-03-07T10:12:41.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4f2d75740 1 -- start start 2024-03-07T10:12:41.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac3a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac37210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac38780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e81b5f30 con 0x5560dac32670 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e81b3a30 con 0x5560dac3b250 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e81b1af0 con 0x5560dac31d50 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac37210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac37210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38518/0 (socket says 172.21.15.18:38518) 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4ed451640 1 -- 172.21.15.18:0/2295637476 learned_addr learned my addr 172.21.15.18:0/2295637476 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac3a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4ee453640 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac38780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4edc52640 1 -- 172.21.15.18:0/2295637476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 msgr2=0x5560dac38780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac38780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4edc52640 1 -- 172.21.15.18:0/2295637476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 msgr2=0x5560dac37210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac37210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4edc52640 1 -- 172.21.15.18:0/2295637476 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560dac324a0 con 0x5560dac31d50 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.715+0000 7fb4ed451640 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac37210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.716+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac3a7e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb4e400f660 tx=0x7fb4e4005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9751c1b593c445b9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.716+0000 7fb4d37fe640 1 -- 172.21.15.18:0/2295637476 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e4031070 con 0x5560dac31d50 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.716+0000 7fb4d37fe640 1 -- 172.21.15.18:0/2295637476 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e400f4b0 con 0x5560dac31d50 2024-03-07T10:12:41.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.716+0000 7fb4d37fe640 1 -- 172.21.15.18:0/2295637476 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e400f8f0 con 0x5560dac31d50 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2295637476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 msgr2=0x5560dac3a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac3a7e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb4e400f660 tx=0x7fb4e4005f90 comp rx=0 tx=0).stop 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2295637476 shutdown_connections 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560dac38780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac32670 0x5560dac37210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2295637476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac31d50 0x5560dac3a7e0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2295637476 >> 172.21.15.18:0/2295637476 conn(0x5560dac2c480 msgr2=0x5560dac38070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2295637476 shutdown_connections 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2295637476 wait complete. 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 -- start start 2024-03-07T10:12:41.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.717+0000 7fb4f2d75740 1 Processor -- start 2024-03-07T10:12:41.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac3eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac32670 0x5560dac3f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4f2d75740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560daca5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e81b20f0 con 0x5560dac31d50 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e81b33d0 con 0x5560dac3b250 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4f2d75740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e81b2710 con 0x5560dac32670 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4f2d75740 10 client.0 _ll_register_callbacks cb 0x7fb4d8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac3eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac3eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38520/0 (socket says 172.21.15.18:38520) 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4ed451640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac32670 0x5560dac3f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 -- 172.21.15.18:0/2924643010 learned_addr learned my addr 172.21.15.18:0/2924643010 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4ee453640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560daca5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 -- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac32670 msgr2=0x5560dac3f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac32670 0x5560dac3f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 -- 172.21.15.18:0/2924643010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 msgr2=0x5560daca5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560daca5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 -- 172.21.15.18:0/2924643010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5560dac3f970 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4ed451640 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac32670 0x5560dac3f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4ee453640 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560daca5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4edc52640 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac3eb60 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fb4e400a010 tx=0x7fb4e40056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e4edf5ddf1b74fa server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.718+0000 7fb4d17fa640 1 -- 172.21.15.18:0/2924643010 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e4031070 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4d17fa640 1 -- 172.21.15.18:0/2924643010 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb4e40050c0 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb4e400f4b0 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4d17fa640 1 -- 172.21.15.18:0/2924643010 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4e403d050 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 10 client.19086 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5560daca72e0 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4d17fa640 1 -- 172.21.15.18:0/2924643010 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e400f4b0 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4d17fa640 1 -- 172.21.15.18:0/2924643010 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb4e40035f0 con 0x5560dac31d50 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 10 client.19086 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:41.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 10 client.19086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 20 client.19086 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560daca77f0 0x5560daca9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 4 client.19086 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5560dab57050 con 0x5560daca77f0 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.719+0000 7fb4ed451640 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560daca77f0 0x5560daca9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.720+0000 7fb4d17fa640 10 client.19086 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.720+0000 7fb4ed451640 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560daca77f0 0x5560daca9c10 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a35efdecd57e701 server_cookie=459237e86ee170ab in_seq=0 out_seq=0 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4d17fa640 1 -- 172.21.15.18:0/2924643010 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5560dab57050 con 0x5560daca77f0 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4d17fa640 10 client.19086 handle_command_reply: tid=0 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 client.19086 shutdown 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 msgr2=0x5560dac3eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac3eb60 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fb4e400a010 tx=0x7fb4e40056b0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 shutdown_connections 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560daca77f0 0x5560daca9c10 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560dac3b250 0x5560daca5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560dac32670 0x5560dac3f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 --2- 172.21.15.18:0/2924643010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560dac31d50 0x5560dac3eb60 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4d17fa640 0 client.19086 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 >> 172.21.15.18:0/2924643010 conn(0x5560dac2c480 msgr2=0x5560dac38070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 shutdown_connections 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 1 -- 172.21.15.18:0/2924643010 wait complete. 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.721+0000 7fb4f2d75740 20 client.19086 trim_cache size 0 max 16384 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:12:41.729 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:12:41.730 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "1266ebd7-2c2d-42f9-8f68-b49233c5868e", 2024-03-07T10:12:41.730 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:12:41.730 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb4d40a1ef0 msgr2=0x7fb4d40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb4d40a1ef0 0x7fb4d40a43b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8005c40 tx=0x7fb4d802c6e0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4e81065e0 msgr2=0x7fb4e819ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4e81065e0 0x7fb4e819ba70 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fb4e000d9c0 tx=0x7fb4e000de80 comp rx=0 tx=0).stop 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 shutdown_connections 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb4e81065e0 0x7fb4e819ba70 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb4d40a1ef0 0x7fb4d40a43b0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb4e8100ee0 0x7fb4e8196f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 --2- 172.21.15.18:0/2123890921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4e8100520 0x7fb4e8196a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 >> 172.21.15.18:0/2123890921 conn(0x7fb4e8077710 msgr2=0x7fb4e80ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 shutdown_connections 2024-03-07T10:12:41.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.722+0000 7fb4efeb6640 1 -- 172.21.15.18:0/2123890921 wait complete. 2024-03-07T10:12:41.738 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:12:41.738 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:12:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:41 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:12:41.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:41 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.906+0000 7fabec910640 1 -- 172.21.15.18:0/2946745241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe81147b0 msgr2=0x7fabe8116ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.906+0000 7fabec910640 1 --2- 172.21.15.18:0/2946745241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe81147b0 0x7fabe8116ba0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fabe0009ca0 tx=0x7fabe0030530 comp rx=0 tx=0).stop 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.907+0000 7fabec910640 1 -- 172.21.15.18:0/2946745241 shutdown_connections 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.907+0000 7fabec910640 1 --2- 172.21.15.18:0/2946745241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe81147b0 0x7fabe8116ba0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.907+0000 7fabec910640 1 --2- 172.21.15.18:0/2946745241 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabe8108f80 0x7fabe8114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.907+0000 7fabec910640 1 --2- 172.21.15.18:0/2946745241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe8108660 0x7fabe8108a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.907+0000 7fabec910640 1 -- 172.21.15.18:0/2946745241 >> 172.21.15.18:0/2946745241 conn(0x7fabe806c6d0 msgr2=0x7fabe806cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.908+0000 7fabec910640 1 -- 172.21.15.18:0/2946745241 shutdown_connections 2024-03-07T10:12:41.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.908+0000 7fabec910640 1 -- 172.21.15.18:0/2946745241 wait complete. 2024-03-07T10:12:41.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 Processor -- start 2024-03-07T10:12:41.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 -- start start 2024-03-07T10:12:41.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe8108660 0x7fabe81a6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe8108f80 0x7fabe81a72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabe81147b0 0x7fabe81ab670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe8120890 con 0x7fabe8108f80 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe8120710 con 0x7fabe8108660 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.909+0000 7fabec910640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe8120a10 con 0x7fabe81147b0 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe8108660 0x7fabe81a6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe8108f80 0x7fabe81a72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe8108f80 0x7fabe81a72f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38534/0 (socket says 172.21.15.18:38534) 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 -- 172.21.15.18:0/2660816392 learned_addr learned my addr 172.21.15.18:0/2660816392 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe6d9d640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabe81147b0 0x7fabe81ab670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 -- 172.21.15.18:0/2660816392 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabe81147b0 msgr2=0x7fabe81ab670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabe81147b0 0x7fabe81ab670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 -- 172.21.15.18:0/2660816392 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe8108660 msgr2=0x7fabe81a6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe8108660 0x7fabe81a6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.910+0000 7fabe5d9b640 1 -- 172.21.15.18:0/2660816392 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabe81abda0 con 0x7fabe8108f80 2024-03-07T10:12:41.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.911+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe8108f80 0x7fabe81a72f0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00b450 tx=0x7fabdc00b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.911+0000 7fabd77fe640 1 -- 172.21.15.18:0/2660816392 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabdc015020 con 0x7fabe8108f80 2024-03-07T10:12:41.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.911+0000 7fabd77fe640 1 -- 172.21.15.18:0/2660816392 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fabdc011d10 con 0x7fabe8108f80 2024-03-07T10:12:41.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.911+0000 7fabd77fe640 1 -- 172.21.15.18:0/2660816392 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabdc00f2e0 con 0x7fabe8108f80 2024-03-07T10:12:41.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.911+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabe81ac090 con 0x7fabe8108f80 2024-03-07T10:12:41.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.911+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabe81b3920 con 0x7fabe8108f80 2024-03-07T10:12:41.916 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.915+0000 7fabef7d4740 1 Processor -- start 2024-03-07T10:12:41.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.915+0000 7fabef7d4740 1 -- start start 2024-03-07T10:12:41.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.915+0000 7fabd77fe640 1 -- 172.21.15.18:0/2660816392 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fabdc018020 con 0x7fabe8108f80 2024-03-07T10:12:41.920 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c53fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c5486f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabef7d4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56078c4a2dd0 con 0x56078c540050 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabef7d4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56078c44bae0 con 0x56078c53f730 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabef7d4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56078c49ee70 con 0x56078c548c30 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabe659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c5486f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabe659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c5486f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38548/0 (socket says 172.21.15.18:38548) 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabe659c640 1 -- 172.21.15.18:0/761589847 learned_addr learned my addr 172.21.15.18:0/761589847 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.916+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.917+0000 7fabd77fe640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fabd00a2040 0x7fabd00a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.917+0000 7fabd77fe640 1 -- 172.21.15.18:0/2660816392 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fabdc0cd8f0 con 0x7fabe8108f80 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.917+0000 7fabe659c640 1 -- 172.21.15.18:0/761589847 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 msgr2=0x56078c54b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.921 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.917+0000 7fabe659c640 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.917+0000 7fabe659c640 1 -- 172.21.15.18:0/761589847 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 msgr2=0x56078c53fb10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:12:41.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.917+0000 7fabe659c640 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c53fb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.917+0000 7fabe659c640 1 -- 172.21.15.18:0/761589847 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56078c2817d0 con 0x56078c540050 2024-03-07T10:12:41.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.918+0000 7fabe659c640 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c5486f0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009a70 tx=0x7fabd8009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879783f23a535094 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.918+0000 7fabd4ff9640 1 -- 172.21.15.18:0/761589847 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd8017070 con 0x56078c540050 2024-03-07T10:12:41.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.918+0000 7fabd4ff9640 1 -- 172.21.15.18:0/761589847 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fabd8013470 con 0x56078c540050 2024-03-07T10:12:41.922 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.918+0000 7fabd4ff9640 1 -- 172.21.15.18:0/761589847 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd8012610 con 0x56078c540050 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.919+0000 7fabe6d9d640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fabd00a2040 0x7fabd00a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabef7d4740 1 -- 172.21.15.18:0/761589847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 msgr2=0x56078c5486f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabef7d4740 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c5486f0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009a70 tx=0x7fabd8009f30 comp rx=0 tx=0).stop 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabe6d9d640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fabd00a2040 0x7fabd00a4500 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fabe0009a60 tx=0x7fabe0035f40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabef7d4740 1 -- 172.21.15.18:0/761589847 shutdown_connections 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabef7d4740 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabef7d4740 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c5486f0 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabef7d4740 1 --2- 172.21.15.18:0/761589847 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c53fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.920+0000 7fabef7d4740 1 -- 172.21.15.18:0/761589847 >> 172.21.15.18:0/761589847 conn(0x56078c539e60 msgr2=0x56078c53a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.921+0000 7fabef7d4740 1 -- 172.21.15.18:0/761589847 shutdown_connections 2024-03-07T10:12:41.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.921+0000 7fabef7d4740 1 -- 172.21.15.18:0/761589847 wait complete. 2024-03-07T10:12:41.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.921+0000 7fabef7d4740 1 -- start start 2024-03-07T10:12:41.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 1 Processor -- start 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c5486c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c545a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c546140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x56078c54ba20 con 0x56078c540050 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x56078c45f070 con 0x56078c53f730 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x56078c54bba0 con 0x56078c548c30 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.922+0000 7fabef7d4740 10 client.0 _ll_register_callbacks cb 0x56078c45ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c545a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe5d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c545a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38560/0 (socket says 172.21.15.18:38560) 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe5d9b640 1 -- 172.21.15.18:0/4176586077 learned_addr learned my addr 172.21.15.18:0/4176586077 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe6d9d640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c546140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe5d9b640 1 -- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 msgr2=0x56078c546140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c546140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe659c640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c5486c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.923+0000 7fabe5d9b640 1 -- 172.21.15.18:0/4176586077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 msgr2=0x56078c5486c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c5486c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabe5d9b640 1 -- 172.21.15.18:0/4176586077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56078c1b73f0 con 0x56078c540050 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabe659c640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c5486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c545a50 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00bd50 tx=0x7fabdc096680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fda90605d0f4a610 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabcdffb640 1 -- 172.21.15.18:0/4176586077 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabdc094e60 con 0x56078c540050 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fabd8013470 con 0x56078c540050 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabcdffb640 1 -- 172.21.15.18:0/4176586077 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fabdc0cb1c0 con 0x56078c540050 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabcdffb640 1 -- 172.21.15.18:0/4176586077 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fabdc0cb3c0 con 0x56078c540050 2024-03-07T10:12:41.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabef7d4740 10 client.19098 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:41.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.924+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56078c1770f0 con 0x56078c540050 2024-03-07T10:12:41.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.925+0000 7fabcdffb640 1 -- 172.21.15.18:0/4176586077 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fabd8013470 con 0x56078c540050 2024-03-07T10:12:41.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.925+0000 7fabcdffb640 1 -- 172.21.15.18:0/4176586077 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fabdc0cdce0 con 0x56078c540050 2024-03-07T10:12:41.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabef7d4740 10 client.19098 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabef7d4740 10 client.19098 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabef7d4740 20 client.19098 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabef7d4740 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c55ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabef7d4740 4 client.19098 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56078c4b0310 con 0x56078c558820 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabe659c640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c55ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabe659c640 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c55ac10 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c70a81c3e9742b50 server_cookie=53b5f2b24dcadb90 in_seq=0 out_seq=0 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.926+0000 7fabcdffb640 10 client.19098 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabcdffb640 1 -- 172.21.15.18:0/4176586077 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56078c4b0310 con 0x56078c558820 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabcdffb640 10 client.19098 handle_command_reply: tid=0 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabef7d4740 1 client.19098 shutdown 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 msgr2=0x56078c545a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabef7d4740 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c545a50 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00bd50 tx=0x7fabdc096680 comp rx=0 tx=0).stop 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 shutdown_connections 2024-03-07T10:12:41.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabef7d4740 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c55ac10 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabef7d4740 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c546140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabcdffb640 0 client.19098 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.927+0000 7fabef7d4740 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c540050 0x56078c545a50 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.928+0000 7fabef7d4740 1 --2- 172.21.15.18:0/4176586077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c53f730 0x56078c5486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.928+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 >> 172.21.15.18:0/4176586077 conn(0x56078c539e60 msgr2=0x56078c53bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.928+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 shutdown_connections 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.928+0000 7fabef7d4740 1 -- 172.21.15.18:0/4176586077 wait complete. 2024-03-07T10:12:41.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.928+0000 7fabef7d4740 20 client.19098 trim_cache size 0 max 16384 2024-03-07T10:12:41.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.950+0000 7fabef7d4740 1 Processor -- start 2024-03-07T10:12:41.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.950+0000 7fabef7d4740 1 -- start start 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.950+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c53f730 0x56078c548180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.950+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c5486c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.950+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c548c30 0x56078c542cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabef7d4740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe81be990 con 0x56078c548c30 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c548c30 0x56078c542cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe6d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c548c30 0x56078c542cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38562/0 (socket says 172.21.15.18:38562) 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe6d9d640 1 -- 172.21.15.18:0/257824502 learned_addr learned my addr 172.21.15.18:0/257824502 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabef7d4740 1 -- 172.21.15.18:0/257824502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe81bc490 con 0x56078c540050 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabef7d4740 1 -- 172.21.15.18:0/257824502 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe81ba550 con 0x56078c53f730 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe659c640 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c53f730 0x56078c548180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c5486c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe659c640 1 -- 172.21.15.18:0/257824502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 msgr2=0x56078c5486c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe659c640 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c5486c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe659c640 1 -- 172.21.15.18:0/257824502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c548c30 msgr2=0x56078c542cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe659c640 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c548c30 0x56078c542cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe659c640 1 -- 172.21.15.18:0/257824502 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56078c5464b0 con 0x56078c53f730 2024-03-07T10:12:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.951+0000 7fabe659c640 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c53f730 0x56078c548180 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009610 tx=0x7fabd8013ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40e90df58583f2a5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.952+0000 7fabcffff640 1 -- 172.21.15.18:0/257824502 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd8017040 con 0x56078c53f730 2024-03-07T10:12:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.952+0000 7fabcffff640 1 -- 172.21.15.18:0/257824502 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fabd8013950 con 0x56078c53f730 2024-03-07T10:12:41.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.952+0000 7fabcffff640 1 -- 172.21.15.18:0/257824502 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd801c450 con 0x56078c53f730 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 -- 172.21.15.18:0/257824502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c53f730 msgr2=0x56078c548180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c53f730 0x56078c548180 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009610 tx=0x7fabd8013ed0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 -- 172.21.15.18:0/257824502 shutdown_connections 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c548c30 0x56078c542cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c5486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 --2- 172.21.15.18:0/257824502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c53f730 0x56078c548180 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 -- 172.21.15.18:0/257824502 >> 172.21.15.18:0/257824502 conn(0x56078c539e60 msgr2=0x56078c53a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 -- 172.21.15.18:0/257824502 shutdown_connections 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 -- 172.21.15.18:0/257824502 wait complete. 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 -- start start 2024-03-07T10:12:41.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 Processor -- start 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.953+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c53f730 0x56078c550590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c53f730 0x56078c550590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c53f730 0x56078c550590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:38574/0 (socket says 172.21.15.18:38574) 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabef7d4740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c550ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 -- 172.21.15.18:0/842400594 learned_addr learned my addr 172.21.15.18:0/842400594 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabef7d4740 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe81bab50 con 0x56078c53f730 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe81bbe30 con 0x56078c540050 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabe81bb170 con 0x56078c548c30 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabef7d4740 10 client.0 _ll_register_callbacks cb 0x7fabdc010f80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe6d9d640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c550ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 -- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 msgr2=0x56078c54ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 -- 172.21.15.18:0/842400594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 msgr2=0x56078c550ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c550ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe659c640 1 -- 172.21.15.18:0/842400594 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56078c55af80 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.954+0000 7fabe6d9d640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabe659c640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c53f730 0x56078c550590 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fabd8027360 tx=0x7fabd8027390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ffb214440a01af2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabcdffb640 1 -- 172.21.15.18:0/842400594 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabd8034060 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabcdffb640 1 -- 172.21.15.18:0/842400594 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fabd800edd0 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fabd8013950 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabcdffb640 1 -- 172.21.15.18:0/842400594 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fabd8017030 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabef7d4740 10 client.19104 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56078c5c59a0 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabcdffb640 1 -- 172.21.15.18:0/842400594 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fabd8013950 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabcdffb640 1 -- 172.21.15.18:0/842400594 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fabd80279e0 con 0x56078c53f730 2024-03-07T10:12:41.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabef7d4740 10 client.19104 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabef7d4740 10 client.19104 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabef7d4740 20 client.19104 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.955+0000 7fabef7d4740 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c5c7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabef7d4740 4 client.19104 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56078c5408e0 con 0x56078c558820 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c5c7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabcdffb640 10 client.19104 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabe5d9b640 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c5c7cf0 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c68e3bc22dc0b41 server_cookie=e609f3bc169d6671 in_seq=0 out_seq=0 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabcdffb640 1 -- 172.21.15.18:0/842400594 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x56078c5408e0 con 0x56078c558820 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabcdffb640 10 client.19104 handle_command_reply: tid=0 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabef7d4740 1 client.19104 shutdown 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c53f730 msgr2=0x56078c550590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.956+0000 7fabef7d4740 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c53f730 0x56078c550590 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fabd8027360 tx=0x7fabd8027390 comp rx=0 tx=0).stop 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 shutdown_connections 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x56078c558820 0x56078c5c7cf0 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabcdffb640 0 client.19104 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56078c548c30 0x56078c54ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56078c540050 0x56078c550ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 --2- 172.21.15.18:0/842400594 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x56078c53f730 0x56078c550590 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 >> 172.21.15.18:0/842400594 conn(0x56078c539e60 msgr2=0x56078c538630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 shutdown_connections 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 1 -- 172.21.15.18:0/842400594 wait complete. 2024-03-07T10:12:41.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabef7d4740 20 client.19104 trim_cache size 0 max 16384 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: "1266ebd7-2c2d-42f9-8f68-b49233c5868e": { 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "1266ebd7-2c2d-42f9-8f68-b49233c5868e", 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:12:41.965 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:12:41.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fabd00a2040 msgr2=0x7fabd00a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fabd00a2040 0x7fabd00a4500 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fabe0009a60 tx=0x7fabe0035f40 comp rx=0 tx=0).stop 2024-03-07T10:12:41.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe8108f80 msgr2=0x7fabe81a72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:41.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe8108f80 0x7fabe81a72f0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00b450 tx=0x7fabdc00b850 comp rx=0 tx=0).stop 2024-03-07T10:12:41.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 shutdown_connections 2024-03-07T10:12:41.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fabe81147b0 0x7fabe81ab670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fabd00a2040 0x7fabd00a4500 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fabe8108f80 0x7fabe81a72f0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 --2- 172.21.15.18:0/2660816392 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe8108660 0x7fabe81a6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:41.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.957+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 >> 172.21.15.18:0/2660816392 conn(0x7fabe806c6d0 msgr2=0x7fabe8070270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:41.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.958+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 shutdown_connections 2024-03-07T10:12:41.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:12:41.958+0000 7fabec910640 1 -- 172.21.15.18:0/2660816392 wait complete. 2024-03-07T10:12:41.971 INFO:tasks.cephfs.filesystem:scrub status for tag:1266ebd7-2c2d-42f9-8f68-b49233c5868e - {'path': '/', 'tag': '1266ebd7-2c2d-42f9-8f68-b49233c5868e', 'options': 'recursive,force'} 2024-03-07T10:12:42.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:41 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:12:42.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:41 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:12:42.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:41 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:12:42.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:41 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:12:43.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:42 smithi018 ceph-mon[32171]: pgmap v424: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 5.7 MiB/s wr, 543 op/s 2024-03-07T10:12:43.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:42 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:12:43.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:42 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:42 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:12:43.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:42 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:42 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:42 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 800.0 s, 1370.4 tps, lat 72.964 ms stddev 82.950 2024-03-07T10:12:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:42 smithi063 ceph-mon[36356]: pgmap v424: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 5.7 MiB/s wr, 543 op/s 2024-03-07T10:12:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:42 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:12:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:42 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:42 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:12:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:42 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:42 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:42 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:42 smithi077 ceph-mon[36374]: pgmap v424: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 5.7 MiB/s wr, 543 op/s 2024-03-07T10:12:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:42 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:12:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:42 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:42 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:12:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:42 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:42 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:42 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:12:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:44 smithi018 ceph-mon[32171]: pgmap v425: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 5.8 MiB/s wr, 555 op/s 2024-03-07T10:12:45.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:44 smithi063 ceph-mon[36356]: pgmap v425: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 5.8 MiB/s wr, 555 op/s 2024-03-07T10:12:45.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:44 smithi077 ceph-mon[36374]: pgmap v425: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 5.8 MiB/s wr, 555 op/s 2024-03-07T10:12:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:46 smithi018 ceph-mon[32171]: pgmap v426: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 7.9 MiB/s wr, 805 op/s 2024-03-07T10:12:47.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:46 smithi063 ceph-mon[36356]: pgmap v426: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 7.9 MiB/s wr, 805 op/s 2024-03-07T10:12:47.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:46 smithi077 ceph-mon[36374]: pgmap v426: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 7.9 MiB/s wr, 805 op/s 2024-03-07T10:12:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 805.0 s, 1406.2 tps, lat 71.135 ms stddev 79.687 2024-03-07T10:12:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.698+0000 7fa0bf034640 1 -- 172.21.15.18:0/3034313619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8106610 msgr2=0x7fa0b81069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.698+0000 7fa0bf034640 1 --2- 172.21.15.18:0/3034313619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8106610 0x7fa0b81069f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fa0b001ace0 tx=0x7fa0b003d150 comp rx=0 tx=0).stop 2024-03-07T10:12:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.702+0000 7fa0bf034640 1 -- 172.21.15.18:0/3034313619 shutdown_connections 2024-03-07T10:12:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.702+0000 7fa0bf034640 1 --2- 172.21.15.18:0/3034313619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0b8100f10 0x7fa0b810d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.702+0000 7fa0bf034640 1 --2- 172.21.15.18:0/3034313619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0b8100550 0x7fa0b81009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.702+0000 7fa0bf034640 1 --2- 172.21.15.18:0/3034313619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8106610 0x7fa0b81069f0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.702+0000 7fa0bf034640 1 -- 172.21.15.18:0/3034313619 >> 172.21.15.18:0/3034313619 conn(0x7fa0b80776e0 msgr2=0x7fa0b8077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.707+0000 7fa0bf034640 1 -- 172.21.15.18:0/3034313619 shutdown_connections 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.711+0000 7fa0bf034640 1 -- 172.21.15.18:0/3034313619 wait complete. 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.711+0000 7fa0bf034640 1 Processor -- start 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.711+0000 7fa0bf034640 1 -- start start 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.712+0000 7fa0bf034640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0b8100550 0x7fa0b8072f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.712+0000 7fa0bf034640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8100f10 0x7fa0b806d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.712+0000 7fa0bf034640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0b8106610 0x7fa0b806d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.712+0000 7fa0bf034640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b806ba90 con 0x7fa0b8100550 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.712+0000 7fa0bf034640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b806b910 con 0x7fa0b8100f10 2024-03-07T10:12:48.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.712+0000 7fa0bf034640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b806bc10 con 0x7fa0b8106610 2024-03-07T10:12:48.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.713+0000 7fa0bd5d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0b8106610 0x7fa0b806d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.713+0000 7fa0bd5d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0b8106610 0x7fa0b806d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54598/0 (socket says 172.21.15.18:54598) 2024-03-07T10:12:48.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.713+0000 7fa0bd5d1640 1 -- 172.21.15.18:0/984527472 learned_addr learned my addr 172.21.15.18:0/984527472 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.714+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0b8100550 0x7fa0b8072f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.714+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8100f10 0x7fa0b806d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.715+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/984527472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0b8106610 msgr2=0x7fa0b806d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.715+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0b8106610 0x7fa0b806d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.715+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/984527472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8100f10 msgr2=0x7fa0b806d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.715+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8100f10 0x7fa0b806d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.719 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.715+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/984527472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b806dcb0 con 0x7fa0b8100550 2024-03-07T10:12:48.720 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.717+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0b8100550 0x7fa0b8072f80 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0000f80 tx=0x7fa0b0043980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:48.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.722+0000 7fa0b5ffb640 1 -- 172.21.15.18:0/984527472 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b004a040 con 0x7fa0b8100550 2024-03-07T10:12:48.723 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.722+0000 7fa0b5ffb640 1 -- 172.21.15.18:0/984527472 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0b0003b30 con 0x7fa0b8100550 2024-03-07T10:12:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.722+0000 7fa0b5ffb640 1 -- 172.21.15.18:0/984527472 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0045710 con 0x7fa0b8100550 2024-03-07T10:12:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.722+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0b81aab90 con 0x7fa0b8100550 2024-03-07T10:12:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.722+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0b81aaf40 con 0x7fa0b8100550 2024-03-07T10:12:48.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.728+0000 7fa0c1e31740 1 Processor -- start 2024-03-07T10:12:48.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.728+0000 7fa0c1e31740 1 -- start start 2024-03-07T10:12:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.729+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da729a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.729+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da72a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.729+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da735910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.729+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598da68e5c0 con 0x5598da72ad10 2024-03-07T10:12:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.729+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598da637900 con 0x5598da733520 2024-03-07T10:12:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.729+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598da68a660 con 0x5598da729fa0 2024-03-07T10:12:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.733+0000 7fa0b5ffb640 1 -- 172.21.15.18:0/984527472 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa0b0003ce0 con 0x7fa0b8100550 2024-03-07T10:12:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.733+0000 7fa0bd5d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da729a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.733+0000 7fa0bd5d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da729a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:48080/0 (socket says 172.21.15.18:48080) 2024-03-07T10:12:48.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.733+0000 7fa0bd5d1640 1 -- 172.21.15.18:0/2051951908 learned_addr learned my addr 172.21.15.18:0/2051951908 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:48.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.733+0000 7fa0b5ffb640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa0a00a20f0 0x7fa0a00a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.734+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da72a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.734+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da735910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.735+0000 7fa0b5ffb640 1 -- 172.21.15.18:0/984527472 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa0b0100e50 con 0x7fa0b8100550 2024-03-07T10:12:48.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.735+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa0a00a20f0 0x7fa0a00a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.736+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa0a00a20f0 0x7fa0a00a45b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8012940 tx=0x7fa0a800cb20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.737+0000 7fa0bd5d1640 1 -- 172.21.15.18:0/2051951908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 msgr2=0x5598da72a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.737+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da72a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.737+0000 7fa0bd5d1640 1 -- 172.21.15.18:0/2051951908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 msgr2=0x5598da735910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.737+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da735910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.737+0000 7fa0bd5d1640 1 -- 172.21.15.18:0/2051951908 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5598da3a3210 con 0x5598da72ad10 2024-03-07T10:12:48.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.737+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da729a60 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8010740 tx=0x7fa0a801c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e633911eee3059d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:48.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.738+0000 7fa09effd640 1 -- 172.21.15.18:0/2051951908 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a8005220 con 0x5598da72ad10 2024-03-07T10:12:48.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.738+0000 7fa09effd640 1 -- 172.21.15.18:0/2051951908 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0a8021070 con 0x5598da72ad10 2024-03-07T10:12:48.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.738+0000 7fa09effd640 1 -- 172.21.15.18:0/2051951908 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a801d8b0 con 0x5598da72ad10 2024-03-07T10:12:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.739+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2051951908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 msgr2=0x5598da729a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.739+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da729a60 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8010740 tx=0x7fa0a801c000 comp rx=0 tx=0).stop 2024-03-07T10:12:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.740+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2051951908 shutdown_connections 2024-03-07T10:12:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.740+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da735910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.740+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da72a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.740+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2051951908 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da729a60 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.740+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2051951908 >> 172.21.15.18:0/2051951908 conn(0x5598da6f1580 msgr2=0x5598da724c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.740+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2051951908 shutdown_connections 2024-03-07T10:12:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.740+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2051951908 wait complete. 2024-03-07T10:12:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.741+0000 7fa0c1e31740 1 -- start start 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.741+0000 7fa0c1e31740 1 Processor -- start 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.741+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da730600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da730b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da731080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598da7361f0 con 0x5598da72ad10 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598da64ad60 con 0x5598da729fa0 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598da736370 con 0x5598da733520 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0c1e31740 10 client.0 _ll_register_callbacks cb 0x5598da3a2a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da730600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da730600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48902/0 (socket says 172.21.15.18:48902) 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/36507138 learned_addr learned my addr 172.21.15.18:0/36507138 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da731080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da730b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 msgr2=0x5598da731080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da731080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/36507138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 msgr2=0x5598da730b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da730b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/36507138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5598da46f620 con 0x5598da729fa0 2024-03-07T10:12:48.746 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da730600 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa0b00cd550 tx=0x7fa0b009d730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23546537e6315014 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.742+0000 7fa097fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.743+0000 7fa097fff640 1 -- 172.21.15.18:0/36507138 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b001a8c0 con 0x5598da729fa0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.743+0000 7fa097fff640 1 -- 172.21.15.18:0/36507138 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa0b00cdab0 con 0x5598da729fa0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.743+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa0a8021070 con 0x5598da729fa0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.743+0000 7fa097fff640 1 -- 172.21.15.18:0/36507138 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0b00cd850 con 0x5598da729fa0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.743+0000 7fa0c1e31740 10 client.28775 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.743+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5598da742590 con 0x5598da729fa0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.743+0000 7fa097fff640 1 -- 172.21.15.18:0/36507138 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0b00d19a0 con 0x5598da729fa0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa097fff640 1 -- 172.21.15.18:0/36507138 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa0b0004b40 con 0x5598da729fa0 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa0c1e31740 10 client.28775 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa0c1e31740 10 client.28775 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa0c1e31740 20 client.28775 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da745e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.747 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa0c1e31740 4 client.28775 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:12:48.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa0a8021070 con 0x5598da743a40 2024-03-07T10:12:48.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.744+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da745e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.745+0000 7fa097fff640 10 client.28775 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:48.748 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.745+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da745e30 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5700ccec8f46823 server_cookie=2b59b0b46d5a2171 in_seq=0 out_seq=0 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa097fff640 1 -- 172.21.15.18:0/36507138 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fa0a8021070 con 0x5598da743a40 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa097fff640 10 client.28775 handle_command_reply: tid=0 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 client.28775 shutdown 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 msgr2=0x5598da730600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da730600 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa0b00cd550 tx=0x7fa0b009d730 comp rx=0 tx=0).stop 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 shutdown_connections 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da745e30 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.749 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa097fff640 0 client.28775 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da731080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da730b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/36507138 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da730600 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 >> 172.21.15.18:0/36507138 conn(0x5598da6f1580 msgr2=0x5598da7269e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 shutdown_connections 2024-03-07T10:12:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 1 -- 172.21.15.18:0/36507138 wait complete. 2024-03-07T10:12:48.750 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.746+0000 7fa0c1e31740 20 client.28775 trim_cache size 0 max 16384 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.766+0000 7fa0c1e31740 1 Processor -- start 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.766+0000 7fa0c1e31740 1 -- start start 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.766+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da732d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.766+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da723c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da73eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b81b5fc0 con 0x5598da72ad10 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da732d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0b7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da723c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da732d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48908/0 (socket says 172.21.15.18:48908) 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2084048359 learned_addr learned my addr 172.21.15.18:0/2084048359 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2084048359 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b81b3ac0 con 0x5598da729fa0 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2084048359 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b81b1b80 con 0x5598da733520 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da73eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2084048359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 msgr2=0x5598da73eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da73eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2084048359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 msgr2=0x5598da723c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da723c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2084048359 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5598da7461a0 con 0x5598da729fa0 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da73eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.767+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da723c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:12:48.770 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.768+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da732d30 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0004f00 tx=0x7fa0b00c9c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3d1d6493b5307ec server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.768+0000 7fa09e7fc640 1 -- 172.21.15.18:0/2084048359 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b00eb070 con 0x5598da729fa0 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.768+0000 7fa09e7fc640 1 -- 172.21.15.18:0/2084048359 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0b001a8c0 con 0x5598da729fa0 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.768+0000 7fa09e7fc640 1 -- 172.21.15.18:0/2084048359 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0004b40 con 0x5598da729fa0 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2084048359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 msgr2=0x5598da732d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da732d30 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0004f00 tx=0x7fa0b00c9c20 comp rx=0 tx=0).stop 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2084048359 shutdown_connections 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da733520 0x5598da73eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da723c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.774 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2084048359 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da729fa0 0x5598da732d30 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2084048359 >> 172.21.15.18:0/2084048359 conn(0x5598da6f1580 msgr2=0x5598da723580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2084048359 shutdown_connections 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2084048359 wait complete. 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 -- start start 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 Processor -- start 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.769+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da7385d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da738b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da739050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b81b2180 con 0x5598da72ad10 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b81b3460 con 0x5598da733520 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b81b27a0 con 0x5598da729fa0 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da7385d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da7385d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:54622/0 (socket says 172.21.15.18:54622) 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2708008313 learned_addr learned my addr 172.21.15.18:0/2708008313 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 10 client.0 _ll_register_callbacks cb 0x7fa0b00c9b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da738b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bd5d1640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da739050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2708008313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 msgr2=0x5598da739050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da739050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2708008313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 msgr2=0x5598da738b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da738b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 -- 172.21.15.18:0/2708008313 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5598da72e670 con 0x5598da729fa0 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da738b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0bcdd0640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da7385d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fa0b001ac00 tx=0x7fa0b00e64b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a27606f75bbadae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa097fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa097fff640 1 -- 172.21.15.18:0/2708008313 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b00eb070 con 0x5598da729fa0 2024-03-07T10:12:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa0b001a8c0 con 0x5598da729fa0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa097fff640 1 -- 172.21.15.18:0/2708008313 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa0b00cdcb0 con 0x5598da729fa0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa097fff640 1 -- 172.21.15.18:0/2708008313 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0b00e0050 con 0x5598da729fa0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 10 client.28972 fetch_fsmap learned FSMap version 26 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.770+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5598da72e670 con 0x5598da729fa0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa097fff640 1 -- 172.21.15.18:0/2708008313 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0b001a8c0 con 0x5598da729fa0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa097fff640 1 -- 172.21.15.18:0/2708008313 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa0b00ceb80 con 0x5598da729fa0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0c1e31740 10 client.28972 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0c1e31740 10 client.28972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0c1e31740 20 client.28972 populate_metadata read hostname 'smithi018' 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da7a2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0c1e31740 4 client.28972 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5598da69bb00 con 0x5598da743a40 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da7a2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa0b7fff640 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da7a2650 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b321ed00241846ef server_cookie=a475c4d7cdca319 in_seq=0 out_seq=0 2024-03-07T10:12:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.771+0000 7fa097fff640 10 client.28972 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.800+0000 7fa097fff640 1 -- 172.21.15.18:0/2708008313 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5598da69bb00 con 0x5598da743a40 2024-03-07T10:12:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.800+0000 7fa097fff640 10 client.28972 handle_command_reply: tid=0 2024-03-07T10:12:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.801+0000 7fa0c1e31740 1 client.28972 shutdown 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.801+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 msgr2=0x5598da7385d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.801+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da7385d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fa0b001ac00 tx=0x7fa0b00e64b0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 shutdown_connections 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5598da743a40 0x5598da7a2650 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598da733520 0x5598da739050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5598da72ad10 0x5598da738b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 --2- 172.21.15.18:0/2708008313 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5598da729fa0 0x5598da7385d0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 >> 172.21.15.18:0/2708008313 conn(0x5598da6f1580 msgr2=0x5598da726070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa097fff640 0 client.28972 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 shutdown_connections 2024-03-07T10:12:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 1 -- 172.21.15.18:0/2708008313 wait complete. 2024-03-07T10:12:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.802+0000 7fa0c1e31740 20 client.28972 trim_cache size 0 max 16384 2024-03-07T10:12:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:12:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:12:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:12:48.805 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:12:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa0a00a20f0 msgr2=0x7fa0a00a45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa0a00a20f0 0x7fa0a00a45b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8012940 tx=0x7fa0a800cb20 comp rx=0 tx=0).stop 2024-03-07T10:12:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0b8100550 msgr2=0x7fa0b8072f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:12:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0b8100550 0x7fa0b8072f80 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0000f80 tx=0x7fa0b0043980 comp rx=0 tx=0).stop 2024-03-07T10:12:48.806 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 shutdown_connections 2024-03-07T10:12:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa0b8106610 0x7fa0b806d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0b8100f10 0x7fa0b806d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa0a00a20f0 0x7fa0a00a45b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 --2- 172.21.15.18:0/984527472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa0b8100550 0x7fa0b8072f80 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:12:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 >> 172.21.15.18:0/984527472 conn(0x7fa0b80776e0 msgr2=0x7fa0b80ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:12:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 shutdown_connections 2024-03-07T10:12:48.807 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:12:48.803+0000 7fa0bf034640 1 -- 172.21.15.18:0/984527472 wait complete. 2024-03-07T10:12:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:48 smithi018 ceph-mon[32171]: pgmap v427: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 5.5 MiB/s wr, 636 op/s 2024-03-07T10:12:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:48 smithi063 ceph-mon[36356]: pgmap v427: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 5.5 MiB/s wr, 636 op/s 2024-03-07T10:12:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:48 smithi077 ceph-mon[36374]: pgmap v427: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 5.5 MiB/s wr, 636 op/s 2024-03-07T10:12:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:50 smithi018 ceph-mon[32171]: pgmap v428: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 6.4 MiB/s wr, 754 op/s 2024-03-07T10:12:51.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:50 smithi063 ceph-mon[36356]: pgmap v428: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 6.4 MiB/s wr, 754 op/s 2024-03-07T10:12:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:50 smithi077 ceph-mon[36374]: pgmap v428: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 6.4 MiB/s wr, 754 op/s 2024-03-07T10:12:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:12:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:12:52.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:51 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:12:52.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:12:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:12:52.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:51 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:12:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:12:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:12:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:51 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:12:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:52 smithi018 ceph-mon[32171]: pgmap v429: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 5.5 MiB/s wr, 638 op/s 2024-03-07T10:12:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 810.0 s, 1352.6 tps, lat 74.304 ms stddev 84.639 2024-03-07T10:12:53.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:52 smithi063 ceph-mon[36356]: pgmap v429: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 5.5 MiB/s wr, 638 op/s 2024-03-07T10:12:53.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:52 smithi077 ceph-mon[36374]: pgmap v429: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 5.5 MiB/s wr, 638 op/s 2024-03-07T10:12:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:54 smithi018 ceph-mon[32171]: pgmap v430: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 5.5 MiB/s wr, 641 op/s 2024-03-07T10:12:55.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:54 smithi063 ceph-mon[36356]: pgmap v430: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 5.5 MiB/s wr, 641 op/s 2024-03-07T10:12:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:54 smithi077 ceph-mon[36374]: pgmap v430: 97 pgs: 97 active+clean; 4.4 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 5.5 MiB/s wr, 641 op/s 2024-03-07T10:12:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:56 smithi018 ceph-mon[32171]: pgmap v431: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 7.1 MiB/s wr, 798 op/s 2024-03-07T10:12:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:56 smithi063 ceph-mon[36356]: pgmap v431: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 7.1 MiB/s wr, 798 op/s 2024-03-07T10:12:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:56 smithi077 ceph-mon[36374]: pgmap v431: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 7.1 MiB/s wr, 798 op/s 2024-03-07T10:12:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 815.0 s, 1336.0 tps, lat 73.449 ms stddev 80.302 2024-03-07T10:12:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:12:58 smithi018 ceph-mon[32171]: pgmap v432: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 4.7 MiB/s wr, 516 op/s 2024-03-07T10:12:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:12:58 smithi063 ceph-mon[36356]: pgmap v432: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 4.7 MiB/s wr, 516 op/s 2024-03-07T10:12:59.256 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:12:58 smithi077 ceph-mon[36374]: pgmap v432: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 4.7 MiB/s wr, 516 op/s 2024-03-07T10:13:01.095 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:00 smithi018 ceph-mon[32171]: pgmap v433: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 6.0 MiB/s wr, 662 op/s 2024-03-07T10:13:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:00 smithi063 ceph-mon[36356]: pgmap v433: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 6.0 MiB/s wr, 662 op/s 2024-03-07T10:13:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:00 smithi077 ceph-mon[36374]: pgmap v433: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 6.0 MiB/s wr, 662 op/s 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.901+0000 7ff82611d640 1 -- 172.21.15.18:0/3314808350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820107730 msgr2=0x7ff820107b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.901+0000 7ff82611d640 1 --2- 172.21.15.18:0/3314808350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820107730 0x7ff820107b10 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7ff810009930 tx=0x7ff81002bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 -- 172.21.15.18:0/3314808350 shutdown_connections 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 --2- 172.21.15.18:0/3314808350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82006a630 0x7ff82010e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 --2- 172.21.15.18:0/3314808350 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff820069c90 0x7ff82006a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 --2- 172.21.15.18:0/3314808350 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820107730 0x7ff820107b10 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 -- 172.21.15.18:0/3314808350 >> 172.21.15.18:0/3314808350 conn(0x7ff8200773b0 msgr2=0x7ff8200777c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 -- 172.21.15.18:0/3314808350 shutdown_connections 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 -- 172.21.15.18:0/3314808350 wait complete. 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 Processor -- start 2024-03-07T10:13:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 -- start start 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820069c90 0x7ff820197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.902+0000 7ff82611d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82006a630 0x7ff820198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff82611d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff820107730 0x7ff82019c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff82611d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff820111a20 con 0x7ff820069c90 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff82611d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8201118a0 con 0x7ff820107730 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff82611d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff820111ba0 con 0x7ff82006a630 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820069c90 0x7ff820197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820069c90 0x7ff820197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46036/0 (socket says 172.21.15.18:46036) 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2206108275 learned_addr learned my addr 172.21.15.18:0/2206108275 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:01.907 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81ffff640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff820107730 0x7ff82019c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81effd640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82006a630 0x7ff820198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2206108275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82006a630 msgr2=0x7ff820198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82006a630 0x7ff820198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2206108275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff820107730 msgr2=0x7ff82019c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff820107730 0x7ff82019c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2206108275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff82019cea0 con 0x7ff820069c90 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820069c90 0x7ff820197f00 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7ff810009230 tx=0x7ff810004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81cff9640 1 -- 172.21.15.18:0/2206108275 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff810041070 con 0x7ff820069c90 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff82019d130 con 0x7ff820069c90 2024-03-07T10:13:01.908 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81cff9640 1 -- 172.21.15.18:0/2206108275 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff8100054e0 con 0x7ff820069c90 2024-03-07T10:13:01.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff81cff9640 1 -- 172.21.15.18:0/2206108275 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff810003c90 con 0x7ff820069c90 2024-03-07T10:13:01.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.903+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8201a4a20 con 0x7ff820069c90 2024-03-07T10:13:01.909 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.905+0000 7ff81cff9640 1 -- 172.21.15.18:0/2206108275 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ff810044070 con 0x7ff820069c90 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 Processor -- start 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 -- start start 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81cff9640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8080a1ee0 0x7ff8080a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f57d10 0x564fd6f56a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81ffff640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8080a1ee0 0x7ff8080a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f57420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f60520 0x564fd6f62910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fd6ebb5c0 con 0x564fd6f60520 2024-03-07T10:13:01.919 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81cff9640 1 -- 172.21.15.18:0/2206108275 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff8100efab0 con 0x7ff820069c90 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fd6e64900 con 0x564fd6f56fa0 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff828ff5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fd6eb7660 con 0x564fd6f57d10 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f60520 0x564fd6f62910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f57420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f60520 0x564fd6f62910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46048/0 (socket says 172.21.15.18:46048) 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81ffff640 1 -- 172.21.15.18:0/3393147017 learned_addr learned my addr 172.21.15.18:0/3393147017 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.906+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f57d10 0x564fd6f56a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81ffff640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8080a1ee0 0x7ff8080a43a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff818013830 tx=0x7ff818013c30 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81effd640 1 -- 172.21.15.18:0/3393147017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f57d10 msgr2=0x564fd6f56a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81effd640 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f57d10 0x564fd6f56a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81effd640 1 -- 172.21.15.18:0/3393147017 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f60520 msgr2=0x564fd6f62910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81effd640 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f60520 0x564fd6f62910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81effd640 1 -- 172.21.15.18:0/3393147017 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564fd6bd0210 con 0x564fd6f56fa0 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81ffff640 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f60520 0x564fd6f62910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff81effd640 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f57420 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff814009bf0 tx=0x7ff814011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e5f26a378473691 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff805ffb640 1 -- 172.21.15.18:0/3393147017 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff814004310 con 0x564fd6f56fa0 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff805ffb640 1 -- 172.21.15.18:0/3393147017 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff8140044b0 con 0x564fd6f56fa0 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.907+0000 7ff805ffb640 1 -- 172.21.15.18:0/3393147017 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8140037f0 con 0x564fd6f56fa0 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 -- 172.21.15.18:0/3393147017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 msgr2=0x564fd6f57420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f57420 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ff814009bf0 tx=0x7ff814011440 comp rx=0 tx=0).stop 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 -- 172.21.15.18:0/3393147017 shutdown_connections 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f60520 0x564fd6f62910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f57420 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3393147017 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f57d10 0x564fd6f56a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 -- 172.21.15.18:0/3393147017 >> 172.21.15.18:0/3393147017 conn(0x564fd6f1e580 msgr2=0x564fd6f51c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 -- 172.21.15.18:0/3393147017 shutdown_connections 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 -- 172.21.15.18:0/3393147017 wait complete. 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 -- start start 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.908+0000 7ff828ff5740 1 Processor -- start 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f5dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff828ff5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fd6f63250 con 0x564fd6f57d10 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff828ff5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fd6e77d60 con 0x564fd6f56fa0 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff828ff5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fd6f633d0 con 0x564fd6f60520 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff828ff5740 10 client.0 _ll_register_callbacks cb 0x564fd6bcfa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48092/0 (socket says 172.21.15.18:48092) 2024-03-07T10:13:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2127207774 learned_addr learned my addr 172.21.15.18:0/2127207774 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81ffff640 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f5dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 msgr2=0x564fd6f5dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f5dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2127207774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 msgr2=0x564fd6f5da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.909+0000 7ff81f7fe640 1 -- 172.21.15.18:0/2127207774 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564fd6c9c620 con 0x564fd6f56fa0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5d550 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7ff8100b8a20 tx=0x7ff810009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aad07f2a115b033 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff7feffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff7feffd640 1 -- 172.21.15.18:0/2127207774 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff81004b040 con 0x564fd6f56fa0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff7feffd640 1 -- 172.21.15.18:0/2127207774 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff8100c4820 con 0x564fd6f56fa0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff8140044b0 con 0x564fd6f56fa0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff7feffd640 1 -- 172.21.15.18:0/2127207774 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff810004c80 con 0x564fd6f56fa0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 10 client.28790 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564fd6f6f560 con 0x564fd6f56fa0 2024-03-07T10:13:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff7feffd640 1 -- 172.21.15.18:0/2127207774 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff8140044b0 con 0x564fd6f56fa0 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff7feffd640 1 -- 172.21.15.18:0/2127207774 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff8100c0160 con 0x564fd6f56fa0 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 10 client.28790 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 10 client.28790 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 20 client.28790 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6f70a10 0x564fd6f72e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 4 client.28790 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.910+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564fd6ec8b00 con 0x564fd6f70a10 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.911+0000 7ff81effd640 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6f70a10 0x564fd6f72e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.911+0000 7ff7feffd640 10 client.28790 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.911+0000 7ff81effd640 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6f70a10 0x564fd6f72e40 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38ac902dafa9f4bb server_cookie=ac07eb3ac7abac0f in_seq=0 out_seq=0 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff7feffd640 1 -- 172.21.15.18:0/2127207774 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564fd6ec8b00 con 0x564fd6f70a10 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff7feffd640 10 client.28790 handle_command_reply: tid=0 2024-03-07T10:13:01.924 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 client.28790 shutdown 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 msgr2=0x564fd6f5d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5d550 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7ff8100b8a20 tx=0x7ff810009260 comp rx=0 tx=0).stop 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 shutdown_connections 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6f70a10 0x564fd6f72e40 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f5dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 --2- 172.21.15.18:0/2127207774 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5d550 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff7feffd640 0 client.28790 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 >> 172.21.15.18:0/2127207774 conn(0x564fd6f1e580 msgr2=0x564fd6f539e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 shutdown_connections 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 1 -- 172.21.15.18:0/2127207774 wait complete. 2024-03-07T10:13:01.925 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.912+0000 7ff828ff5740 20 client.28790 trim_cache size 0 max 16384 2024-03-07T10:13:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.927+0000 7ff828ff5740 1 Processor -- start 2024-03-07T10:13:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.927+0000 7ff828ff5740 1 -- start start 2024-03-07T10:13:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.927+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f56fa0 0x564fd6f6bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.927+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f57d10 0x564fd6f6c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.927+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f53020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.927+0000 7ff828ff5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8201af920 con 0x564fd6f56fa0 2024-03-07T10:13:01.930 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff828ff5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8201ad420 con 0x564fd6f57d10 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff828ff5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8201ab4e0 con 0x564fd6f60520 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f56fa0 0x564fd6f6bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f53020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f57d10 0x564fd6f6c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f53020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:57782/0 (socket says 172.21.15.18:57782) 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 -- 172.21.15.18:0/391343378 learned_addr learned my addr 172.21.15.18:0/391343378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f56fa0 0x564fd6f6bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46078/0 (socket says 172.21.15.18:46078) 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 -- 172.21.15.18:0/391343378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f57d10 msgr2=0x564fd6f6c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f57d10 0x564fd6f6c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 -- 172.21.15.18:0/391343378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f56fa0 msgr2=0x564fd6f6bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f56fa0 0x564fd6f6bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 -- 172.21.15.18:0/391343378 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564fd6f56270 con 0x564fd6f60520 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f56fa0 0x564fd6f6bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:01.931 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.928+0000 7ff81ffff640 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f53020 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff81800f790 tx=0x7ff81801f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f824fcdea81b0622 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff8057fa640 1 -- 172.21.15.18:0/391343378 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff818012030 con 0x564fd6f60520 2024-03-07T10:13:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff8057fa640 1 -- 172.21.15.18:0/391343378 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff8180121d0 con 0x564fd6f60520 2024-03-07T10:13:01.932 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff8057fa640 1 -- 172.21.15.18:0/391343378 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff818005390 con 0x564fd6f60520 2024-03-07T10:13:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 -- 172.21.15.18:0/391343378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 msgr2=0x564fd6f53020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f53020 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff81800f790 tx=0x7ff81801f000 comp rx=0 tx=0).stop 2024-03-07T10:13:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 -- 172.21.15.18:0/391343378 shutdown_connections 2024-03-07T10:13:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f53020 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f57d10 0x564fd6f6c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 --2- 172.21.15.18:0/391343378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f56fa0 0x564fd6f6bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 -- 172.21.15.18:0/391343378 >> 172.21.15.18:0/391343378 conn(0x564fd6f1e580 msgr2=0x564fd6f5be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 -- 172.21.15.18:0/391343378 shutdown_connections 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.929+0000 7ff828ff5740 1 -- 172.21.15.18:0/391343378 wait complete. 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 -- start start 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 Processor -- start 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f60fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8201abae0 con 0x564fd6f57d10 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8201acdc0 con 0x564fd6f56fa0 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8201ac100 con 0x564fd6f60520 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.930+0000 7ff828ff5740 10 client.0 _ll_register_callbacks cb 0x7ff8100a70b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81effd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:48116/0 (socket says 172.21.15.18:48116) 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 -- 172.21.15.18:0/3626994121 learned_addr learned my addr 172.21.15.18:0/3626994121 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f60fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 -- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 msgr2=0x564fd6f60fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f60fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 -- 172.21.15.18:0/3626994121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 msgr2=0x564fd6f5af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 -- 172.21.15.18:0/3626994121 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564fd6f614e0 con 0x564fd6f56fa0 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81effd640 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81ffff640 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f60fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff81f7fe640 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5a9c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7ff8100b8f90 tx=0x7ff8100c4a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96f1fca1763d9b8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff7feffd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff7feffd640 1 -- 172.21.15.18:0/3626994121 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff810004c80 con 0x564fd6f56fa0 2024-03-07T10:13:01.937 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff7feffd640 1 -- 172.21.15.18:0/3626994121 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff8100bbc20 con 0x564fd6f56fa0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.931+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff8180121d0 con 0x564fd6f56fa0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff7feffd640 1 -- 172.21.15.18:0/3626994121 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff81002ccd0 con 0x564fd6f56fa0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 10 client.28796 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564fd6fc63f0 con 0x564fd6f56fa0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff7feffd640 1 -- 172.21.15.18:0/3626994121 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff810003e30 con 0x564fd6f56fa0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff7feffd640 1 -- 172.21.15.18:0/3626994121 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7ff8100d7070 con 0x564fd6f56fa0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 10 client.28796 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 10 client.28796 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 20 client.28796 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6fc6870 0x564fd6fc8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 4 client.28796 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.932+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7ff8180121d0 con 0x564fd6fc6870 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.933+0000 7ff81effd640 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6fc6870 0x564fd6fc8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.933+0000 7ff81effd640 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6fc6870 0x564fd6fc8c60 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4d7944c57376e6d server_cookie=806eb206c51b18a9 in_seq=0 out_seq=0 2024-03-07T10:13:01.938 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.933+0000 7ff7feffd640 10 client.28796 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff7feffd640 1 -- 172.21.15.18:0/3626994121 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7ff8180121d0 con 0x564fd6fc6870 2024-03-07T10:13:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff7feffd640 10 client.28796 handle_command_reply: tid=0 2024-03-07T10:13:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 client.28796 shutdown 2024-03-07T10:13:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 msgr2=0x564fd6f5a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5a9c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7ff8100b8f90 tx=0x7ff8100c4a50 comp rx=0 tx=0).stop 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 shutdown_connections 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x564fd6fc6870 0x564fd6fc8c60 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564fd6f60520 0x564fd6f60fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564fd6f57d10 0x564fd6f5af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff7feffd640 0 client.28796 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 --2- 172.21.15.18:0/3626994121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564fd6f56fa0 0x564fd6f5a9c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 >> 172.21.15.18:0/3626994121 conn(0x564fd6f1e580 msgr2=0x564fd6f50580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 shutdown_connections 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 1 -- 172.21.15.18:0/3626994121 wait complete. 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.955+0000 7ff828ff5740 20 client.28796 trim_cache size 0 max 16384 2024-03-07T10:13:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:13:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:13:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:13:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:13:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8080a1ee0 msgr2=0x7ff8080a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8080a1ee0 0x7ff8080a43a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff818013830 tx=0x7ff818013c30 comp rx=0 tx=0).stop 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820069c90 msgr2=0x7ff820197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820069c90 0x7ff820197f00 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7ff810009230 tx=0x7ff810004270 comp rx=0 tx=0).stop 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 shutdown_connections 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff820107730 0x7ff82019c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff82006a630 0x7ff820198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8080a1ee0 0x7ff8080a43a0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 --2- 172.21.15.18:0/2206108275 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff820069c90 0x7ff820197f00 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 >> 172.21.15.18:0/2206108275 conn(0x7ff8200773b0 msgr2=0x7ff8200fe430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 shutdown_connections 2024-03-07T10:13:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:01.956+0000 7ff82611d640 1 -- 172.21.15.18:0/2206108275 wait complete. 2024-03-07T10:13:03.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:02 smithi018 ceph-mon[32171]: pgmap v434: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.5 MiB/s wr, 564 op/s 2024-03-07T10:13:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 820.0 s, 939.2 tps, lat 104.342 ms stddev 129.191 2024-03-07T10:13:03.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:02 smithi063 ceph-mon[36356]: pgmap v434: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.5 MiB/s wr, 564 op/s 2024-03-07T10:13:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:02 smithi077 ceph-mon[36374]: pgmap v434: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 5.5 MiB/s wr, 564 op/s 2024-03-07T10:13:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:04 smithi063 ceph-mon[36356]: pgmap v435: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 4.8 MiB/s wr, 523 op/s 2024-03-07T10:13:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:04 smithi077 ceph-mon[36374]: pgmap v435: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 4.8 MiB/s wr, 523 op/s 2024-03-07T10:13:05.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:04 smithi018 ceph-mon[32171]: pgmap v435: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 4.8 MiB/s wr, 523 op/s 2024-03-07T10:13:07.143 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:06 smithi018 ceph-mon[32171]: pgmap v436: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 6.6 MiB/s wr, 708 op/s 2024-03-07T10:13:07.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:06 smithi063 ceph-mon[36356]: pgmap v436: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 6.6 MiB/s wr, 708 op/s 2024-03-07T10:13:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:06 smithi077 ceph-mon[36374]: pgmap v436: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 6.6 MiB/s wr, 708 op/s 2024-03-07T10:13:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 825.0 s, 466.4 tps, lat 219.708 ms stddev 373.738 2024-03-07T10:13:08.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:07 smithi063 ceph-mon[36356]: osdmap e106: 12 total, 12 up, 12 in 2024-03-07T10:13:08.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:07 smithi077 ceph-mon[36374]: osdmap e106: 12 total, 12 up, 12 in 2024-03-07T10:13:08.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:07 smithi018 ceph-mon[32171]: osdmap e106: 12 total, 12 up, 12 in 2024-03-07T10:13:09.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:08 smithi063 ceph-mon[36356]: pgmap v438: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 6.6 MiB/s wr, 696 op/s 2024-03-07T10:13:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:08 smithi077 ceph-mon[36374]: pgmap v438: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 6.6 MiB/s wr, 696 op/s 2024-03-07T10:13:09.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:08 smithi018 ceph-mon[32171]: pgmap v438: 97 pgs: 97 active+clean; 4.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 6.6 MiB/s wr, 696 op/s 2024-03-07T10:13:11.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:10 smithi063 ceph-mon[36356]: pgmap v439: 97 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 89 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.73k op/s 2024-03-07T10:13:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:10 smithi077 ceph-mon[36374]: pgmap v439: 97 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 89 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.73k op/s 2024-03-07T10:13:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:10 smithi018 ceph-mon[32171]: pgmap v439: 97 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 89 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.73k op/s 2024-03-07T10:13:11.973 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:13:11.973 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:13:12.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.132+0000 7f827706b640 1 -- 172.21.15.18:0/1541513277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 msgr2=0x7f827010e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.132+0000 7f827706b640 1 --2- 172.21.15.18:0/1541513277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f827010e5f0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f8268009ca0 tx=0x7f826802c0f0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.132+0000 7f827706b640 1 -- 172.21.15.18:0/1541513277 shutdown_connections 2024-03-07T10:13:12.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.132+0000 7f827706b640 1 --2- 172.21.15.18:0/1541513277 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f827010e5f0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.132+0000 7f827706b640 1 --2- 172.21.15.18:0/1541513277 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8270100bf0 0x7f8270106320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.132+0000 7f827706b640 1 --2- 172.21.15.18:0/1541513277 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8270100240 0x7f8270100620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.134 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.132+0000 7f827706b640 1 -- 172.21.15.18:0/1541513277 >> 172.21.15.18:0/1541513277 conn(0x7f8270075840 msgr2=0x7f8270075c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.133+0000 7f827706b640 1 -- 172.21.15.18:0/1541513277 shutdown_connections 2024-03-07T10:13:12.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.133+0000 7f827706b640 1 -- 172.21.15.18:0/1541513277 wait complete. 2024-03-07T10:13:12.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 Processor -- start 2024-03-07T10:13:12.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 -- start start 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8270100240 0x7f82701a2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f82701a34b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f827010d520 0x7f827010d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8270111ad0 con 0x7f8270106a00 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8270111950 con 0x7f8270100240 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f827706b640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8270111c50 con 0x7f827010d520 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f826ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f82701a34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f8275608640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f827010d520 0x7f827010d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f826ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f82701a34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45910/0 (socket says 172.21.15.18:45910) 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f8274e07640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8270100240 0x7f82701a2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.134+0000 7f826ffff640 1 -- 172.21.15.18:0/3296513251 learned_addr learned my addr 172.21.15.18:0/3296513251 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f8275608640 1 -- 172.21.15.18:0/3296513251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8270100240 msgr2=0x7f82701a2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f8275608640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8270100240 0x7f82701a2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f8275608640 1 -- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 msgr2=0x7f82701a34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f8275608640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f82701a34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f8275608640 1 -- 172.21.15.18:0/3296513251 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f827010e100 con 0x7f827010d520 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f826ffff640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f82701a34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f8275608640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f827010d520 0x7f827010d9d0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f8268009bf0 tx=0x7f8268032ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f826dffb640 1 -- 172.21.15.18:0/3296513251 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8268039040 con 0x7f827010d520 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82701aae90 con 0x7f827010d520 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f826dffb640 1 -- 172.21.15.18:0/3296513251 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8268044070 con 0x7f827010d520 2024-03-07T10:13:12.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82701ab240 con 0x7f827010d520 2024-03-07T10:13:12.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.135+0000 7f826dffb640 1 -- 172.21.15.18:0/3296513251 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8268004240 con 0x7f827010d520 2024-03-07T10:13:12.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f826dffb640 1 -- 172.21.15.18:0/3296513251 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f82680043e0 con 0x7f827010d520 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 Processor -- start 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 -- start start 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a7eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7f050 0x5562a0a876f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a87c30 0x5562a0a8a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562a09e1dd0 con 0x5562a0a87c30 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562a098aae0 con 0x5562a0a7e730 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.138+0000 7f8279e56740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562a09dde70 con 0x5562a0a7f050 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a87c30 0x5562a0a8a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f8274e07640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7f050 0x5562a0a876f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a87c30 0x5562a0a8a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45920/0 (socket says 172.21.15.18:45920) 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 -- 172.21.15.18:0/2705959921 learned_addr learned my addr 172.21.15.18:0/2705959921 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a7eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826dffb640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82600a1ef0 0x7f82600a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 -- 172.21.15.18:0/2705959921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7f050 msgr2=0x5562a0a876f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7f050 0x5562a0a876f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 -- 172.21.15.18:0/2705959921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 msgr2=0x5562a0a7eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a7eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 -- 172.21.15.18:0/2705959921 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5562a07c07d0 con 0x5562a0a87c30 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f8275608640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82600a1ef0 0x7f82600a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826dffb640 1 -- 172.21.15.18:0/3296513251 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f82680f0410 con 0x7f827010d520 2024-03-07T10:13:12.151 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f826ffff640 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a87c30 0x5562a0a8a020 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f825c011ba0 tx=0x7f825c009530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d10057d2170d3f93 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f825affd640 1 -- 172.21.15.18:0/2705959921 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c00fc50 con 0x5562a0a87c30 2024-03-07T10:13:12.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f825affd640 1 -- 172.21.15.18:0/2705959921 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f825c00fdf0 con 0x5562a0a87c30 2024-03-07T10:13:12.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.139+0000 7f825affd640 1 -- 172.21.15.18:0/2705959921 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c004de0 con 0x5562a0a87c30 2024-03-07T10:13:12.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 -- 172.21.15.18:0/2705959921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a87c30 msgr2=0x5562a0a8a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.152 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a87c30 0x5562a0a8a020 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f825c011ba0 tx=0x7f825c009530 comp rx=0 tx=0).stop 2024-03-07T10:13:12.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8275608640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82600a1ef0 0x7f82600a43b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f82680bcdd0 tx=0x7f8268009360 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 -- 172.21.15.18:0/2705959921 shutdown_connections 2024-03-07T10:13:12.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a87c30 0x5562a0a8a020 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.155 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7f050 0x5562a0a876f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 --2- 172.21.15.18:0/2705959921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a7eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 -- 172.21.15.18:0/2705959921 >> 172.21.15.18:0/2705959921 conn(0x5562a0a78e60 msgr2=0x5562a0a79240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 -- 172.21.15.18:0/2705959921 shutdown_connections 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.140+0000 7f8279e56740 1 -- 172.21.15.18:0/2705959921 wait complete. 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 -- start start 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 Processor -- start 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7e730 0x5562a0a84af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a87c30 0x5562a0a85570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562a0a8aa20 con 0x5562a0a7f050 2024-03-07T10:13:12.156 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562a099e070 con 0x5562a0a87c30 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562a0a8aba0 con 0x5562a0a7e730 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8279e56740 10 client.0 _ll_register_callbacks cb 0x5562a099da40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f826ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7e730 0x5562a0a84af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8274e07640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f826ffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7e730 0x5562a0a84af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43180/0 (socket says 172.21.15.18:43180) 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f826ffff640 1 -- 172.21.15.18:0/3478863010 learned_addr learned my addr 172.21.15.18:0/3478863010 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f8274e07640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45934/0 (socket says 172.21.15.18:45934) 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.141+0000 7f826ffff640 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a87c30 0x5562a0a85570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.157 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8274e07640 1 -- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7e730 msgr2=0x5562a0a84af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8274e07640 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7e730 0x5562a0a84af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8274e07640 1 -- 172.21.15.18:0/3478863010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a87c30 msgr2=0x5562a0a85570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8274e07640 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a87c30 0x5562a0a85570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8274e07640 1 -- 172.21.15.18:0/3478863010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5562a06f63f0 con 0x5562a0a7f050 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f826ffff640 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7e730 0x5562a0a84af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8274e07640 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85030 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f8264005d00 tx=0x7f82640118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=174bc093ff71c054 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f824ffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f824ffff640 1 -- 172.21.15.18:0/3478863010 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8264004020 con 0x5562a0a7f050 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f824ffff640 1 -- 172.21.15.18:0/3478863010 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f82640041c0 con 0x5562a0a7f050 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f825c00fdf0 con 0x5562a0a7f050 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f824ffff640 1 -- 172.21.15.18:0/3478863010 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f82640043c0 con 0x5562a0a7f050 2024-03-07T10:13:12.158 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8279e56740 10 client.19149 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5562a06b60f0 con 0x5562a0a7f050 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f824ffff640 1 -- 172.21.15.18:0/3478863010 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f825c00fdf0 con 0x5562a0a7f050 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f824ffff640 1 -- 172.21.15.18:0/3478863010 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f82640107c0 con 0x5562a0a7f050 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8279e56740 10 client.19149 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.142+0000 7f8279e56740 10 client.19149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.143+0000 7f8279e56740 20 client.19149 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.143+0000 7f8279e56740 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0a99f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.143+0000 7f8279e56740 4 client.19149 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.143+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5562a09ef310 con 0x5562a0a97b00 2024-03-07T10:13:12.159 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.143+0000 7f826ffff640 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0a99f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.143+0000 7f826ffff640 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0a99f20 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ffcd67e00d9d311 server_cookie=23a4f3b236632f50 in_seq=0 out_seq=0 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.143+0000 7f824ffff640 10 client.19149 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f824ffff640 1 -- 172.21.15.18:0/3478863010 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5562a09ef310 con 0x5562a0a97b00 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f824ffff640 10 client.19149 handle_command_reply: tid=0 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 client.19149 shutdown 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 msgr2=0x5562a0a85030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85030 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f8264005d00 tx=0x7f82640118d0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 shutdown_connections 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0a99f20 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a87c30 0x5562a0a85570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f824ffff640 0 client.19149 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:12.160 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85030 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 --2- 172.21.15.18:0/3478863010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a7e730 0x5562a0a84af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 >> 172.21.15.18:0/3478863010 conn(0x5562a0a78e60 msgr2=0x5562a0a7abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 shutdown_connections 2024-03-07T10:13:12.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 1 -- 172.21.15.18:0/3478863010 wait complete. 2024-03-07T10:13:12.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.144+0000 7f8279e56740 20 client.19149 trim_cache size 0 max 16384 2024-03-07T10:13:12.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 Processor -- start 2024-03-07T10:13:12.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 -- start start 2024-03-07T10:13:12.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a87220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0a932b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82701b5d30 con 0x5562a0a7f050 2024-03-07T10:13:12.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82701b3830 con 0x5562a0a7e730 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.163+0000 7f8279e56740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82701b18f0 con 0x5562a0a87c30 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a87220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a87220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42822/0 (socket says 172.21.15.18:42822) 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 -- 172.21.15.18:0/2693365069 learned_addr learned my addr 172.21.15.18:0/2693365069 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0a932b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f8274e07640 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 -- 172.21.15.18:0/2693365069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 msgr2=0x5562a0a87220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a87220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 -- 172.21.15.18:0/2693365069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 msgr2=0x5562a0a85340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 -- 172.21.15.18:0/2693365069 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5562a0a83aa0 con 0x5562a0a87c30 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f8274e07640 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:12.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f826ffff640 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0a932b0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f825c0095e0 tx=0x7f825c009ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c637b233cc6388a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f825a7fc640 1 -- 172.21.15.18:0/2693365069 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c0048c0 con 0x5562a0a87c30 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f825a7fc640 1 -- 172.21.15.18:0/2693365069 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f825c005450 con 0x5562a0a87c30 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.164+0000 7f825a7fc640 1 -- 172.21.15.18:0/2693365069 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c01e7a0 con 0x5562a0a87c30 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 -- 172.21.15.18:0/2693365069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 msgr2=0x5562a0a932b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0a932b0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f825c0095e0 tx=0x7f825c009ef0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 -- 172.21.15.18:0/2693365069 shutdown_connections 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0a932b0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a85340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 --2- 172.21.15.18:0/2693365069 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a87220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 -- 172.21.15.18:0/2693365069 >> 172.21.15.18:0/2693365069 conn(0x5562a0a78e60 msgr2=0x5562a0a79240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 -- 172.21.15.18:0/2693365069 shutdown_connections 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.165+0000 7f8279e56740 1 -- 172.21.15.18:0/2693365069 wait complete. 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 -- start start 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 Processor -- start 2024-03-07T10:13:12.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a8b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a8bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0af2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82701b1ef0 con 0x5562a0a7f050 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82701b31d0 con 0x5562a0a7e730 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82701b2510 con 0x5562a0a87c30 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8279e56740 10 client.0 _ll_register_callbacks cb 0x7f826400ba50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a8bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a8bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45954/0 (socket says 172.21.15.18:45954) 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 -- 172.21.15.18:0/1038903062 learned_addr learned my addr 172.21.15.18:0/1038903062 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f826ffff640 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a8b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f826ffff640 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0af2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 -- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 msgr2=0x5562a0af2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0af2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 -- 172.21.15.18:0/1038903062 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 msgr2=0x5562a0a8b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a8b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.166+0000 7f8274e07640 1 -- 172.21.15.18:0/1038903062 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5562a0a9a290 con 0x5562a0a7f050 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f8274e07640 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a8bed0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x5562a0a860c0 tx=0x7f8264005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d184a0a8ee905341 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f824ffff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f824ffff640 1 -- 172.21.15.18:0/1038903062 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826402f020 con 0x5562a0a7f050 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f824ffff640 1 -- 172.21.15.18:0/1038903062 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f826402b440 con 0x5562a0a7f050 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f825c005450 con 0x5562a0a7f050 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f824ffff640 1 -- 172.21.15.18:0/1038903062 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f826403a050 con 0x5562a0a7f050 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f8279e56740 10 client.19155 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5562a0af3aa0 con 0x5562a0a7f050 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f824ffff640 1 -- 172.21.15.18:0/1038903062 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f825c005450 con 0x5562a0a7f050 2024-03-07T10:13:12.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.167+0000 7f824ffff640 1 -- 172.21.15.18:0/1038903062 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f82640217e0 con 0x5562a0a7f050 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f8279e56740 10 client.19155 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f8279e56740 10 client.19155 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f8279e56740 20 client.19155 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f8279e56740 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0af61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f8279e56740 4 client.19155 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5562a09e9660 con 0x5562a0a97b00 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f826ffff640 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0af61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f826ffff640 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0af61d0 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68de60ec1be27c08 server_cookie=ba72b37216fe430a in_seq=0 out_seq=0 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f824ffff640 10 client.19155 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f824ffff640 1 -- 172.21.15.18:0/1038903062 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5562a09e9660 con 0x5562a0a97b00 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f824ffff640 10 client.19155 handle_command_reply: tid=0 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.168+0000 7f8279e56740 1 client.19155 shutdown 2024-03-07T10:13:12.178 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 msgr2=0x5562a0a8bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a8bed0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x5562a0a860c0 tx=0x7f8264005b90 comp rx=0 tx=0).stop 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 shutdown_connections 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5562a0a97b00 0x5562a0af61d0 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5562a0a87c30 0x5562a0af2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5562a0a7f050 0x5562a0a8bed0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f824ffff640 0 client.19155 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 --2- 172.21.15.18:0/1038903062 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5562a0a7e730 0x5562a0a8b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.169+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 >> 172.21.15.18:0/1038903062 conn(0x5562a0a78e60 msgr2=0x5562a0a77ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.170+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 shutdown_connections 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.170+0000 7f8279e56740 1 -- 172.21.15.18:0/1038903062 wait complete. 2024-03-07T10:13:12.179 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.170+0000 7f8279e56740 20 client.19155 trim_cache size 0 max 16384 2024-03-07T10:13:12.180 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:13:12.180 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:13:12.180 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:13:12.180 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82600a1ef0 msgr2=0x7f82600a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82600a1ef0 0x7f82600a43b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f82680bcdd0 tx=0x7f8268009360 comp rx=0 tx=0).stop 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f827010d520 msgr2=0x7f827010d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f827010d520 0x7f827010d9d0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f8268009bf0 tx=0x7f8268032ec0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 shutdown_connections 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f827010d520 0x7f827010d9d0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f82600a1ef0 0x7f82600a43b0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8270106a00 0x7f82701a34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 --2- 172.21.15.18:0/3296513251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8270100240 0x7f82701a2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 >> 172.21.15.18:0/3296513251 conn(0x7f8270075840 msgr2=0x7f82700fddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 shutdown_connections 2024-03-07T10:13:12.181 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.171+0000 7f827706b640 1 -- 172.21.15.18:0/3296513251 wait complete. 2024-03-07T10:13:12.185 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:13:12.185 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 -- 172.21.15.18:0/2184689371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ce0100530 msgr2=0x7f3ce01009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 --2- 172.21.15.18:0/2184689371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ce0100530 0x7f3ce01009b0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0009930 tx=0x7f3cd002bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 -- 172.21.15.18:0/2184689371 shutdown_connections 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 --2- 172.21.15.18:0/2184689371 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ce0100ef0 0x7f3ce010d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 --2- 172.21.15.18:0/2184689371 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ce0100530 0x7f3ce01009b0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 --2- 172.21.15.18:0/2184689371 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 0x7f3ce01069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 -- 172.21.15.18:0/2184689371 >> 172.21.15.18:0/2184689371 conn(0x7f3ce00776e0 msgr2=0x7f3ce0077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 -- 172.21.15.18:0/2184689371 shutdown_connections 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.319+0000 7f3ce7697640 1 -- 172.21.15.18:0/2184689371 wait complete. 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 Processor -- start 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 -- start start 2024-03-07T10:13:12.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ce0100530 0x7f3ce01021a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ce0100ef0 0x7f3ce01026e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 0x7f3ce0102c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ce01108b0 con 0x7f3ce0100530 2024-03-07T10:13:12.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ce0110730 con 0x7f3ce01065f0 2024-03-07T10:13:12.323 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce7697640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ce0110a30 con 0x7f3ce0100ef0 2024-03-07T10:13:12.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce5c34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 0x7f3ce0102c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce5c34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 0x7f3ce0102c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42836/0 (socket says 172.21.15.18:42836) 2024-03-07T10:13:12.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.320+0000 7f3ce5c34640 1 -- 172.21.15.18:0/1104807891 learned_addr learned my addr 172.21.15.18:0/1104807891 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.321+0000 7f3ce5c34640 1 -- 172.21.15.18:0/1104807891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ce0100ef0 msgr2=0x7f3ce01026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.321+0000 7f3ce5c34640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ce0100ef0 0x7f3ce01026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.321+0000 7f3ce5c34640 1 -- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ce0100530 msgr2=0x7f3ce01021a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.321+0000 7f3ce5c34640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ce0100530 0x7f3ce01021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.321+0000 7f3ce5c34640 1 -- 172.21.15.18:0/1104807891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ce01a6360 con 0x7f3ce01065f0 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.321+0000 7f3ce5c34640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 0x7f3ce0102c20 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8009fd0 tx=0x7f3cd800b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.322+0000 7f3cd67fc640 1 -- 172.21.15.18:0/1104807891 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8017070 con 0x7f3ce01065f0 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.322+0000 7f3cd67fc640 1 -- 172.21.15.18:0/1104807891 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3cd8003e50 con 0x7f3ce01065f0 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.322+0000 7f3cd67fc640 1 -- 172.21.15.18:0/1104807891 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cd80106c0 con 0x7f3ce01065f0 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.322+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ce01a6650 con 0x7f3ce01065f0 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.323+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ce01a6b50 con 0x7f3ce01065f0 2024-03-07T10:13:12.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.324+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ce00684e0 con 0x7f3ce01065f0 2024-03-07T10:13:12.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.325+0000 7f3cd67fc640 1 -- 172.21.15.18:0/1104807891 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3cd8003970 con 0x7f3ce01065f0 2024-03-07T10:13:12.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.325+0000 7f3cd67fc640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3ccc0a2040 0x7f3ccc0a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.325+0000 7f3cd67fc640 1 -- 172.21.15.18:0/1104807891 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f3cd80cdf80 con 0x7f3ce01065f0 2024-03-07T10:13:12.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.325+0000 7f3ce5433640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3ccc0a2040 0x7f3ccc0a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.326+0000 7f3ce5433640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3ccc0a2040 0x7f3ccc0a4500 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc009ad0 tx=0x7f3cdc009590 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.331+0000 7f3cd67fc640 1 -- 172.21.15.18:0/1104807891 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3cd809b0a0 con 0x7f3ce01065f0 2024-03-07T10:13:12.666 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.664+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3ce01a6f10 con 0x7f3ce01065f0 2024-03-07T10:13:12.668 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.666+0000 7f3cd67fc640 1 -- 172.21.15.18:0/1104807891 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f3cd809a9a0 con 0x7f3ce01065f0 2024-03-07T10:13:12.672 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:13:12.672 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:13:12.673 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:13:12.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.673+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3ccc0a2040 msgr2=0x7f3ccc0a4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.675 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.673+0000 7f3ce7697640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3ccc0a2040 0x7f3ccc0a4500 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc009ad0 tx=0x7f3cdc009590 comp rx=0 tx=0).stop 2024-03-07T10:13:12.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.673+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 msgr2=0x7f3ce0102c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.673+0000 7f3ce7697640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 0x7f3ce0102c20 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8009fd0 tx=0x7f3cd800b260 comp rx=0 tx=0).stop 2024-03-07T10:13:12.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.674+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 shutdown_connections 2024-03-07T10:13:12.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.674+0000 7f3ce7697640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ce01065f0 0x7f3ce0102c20 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.674+0000 7f3ce7697640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ce0100ef0 0x7f3ce01026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.674+0000 7f3ce7697640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3ccc0a2040 0x7f3ccc0a4500 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.674+0000 7f3ce7697640 1 --2- 172.21.15.18:0/1104807891 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3ce0100530 0x7f3ce01021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.674+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 >> 172.21.15.18:0/1104807891 conn(0x7f3ce00776e0 msgr2=0x7f3ce00ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.677+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 shutdown_connections 2024-03-07T10:13:12.681 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.678+0000 7f3ce7697640 1 -- 172.21.15.18:0/1104807891 wait complete. 2024-03-07T10:13:12.705 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:13:12.705 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:13:12.844 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 -- 172.21.15.18:0/2450369305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc1031a0 msgr2=0x7f83bc10b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 --2- 172.21.15.18:0/2450369305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc1031a0 0x7f83bc10b680 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f83a4009860 tx=0x7f83a402bc10 comp rx=0 tx=0).stop 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 -- 172.21.15.18:0/2450369305 shutdown_connections 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 --2- 172.21.15.18:0/2450369305 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc10bc50 0x7f83bc10e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 --2- 172.21.15.18:0/2450369305 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc1031a0 0x7f83bc10b680 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 --2- 172.21.15.18:0/2450369305 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83bc102880 0x7f83bc102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 -- 172.21.15.18:0/2450369305 >> 172.21.15.18:0/2450369305 conn(0x7f83bc0776e0 msgr2=0x7f83bc077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 -- 172.21.15.18:0/2450369305 shutdown_connections 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 -- 172.21.15.18:0/2450369305 wait complete. 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.841+0000 7f83c14a5640 1 Processor -- start 2024-03-07T10:13:12.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83c14a5640 1 -- start start 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83c14a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc102880 0x7f83bc1004d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83c14a5640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc1031a0 0x7f83bc100a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83c14a5640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83bc10bc50 0x7f83bc100f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83c14a5640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc1119b0 con 0x7f83bc1031a0 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83c14a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc111830 con 0x7f83bc102880 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83c14a5640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc111b30 con 0x7f83bc10bc50 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc1031a0 0x7f83bc100a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc1031a0 0x7f83bc100a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45994/0 (socket says 172.21.15.18:45994) 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 -- 172.21.15.18:0/1862437013 learned_addr learned my addr 172.21.15.18:0/1862437013 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83baffd640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc102880 0x7f83bc1004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83bc10bc50 0x7f83bc100f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 -- 172.21.15.18:0/1862437013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83bc10bc50 msgr2=0x7f83bc100f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83bc10bc50 0x7f83bc100f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 -- 172.21.15.18:0/1862437013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc102880 msgr2=0x7f83bc1004d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc102880 0x7f83bc1004d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 -- 172.21.15.18:0/1862437013 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83bc1a63b0 con 0x7f83bc1031a0 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.842+0000 7f83b27fc640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc1031a0 0x7f83bc100a10 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f83a4037040 tx=0x7f83a40344c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.843+0000 7f83b8ff9640 1 -- 172.21.15.18:0/1862437013 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a4041020 con 0x7f83bc1031a0 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.843+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83bc1a6640 con 0x7f83bc1031a0 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.843+0000 7f83b8ff9640 1 -- 172.21.15.18:0/1862437013 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83a402ca90 con 0x7f83bc1031a0 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.843+0000 7f83b8ff9640 1 -- 172.21.15.18:0/1862437013 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83a4039040 con 0x7f83bc1031a0 2024-03-07T10:13:12.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.843+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83bc1a6b80 con 0x7f83bc1031a0 2024-03-07T10:13:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.846+0000 7f83c436b740 1 Processor -- start 2024-03-07T10:13:12.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.846+0000 7f83c436b740 1 -- start start 2024-03-07T10:13:12.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83c436b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88d4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83b8ff9640 1 -- 172.21.15.18:0/1862437013 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f83a4044020 con 0x7f83bc1031a0 2024-03-07T10:13:12.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83c436b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d4930 0x563bf88e5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83c436b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83c436b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bf889b330 con 0x563bf88e5e80 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83c436b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bf8837e90 con 0x563bf88d4930 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83c436b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bf87e0d00 con 0x563bf88d3f80 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83baffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d4930 0x563bf88e5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83bb7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88d4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83b27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83baffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d4930 0x563bf88e5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42862/0 (socket says 172.21.15.18:42862) 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83baffd640 1 -- 172.21.15.18:0/2345272579 learned_addr learned my addr 172.21.15.18:0/2345272579 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83bb7fe640 1 -- 172.21.15.18:0/2345272579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d4930 msgr2=0x563bf88e5940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d4930 0x563bf88e5940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83bb7fe640 1 -- 172.21.15.18:0/2345272579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 msgr2=0x563bf88e8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83bb7fe640 1 -- 172.21.15.18:0/2345272579 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563bf87dfb90 con 0x563bf88d3f80 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83baffd640 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d4930 0x563bf88e5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88d4360 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f83b4009830 tx=0x7f83b40095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adfe016ac628a7f2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.847+0000 7f83b8ff9640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83a80a1ef0 0x7f83a80a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83baffd640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83a80a1ef0 0x7f83a80a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83b17fa640 1 -- 172.21.15.18:0/2345272579 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83b401d070 con 0x563bf88d3f80 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83b17fa640 1 -- 172.21.15.18:0/2345272579 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83b4003e40 con 0x563bf88d3f80 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83b8ff9640 1 -- 172.21.15.18:0/1862437013 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f83a40ef830 con 0x7f83bc1031a0 2024-03-07T10:13:12.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83b17fa640 1 -- 172.21.15.18:0/2345272579 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83b4018a90 con 0x563bf88d3f80 2024-03-07T10:13:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83baffd640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83a80a1ef0 0x7f83a80a43b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x563bf88cfb30 tx=0x7f83ac005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83c436b740 1 -- 172.21.15.18:0/2345272579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 msgr2=0x563bf88d4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.848+0000 7f83c436b740 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88d4360 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f83b4009830 tx=0x7f83b40095c0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.849+0000 7f83c436b740 1 -- 172.21.15.18:0/2345272579 shutdown_connections 2024-03-07T10:13:12.855 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.849+0000 7f83c436b740 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.849+0000 7f83c436b740 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d4930 0x563bf88e5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.849+0000 7f83c436b740 1 --2- 172.21.15.18:0/2345272579 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88d4360 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.849+0000 7f83c436b740 1 -- 172.21.15.18:0/2345272579 >> 172.21.15.18:0/2345272579 conn(0x563bf88ce8a0 msgr2=0x563bf88cec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.849+0000 7f83c436b740 1 -- 172.21.15.18:0/2345272579 shutdown_connections 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.849+0000 7f83c436b740 1 -- 172.21.15.18:0/2345272579 wait complete. 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 -- start start 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 Processor -- start 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d3f80 0x563bf88e2f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88e3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bf87d6470 con 0x563bf88e5e80 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bf8833f30 con 0x563bf88d3f80 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bf88e8c40 con 0x563bf88d4930 2024-03-07T10:13:12.856 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83c436b740 10 client.0 _ll_register_callbacks cb 0x563bf8831d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83baffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d3f80 0x563bf88e2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83bb7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46010/0 (socket says 172.21.15.18:46010) 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83bb7fe640 1 -- 172.21.15.18:0/240511752 learned_addr learned my addr 172.21.15.18:0/240511752 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.850+0000 7f83b27fc640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88e3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83bb7fe640 1 -- 172.21.15.18:0/240511752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 msgr2=0x563bf88e3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88e3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83bb7fe640 1 -- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d3f80 msgr2=0x563bf88e2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d3f80 0x563bf88e2f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83bb7fe640 1 -- 172.21.15.18:0/240511752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563bf854c3f0 con 0x563bf88e5e80 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83baffd640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d3f80 0x563bf88e2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83b27fc640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88e3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e3990 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f83b401b040 tx=0x7f83b4018ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c05918eab1848913 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83a27fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:12.857 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83a27fc640 1 -- 172.21.15.18:0/240511752 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83b401d030 con 0x563bf88e5e80 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83a27fc640 1 -- 172.21.15.18:0/240511752 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f83b4003c40 con 0x563bf88e5e80 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563bf88453d0 con 0x563bf88e5e80 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83a27fc640 1 -- 172.21.15.18:0/240511752 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83b4004a40 con 0x563bf88e5e80 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83c436b740 10 client.19170 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563bf86167d0 con 0x563bf88e5e80 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.851+0000 7f83a27fc640 1 -- 172.21.15.18:0/240511752 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x563bf88453d0 con 0x563bf88e5e80 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83a27fc640 1 -- 172.21.15.18:0/240511752 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f83b4023070 con 0x563bf88e5e80 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83c436b740 10 client.19170 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83c436b740 10 client.19170 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83c436b740 20 client.19170 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83c436b740 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf88f6090 0x563bf88f8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83c436b740 4 client.19170 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563bf883f720 con 0x563bf88f6090 2024-03-07T10:13:12.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83baffd640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf88f6090 0x563bf88f8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83a27fc640 10 client.19170 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.852+0000 7f83baffd640 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf88f6090 0x563bf88f8480 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dee403199b82a8a3 server_cookie=846e52ae3c3543ae in_seq=0 out_seq=0 2024-03-07T10:13:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.853+0000 7f83a27fc640 1 -- 172.21.15.18:0/240511752 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563bf883f720 con 0x563bf88f6090 2024-03-07T10:13:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.853+0000 7f83a27fc640 10 client.19170 handle_command_reply: tid=0 2024-03-07T10:13:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.853+0000 7f83c436b740 1 client.19170 shutdown 2024-03-07T10:13:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 msgr2=0x563bf88e3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e3990 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f83b401b040 tx=0x7f83b4018ae0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 shutdown_connections 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf88f6090 0x563bf88f8480 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88e5e80 0x563bf88e3990 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88e3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 --2- 172.21.15.18:0/240511752 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88d3f80 0x563bf88e2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 >> 172.21.15.18:0/240511752 conn(0x563bf88ce8a0 msgr2=0x563bf88d05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83a27fc640 0 client.19170 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 shutdown_connections 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 1 -- 172.21.15.18:0/240511752 wait complete. 2024-03-07T10:13:12.860 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.854+0000 7f83c436b740 20 client.19170 trim_cache size 0 max 16384 2024-03-07T10:13:12.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.876+0000 7f83c436b740 1 Processor -- start 2024-03-07T10:13:12.879 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.876+0000 7f83c436b740 1 -- start start 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.877+0000 7f83c436b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88e5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.877+0000 7f83c436b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d4930 0x563bf88e35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.877+0000 7f83c436b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88f1390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.877+0000 7f83c436b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc1ad7c0 con 0x563bf88d4930 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.877+0000 7f83c436b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc1ab2c0 con 0x563bf88e5e80 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.877+0000 7f83c436b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc1a9380 con 0x563bf88d3f80 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.878+0000 7f83bb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88f1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.878+0000 7f83bb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88f1390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42888/0 (socket says 172.21.15.18:42888) 2024-03-07T10:13:12.880 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.878+0000 7f83bb7fe640 1 -- 172.21.15.18:0/1181101806 learned_addr learned my addr 172.21.15.18:0/1181101806 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.880+0000 7f83baffd640 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88e5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.883 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.881+0000 7f83b27fc640 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d4930 0x563bf88e35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.882+0000 7f83baffd640 1 -- 172.21.15.18:0/1181101806 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 msgr2=0x563bf88f1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.883+0000 7f83baffd640 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88f1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.883+0000 7f83baffd640 1 -- 172.21.15.18:0/1181101806 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d4930 msgr2=0x563bf88e35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.883+0000 7f83baffd640 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d4930 0x563bf88e35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.883+0000 7f83baffd640 1 -- 172.21.15.18:0/1181101806 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563bf88ce0e0 con 0x563bf88d3f80 2024-03-07T10:13:12.889 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.886+0000 7f83baffd640 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88e5640 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x563bf88f8ae0 tx=0x7f83ac019000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b662372a7aa17a0e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.889+0000 7f83b0ff9640 1 -- 172.21.15.18:0/1181101806 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83ac02b130 con 0x563bf88d3f80 2024-03-07T10:13:12.890 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.889+0000 7f83b0ff9640 1 -- 172.21.15.18:0/1181101806 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83ac031070 con 0x563bf88d3f80 2024-03-07T10:13:12.891 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.889+0000 7f83b0ff9640 1 -- 172.21.15.18:0/1181101806 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83ac01d970 con 0x563bf88d3f80 2024-03-07T10:13:12.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.890+0000 7f83c436b740 1 -- 172.21.15.18:0/1181101806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 msgr2=0x563bf88e5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.892 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.890+0000 7f83c436b740 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88e5640 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x563bf88f8ae0 tx=0x7f83ac019000 comp rx=0 tx=0).stop 2024-03-07T10:13:12.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.892+0000 7f83c436b740 1 -- 172.21.15.18:0/1181101806 shutdown_connections 2024-03-07T10:13:12.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.892+0000 7f83c436b740 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88f1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.892+0000 7f83c436b740 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d4930 0x563bf88e35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.892+0000 7f83c436b740 1 --2- 172.21.15.18:0/1181101806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d3f80 0x563bf88e5640 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.892+0000 7f83c436b740 1 -- 172.21.15.18:0/1181101806 >> 172.21.15.18:0/1181101806 conn(0x563bf88ce8a0 msgr2=0x563bf88e2ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.894+0000 7f83c436b740 1 -- 172.21.15.18:0/1181101806 shutdown_connections 2024-03-07T10:13:12.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.894+0000 7f83c436b740 1 -- 172.21.15.18:0/1181101806 wait complete. 2024-03-07T10:13:12.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.894+0000 7f83c436b740 1 -- start start 2024-03-07T10:13:12.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.895+0000 7f83c436b740 1 Processor -- start 2024-03-07T10:13:12.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.895+0000 7f83c436b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d3f80 0x563bf88df780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.895+0000 7f83c436b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88dfcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.895+0000 7f83baffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d3f80 0x563bf88df780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83baffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d3f80 0x563bf88df780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46032/0 (socket says 172.21.15.18:46032) 2024-03-07T10:13:12.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83baffd640 1 -- 172.21.15.18:0/239900580 learned_addr learned my addr 172.21.15.18:0/239900580 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:12.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83c436b740 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88e0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83b27fc640 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88dfcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc1a9980 con 0x563bf88d3f80 2024-03-07T10:13:12.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc1aac60 con 0x563bf88e5e80 2024-03-07T10:13:12.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83bc1a9fa0 con 0x563bf88d4930 2024-03-07T10:13:12.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.896+0000 7f83bb7fe640 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88e0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.897+0000 7f83baffd640 1 -- 172.21.15.18:0/239900580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 msgr2=0x563bf88dfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.897+0000 7f83baffd640 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88dfcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.897+0000 7f83baffd640 1 -- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 msgr2=0x563bf88e0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:12.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.897+0000 7f83baffd640 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88e0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.897+0000 7f83baffd640 1 -- 172.21.15.18:0/239900580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563bf8961870 con 0x563bf88d3f80 2024-03-07T10:13:12.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.897+0000 7f83c436b740 10 client.0 _ll_register_callbacks cb 0x7f83b401b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:12.900 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.897+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f83ac031070 con 0x563bf88d3f80 2024-03-07T10:13:12.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.899+0000 7f83baffd640 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d3f80 0x563bf88df780 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f83ac009bd0 tx=0x7f83ac009890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8bef5b7fef2e978 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:12.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.899+0000 7f83a27fc640 10 client.19176 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:12.901 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.900+0000 7f83a27fc640 1 -- 172.21.15.18:0/239900580 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83ac005450 con 0x563bf88d3f80 2024-03-07T10:13:12.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.900+0000 7f83a27fc640 1 -- 172.21.15.18:0/239900580 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f83ac02b700 con 0x563bf88d3f80 2024-03-07T10:13:12.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.900+0000 7f83a27fc640 1 -- 172.21.15.18:0/239900580 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83ac02b960 con 0x563bf88d3f80 2024-03-07T10:13:12.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83c436b740 10 client.19176 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:12.902 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x563bf8962960 con 0x563bf88d3f80 2024-03-07T10:13:12.903 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83a27fc640 1 -- 172.21.15.18:0/239900580 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f83ac02bb00 con 0x563bf88d3f80 2024-03-07T10:13:12.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83c436b740 10 client.19176 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:12.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83c436b740 10 client.19176 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:13:12.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83c436b740 20 client.19176 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:12.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83c436b740 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf8962de0 0x563bf8965200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:12.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.901+0000 7f83c436b740 4 client.19176 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:13:12.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.902+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563bf87bd610 con 0x563bf8962de0 2024-03-07T10:13:12.904 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.902+0000 7f83b27fc640 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf8962de0 0x563bf8965200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.902+0000 7f83a27fc640 10 client.19176 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.902+0000 7f83b27fc640 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf8962de0 0x563bf8965200 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b452d244018c59d0 server_cookie=5daa6ca6c8de43f3 in_seq=0 out_seq=0 2024-03-07T10:13:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.903+0000 7f83a27fc640 1 -- 172.21.15.18:0/239900580 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x563bf87bd610 con 0x563bf8962de0 2024-03-07T10:13:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.903+0000 7f83a27fc640 10 client.19176 handle_command_reply: tid=0 2024-03-07T10:13:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.903+0000 7f83c436b740 1 client.19176 shutdown 2024-03-07T10:13:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.903+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d3f80 msgr2=0x563bf88df780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.906 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83c436b740 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d3f80 0x563bf88df780 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f83ac009bd0 tx=0x7f83ac009890 comp rx=0 tx=0).stop 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 shutdown_connections 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83c436b740 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x563bf8962de0 0x563bf8965200 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83a27fc640 0 client.19176 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83c436b740 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563bf88e5e80 0x563bf88e0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83c436b740 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563bf88d4930 0x563bf88dfcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83c436b740 1 --2- 172.21.15.18:0/239900580 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x563bf88d3f80 0x563bf88df780 secure :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f83ac009bd0 tx=0x7f83ac009890 comp rx=0 tx=0).stop 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.904+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 >> 172.21.15.18:0/239900580 conn(0x563bf88ce8a0 msgr2=0x563bf88cd960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.905+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 shutdown_connections 2024-03-07T10:13:12.907 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.905+0000 7f83c436b740 1 -- 172.21.15.18:0/239900580 wait complete. 2024-03-07T10:13:12.908 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.905+0000 7f83c436b740 20 client.19176 trim_cache size 0 max 16384 2024-03-07T10:13:12.908 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:13:12.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83a80a1ef0 msgr2=0x7f83a80a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83a80a1ef0 0x7f83a80a43b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x563bf88cfb30 tx=0x7f83ac005f90 comp rx=0 tx=0).stop 2024-03-07T10:13:12.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc1031a0 msgr2=0x7f83bc100a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:12.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc1031a0 0x7f83bc100a10 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f83a4037040 tx=0x7f83a40344c0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 shutdown_connections 2024-03-07T10:13:12.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83bc10bc50 0x7f83bc100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f83a80a1ef0 0x7f83a80a43b0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f83bc1031a0 0x7f83bc100a10 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 --2- 172.21.15.18:0/1862437013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83bc102880 0x7f83bc1004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:12.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 >> 172.21.15.18:0/1862437013 conn(0x7f83bc0776e0 msgr2=0x7f83bc0fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:12.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 shutdown_connections 2024-03-07T10:13:12.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:12.906+0000 7f83c14a5640 1 -- 172.21.15.18:0/1862437013 wait complete. 2024-03-07T10:13:12.920 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:13:12.920 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:13:13.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 -- 172.21.15.18:0/3061185326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c1004f0 msgr2=0x7fc68c100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3061185326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c1004f0 0x7fc68c100970 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fc680009ca0 tx=0x7fc68002c0f0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.043 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 -- 172.21.15.18:0/3061185326 shutdown_connections 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3061185326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c100eb0 0x7fc68c10d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3061185326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c1004f0 0x7fc68c100970 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3061185326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc68c1065b0 0x7fc68c106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 -- 172.21.15.18:0/3061185326 >> 172.21.15.18:0/3061185326 conn(0x7fc68c077660 msgr2=0x7fc68c077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 -- 172.21.15.18:0/3061185326 shutdown_connections 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.041+0000 7fc6916b6640 1 -- 172.21.15.18:0/3061185326 wait complete. 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 Processor -- start 2024-03-07T10:13:13.044 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 -- start start 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c1004f0 0x7fc68c102460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c100eb0 0x7fc68c1029a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc68c1065b0 0x7fc68c102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c110890 con 0x7fc68c100eb0 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c110710 con 0x7fc68c1004f0 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.042+0000 7fc6916b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c110a10 con 0x7fc68c1065b0 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c1004f0 0x7fc68c102460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c1004f0 0x7fc68c102460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42908/0 (socket says 172.21.15.18:42908) 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 -- 172.21.15.18:0/3186165567 learned_addr learned my addr 172.21.15.18:0/3186165567 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc68c1065b0 0x7fc68c102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c100eb0 0x7fc68c1029a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.046 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 -- 172.21.15.18:0/3186165567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc68c1065b0 msgr2=0x7fc68c102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc68c1065b0 0x7fc68c102ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 -- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c100eb0 msgr2=0x7fc68c1029a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c100eb0 0x7fc68c1029a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 -- 172.21.15.18:0/3186165567 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc68c1a6300 con 0x7fc68c1004f0 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc68c1065b0 0x7fc68c102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.043+0000 7fc68affd640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c1004f0 0x7fc68c102460 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc68400e9f0 tx=0x7fc68400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.044+0000 7fc673fff640 1 -- 172.21.15.18:0/3186165567 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc68400cd80 con 0x7fc68c1004f0 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.044+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc68c1a65f0 con 0x7fc68c1004f0 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.044+0000 7fc673fff640 1 -- 172.21.15.18:0/3186165567 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc684005500 con 0x7fc68c1004f0 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.044+0000 7fc673fff640 1 -- 172.21.15.18:0/3186165567 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc684010690 con 0x7fc68c1004f0 2024-03-07T10:13:13.047 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.044+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc68c1a6b10 con 0x7fc68c1004f0 2024-03-07T10:13:13.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.046+0000 7fc673fff640 1 -- 172.21.15.18:0/3186165567 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc6840046c0 con 0x7fc68c1004f0 2024-03-07T10:13:13.048 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.047+0000 7fc69457a740 1 Processor -- start 2024-03-07T10:13:13.049 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.048+0000 7fc69457a740 1 -- start start 2024-03-07T10:13:13.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.048+0000 7fc69457a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8170 0x561b35ab8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.048+0000 7fc69457a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8a90 0x561b35ac1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.048+0000 7fc69457a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35ac3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.048+0000 7fc69457a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b35a7f330 con 0x561b35ab8a90 2024-03-07T10:13:13.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.048+0000 7fc69457a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b35a1be90 con 0x561b35ab8170 2024-03-07T10:13:13.051 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.048+0000 7fc69457a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b359c4d00 con 0x561b35ac1670 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8a90 0x561b35ac1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8170 0x561b35ab8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8a90 0x561b35ac1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46064/0 (socket says 172.21.15.18:46064) 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc673fff640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6740a1ef0 0x7fc6740a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68a7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35ac3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68affd640 1 -- 172.21.15.18:0/1626807488 learned_addr learned my addr 172.21.15.18:0/1626807488 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6740a1ef0 0x7fc6740a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68a7fc640 1 -- 172.21.15.18:0/1626807488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8170 msgr2=0x561b35ab8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/1626807488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8170 0x561b35ab8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68a7fc640 1 -- 172.21.15.18:0/1626807488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8a90 msgr2=0x561b35ac1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/1626807488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8a90 0x561b35ac1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68a7fc640 1 -- 172.21.15.18:0/1626807488 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b359c3b90 con 0x561b35ac1670 2024-03-07T10:13:13.052 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc673fff640 1 -- 172.21.15.18:0/3186165567 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fc6840ce640 con 0x7fc68c1004f0 2024-03-07T10:13:13.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/1626807488 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35ac3a60 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc680006010 tx=0x7fc6800323c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2905ba3fca22dc2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6740a1ef0 0x7fc6740a43b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc67c009710 tx=0x7fc67c004730 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc6717fa640 1 -- 172.21.15.18:0/1626807488 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc680044020 con 0x561b35ac1670 2024-03-07T10:13:13.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc6717fa640 1 -- 172.21.15.18:0/1626807488 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc680032c90 con 0x561b35ac1670 2024-03-07T10:13:13.053 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.049+0000 7fc6717fa640 1 -- 172.21.15.18:0/1626807488 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc680039040 con 0x561b35ac1670 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 -- 172.21.15.18:0/1626807488 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 msgr2=0x561b35ac3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 --2- 172.21.15.18:0/1626807488 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35ac3a60 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc680006010 tx=0x7fc6800323c0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 -- 172.21.15.18:0/1626807488 shutdown_connections 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 --2- 172.21.15.18:0/1626807488 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35ac3a60 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 --2- 172.21.15.18:0/1626807488 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8a90 0x561b35ac1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 --2- 172.21.15.18:0/1626807488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8170 0x561b35ab8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 -- 172.21.15.18:0/1626807488 >> 172.21.15.18:0/1626807488 conn(0x561b35ab28a0 msgr2=0x561b35ab2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 -- 172.21.15.18:0/1626807488 shutdown_connections 2024-03-07T10:13:13.058 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 -- 172.21.15.18:0/1626807488 wait complete. 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.050+0000 7fc69457a740 1 -- start start 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 1 Processor -- start 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35abe680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35abebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35abf100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b359ba470 con 0x561b35ab8170 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b35a17f30 con 0x561b35ab8a90 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b35ac4400 con 0x561b35ac1670 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc69457a740 10 client.0 _ll_register_callbacks cb 0x561b35a15d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:13.059 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35abe680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35abebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68b7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35abf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35abe680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46072/0 (socket says 172.21.15.18:46072) 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 -- 172.21.15.18:0/3357546508 learned_addr learned my addr 172.21.15.18:0/3357546508 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 -- 172.21.15.18:0/3357546508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 msgr2=0x561b35abf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35abf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 -- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 msgr2=0x561b35abebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35abebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 -- 172.21.15.18:0/3357546508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b357303f0 con 0x561b35ab8170 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35abebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:13.060 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc68affd640 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35abe680 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fc68400c6a0 tx=0x7fc6840056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5412621bb5860cee server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc66eff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.051+0000 7fc66eff5640 1 -- 172.21.15.18:0/3357546508 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc68409b3c0 con 0x561b35ab8170 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc66eff5640 1 -- 172.21.15.18:0/3357546508 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fc6840a3270 con 0x561b35ab8170 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc680032c90 con 0x561b35ab8170 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc66eff5640 1 -- 172.21.15.18:0/3357546508 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc6840b8050 con 0x561b35ab8170 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 10 client.19188 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561b357fa7d0 con 0x561b35ab8170 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc66eff5640 1 -- 172.21.15.18:0/3357546508 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc680032c90 con 0x561b35ab8170 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc66eff5640 1 -- 172.21.15.18:0/3357546508 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc6840b9240 con 0x561b35ab8170 2024-03-07T10:13:13.061 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 10 client.19188 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 10 client.19188 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 20 client.19188 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35ad1790 0x561b35ad3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 4 client.19188 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.052+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b35a293d0 con 0x561b35ad1790 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.053+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35ad1790 0x561b35ad3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.053+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35ad1790 0x561b35ad3ba0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dbddcf3f8f2ed8df server_cookie=edbb52c1138274c7 in_seq=0 out_seq=0 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.053+0000 7fc66eff5640 10 client.19188 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc66eff5640 1 -- 172.21.15.18:0/3357546508 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561b35a293d0 con 0x561b35ad1790 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc66eff5640 10 client.19188 handle_command_reply: tid=0 2024-03-07T10:13:13.062 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 client.19188 shutdown 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 msgr2=0x561b35abe680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35abe680 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fc68400c6a0 tx=0x7fc6840056b0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 shutdown_connections 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35ad1790 0x561b35ad3ba0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ac1670 0x561b35abf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35abebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 --2- 172.21.15.18:0/3357546508 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35abe680 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc66eff5640 0 client.19188 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:13.063 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 >> 172.21.15.18:0/3357546508 conn(0x561b35ab28a0 msgr2=0x561b35ab45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 shutdown_connections 2024-03-07T10:13:13.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 1 -- 172.21.15.18:0/3357546508 wait complete. 2024-03-07T10:13:13.064 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.054+0000 7fc69457a740 20 client.19188 trim_cache size 0 max 16384 2024-03-07T10:13:13.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.070+0000 7fc69457a740 1 Processor -- start 2024-03-07T10:13:13.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.070+0000 7fc69457a740 1 -- start start 2024-03-07T10:13:13.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.071+0000 7fc69457a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35ab1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.071+0000 7fc69457a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8a90 0x561b35ac0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.071+0000 7fc69457a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ac1670 0x561b35accb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.079 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.071+0000 7fc69457a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c1b1a60 con 0x561b35ab8170 2024-03-07T10:13:13.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.071+0000 7fc69457a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c1af560 con 0x561b35ac1670 2024-03-07T10:13:13.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.071+0000 7fc69457a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c1ad620 con 0x561b35ab8a90 2024-03-07T10:13:13.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.077+0000 7fc68b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ac1670 0x561b35accb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.079+0000 7fc68b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ac1670 0x561b35accb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42932/0 (socket says 172.21.15.18:42932) 2024-03-07T10:13:13.080 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.079+0000 7fc68b7fe640 1 -- 172.21.15.18:0/1493215692 learned_addr learned my addr 172.21.15.18:0/1493215692 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.081+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8a90 0x561b35ac0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.083+0000 7fc68b7fe640 1 -- 172.21.15.18:0/1493215692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8a90 msgr2=0x561b35ac0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.083+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8a90 0x561b35ac0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.083+0000 7fc68b7fe640 1 -- 172.21.15.18:0/1493215692 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 msgr2=0x561b35ab1ba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:13:13.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.083+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35ab1ba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.083+0000 7fc68b7fe640 1 -- 172.21.15.18:0/1493215692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b35aba260 con 0x561b35ac1670 2024-03-07T10:13:13.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.083+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ac1670 0x561b35accb10 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc67c013430 tx=0x7fc67c005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edb828a7f40d7e8a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.089+0000 7fc670ff9640 1 -- 172.21.15.18:0/1493215692 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc67c0106f0 con 0x561b35ac1670 2024-03-07T10:13:13.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.089+0000 7fc670ff9640 1 -- 172.21.15.18:0/1493215692 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc67c010d70 con 0x561b35ac1670 2024-03-07T10:13:13.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.089+0000 7fc670ff9640 1 -- 172.21.15.18:0/1493215692 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc67c022d60 con 0x561b35ac1670 2024-03-07T10:13:13.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.090+0000 7fc69457a740 1 -- 172.21.15.18:0/1493215692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ac1670 msgr2=0x561b35accb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.090+0000 7fc69457a740 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ac1670 0x561b35accb10 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc67c013430 tx=0x7fc67c005850 comp rx=0 tx=0).stop 2024-03-07T10:13:13.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:12 smithi018 ceph-mon[32171]: pgmap v440: 97 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 89 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.77k op/s 2024-03-07T10:13:13.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:12 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1104807891' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:13:13.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.095+0000 7fc69457a740 1 -- 172.21.15.18:0/1493215692 shutdown_connections 2024-03-07T10:13:13.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.095+0000 7fc69457a740 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ac1670 0x561b35accb10 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.095+0000 7fc69457a740 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8a90 0x561b35ac0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.096 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.095+0000 7fc69457a740 1 --2- 172.21.15.18:0/1493215692 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ab8170 0x561b35ab1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.097 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.095+0000 7fc69457a740 1 -- 172.21.15.18:0/1493215692 >> 172.21.15.18:0/1493215692 conn(0x561b35ab28a0 msgr2=0x561b35ab4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.105+0000 7fc69457a740 1 -- 172.21.15.18:0/1493215692 shutdown_connections 2024-03-07T10:13:13.110 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.109+0000 7fc69457a740 1 -- 172.21.15.18:0/1493215692 wait complete. 2024-03-07T10:13:13.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.109+0000 7fc69457a740 1 -- start start 2024-03-07T10:13:13.111 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.109+0000 7fc69457a740 1 Processor -- start 2024-03-07T10:13:13.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.116+0000 7fc69457a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8170 0x561b35ac4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.116+0000 7fc69457a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35ac5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.116+0000 7fc69457a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ac1670 0x561b35b45850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.116+0000 7fc69457a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c1adc20 con 0x561b35ac1670 2024-03-07T10:13:13.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.116+0000 7fc69457a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c1aef00 con 0x561b35ab8a90 2024-03-07T10:13:13.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.116+0000 7fc69457a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc68c1ae240 con 0x561b35ab8170 2024-03-07T10:13:13.118 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.116+0000 7fc69457a740 10 client.0 _ll_register_callbacks cb 0x7fc68409ab90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:13.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.119+0000 7fc68affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8170 0x561b35ac4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.119+0000 7fc68affd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8170 0x561b35ac4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43288/0 (socket says 172.21.15.18:43288) 2024-03-07T10:13:13.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.119+0000 7fc68affd640 1 -- 172.21.15.18:0/3851562472 learned_addr learned my addr 172.21.15.18:0/3851562472 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.121 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.120+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35ac5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.123 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.121+0000 7fc68b7fe640 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ac1670 0x561b35b45850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 830.0 s, 1411.8 tps, lat 70.839 ms stddev 85.538 2024-03-07T10:13:13.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.122+0000 7fc68affd640 1 -- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 msgr2=0x561b35ac5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.122+0000 7fc68affd640 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35ac5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.122+0000 7fc68affd640 1 -- 172.21.15.18:0/3851562472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ac1670 msgr2=0x561b35b45850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.122+0000 7fc68affd640 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ac1670 0x561b35b45850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.122+0000 7fc68affd640 1 -- 172.21.15.18:0/3851562472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b35b36000 con 0x561b35ab8170 2024-03-07T10:13:13.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.122+0000 7fc68affd640 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8170 0x561b35ac4e40 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fc6840a3650 tx=0x7fc684009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a74caff81a397e7c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.123+0000 7fc66eff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:13.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.127+0000 7fc66eff5640 1 -- 172.21.15.18:0/3851562472 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc684065060 con 0x561b35ab8170 2024-03-07T10:13:13.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.127+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc67c010d70 con 0x561b35ab8170 2024-03-07T10:13:13.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.127+0000 7fc66eff5640 1 -- 172.21.15.18:0/3851562472 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fc6840b9240 con 0x561b35ab8170 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.132+0000 7fc66eff5640 1 -- 172.21.15.18:0/3851562472 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc68409b660 con 0x561b35ab8170 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 10 client.29047 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561b35b372e0 con 0x561b35ab8170 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc66eff5640 1 -- 172.21.15.18:0/3851562472 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc67c010d70 con 0x561b35ab8170 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc66eff5640 1 -- 172.21.15.18:0/3851562472 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc68409a500 con 0x561b35ab8170 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 10 client.29047 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 10 client.29047 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:13:13.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 20 client.29047 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:13.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35b37630 0x561b35b39a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 4 client.29047 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:13:13.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.133+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561b35a23720 con 0x561b35b37630 2024-03-07T10:13:13.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.134+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35b37630 0x561b35b39a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.140+0000 7fc68a7fc640 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35b37630 0x561b35b39a20 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a66012854142214b server_cookie=4e078cf8eb53819d in_seq=0 out_seq=0 2024-03-07T10:13:13.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.140+0000 7fc66eff5640 10 client.29047 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:13.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.140+0000 7fc66eff5640 1 -- 172.21.15.18:0/3851562472 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561b35a23720 con 0x561b35b37630 2024-03-07T10:13:13.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.140+0000 7fc66eff5640 10 client.29047 handle_command_reply: tid=0 2024-03-07T10:13:13.142 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.141+0000 7fc69457a740 1 client.29047 shutdown 2024-03-07T10:13:13.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.141+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8170 msgr2=0x561b35ac4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.143 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.141+0000 7fc69457a740 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8170 0x561b35ac4e40 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fc6840a3650 tx=0x7fc684009310 comp rx=0 tx=0).stop 2024-03-07T10:13:13.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.142+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 shutdown_connections 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.142+0000 7fc69457a740 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561b35ac1670 0x561b35b45850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.142+0000 7fc69457a740 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561b35ab8a90 0x561b35ac5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.142+0000 7fc69457a740 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561b35b37630 0x561b35b39a20 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.142+0000 7fc69457a740 1 --2- 172.21.15.18:0/3851562472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561b35ab8170 0x561b35ac4e40 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.142+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 >> 172.21.15.18:0/3851562472 conn(0x561b35ab28a0 msgr2=0x561b35abe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.143+0000 7fc66eff5640 0 client.29047 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.143+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 shutdown_connections 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.143+0000 7fc69457a740 1 -- 172.21.15.18:0/3851562472 wait complete. 2024-03-07T10:13:13.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.143+0000 7fc69457a740 20 client.29047 trim_cache size 0 max 16384 2024-03-07T10:13:13.146 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:13:13.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6740a1ef0 msgr2=0x7fc6740a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6740a1ef0 0x7fc6740a43b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc67c009710 tx=0x7fc67c004730 comp rx=0 tx=0).stop 2024-03-07T10:13:13.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c1004f0 msgr2=0x7fc68c102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c1004f0 0x7fc68c102460 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc68400e9f0 tx=0x7fc68400edf0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 shutdown_connections 2024-03-07T10:13:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc68c1065b0 0x7fc68c102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6740a1ef0 0x7fc6740a43b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc68c100eb0 0x7fc68c1029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 --2- 172.21.15.18:0/3186165567 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc68c1004f0 0x7fc68c102460 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.144+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 >> 172.21.15.18:0/3186165567 conn(0x7fc68c077660 msgr2=0x7fc68c104600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.145+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 shutdown_connections 2024-03-07T10:13:13.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.145+0000 7fc6916b6640 1 -- 172.21.15.18:0/3186165567 wait complete. 2024-03-07T10:13:13.164 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:13:13.164 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:13:13.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:12 smithi063 ceph-mon[36356]: pgmap v440: 97 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 89 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.77k op/s 2024-03-07T10:13:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:12 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1104807891' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:13:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:12 smithi077 ceph-mon[36374]: pgmap v440: 97 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 89 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.77k op/s 2024-03-07T10:13:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:12 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1104807891' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:13:13.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.302+0000 7f94f5cb6640 1 -- 172.21.15.18:0/2615057263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 msgr2=0x7f94f0100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.302+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/2615057263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f0100970 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f94e4009900 tx=0x7f94e402bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:13.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.302+0000 7f94f5cb6640 1 -- 172.21.15.18:0/2615057263 shutdown_connections 2024-03-07T10:13:13.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.302+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/2615057263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94f0100eb0 0x7f94f010d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.302+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/2615057263 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f0100970 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.302+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/2615057263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94f01065b0 0x7f94f0106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.302+0000 7f94f5cb6640 1 -- 172.21.15.18:0/2615057263 >> 172.21.15.18:0/2615057263 conn(0x7f94f0077660 msgr2=0x7f94f0077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.303+0000 7f94f5cb6640 1 -- 172.21.15.18:0/2615057263 shutdown_connections 2024-03-07T10:13:13.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.303+0000 7f94f5cb6640 1 -- 172.21.15.18:0/2615057263 wait complete. 2024-03-07T10:13:13.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 Processor -- start 2024-03-07T10:13:13.305 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 -- start start 2024-03-07T10:13:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f019a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94f0100eb0 0x7f94f019a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94f01065b0 0x7f94f019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f010f830 con 0x7f94f01004f0 2024-03-07T10:13:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f010f6b0 con 0x7f94f0100eb0 2024-03-07T10:13:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94f5cb6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f010f9b0 con 0x7f94f01065b0 2024-03-07T10:13:13.307 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94ef7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f019a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94ef7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f019a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46100/0 (socket says 172.21.15.18:46100) 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94ef7fe640 1 -- 172.21.15.18:0/3473778085 learned_addr learned my addr 172.21.15.18:0/3473778085 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.304+0000 7f94eeffd640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94f0100eb0 0x7f94f019a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94effff640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94f01065b0 0x7f94f019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ef7fe640 1 -- 172.21.15.18:0/3473778085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94f01065b0 msgr2=0x7f94f019e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94f01065b0 0x7f94f019e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ef7fe640 1 -- 172.21.15.18:0/3473778085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94f0100eb0 msgr2=0x7f94f019a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94f0100eb0 0x7f94f019a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ef7fe640 1 -- 172.21.15.18:0/3473778085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f019eff0 con 0x7f94f01004f0 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f019a000 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f94e000e9f0 tx=0x7f94e000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ecff9640 1 -- 172.21.15.18:0/3473778085 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e000cd80 con 0x7f94f01004f0 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ecff9640 1 -- 172.21.15.18:0/3473778085 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94e0010910 con 0x7f94f01004f0 2024-03-07T10:13:13.308 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94f019f2e0 con 0x7f94f01004f0 2024-03-07T10:13:13.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94ecff9640 1 -- 172.21.15.18:0/3473778085 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e0018990 con 0x7f94f01004f0 2024-03-07T10:13:13.309 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.305+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f01a6b70 con 0x7f94f01004f0 2024-03-07T10:13:13.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.308+0000 7f94f8b71740 1 Processor -- start 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.308+0000 7f94ecff9640 1 -- 172.21.15.18:0/3473778085 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f94e0010ac0 con 0x7f94f01004f0 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.308+0000 7f94f8b71740 1 -- start start 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2170 0x55970c1c2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2a90 0x55970c1cb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1cb670 0x55970c1cda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94f8b71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970c189330 con 0x55970c1c2170 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94f8b71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970c125e90 con 0x55970c1cb670 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94f8b71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970c0ced00 con 0x55970c1c2a90 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2170 0x55970c1c2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2170 0x55970c1c2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46116/0 (socket says 172.21.15.18:46116) 2024-03-07T10:13:13.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 -- 172.21.15.18:0/1091459483 learned_addr learned my addr 172.21.15.18:0/1091459483 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2a90 0x55970c1cb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94ecff9640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94d80a1f60 0x7f94d80a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 -- 172.21.15.18:0/1091459483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2a90 msgr2=0x55970c1cb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2a90 0x55970c1cb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.313 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 -- 172.21.15.18:0/1091459483 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1cb670 msgr2=0x55970c1cda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1cb670 0x55970c1cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.309+0000 7f94effff640 1 -- 172.21.15.18:0/1091459483 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55970c0cdb90 con 0x55970c1c2170 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.310+0000 7f94ecff9640 1 -- 172.21.15.18:0/3473778085 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f94e00ce5e0 con 0x7f94f01004f0 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.310+0000 7f94effff640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94d80a1f60 0x7f94d80a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.310+0000 7f94effff640 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2170 0x55970c1c2550 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f94e8009ee0 tx=0x7f94e8010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f3d6ca8965c55f6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.310+0000 7f94d5ffb640 1 -- 172.21.15.18:0/1091459483 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8021070 con 0x55970c1c2170 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.310+0000 7f94d5ffb640 1 -- 172.21.15.18:0/1091459483 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94e8012b30 con 0x55970c1c2170 2024-03-07T10:13:13.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.310+0000 7f94d5ffb640 1 -- 172.21.15.18:0/1091459483 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8016070 con 0x55970c1c2170 2024-03-07T10:13:13.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 -- 172.21.15.18:0/1091459483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2170 msgr2=0x55970c1c2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94effff640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94d80a1f60 0x7f94d80a4420 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f94e801e000 tx=0x7f94e80118a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2170 0x55970c1c2550 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f94e8009ee0 tx=0x7f94e8010740 comp rx=0 tx=0).stop 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 -- 172.21.15.18:0/1091459483 shutdown_connections 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1cb670 0x55970c1cda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2a90 0x55970c1cb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1091459483 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2170 0x55970c1c2550 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 -- 172.21.15.18:0/1091459483 >> 172.21.15.18:0/1091459483 conn(0x55970c1bc8a0 msgr2=0x55970c1bcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 -- 172.21.15.18:0/1091459483 shutdown_connections 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 -- 172.21.15.18:0/1091459483 wait complete. 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.311+0000 7f94f8b71740 1 -- start start 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 1 Processor -- start 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2170 0x55970c1c8710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2a90 0x55970c1c8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1cb670 0x55970c1c9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970c0c4470 con 0x55970c1c2a90 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94eeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2a90 0x55970c1c8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970c121f30 con 0x55970c1c2170 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970c1ce460 con 0x55970c1cb670 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94eeffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2a90 0x55970c1c8c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46118/0 (socket says 172.21.15.18:46118) 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94eeffd640 1 -- 172.21.15.18:0/1629910393 learned_addr learned my addr 172.21.15.18:0/1629910393 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94f8b71740 10 client.0 _ll_register_callbacks cb 0x55970c11fd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2170 0x55970c1c8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.312+0000 7f94effff640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1cb670 0x55970c1c9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94effff640 1 -- 172.21.15.18:0/1629910393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2170 msgr2=0x55970c1c8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94effff640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2170 0x55970c1c8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94effff640 1 -- 172.21.15.18:0/1629910393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2a90 msgr2=0x55970c1c8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94effff640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2a90 0x55970c1c8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94effff640 1 -- 172.21.15.18:0/1629910393 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55970be3a3f0 con 0x55970c1cb670 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94eeffd640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2a90 0x55970c1c8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2170 0x55970c1c8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94effff640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1cb670 0x55970c1c9190 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f94e801be50 tx=0x7f94e8016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56d632cdb5eb7938 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94ceffd640 1 -- 172.21.15.18:0/1629910393 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8035060 con 0x55970c1cb670 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94e8012b30 con 0x55970c1cb670 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.313+0000 7f94ceffd640 1 -- 172.21.15.18:0/1629910393 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f94e80049e0 con 0x55970c1cb670 2024-03-07T10:13:13.320 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.314+0000 7f94ceffd640 1 -- 172.21.15.18:0/1629910393 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e803c050 con 0x55970c1cb670 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.314+0000 7f94f8b71740 10 client.29059 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.314+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55970bf047d0 con 0x55970c1cb670 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.314+0000 7f94ceffd640 1 -- 172.21.15.18:0/1629910393 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94e8009b10 con 0x55970c1cb670 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.315+0000 7f94ceffd640 1 -- 172.21.15.18:0/1629910393 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f94e802f030 con 0x55970c1cb670 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.315+0000 7f94f8b71740 10 client.29059 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.315+0000 7f94f8b71740 10 client.29059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.315+0000 7f94f8b71740 20 client.29059 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.315+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c1e63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.321 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.315+0000 7f94f8b71740 4 client.29059 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:13.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.315+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f94e8012b30 con 0x55970c1e4000 2024-03-07T10:13:13.322 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.316+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c1e63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.316+0000 7f94ceffd640 10 client.29059 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.316+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c1e63f0 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a842cbd651a027a4 server_cookie=2264cfce077b2220 in_seq=0 out_seq=0 2024-03-07T10:13:13.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.317+0000 7f94ceffd640 1 -- 172.21.15.18:0/1629910393 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f94e8012b30 con 0x55970c1e4000 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.317+0000 7f94ceffd640 10 client.29059 handle_command_reply: tid=0 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.317+0000 7f94f8b71740 1 client.29059 shutdown 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1cb670 msgr2=0x55970c1c9190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1cb670 0x55970c1c9190 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f94e801be50 tx=0x7f94e8016000 comp rx=0 tx=0).stop 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 shutdown_connections 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c1e63f0 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94ceffd640 0 client.29059 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1cb670 0x55970c1c9190 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1c2a90 0x55970c1c8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 --2- 172.21.15.18:0/1629910393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2170 0x55970c1c8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.318+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 >> 172.21.15.18:0/1629910393 conn(0x55970c1bc8a0 msgr2=0x55970c1be5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.319+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 shutdown_connections 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.319+0000 7f94f8b71740 1 -- 172.21.15.18:0/1629910393 wait complete. 2024-03-07T10:13:13.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.319+0000 7f94f8b71740 20 client.29059 trim_cache size 0 max 16384 2024-03-07T10:13:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 Processor -- start 2024-03-07T10:13:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 -- start start 2024-03-07T10:13:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1c8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1d6b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01ad830 con 0x55970c1cb670 2024-03-07T10:13:13.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01ab330 con 0x55970c1c2a90 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94f8b71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01a9430 con 0x55970c1c2170 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.336+0000 7f94effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1d6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94ef7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94eeffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1c8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94ef7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43334/0 (socket says 172.21.15.18:43334) 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94ef7fe640 1 -- 172.21.15.18:0/253760196 learned_addr learned my addr 172.21.15.18:0/253760196 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94effff640 1 -- 172.21.15.18:0/253760196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 msgr2=0x55970c1cae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94effff640 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94effff640 1 -- 172.21.15.18:0/253760196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 msgr2=0x55970c1c8fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94effff640 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1c8fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94effff640 1 -- 172.21.15.18:0/253760196 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55970c1beb90 con 0x55970c1cb670 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94eeffd640 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1c8fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:13.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94effff640 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1d6b70 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f94e80092f0 tx=0x7f94e8009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82805410641ece07 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94d57fa640 1 -- 172.21.15.18:0/253760196 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8035040 con 0x55970c1cb670 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.337+0000 7f94d57fa640 1 -- 172.21.15.18:0/253760196 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94e8011040 con 0x55970c1cb670 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94d57fa640 1 -- 172.21.15.18:0/253760196 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8021040 con 0x55970c1cb670 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 -- 172.21.15.18:0/253760196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 msgr2=0x55970c1d6b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1d6b70 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f94e80092f0 tx=0x7f94e8009fd0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 -- 172.21.15.18:0/253760196 shutdown_connections 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1d6b70 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1c8fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 --2- 172.21.15.18:0/253760196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 -- 172.21.15.18:0/253760196 >> 172.21.15.18:0/253760196 conn(0x55970c1bc8a0 msgr2=0x55970c1bb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 -- 172.21.15.18:0/253760196 shutdown_connections 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.338+0000 7f94f8b71740 1 -- 172.21.15.18:0/253760196 wait complete. 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 -- start start 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 Processor -- start 2024-03-07T10:13:13.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1cf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1cf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01a9a30 con 0x55970c1cb670 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01aacd0 con 0x55970c1c2a90 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94ef7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43342/0 (socket says 172.21.15.18:43342) 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94effff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1cf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 -- 172.21.15.18:0/2988195946 learned_addr learned my addr 172.21.15.18:0/2988195946 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.339+0000 7f94f8b71740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01aa030 con 0x55970c1c2170 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94eeffd640 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1cf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94f8b71740 10 client.0 _ll_register_callbacks cb 0x7f94e801bf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 -- 172.21.15.18:0/2988195946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 msgr2=0x55970c1cf1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1cf1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 -- 172.21.15.18:0/2988195946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 msgr2=0x55970c1cf6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1cf6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 -- 172.21.15.18:0/2988195946 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55970c23e7f0 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94effff640 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1cf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ef7fe640 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cec60 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f94e00978d0 tx=0x7f94e0018420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cff5bf855e0e12e5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ceffd640 1 -- 172.21.15.18:0/2988195946 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e009f050 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ceffd640 1 -- 172.21.15.18:0/2988195946 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f94e0097570 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94e8011040 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94ceffd640 1 -- 172.21.15.18:0/2988195946 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e00b8050 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94f8b71740 10 client.29065 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.340+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55970c23fab0 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94ceffd640 1 -- 172.21.15.18:0/2988195946 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94e8012b30 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94ceffd640 1 -- 172.21.15.18:0/2988195946 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f94e0018b30 con 0x55970c1c2170 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94f8b71740 10 client.29065 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:13.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94f8b71740 10 client.29065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:13.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94f8b71740 20 client.29065 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:13.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94f8b71740 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c2421d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:13.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94f8b71740 4 client.29065 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:13:13.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f94e8011040 con 0x55970c1e4000 2024-03-07T10:13:13.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94eeffd640 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c2421d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:13.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94eeffd640 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c2421d0 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef191585f3479220 server_cookie=aa0930dfdaad7c5b in_seq=0 out_seq=0 2024-03-07T10:13:13.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.341+0000 7f94ceffd640 10 client.29065 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.342+0000 7f94ceffd640 1 -- 172.21.15.18:0/2988195946 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f94e8011040 con 0x55970c1e4000 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.342+0000 7f94ceffd640 10 client.29065 handle_command_reply: tid=0 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.342+0000 7f94f8b71740 1 client.29065 shutdown 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 msgr2=0x55970c1cec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cec60 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f94e00978d0 tx=0x7f94e0018420 comp rx=0 tx=0).stop 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 shutdown_connections 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55970c1e4000 0x55970c2421d0 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55970c1cb670 0x55970c1cf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55970c1c2a90 0x55970c1cf1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 --2- 172.21.15.18:0/2988195946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55970c1c2170 0x55970c1cec60 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.343+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 >> 172.21.15.18:0/2988195946 conn(0x55970c1bc8a0 msgr2=0x55970c1bdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.344+0000 7f94ceffd640 0 client.29065 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:13.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.344+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 shutdown_connections 2024-03-07T10:13:13.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.344+0000 7f94f8b71740 1 -- 172.21.15.18:0/2988195946 wait complete. 2024-03-07T10:13:13.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.344+0000 7f94f8b71740 20 client.29065 trim_cache size 0 max 16384 2024-03-07T10:13:13.351 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94d80a1f60 msgr2=0x7f94d80a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94d80a1f60 0x7f94d80a4420 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f94e801e000 tx=0x7f94e80118a0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 msgr2=0x7f94f019a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f019a000 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f94e000e9f0 tx=0x7f94e000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 shutdown_connections 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94f01065b0 0x7f94f019e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f94f0100eb0 0x7f94f019a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94d80a1f60 0x7f94d80a4420 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 --2- 172.21.15.18:0/3473778085 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f94f01004f0 0x7f94f019a000 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:13.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 >> 172.21.15.18:0/3473778085 conn(0x7f94f0077660 msgr2=0x7f94f00feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:13.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 shutdown_connections 2024-03-07T10:13:13.353 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:13.345+0000 7f94f5cb6640 1 -- 172.21.15.18:0/3473778085 wait complete. 2024-03-07T10:13:14.361 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:13:14.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:13:14.361 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 -- 172.21.15.18:0/3535415763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57601076a0 msgr2=0x7f5760107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 --2- 172.21.15.18:0/3535415763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57601076a0 0x7f5760107a80 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f5750009930 tx=0x7f575002bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 -- 172.21.15.18:0/3535415763 shutdown_connections 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 --2- 172.21.15.18:0/3535415763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5760101fc0 0x7f576010e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 --2- 172.21.15.18:0/3535415763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5760101600 0x7f5760101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 --2- 172.21.15.18:0/3535415763 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f57601076a0 0x7f5760107a80 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 -- 172.21.15.18:0/3535415763 >> 172.21.15.18:0/3535415763 conn(0x7f57600fd0f0 msgr2=0x7f57600ff510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 -- 172.21.15.18:0/3535415763 shutdown_connections 2024-03-07T10:13:14.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.486+0000 7f5764b1d640 1 -- 172.21.15.18:0/3535415763 wait complete. 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 Processor -- start 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 -- start start 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5760101600 0x7f576010e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5760101fc0 0x7f576010b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57601076a0 0x7f576010b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5760075070 con 0x7f5760101600 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5760074ef0 con 0x7f5760101fc0 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5764b1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57600751f0 con 0x7f57601076a0 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5760101600 0x7f576010e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5760101600 0x7f576010e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46156/0 (socket says 172.21.15.18:46156) 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 -- 172.21.15.18:0/931694820 learned_addr learned my addr 172.21.15.18:0/931694820 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575ed9d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57601076a0 0x7f576010b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f5757fff640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5760101fc0 0x7f576010b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 -- 172.21.15.18:0/931694820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57601076a0 msgr2=0x7f576010b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57601076a0 0x7f576010b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 -- 172.21.15.18:0/931694820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5760101fc0 msgr2=0x7f576010b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5760101fc0 0x7f576010b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.487+0000 7f575e59c640 1 -- 172.21.15.18:0/931694820 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f576010bde0 con 0x7f5760101600 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.488+0000 7f575e59c640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5760101600 0x7f576010e0d0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f5750009230 tx=0x7f575002cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.488+0000 7f57577fe640 1 -- 172.21.15.18:0/931694820 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5750041070 con 0x7f5760101600 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.488+0000 7f57577fe640 1 -- 172.21.15.18:0/931694820 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5750004450 con 0x7f5760101600 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.488+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57601aabd0 con 0x7f5760101600 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.488+0000 7f57577fe640 1 -- 172.21.15.18:0/931694820 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5750003dc0 con 0x7f5760101600 2024-03-07T10:13:14.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.488+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57601aaf80 con 0x7f5760101600 2024-03-07T10:13:14.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.490+0000 7f57577fe640 1 -- 172.21.15.18:0/931694820 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f5750044070 con 0x7f5760101600 2024-03-07T10:13:14.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.490+0000 7f5767a0b740 1 Processor -- start 2024-03-07T10:13:14.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5767a0b740 1 -- start start 2024-03-07T10:13:14.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f57577fe640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f574c0a1ef0 0x7f574c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993db130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993e6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5767a0b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9933eb10 con 0x55ab993dad50 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5767a0b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab992e7d50 con 0x55ab993db670 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5767a0b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9933abb0 con 0x55ab993e4250 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993db130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f57577fe640 1 -- 172.21.15.18:0/931694820 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f57500efbd0 con 0x7f5760101600 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5757fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993db130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46172/0 (socket says 172.21.15.18:46172) 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f575e59c640 1 -- 172.21.15.18:0/2193508975 learned_addr learned my addr 172.21.15.18:0/2193508975 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f575ed9d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f574c0a1ef0 0x7f574c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5757fff640 1 -- 172.21.15.18:0/2193508975 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 msgr2=0x55ab993e6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5757fff640 1 --2- 172.21.15.18:0/2193508975 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993e6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5757fff640 1 -- 172.21.15.18:0/2193508975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 msgr2=0x55ab993db130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5757fff640 1 --2- 172.21.15.18:0/2193508975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993db130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.491+0000 7f5757fff640 1 -- 172.21.15.18:0/2193508975 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab9911b7e0 con 0x55ab993db670 2024-03-07T10:13:14.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.492+0000 7f5757fff640 1 --2- 172.21.15.18:0/2193508975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3d10 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f576010c9c0 tx=0x7f5748011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f3bb5b6153f4bf2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.492+0000 7f575ed9d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f574c0a1ef0 0x7f574c0a43b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x55ab993d6610 tx=0x7f5758009b00 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.492+0000 7f5754ff9640 1 -- 172.21.15.18:0/2193508975 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5748004050 con 0x55ab993db670 2024-03-07T10:13:14.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.492+0000 7f5754ff9640 1 -- 172.21.15.18:0/2193508975 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5748005500 con 0x55ab993db670 2024-03-07T10:13:14.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.492+0000 7f5754ff9640 1 -- 172.21.15.18:0/2193508975 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5748004d60 con 0x55ab993db670 2024-03-07T10:13:14.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.493+0000 7f5767a0b740 1 -- 172.21.15.18:0/2193508975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 msgr2=0x55ab993e3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.493+0000 7f5767a0b740 1 --2- 172.21.15.18:0/2193508975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3d10 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f576010c9c0 tx=0x7f5748011810 comp rx=0 tx=0).stop 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.493+0000 7f5767a0b740 1 -- 172.21.15.18:0/2193508975 shutdown_connections 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.493+0000 7f5767a0b740 1 --2- 172.21.15.18:0/2193508975 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993e6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.493+0000 7f5767a0b740 1 --2- 172.21.15.18:0/2193508975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3d10 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.493+0000 7f5767a0b740 1 --2- 172.21.15.18:0/2193508975 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993db130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.493+0000 7f5767a0b740 1 -- 172.21.15.18:0/2193508975 >> 172.21.15.18:0/2193508975 conn(0x55ab993d5480 msgr2=0x55ab993d5860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.494+0000 7f5767a0b740 1 -- 172.21.15.18:0/2193508975 shutdown_connections 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.494+0000 7f5767a0b740 1 -- 172.21.15.18:0/2193508975 wait complete. 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.494+0000 7f5767a0b740 1 -- start start 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.494+0000 7f5767a0b740 1 Processor -- start 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993dad50 0x55ab993e3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993db670 0x55ab993e0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993e4250 0x55ab993e1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5767a0b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab993e70e0 con 0x55ab993e4250 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5767a0b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab992fb190 con 0x55ab993dad50 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5767a0b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab993e7260 con 0x55ab993db670 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5767a0b740 10 client.0 _ll_register_callbacks cb 0x55ab992ea770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993e4250 0x55ab993e1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993e4250 0x55ab993e1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46180/0 (socket says 172.21.15.18:46180) 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 -- 172.21.15.18:0/1120721439 learned_addr learned my addr 172.21.15.18:0/1120721439 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575e59c640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993dad50 0x55ab993e3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5757fff640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993db670 0x55ab993e0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 -- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993db670 msgr2=0x55ab993e0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993db670 0x55ab993e0f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 -- 172.21.15.18:0/1120721439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993dad50 msgr2=0x55ab993e3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993dad50 0x55ab993e3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 -- 172.21.15.18:0/1120721439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab9917bf70 con 0x55ab993e4250 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575e59c640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993dad50 0x55ab993e3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:14.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f575ed9d640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993e4250 0x55ab993e1490 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f5758005f40 tx=0x7f5758004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6febc2447e90f059 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5745ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.495+0000 7f5745ffb640 1 -- 172.21.15.18:0/1120721439 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f575800eb80 con 0x55ab993e4250 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5745ffb640 1 -- 172.21.15.18:0/1120721439 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f575800ed20 con 0x55ab993e4250 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5748005500 con 0x55ab993e4250 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5745ffb640 1 -- 172.21.15.18:0/1120721439 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f575802e050 con 0x55ab993e4250 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 10 client.19221 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ab99013170 con 0x55ab993e4250 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5745ffb640 1 -- 172.21.15.18:0/1120721439 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5748005500 con 0x55ab993e4250 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5745ffb640 1 -- 172.21.15.18:0/1120721439 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f575801f070 con 0x55ab993e4250 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 10 client.19221 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 10 client.19221 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 20 client.19221 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab993f4770 0x55ab993f6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 4 client.19221 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ab99314930 con 0x55ab993f4770 2024-03-07T10:13:14.503 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.496+0000 7f575e59c640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab993f4770 0x55ab993f6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5745ffb640 10 client.19221 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f575e59c640 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab993f4770 0x55ab993f6b60 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=114f9d0f3e62a864 server_cookie=821a84ac2d90aeb7 in_seq=0 out_seq=0 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5745ffb640 1 -- 172.21.15.18:0/1120721439 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ab99314930 con 0x55ab993f4770 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5745ffb640 10 client.19221 handle_command_reply: tid=0 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 client.19221 shutdown 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993e4250 msgr2=0x55ab993e1490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993e4250 0x55ab993e1490 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f5758005f40 tx=0x7f5758004ab0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 shutdown_connections 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab993f4770 0x55ab993f6b60 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993e4250 0x55ab993e1490 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993db670 0x55ab993e0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1120721439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993dad50 0x55ab993e3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.497+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 >> 172.21.15.18:0/1120721439 conn(0x55ab993d5480 msgr2=0x55ab993d71d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.498+0000 7f5745ffb640 0 client.19221 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.498+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 shutdown_connections 2024-03-07T10:13:14.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.498+0000 7f5767a0b740 1 -- 172.21.15.18:0/1120721439 wait complete. 2024-03-07T10:13:14.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.498+0000 7f5767a0b740 20 client.19221 trim_cache size 0 max 16384 2024-03-07T10:13:14.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.518+0000 7f5767a0b740 1 Processor -- start 2024-03-07T10:13:14.521 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.518+0000 7f5767a0b740 1 -- start start 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993ef9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5767a0b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601b5f60 con 0x55ab993dad50 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5767a0b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601b3a60 con 0x55ab993db670 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5767a0b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601b1b20 con 0x55ab993e4250 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5757fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46194/0 (socket says 172.21.15.18:46194) 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 -- 172.21.15.18:0/1015425510 learned_addr learned my addr 172.21.15.18:0/1015425510 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575ed9d640 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993ef9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.522 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 -- 172.21.15.18:0/1015425510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 msgr2=0x55ab993ef9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993ef9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 -- 172.21.15.18:0/1015425510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 msgr2=0x55ab993e3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 -- 172.21.15.18:0/1015425510 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab993db4a0 con 0x55ab993dad50 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5757fff640 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f575e59c640 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e3660 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f57500b8b10 tx=0x7f575003f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=441cac2b5c6511e4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5747fff640 1 -- 172.21.15.18:0/1015425510 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f575004b040 con 0x55ab993dad50 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.519+0000 7f5747fff640 1 -- 172.21.15.18:0/1015425510 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f57500bc6b0 con 0x55ab993dad50 2024-03-07T10:13:14.523 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.520+0000 7f5747fff640 1 -- 172.21.15.18:0/1015425510 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57500dc0b0 con 0x55ab993dad50 2024-03-07T10:13:14.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.520+0000 7f5767a0b740 1 -- 172.21.15.18:0/1015425510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 msgr2=0x55ab993e3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.520+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e3660 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f57500b8b10 tx=0x7f575003f040 comp rx=0 tx=0).stop 2024-03-07T10:13:14.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.521+0000 7f5767a0b740 1 -- 172.21.15.18:0/1015425510 shutdown_connections 2024-03-07T10:13:14.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.521+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993ef9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.521+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.521+0000 7f5767a0b740 1 --2- 172.21.15.18:0/1015425510 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e3660 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.521+0000 7f5767a0b740 1 -- 172.21.15.18:0/1015425510 >> 172.21.15.18:0/1015425510 conn(0x55ab993d5480 msgr2=0x55ab993df800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.522+0000 7f5767a0b740 1 -- 172.21.15.18:0/1015425510 shutdown_connections 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.522+0000 7f5767a0b740 1 -- 172.21.15.18:0/1015425510 wait complete. 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.522+0000 7f5767a0b740 1 -- start start 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.522+0000 7f5767a0b740 1 Processor -- start 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e4c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993e5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601b2120 con 0x55ab993dad50 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601b3400 con 0x55ab993db670 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601b2740 con 0x55ab993e4250 2024-03-07T10:13:14.530 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 10 client.0 _ll_register_callbacks cb 0x7f57580121a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e4710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46198/0 (socket says 172.21.15.18:46198) 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 -- 172.21.15.18:0/648114198 learned_addr learned my addr 172.21.15.18:0/648114198 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5757fff640 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575ed9d640 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993e5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 -- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 msgr2=0x55ab993e5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993e5190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 -- 172.21.15.18:0/648114198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 msgr2=0x55ab993e4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 -- 172.21.15.18:0/648114198 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab993eb7b0 con 0x55ab993dad50 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f575e59c640 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e4710 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f57500ed850 tx=0x7f57500bc0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4fcc090079c100d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5745ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5745ffb640 1 -- 172.21.15.18:0/648114198 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f575004b070 con 0x55ab993dad50 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5745ffb640 1 -- 172.21.15.18:0/648114198 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f57500ba9b0 con 0x55ab993dad50 2024-03-07T10:13:14.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.523+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f57500bc6b0 con 0x55ab993dad50 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5745ffb640 1 -- 172.21.15.18:0/648114198 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f57500c4da0 con 0x55ab993dad50 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 10 client.19227 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ab9944fe10 con 0x55ab993dad50 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5745ffb640 1 -- 172.21.15.18:0/648114198 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f57500bc6b0 con 0x55ab993dad50 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5745ffb640 1 -- 172.21.15.18:0/648114198 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f57500c4910 con 0x55ab993dad50 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 10 client.19227 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 10 client.19227 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 20 client.19227 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab994502f0 0x55ab994526e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 4 client.19227 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ab99300050 con 0x55ab994502f0 2024-03-07T10:13:14.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.524+0000 7f5757fff640 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab994502f0 0x55ab994526e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.525+0000 7f5757fff640 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab994502f0 0x55ab994526e0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed72663d2d668a54 server_cookie=e56377dab5193217 in_seq=0 out_seq=0 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.525+0000 7f5745ffb640 10 client.19227 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5745ffb640 1 -- 172.21.15.18:0/648114198 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ab99300050 con 0x55ab994502f0 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5745ffb640 10 client.19227 handle_command_reply: tid=0 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 client.19227 shutdown 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 msgr2=0x55ab993e4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e4710 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f57500ed850 tx=0x7f57500bc0d0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 shutdown_connections 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ab994502f0 0x55ab994526e0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab993e4250 0x55ab993e5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ab993db670 0x55ab993e4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 --2- 172.21.15.18:0/648114198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ab993dad50 0x55ab993e4710 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 >> 172.21.15.18:0/648114198 conn(0x55ab993d5480 msgr2=0x55ab993d68b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5745ffb640 0 client.19227 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 shutdown_connections 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 1 -- 172.21.15.18:0/648114198 wait complete. 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5767a0b740 20 client.19227 trim_cache size 0 max 16384 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "3396a686-4c38-43dd-8531-ff3d653ef1eb", 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:13:14.534 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:13:14.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f574c0a1ef0 msgr2=0x7f574c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5764b1d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f574c0a1ef0 0x7f574c0a43b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x55ab993d6610 tx=0x7f5758009b00 comp rx=0 tx=0).stop 2024-03-07T10:13:14.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5760101600 msgr2=0x7f576010e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.526+0000 7f5764b1d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5760101600 0x7f576010e0d0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f5750009230 tx=0x7f575002cb20 comp rx=0 tx=0).stop 2024-03-07T10:13:14.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 shutdown_connections 2024-03-07T10:13:14.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f57601076a0 0x7f576010b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5760101fc0 0x7f576010b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f574c0a1ef0 0x7f574c0a43b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 --2- 172.21.15.18:0/931694820 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f5760101600 0x7f576010e0d0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 >> 172.21.15.18:0/931694820 conn(0x7f57600fd0f0 msgr2=0x7f5760110280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 shutdown_connections 2024-03-07T10:13:14.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.527+0000 7f5764b1d640 1 -- 172.21.15.18:0/931694820 wait complete. 2024-03-07T10:13:14.544 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:13:14.544 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:13:14.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 -- 172.21.15.18:0/634113281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f206410bc50 msgr2=0x7f206410e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 --2- 172.21.15.18:0/634113281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f206410bc50 0x7f206410e080 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f205c009ca0 tx=0x7f205c02c180 comp rx=0 tx=0).stop 2024-03-07T10:13:14.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 -- 172.21.15.18:0/634113281 shutdown_connections 2024-03-07T10:13:14.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 --2- 172.21.15.18:0/634113281 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f206410bc50 0x7f206410e080 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 --2- 172.21.15.18:0/634113281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f20641031a0 0x7f206410b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 --2- 172.21.15.18:0/634113281 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2064102880 0x7f2064102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 -- 172.21.15.18:0/634113281 >> 172.21.15.18:0/634113281 conn(0x7f2064077710 msgr2=0x7f2064077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 -- 172.21.15.18:0/634113281 shutdown_connections 2024-03-07T10:13:14.717 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.714+0000 7f206c094640 1 -- 172.21.15.18:0/634113281 wait complete. 2024-03-07T10:13:14.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 Processor -- start 2024-03-07T10:13:14.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 -- start start 2024-03-07T10:13:14.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2064102880 0x7f2064102090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f20641031a0 0x7f2064100440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f206410bc50 0x7f2064100b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.718 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206406ba90 con 0x7f20641031a0 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206406b910 con 0x7f2064102880 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.715+0000 7f206c094640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206406bc10 con 0x7f206410bc50 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2064102880 0x7f2064102090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f206962f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f20641031a0 0x7f2064100440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2064102880 0x7f2064102090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:43064/0 (socket says 172.21.15.18:43064) 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 -- 172.21.15.18:0/3145038571 learned_addr learned my addr 172.21.15.18:0/3145038571 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f206a631640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f206410bc50 0x7f2064100b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 -- 172.21.15.18:0/3145038571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f206410bc50 msgr2=0x7f2064100b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f206410bc50 0x7f2064100b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 -- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f20641031a0 msgr2=0x7f2064100440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f20641031a0 0x7f2064100440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 -- 172.21.15.18:0/3145038571 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20641aed40 con 0x7f2064102880 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f206962f640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f20641031a0 0x7f2064100440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:14.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.716+0000 7f2069e30640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2064102880 0x7f2064102090 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f206000e9f0 tx=0x7f206000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.717+0000 7f205affd640 1 -- 172.21.15.18:0/3145038571 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f206000cd00 con 0x7f2064102880 2024-03-07T10:13:14.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.717+0000 7f205affd640 1 -- 172.21.15.18:0/3145038571 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2060005500 con 0x7f2064102880 2024-03-07T10:13:14.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.717+0000 7f205affd640 1 -- 172.21.15.18:0/3145038571 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2060010690 con 0x7f2064102880 2024-03-07T10:13:14.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.717+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20641aef10 con 0x7f2064102880 2024-03-07T10:13:14.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.717+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20641af320 con 0x7f2064102880 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.720+0000 7f206ee7e740 1 Processor -- start 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.720+0000 7f206ee7e740 1 -- start start 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f64730 0x556ee8f64b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f70020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206ee7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ee8ec7dd0 con 0x556ee8f65050 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206ee7e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ee8e70ae0 con 0x556ee8f6dc30 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206ee7e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ee8ec3e70 con 0x556ee8f64730 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f2069e30640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f2069e30640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46218/0 (socket says 172.21.15.18:46218) 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f2069e30640 1 -- 172.21.15.18:0/2271607990 learned_addr learned my addr 172.21.15.18:0/2271607990 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206a631640 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f64730 0x556ee8f64b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.723 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206962f640 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f70020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206a631640 1 -- 172.21.15.18:0/2271607990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 msgr2=0x556ee8f70020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206a631640 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f70020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206a631640 1 -- 172.21.15.18:0/2271607990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 msgr2=0x556ee8f6d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206a631640 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.721+0000 7f206a631640 1 -- 172.21.15.18:0/2271607990 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ee8ca67d0 con 0x556ee8f64730 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.722+0000 7f206a631640 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f64730 0x556ee8f64b10 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f205c009bf0 tx=0x7f205c009930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d4a3ccb14932c07 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.722+0000 7f204ffff640 1 -- 172.21.15.18:0/2271607990 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205c043070 con 0x556ee8f64730 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.722+0000 7f204ffff640 1 -- 172.21.15.18:0/2271607990 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f205c032480 con 0x556ee8f64730 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.722+0000 7f204ffff640 1 -- 172.21.15.18:0/2271607990 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205c039040 con 0x556ee8f64730 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.722+0000 7f205affd640 1 -- 172.21.15.18:0/3145038571 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f20600046c0 con 0x7f2064102880 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 -- 172.21.15.18:0/2271607990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f64730 msgr2=0x556ee8f64b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f64730 0x556ee8f64b10 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f205c009bf0 tx=0x7f205c009930 comp rx=0 tx=0).stop 2024-03-07T10:13:14.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f205affd640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20500a2030 0x7f20500a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 -- 172.21.15.18:0/2271607990 shutdown_connections 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f70020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2271607990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f64730 0x556ee8f64b10 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 -- 172.21.15.18:0/2271607990 >> 172.21.15.18:0/2271607990 conn(0x556ee8f5ee60 msgr2=0x556ee8f5f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f205affd640 1 -- 172.21.15.18:0/3145038571 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f20600d3c80 con 0x7f2064102880 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 -- 172.21.15.18:0/2271607990 shutdown_connections 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206a631640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20500a2030 0x7f20500a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.723+0000 7f206ee7e740 1 -- 172.21.15.18:0/2271607990 wait complete. 2024-03-07T10:13:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.724+0000 7f206ee7e740 1 -- start start 2024-03-07T10:13:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.724+0000 7f206ee7e740 1 Processor -- start 2024-03-07T10:13:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.724+0000 7f206a631640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20500a2030 0x7f20500a44f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f205c005fe0 tx=0x7f205c02c180 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.725+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f6d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.725+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f6aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.725+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f6b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.725+0000 7f206ee7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ee8f709c0 con 0x556ee8f64730 2024-03-07T10:13:14.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.725+0000 7f206962f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f6aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206962f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f6aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43432/0 (socket says 172.21.15.18:43432) 2024-03-07T10:13:14.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206962f640 1 -- 172.21.15.18:0/1874975003 learned_addr learned my addr 172.21.15.18:0/1874975003 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ee8e84070 con 0x556ee8f6dc30 2024-03-07T10:13:14.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ee8f70b40 con 0x556ee8f65050 2024-03-07T10:13:14.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206ee7e740 10 client.0 _ll_register_callbacks cb 0x556ee8e83a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:14.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206a631640 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f6b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206962f640 1 -- 172.21.15.18:0/1874975003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 msgr2=0x556ee8f6b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206962f640 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f6b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206962f640 1 -- 172.21.15.18:0/1874975003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 msgr2=0x556ee8f6d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206962f640 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f6d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.726+0000 7f206962f640 1 -- 172.21.15.18:0/1874975003 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556ee8bdc3f0 con 0x556ee8f65050 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.727+0000 7f206962f640 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f6aa30 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2054012d00 tx=0x7f205400f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67add6b4ed2061ea server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.727+0000 7f204d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.727+0000 7f204d7fa640 1 -- 172.21.15.18:0/1874975003 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2054009d90 con 0x556ee8f65050 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.727+0000 7f204d7fa640 1 -- 172.21.15.18:0/1874975003 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f2054012110 con 0x556ee8f65050 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.727+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ee8ed5310 con 0x556ee8f65050 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.727+0000 7f204d7fa640 1 -- 172.21.15.18:0/1874975003 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2054004050 con 0x556ee8f65050 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.727+0000 7f206ee7e740 10 client.29092 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556ee8b9c0f0 con 0x556ee8f65050 2024-03-07T10:13:14.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f204d7fa640 1 -- 172.21.15.18:0/1874975003 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556ee8ed5310 con 0x556ee8f65050 2024-03-07T10:13:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f204d7fa640 1 -- 172.21.15.18:0/1874975003 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2054010430 con 0x556ee8f65050 2024-03-07T10:13:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f206ee7e740 10 client.29092 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f206ee7e740 10 client.29092 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f206ee7e740 20 client.29092 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f206ee7e740 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8f7de10 0x556ee8f80270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f206ee7e740 4 client.29092 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:14.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556ee8ecf660 con 0x556ee8f7de10 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.728+0000 7f2069e30640 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8f7de10 0x556ee8f80270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.729+0000 7f2069e30640 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8f7de10 0x556ee8f80270 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c92e2b20c785511 server_cookie=644ee0be5bcfe00e in_seq=0 out_seq=0 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.729+0000 7f204d7fa640 10 client.29092 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f204d7fa640 1 -- 172.21.15.18:0/1874975003 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556ee8ecf660 con 0x556ee8f7de10 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f204d7fa640 10 client.29092 handle_command_reply: tid=0 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 client.29092 shutdown 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 msgr2=0x556ee8f6aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f6aa30 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2054012d00 tx=0x7f205400f790 comp rx=0 tx=0).stop 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 shutdown_connections 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8f7de10 0x556ee8f80270 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f6b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f6aa30 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f204d7fa640 0 client.29092 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 --2- 172.21.15.18:0/1874975003 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f6d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 >> 172.21.15.18:0/1874975003 conn(0x556ee8f5ee60 msgr2=0x556ee8f60bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 shutdown_connections 2024-03-07T10:13:14.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 1 -- 172.21.15.18:0/1874975003 wait complete. 2024-03-07T10:13:14.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.730+0000 7f206ee7e740 20 client.29092 trim_cache size 0 max 16384 2024-03-07T10:13:14.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 Processor -- start 2024-03-07T10:13:14.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 -- start start 2024-03-07T10:13:14.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f64730 0x556ee8f69a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.757 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f6dc30 0x556ee8f6d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20641ba560 con 0x556ee8f65050 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20641b8060 con 0x556ee8f64730 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206ee7e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20641b6120 con 0x556ee8f6dc30 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206962f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206a631640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f6dc30 0x556ee8f6d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206962f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46240/0 (socket says 172.21.15.18:46240) 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206962f640 1 -- 172.21.15.18:0/3220472186 learned_addr learned my addr 172.21.15.18:0/3220472186 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f2069e30640 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f64730 0x556ee8f69a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.758 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206962f640 1 -- 172.21.15.18:0/3220472186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f6dc30 msgr2=0x556ee8f6d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206962f640 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f6dc30 0x556ee8f6d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206962f640 1 -- 172.21.15.18:0/3220472186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f64730 msgr2=0x556ee8f69a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.755+0000 7f206962f640 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f64730 0x556ee8f69a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.756+0000 7f206962f640 1 -- 172.21.15.18:0/3220472186 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ee8f59300 con 0x556ee8f65050 2024-03-07T10:13:14.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.756+0000 7f206962f640 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d160 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f20540108d0 tx=0x7f2054009e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f88f4ee72ed11684 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.756+0000 7f204f7fe640 1 -- 172.21.15.18:0/3220472186 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2054030070 con 0x556ee8f65050 2024-03-07T10:13:14.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.756+0000 7f204f7fe640 1 -- 172.21.15.18:0/3220472186 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2054012110 con 0x556ee8f65050 2024-03-07T10:13:14.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.756+0000 7f204f7fe640 1 -- 172.21.15.18:0/3220472186 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2054003810 con 0x556ee8f65050 2024-03-07T10:13:14.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.757+0000 7f206ee7e740 1 -- 172.21.15.18:0/3220472186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 msgr2=0x556ee8f6d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.757+0000 7f206ee7e740 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d160 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f20540108d0 tx=0x7f2054009e10 comp rx=0 tx=0).stop 2024-03-07T10:13:14.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.763+0000 7f206ee7e740 1 -- 172.21.15.18:0/3220472186 shutdown_connections 2024-03-07T10:13:14.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.764+0000 7f206ee7e740 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f6dc30 0x556ee8f6d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.764+0000 7f206ee7e740 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f65050 0x556ee8f6d160 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.764+0000 7f206ee7e740 1 --2- 172.21.15.18:0/3220472186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f64730 0x556ee8f69a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.764+0000 7f206ee7e740 1 -- 172.21.15.18:0/3220472186 >> 172.21.15.18:0/3220472186 conn(0x556ee8f5ee60 msgr2=0x556ee8f69300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.772+0000 7f206ee7e740 1 -- 172.21.15.18:0/3220472186 shutdown_connections 2024-03-07T10:13:14.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.777+0000 7f206ee7e740 1 -- 172.21.15.18:0/3220472186 wait complete. 2024-03-07T10:13:14.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.777+0000 7f206ee7e740 1 -- start start 2024-03-07T10:13:14.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.777+0000 7f206ee7e740 1 Processor -- start 2024-03-07T10:13:14.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.781+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f73140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.781+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f73680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.781+0000 7f206ee7e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f73bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.781+0000 7f206ee7e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20641b6720 con 0x556ee8f64730 2024-03-07T10:13:14.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.781+0000 7f206ee7e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20641b7a00 con 0x556ee8f6dc30 2024-03-07T10:13:14.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.781+0000 7f206ee7e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20641b6d40 con 0x556ee8f65050 2024-03-07T10:13:14.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.781+0000 7f206ee7e740 10 client.0 _ll_register_callbacks cb 0x7f2054012910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:14.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.783+0000 7f206a631640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f73bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.786 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.783+0000 7f206962f640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f73680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.785+0000 7f2069e30640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f73140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.785+0000 7f2069e30640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f73140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46250/0 (socket says 172.21.15.18:46250) 2024-03-07T10:13:14.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.785+0000 7f2069e30640 1 -- 172.21.15.18:0/2553446197 learned_addr learned my addr 172.21.15.18:0/2553446197 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:14.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.787+0000 7f206a631640 1 -- 172.21.15.18:0/2553446197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 msgr2=0x556ee8f73680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.787+0000 7f206a631640 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f73680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.787+0000 7f206a631640 1 -- 172.21.15.18:0/2553446197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 msgr2=0x556ee8f73140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:14.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.787+0000 7f206a631640 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f73140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.787+0000 7f206a631640 1 -- 172.21.15.18:0/2553446197 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556ee8fe0f60 con 0x556ee8f6dc30 2024-03-07T10:13:14.793 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.791+0000 7f206a631640 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f73bc0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f205c009620 tx=0x7f205c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e5a86cb9927c90 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:14.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.791+0000 7f204d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:13:14.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.792+0000 7f204d7fa640 1 -- 172.21.15.18:0/2553446197 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205c058030 con 0x556ee8f6dc30 2024-03-07T10:13:14.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.792+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2054012110 con 0x556ee8f6dc30 2024-03-07T10:13:14.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.792+0000 7f204d7fa640 1 -- 172.21.15.18:0/2553446197 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f205c048b30 con 0x556ee8f6dc30 2024-03-07T10:13:14.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.792+0000 7f204d7fa640 1 -- 172.21.15.18:0/2553446197 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f205c04c040 con 0x556ee8f6dc30 2024-03-07T10:13:14.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.793+0000 7f206ee7e740 10 client.28904 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:14.794 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.793+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556ee8fe2170 con 0x556ee8f6dc30 2024-03-07T10:13:14.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.793+0000 7f204d7fa640 1 -- 172.21.15.18:0/2553446197 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2054012110 con 0x556ee8f6dc30 2024-03-07T10:13:14.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f204d7fa640 1 -- 172.21.15.18:0/2553446197 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f205c052040 con 0x556ee8f6dc30 2024-03-07T10:13:14.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f206ee7e740 10 client.28904 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:14.795 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f206ee7e740 10 client.28904 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:14.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f206ee7e740 20 client.28904 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:14.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8fe2460 0x556ee8fe4850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:14.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f206ee7e740 4 client.28904 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:13:14.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556ee8e4d4b0 con 0x556ee8fe2460 2024-03-07T10:13:14.796 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.794+0000 7f2069e30640 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8fe2460 0x556ee8fe4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:14.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f204d7fa640 10 client.28904 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.797 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f2069e30640 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8fe2460 0x556ee8fe4850 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdcfc40b4f63f16d server_cookie=2b4471f5881a4125 in_seq=0 out_seq=0 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f204d7fa640 1 -- 172.21.15.18:0/2553446197 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+266 (crc 0 0 0) 0x556ee8e4d4b0 con 0x556ee8fe2460 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f204d7fa640 10 client.28904 handle_command_reply: tid=0 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 client.28904 shutdown 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 msgr2=0x556ee8f73bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f73bc0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f205c009620 tx=0x7f205c004730 comp rx=0 tx=0).stop 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 shutdown_connections 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x556ee8fe2460 0x556ee8fe4850 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556ee8f6dc30 0x556ee8f73bc0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556ee8f65050 0x556ee8f73680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 --2- 172.21.15.18:0/2553446197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x556ee8f64730 0x556ee8f73140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 >> 172.21.15.18:0/2553446197 conn(0x556ee8f5ee60 msgr2=0x556ee8f5d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f204d7fa640 0 client.28904 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.795+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 shutdown_connections 2024-03-07T10:13:14.798 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.796+0000 7f206ee7e740 1 -- 172.21.15.18:0/2553446197 wait complete. 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.796+0000 7f206ee7e740 20 client.28904 trim_cache size 0 max 16384 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "scrub active (30 inodes in the stack)", 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: "3396a686-4c38-43dd-8531-ff3d653ef1eb": { 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "3396a686-4c38-43dd-8531-ff3d653ef1eb", 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:13:14.799 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:13:14.800 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.796+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20500a2030 msgr2=0x7f20500a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.796+0000 7f206c094640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20500a2030 0x7f20500a44f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f205c005fe0 tx=0x7f205c02c180 comp rx=0 tx=0).stop 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.796+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2064102880 msgr2=0x7f2064102090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.796+0000 7f206c094640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2064102880 0x7f2064102090 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f206000e9f0 tx=0x7f206000edf0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.796+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 shutdown_connections 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.797+0000 7f206c094640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f206410bc50 0x7f2064100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.797+0000 7f206c094640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f20500a2030 0x7f20500a44f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.797+0000 7f206c094640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f20641031a0 0x7f2064100440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.797+0000 7f206c094640 1 --2- 172.21.15.18:0/3145038571 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2064102880 0x7f2064102090 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.797+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 >> 172.21.15.18:0/3145038571 conn(0x7f2064077710 msgr2=0x7f20640fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:14.801 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.797+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 shutdown_connections 2024-03-07T10:13:14.802 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:14.797+0000 7f206c094640 1 -- 172.21.15.18:0/3145038571 wait complete. 2024-03-07T10:13:14.812 INFO:tasks.cephfs.filesystem:scrub status for tag:3396a686-4c38-43dd-8531-ff3d653ef1eb - {'path': '/', 'tag': '3396a686-4c38-43dd-8531-ff3d653ef1eb', 'options': 'recursive,force'} 2024-03-07T10:13:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:14 smithi018 ceph-mon[32171]: pgmap v441: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.79k op/s 2024-03-07T10:13:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:14 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:13:15.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:14 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 -- 172.21.15.18:0/1019737086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab4102880 msgr2=0x7fcab4102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 --2- 172.21.15.18:0/1019737086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab4102880 0x7fcab4102c60 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fcaa4009ca0 tx=0x7fcaa402c180 comp rx=0 tx=0).stop 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 -- 172.21.15.18:0/1019737086 shutdown_connections 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 --2- 172.21.15.18:0/1019737086 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab410bc50 0x7fcab410e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 --2- 172.21.15.18:0/1019737086 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcab41031a0 0x7fcab410b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 --2- 172.21.15.18:0/1019737086 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab4102880 0x7fcab4102c60 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 -- 172.21.15.18:0/1019737086 >> 172.21.15.18:0/1019737086 conn(0x7fcab40776e0 msgr2=0x7fcab4077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:15.093 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 -- 172.21.15.18:0/1019737086 shutdown_connections 2024-03-07T10:13:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.091+0000 7fcab9789640 1 -- 172.21.15.18:0/1019737086 wait complete. 2024-03-07T10:13:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.092+0000 7fcab9789640 1 Processor -- start 2024-03-07T10:13:15.094 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab9789640 1 -- start start 2024-03-07T10:13:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab9789640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcab4102880 0x7fcab41004d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab9789640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab41031a0 0x7fcab4100a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab9789640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab410bc50 0x7fcab4100f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab9789640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab4111a20 con 0x7fcab410bc50 2024-03-07T10:13:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab9789640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab41118a0 con 0x7fcab4102880 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab9789640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab4111ba0 con 0x7fcab41031a0 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab41031a0 0x7fcab4100a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab41031a0 0x7fcab4100a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43464/0 (socket says 172.21.15.18:43464) 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab27fc640 1 -- 172.21.15.18:0/2479137460 learned_addr learned my addr 172.21.15.18:0/2479137460 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab37fe640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab410bc50 0x7fcab4100f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.093+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcab4102880 0x7fcab41004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab27fc640 1 -- 172.21.15.18:0/2479137460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcab4102880 msgr2=0x7fcab41004d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab27fc640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcab4102880 0x7fcab41004d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab27fc640 1 -- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab410bc50 msgr2=0x7fcab4100f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab27fc640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab410bc50 0x7fcab4100f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab27fc640 1 -- 172.21.15.18:0/2479137460 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcab41a63e0 con 0x7fcab41031a0 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab27fc640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab41031a0 0x7fcab4100a10 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fca9c00e9f0 tx=0x7fca9c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcaabfff640 1 -- 172.21.15.18:0/2479137460 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca9c00cd80 con 0x7fcab41031a0 2024-03-07T10:13:15.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcaabfff640 1 -- 172.21.15.18:0/2479137460 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fca9c010910 con 0x7fcab41031a0 2024-03-07T10:13:15.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcab41a66d0 con 0x7fcab41031a0 2024-03-07T10:13:15.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcaabfff640 1 -- 172.21.15.18:0/2479137460 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca9c018990 con 0x7fcab41031a0 2024-03-07T10:13:15.098 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.094+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcab41a6c20 con 0x7fcab41031a0 2024-03-07T10:13:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.096+0000 7fcaabfff640 1 -- 172.21.15.18:0/2479137460 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fca9c010ac0 con 0x7fcab41031a0 2024-03-07T10:13:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 Processor -- start 2024-03-07T10:13:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 -- start start 2024-03-07T10:13:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcaabfff640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcaa00a1ee0 0x7fcaa00a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcaabfff640 1 -- 172.21.15.18:0/2479137460 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fca9c0ce600 con 0x7fcab41031a0 2024-03-07T10:13:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dffd10 0x565079dfea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079dff420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcab37fe640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcaa00a1ee0 0x7fcaa00a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e0a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x565079d635c0 con 0x565079dffd10 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x565079d0c900 con 0x565079e08520 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcabc57b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x565079d5f660 con 0x565079dfefa0 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcab27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079dff420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dffd10 0x565079dfea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dffd10 0x565079dfea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46280/0 (socket says 172.21.15.18:46280) 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1905584559 learned_addr learned my addr 172.21.15.18:0/1905584559 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcab27fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079dff420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43476/0 (socket says 172.21.15.18:43476) 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.097+0000 7fcab37fe640 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e0a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1905584559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 msgr2=0x565079dff420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079dff420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab37fe640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcaa00a1ee0 0x7fcaa00a43a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcaac009f80 tx=0x7fcaac011810 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1905584559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 msgr2=0x565079e0a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e0a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1905584559 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565079a78210 con 0x565079dffd10 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab27fc640 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079dff420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab37fe640 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e0a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dffd10 0x565079dfea60 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fcaa402c790 tx=0x7fcaa40098c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90968223501c289e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcaa97fa640 1 -- 172.21.15.18:0/1905584559 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4043070 con 0x565079dffd10 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcaa97fa640 1 -- 172.21.15.18:0/1905584559 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcaa4003e50 con 0x565079dffd10 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.098+0000 7fcaa97fa640 1 -- 172.21.15.18:0/1905584559 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4039040 con 0x565079dffd10 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- 172.21.15.18:0/1905584559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dffd10 msgr2=0x565079dfea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dffd10 0x565079dfea60 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fcaa402c790 tx=0x7fcaa40098c0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- 172.21.15.18:0/1905584559 shutdown_connections 2024-03-07T10:13:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e0a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079dff420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1905584559 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dffd10 0x565079dfea60 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- 172.21.15.18:0/1905584559 >> 172.21.15.18:0/1905584559 conn(0x565079dc6580 msgr2=0x565079df9c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- 172.21.15.18:0/1905584559 shutdown_connections 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- 172.21.15.18:0/1905584559 wait complete. 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- start start 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 Processor -- start 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079e055f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079dffd10 0x565079e05b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079e08520 0x565079e06070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x565079e0b1f0 con 0x565079e08520 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x565079d1fd60 con 0x565079dffd10 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x565079e0b370 con 0x565079dfefa0 2024-03-07T10:13:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.099+0000 7fcabc57b740 10 client.0 _ll_register_callbacks cb 0x565079a77a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079e08520 0x565079e06070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079e055f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079e08520 0x565079e06070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46294/0 (socket says 172.21.15.18:46294) 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079e055f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43480/0 (socket says 172.21.15.18:43480) 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab37fe640 1 -- 172.21.15.18:0/2875470880 learned_addr learned my addr 172.21.15.18:0/2875470880 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab27fc640 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079dffd10 0x565079e05b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab27fc640 1 -- 172.21.15.18:0/2875470880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 msgr2=0x565079e055f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab27fc640 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079e055f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab27fc640 1 -- 172.21.15.18:0/2875470880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079e08520 msgr2=0x565079e06070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab27fc640 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079e08520 0x565079e06070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.100+0000 7fcab27fc640 1 -- 172.21.15.18:0/2875470880 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x565079b44620 con 0x565079dffd10 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.101+0000 7fca9a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.101+0000 7fcab27fc640 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079dffd10 0x565079e05b30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fca9c0cbc20 tx=0x7fca9c09f010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=249ce1cedce69a0b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:15.107 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.101+0000 7fca9a7fc640 1 -- 172.21.15.18:0/2875470880 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca9c0b3060 con 0x565079dffd10 2024-03-07T10:13:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.101+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcaa4003e50 con 0x565079dffd10 2024-03-07T10:13:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.101+0000 7fca9a7fc640 1 -- 172.21.15.18:0/2875470880 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fca9c018b30 con 0x565079dffd10 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.102+0000 7fca9a7fc640 1 -- 172.21.15.18:0/2875470880 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca9c0b8050 con 0x565079dffd10 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.102+0000 7fcabc57b740 10 client.28916 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.102+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x565079e17610 con 0x565079dffd10 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.102+0000 7fca9a7fc640 1 -- 172.21.15.18:0/2875470880 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcaa4003e50 con 0x565079dffd10 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.102+0000 7fca9a7fc640 1 -- 172.21.15.18:0/2875470880 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fca9c096cc0 con 0x565079dffd10 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcabc57b740 10 client.28916 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcabc57b740 10 client.28916 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcabc57b740 20 client.28916 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcabc57b740 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e18ad0 0x565079e1aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcabc57b740 4 client.28916 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565079d70b00 con 0x565079e18ad0 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e18ad0 0x565079e1aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e18ad0 0x565079e1aec0 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50fd8f1ea98953fd server_cookie=f17d23ac57715f35 in_seq=0 out_seq=0 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.103+0000 7fca9a7fc640 10 client.28916 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fca9a7fc640 1 -- 172.21.15.18:0/2875470880 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x565079d70b00 con 0x565079e18ad0 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fca9a7fc640 10 client.28916 handle_command_reply: tid=0 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 client.28916 shutdown 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079dffd10 msgr2=0x565079e05b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079dffd10 0x565079e05b30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fca9c0cbc20 tx=0x7fca9c09f010 comp rx=0 tx=0).stop 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 shutdown_connections 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e18ad0 0x565079e1aec0 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079e08520 0x565079e06070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079dffd10 0x565079e05b30 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 --2- 172.21.15.18:0/2875470880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079dfefa0 0x565079e055f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 >> 172.21.15.18:0/2875470880 conn(0x565079dc6580 msgr2=0x565079dfb9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:15.111 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fca9a7fc640 0 client.28916 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 shutdown_connections 2024-03-07T10:13:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 1 -- 172.21.15.18:0/2875470880 wait complete. 2024-03-07T10:13:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.104+0000 7fcabc57b740 20 client.28916 trim_cache size 0 max 16384 2024-03-07T10:13:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.120+0000 7fcabc57b740 1 Processor -- start 2024-03-07T10:13:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcabc57b740 1 -- start start 2024-03-07T10:13:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e07d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e13ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e20710 0x565079e14000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcabc57b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab41ada70 con 0x565079dfefa0 2024-03-07T10:13:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcabc57b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab41ab570 con 0x565079e08520 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcabc57b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab41a9590 con 0x565079e20710 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e07d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e07d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46296/0 (socket says 172.21.15.18:46296) 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e13ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1999746822 learned_addr learned my addr 172.21.15.18:0/1999746822 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab37fe640 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e20710 0x565079e14000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1999746822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e20710 msgr2=0x565079e14000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e20710 0x565079e14000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1999746822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 msgr2=0x565079e13ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e13ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab2ffd640 1 -- 172.21.15.18:0/1999746822 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565079dfe270 con 0x565079dfefa0 2024-03-07T10:13:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.121+0000 7fcab27fc640 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e13ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.122+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e07d20 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fcaa4005cc0 tx=0x7fcaa4005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c784c00e9ac32cc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.122+0000 7fcaa8ff9640 1 -- 172.21.15.18:0/1999746822 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4039040 con 0x565079dfefa0 2024-03-07T10:13:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.122+0000 7fcaa8ff9640 1 -- 172.21.15.18:0/1999746822 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcaa4009540 con 0x565079dfefa0 2024-03-07T10:13:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.122+0000 7fcaa8ff9640 1 -- 172.21.15.18:0/1999746822 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4043040 con 0x565079dfefa0 2024-03-07T10:13:15.129 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.123+0000 7fcabc57b740 1 -- 172.21.15.18:0/1999746822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 msgr2=0x565079e07d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.123+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e07d20 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fcaa4005cc0 tx=0x7fcaa4005c50 comp rx=0 tx=0).stop 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 -- 172.21.15.18:0/1999746822 shutdown_connections 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e20710 0x565079e14000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e08520 0x565079e13ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 --2- 172.21.15.18:0/1999746822 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e07d20 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 -- 172.21.15.18:0/1999746822 >> 172.21.15.18:0/1999746822 conn(0x565079dc6580 msgr2=0x565079e14c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 -- 172.21.15.18:0/1999746822 shutdown_connections 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 -- 172.21.15.18:0/1999746822 wait complete. 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 -- start start 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 Processor -- start 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e10050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e08520 0x565079e025f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.130 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e20710 0x565079e02b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab41a9bf0 con 0x565079dfefa0 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.124+0000 7fcabc57b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab41aaf10 con 0x565079e20710 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcabc57b740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab41aa250 con 0x565079e08520 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcabc57b740 10 client.0 _ll_register_callbacks cb 0x7fca9c09add0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e10050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e10050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:46298/0 (socket says 172.21.15.18:46298) 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 -- 172.21.15.18:0/980469113 learned_addr learned my addr 172.21.15.18:0/980469113 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab37fe640 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e20710 0x565079e02b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab27fc640 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e08520 0x565079e025f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 -- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e08520 msgr2=0x565079e025f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e08520 0x565079e025f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 -- 172.21.15.18:0/980469113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e20710 msgr2=0x565079e02b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e20710 0x565079e02b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 -- 172.21.15.18:0/980469113 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x565079e03070 con 0x565079dfefa0 2024-03-07T10:13:15.131 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcab2ffd640 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e10050 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fcaa4004a80 tx=0x7fcaa4004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=308b7d65697de4ef server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fca9a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fca9a7fc640 1 -- 172.21.15.18:0/980469113 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4043030 con 0x565079dfefa0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcaa4009540 con 0x565079dfefa0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fca9a7fc640 1 -- 172.21.15.18:0/980469113 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8724+0+0 (secure 0 0 0) 0x7fcaa4051240 con 0x565079dfefa0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fca9a7fc640 1 -- 172.21.15.18:0/980469113 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcaa4039050 con 0x565079dfefa0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcabc57b740 10 client.19260 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.125+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x565079e74f50 con 0x565079dfefa0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fca9a7fc640 1 -- 172.21.15.18:0/980469113 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcaa4009540 con 0x565079dfefa0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fca9a7fc640 1 -- 172.21.15.18:0/980469113 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fcaa4058030 con 0x565079dfefa0 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcabc57b740 10 client.19260 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcabc57b740 10 client.19260 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcabc57b740 20 client.19260 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcabc57b740 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e75180 0x565079e77570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:15.132 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcabc57b740 4 client.19260 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:13:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x565079d6ae50 con 0x565079e75180 2024-03-07T10:13:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcab27fc640 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e75180 0x565079e77570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fcab27fc640 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e75180 0x565079e77570 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8859a8db4b5537b5 server_cookie=1c53bab708c03e5 in_seq=0 out_seq=0 2024-03-07T10:13:15.133 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.126+0000 7fca9a7fc640 10 client.19260 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.145+0000 7fca9a7fc640 1 -- 172.21.15.18:0/980469113 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x565079d6ae50 con 0x565079e75180 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.145+0000 7fca9a7fc640 10 client.19260 handle_command_reply: tid=0 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.145+0000 7fcabc57b740 1 client.19260 shutdown 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.145+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 msgr2=0x565079e10050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.145+0000 7fcabc57b740 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e10050 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fcaa4004a80 tx=0x7fcaa4004950 comp rx=0 tx=0).stop 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.145+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 shutdown_connections 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.145+0000 7fcabc57b740 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x565079e75180 0x565079e77570 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fca9a7fc640 0 client.19260 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcabc57b740 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x565079e20710 0x565079e02b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcabc57b740 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565079e08520 0x565079e025f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcabc57b740 1 --2- 172.21.15.18:0/980469113 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x565079dfefa0 0x565079e10050 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 >> 172.21.15.18:0/980469113 conn(0x565079dc6580 msgr2=0x565079df8580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:15.148 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 shutdown_connections 2024-03-07T10:13:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcabc57b740 1 -- 172.21.15.18:0/980469113 wait complete. 2024-03-07T10:13:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcabc57b740 20 client.19260 trim_cache size 0 max 16384 2024-03-07T10:13:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:13:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:13:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:13:15.149 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:13:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcaa00a1ee0 msgr2=0x7fcaa00a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcaa00a1ee0 0x7fcaa00a43a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcaac009f80 tx=0x7fcaac011810 comp rx=0 tx=0).stop 2024-03-07T10:13:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab41031a0 msgr2=0x7fcab4100a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab41031a0 0x7fcab4100a10 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fca9c00e9f0 tx=0x7fca9c00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 shutdown_connections 2024-03-07T10:13:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fcaa00a1ee0 0x7fcaa00a43a0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fcab410bc50 0x7fcab4100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcab41031a0 0x7fcab4100a10 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.146+0000 7fcab9789640 1 --2- 172.21.15.18:0/2479137460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcab4102880 0x7fcab41004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.147+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 >> 172.21.15.18:0/2479137460 conn(0x7fcab40776e0 msgr2=0x7fcab40fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.147+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 shutdown_connections 2024-03-07T10:13:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:15.147+0000 7fcab9789640 1 -- 172.21.15.18:0/2479137460 wait complete. 2024-03-07T10:13:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:14 smithi063 ceph-mon[36356]: pgmap v441: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.79k op/s 2024-03-07T10:13:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:14 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:13:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:14 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:13:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:14 smithi077 ceph-mon[36374]: pgmap v441: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 21 MiB/s wr, 1.79k op/s 2024-03-07T10:13:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:14 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:13:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:14 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:13:16.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:15 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:13:16.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:15 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:15 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:13:16.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:15 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:15 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:15 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:15 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:13:16.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:15 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:15 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:13:16.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:15 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:15 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:15 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:15 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:13:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:15 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:15 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:13:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:15 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:15 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:16.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:15 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:17.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:16 smithi077 ceph-mon[36374]: pgmap v442: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 22 MiB/s wr, 1.84k op/s 2024-03-07T10:13:17.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:16 smithi063 ceph-mon[36356]: pgmap v442: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 22 MiB/s wr, 1.84k op/s 2024-03-07T10:13:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:16 smithi018 ceph-mon[32171]: pgmap v442: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 22 MiB/s wr, 1.84k op/s 2024-03-07T10:13:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 835.0 s, 1616.1 tps, lat 62.405 ms stddev 76.574 2024-03-07T10:13:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:18 smithi077 ceph-mon[36374]: pgmap v443: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 20 MiB/s wr, 1.73k op/s 2024-03-07T10:13:19.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:18 smithi077 ceph-mon[36374]: osdmap e107: 12 total, 12 up, 12 in 2024-03-07T10:13:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:18 smithi018 ceph-mon[32171]: pgmap v443: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 20 MiB/s wr, 1.73k op/s 2024-03-07T10:13:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:18 smithi018 ceph-mon[32171]: osdmap e107: 12 total, 12 up, 12 in 2024-03-07T10:13:19.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:18 smithi063 ceph-mon[36356]: pgmap v443: 97 pgs: 97 active+clean; 4.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 20 MiB/s wr, 1.73k op/s 2024-03-07T10:13:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:18 smithi063 ceph-mon[36356]: osdmap e107: 12 total, 12 up, 12 in 2024-03-07T10:13:21.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:20 smithi077 ceph-mon[36374]: pgmap v445: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 7.0 MiB/s wr, 805 op/s 2024-03-07T10:13:21.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:20 smithi018 ceph-mon[32171]: pgmap v445: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 7.0 MiB/s wr, 805 op/s 2024-03-07T10:13:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:20 smithi063 ceph-mon[36356]: pgmap v445: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 7.0 MiB/s wr, 805 op/s 2024-03-07T10:13:22.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:21 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:13:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:21 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:13:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:21 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:13:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:22 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:13:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:22 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:13:23.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:22 smithi077 ceph-mon[36374]: pgmap v446: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 6.5 MiB/s wr, 765 op/s 2024-03-07T10:13:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:22 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:13:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:22 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:13:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:22 smithi018 ceph-mon[32171]: pgmap v446: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 6.5 MiB/s wr, 765 op/s 2024-03-07T10:13:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 840.0 s, 1384.2 tps, lat 71.466 ms stddev 139.010 2024-03-07T10:13:23.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:22 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:13:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:22 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:13:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:22 smithi063 ceph-mon[36356]: pgmap v446: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 6.5 MiB/s wr, 765 op/s 2024-03-07T10:13:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:24 smithi018 ceph-mon[32171]: pgmap v447: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 9.1 MiB/s wr, 938 op/s 2024-03-07T10:13:25.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:24 smithi063 ceph-mon[36356]: pgmap v447: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 9.1 MiB/s wr, 938 op/s 2024-03-07T10:13:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:24 smithi077 ceph-mon[36374]: pgmap v447: 97 pgs: 97 active+clean; 4.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 9.1 MiB/s wr, 938 op/s 2024-03-07T10:13:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:26 smithi018 ceph-mon[32171]: pgmap v448: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 19 MiB/s wr, 1.61k op/s 2024-03-07T10:13:27.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:26 smithi063 ceph-mon[36356]: pgmap v448: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 19 MiB/s wr, 1.61k op/s 2024-03-07T10:13:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:26 smithi077 ceph-mon[36374]: pgmap v448: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 19 MiB/s wr, 1.61k op/s 2024-03-07T10:13:28.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 845.0 s, 1600.8 tps, lat 61.584 ms stddev 70.745 2024-03-07T10:13:28.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 -- 172.21.15.18:0/2451148598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 msgr2=0x7fb1a41009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 --2- 172.21.15.18:0/2451148598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 0x7fb1a41009e0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fb19800b8b0 tx=0x7fb198005f90 comp rx=0 tx=0).stop 2024-03-07T10:13:28.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 -- 172.21.15.18:0/2451148598 shutdown_connections 2024-03-07T10:13:28.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 --2- 172.21.15.18:0/2451148598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 0x7fb1a410d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 --2- 172.21.15.18:0/2451148598 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 0x7fb1a41009e0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.273 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 --2- 172.21.15.18:0/2451148598 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 0x7fb1a4106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 -- 172.21.15.18:0/2451148598 >> 172.21.15.18:0/2451148598 conn(0x7fb1a4077680 msgr2=0x7fb1a4077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 -- 172.21.15.18:0/2451148598 shutdown_connections 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.268+0000 7fb1a8add640 1 -- 172.21.15.18:0/2451148598 wait complete. 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 Processor -- start 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 -- start start 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 0x7fb1a419ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 0x7fb1a419bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 0x7fb1a4195b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a410f860 con 0x7fb1a4106620 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a410f6e0 con 0x7fb1a4100f20 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.269+0000 7fb1a8add640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a410f9e0 con 0x7fb1a4100560 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 0x7fb1a4195b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 0x7fb1a419bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 0x7fb1a419ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 0x7fb1a419bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51256/0 (socket says 172.21.15.18:51256) 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 0x7fb1a4195b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42286/0 (socket says 172.21.15.18:42286) 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/955351097 learned_addr learned my addr 172.21.15.18:0/955351097 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/955351097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 msgr2=0x7fb1a419ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 0x7fb1a419ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 msgr2=0x7fb1a4195b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 0x7fb1a4195b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/955351097 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1a4196420 con 0x7fb1a4100f20 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a259c640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 0x7fb1a419ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a2d9d640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 0x7fb1a4195b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 0x7fb1a419bf90 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb1980042f0 tx=0x7fb198004320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1937fe640 1 -- 172.21.15.18:0/955351097 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb198042020 con 0x7fb1a4100f20 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1a41966b0 con 0x7fb1a4100f20 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1937fe640 1 -- 172.21.15.18:0/955351097 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb1980328e0 con 0x7fb1a4100f20 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1937fe640 1 -- 172.21.15.18:0/955351097 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb198037040 con 0x7fb1a4100f20 2024-03-07T10:13:28.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.270+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1a41a29d0 con 0x7fb1a4100f20 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.274+0000 7fb1ab9a1740 1 Processor -- start 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.274+0000 7fb1ab9a1740 1 -- start start 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1937fe640 1 -- 172.21.15.18:0/955351097 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb198045020 con 0x7fb1a4100f20 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f83299a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f83299fa0 0x561f8329a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f831fe5c0 con 0x561f832a3520 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f831a7900 con 0x561f8329ad10 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f831fa660 con 0x561f83299fa0 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f83299fa0 0x561f8329a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f83299fa0 0x561f8329a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43688/0 (socket says 172.21.15.18:43688) 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 -- 172.21.15.18:0/2566183011 learned_addr learned my addr 172.21.15.18:0/2566183011 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a2d9d640 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f83299a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 -- 172.21.15.18:0/2566183011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 msgr2=0x561f83299a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f83299a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 -- 172.21.15.18:0/2566183011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 msgr2=0x561f832a5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1a259c640 1 -- 172.21.15.18:0/2566183011 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f82f13210 con 0x561f83299fa0 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.275+0000 7fb1937fe640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb18c0a1ee0 0x7fb18c0a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb1a259c640 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f83299fa0 0x561f8329a420 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb1940114f0 tx=0x7fb1940119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de9f1037bf4acd08 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb1a2d9d640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb18c0a1ee0 0x7fb18c0a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb1937fe640 1 -- 172.21.15.18:0/955351097 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb1980f0060 con 0x7fb1a4100f20 2024-03-07T10:13:28.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb190ff9640 1 -- 172.21.15.18:0/2566183011 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb194005020 con 0x561f83299fa0 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb190ff9640 1 -- 172.21.15.18:0/2566183011 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb1940047a0 con 0x561f83299fa0 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb190ff9640 1 -- 172.21.15.18:0/2566183011 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb19400f9c0 con 0x561f83299fa0 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb1a2d9d640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb18c0a1ee0 0x7fb18c0a43a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb19c00dfd0 tx=0x7fb19c00f040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2566183011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f83299fa0 msgr2=0x561f8329a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.276+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f83299fa0 0x561f8329a420 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb1940114f0 tx=0x7fb1940119b0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.277+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2566183011 shutdown_connections 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.277+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.277+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f83299fa0 0x561f8329a420 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.277+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2566183011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f83299a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.277+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2566183011 >> 172.21.15.18:0/2566183011 conn(0x561f83261580 msgr2=0x561f83294c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:28.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.277+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2566183011 shutdown_connections 2024-03-07T10:13:28.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.278+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2566183011 wait complete. 2024-03-07T10:13:28.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.278+0000 7fb1ab9a1740 1 -- start start 2024-03-07T10:13:28.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.278+0000 7fb1ab9a1740 1 Processor -- start 2024-03-07T10:13:28.286 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f83299fa0 0x561f832a0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f832a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f832a6250 con 0x561f83299fa0 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f831bad60 con 0x561f8329ad10 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f832a63d0 con 0x561f832a3520 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1ab9a1740 10 client.0 _ll_register_callbacks cb 0x561f82f12a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f83299fa0 0x561f832a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f83299fa0 0x561f832a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42310/0 (socket says 172.21.15.18:42310) 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 -- 172.21.15.18:0/3374254159 learned_addr learned my addr 172.21.15.18:0/3374254159 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f832a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a2d9d640 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 -- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 msgr2=0x561f832a10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832a10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.287 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 -- 172.21.15.18:0/3374254159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 msgr2=0x561f832a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f832a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.288 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 -- 172.21.15.18:0/3374254159 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561f82fdf620 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.279+0000 7fb1a259c640 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f83299fa0 0x561f832a0670 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fb19401b040 tx=0x7fb1940051d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e45592c3caded11 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb189ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb189ffb640 1 -- 172.21.15.18:0/3374254159 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb194028070 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb189ffb640 1 -- 172.21.15.18:0/3374254159 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb194005450 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb1940047a0 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb189ffb640 1 -- 172.21.15.18:0/3374254159 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb194034050 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 10 client.19272 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561f832bae70 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb189ffb640 1 -- 172.21.15.18:0/3374254159 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb1940047a0 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb189ffb640 1 -- 172.21.15.18:0/3374254159 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb1940245e0 con 0x561f83299fa0 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 10 client.19272 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 10 client.19272 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 20 client.19272 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:28.289 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f832bc280 0x561f832be670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 4 client.19272 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.280+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561f8320bb00 con 0x561f832bc280 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.281+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f832bc280 0x561f832be670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.281+0000 7fb189ffb640 10 client.19272 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.281+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f832bc280 0x561f832be670 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3626e3ae8dc0d6c9 server_cookie=5e94dd52044a5751 in_seq=0 out_seq=0 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb189ffb640 1 -- 172.21.15.18:0/3374254159 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561f8320bb00 con 0x561f832bc280 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb189ffb640 10 client.19272 handle_command_reply: tid=0 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 client.19272 shutdown 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f83299fa0 msgr2=0x561f832a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f83299fa0 0x561f832a0670 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fb19401b040 tx=0x7fb1940051d0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 shutdown_connections 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f832bc280 0x561f832be670 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.290 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832a10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb189ffb640 0 client.19272 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:28.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f8329ad10 0x561f832a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/3374254159 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f83299fa0 0x561f832a0670 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.291 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 >> 172.21.15.18:0/3374254159 conn(0x561f83261580 msgr2=0x561f832969e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:28.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 shutdown_connections 2024-03-07T10:13:28.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/3374254159 wait complete. 2024-03-07T10:13:28.292 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.282+0000 7fb1ab9a1740 20 client.19272 trim_cache size 0 max 16384 2024-03-07T10:13:28.307 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 Processor -- start 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 -- start start 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832a2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f8329ad10 0x561f832b73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832b78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a41ad800 con 0x561f8329ad10 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a41ab300 con 0x561f83299fa0 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a41a93c0 con 0x561f832a3520 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1a1d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f8329ad10 0x561f832b73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1a1d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f8329ad10 0x561f832b73b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42326/0 (socket says 172.21.15.18:42326) 2024-03-07T10:13:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/860392258 learned_addr learned my addr 172.21.15.18:0/860392258 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1a2d9d640 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832b78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.300+0000 7fb1a259c640 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832a2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/860392258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 msgr2=0x561f832b78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832b78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/860392258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 msgr2=0x561f832a2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832a2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb1a1d9b640 1 -- 172.21.15.18:0/860392258 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f832a6130 con 0x561f8329ad10 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f8329ad10 0x561f832b73b0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fb1980b9380 tx=0x7fb1980f25e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803dbc47a9335241 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb18bfff640 1 -- 172.21.15.18:0/860392258 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1980ede60 con 0x561f8329ad10 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb18bfff640 1 -- 172.21.15.18:0/860392258 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb19800b480 con 0x561f8329ad10 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.301+0000 7fb18bfff640 1 -- 172.21.15.18:0/860392258 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1980c5150 con 0x561f8329ad10 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/860392258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f8329ad10 msgr2=0x561f832b73b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f8329ad10 0x561f832b73b0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fb1980b9380 tx=0x7fb1980f25e0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/860392258 shutdown_connections 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f832a3520 0x561f832b78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f8329ad10 0x561f832b73b0 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/860392258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832a2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/860392258 >> 172.21.15.18:0/860392258 conn(0x561f83261580 msgr2=0x561f832947c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/860392258 shutdown_connections 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/860392258 wait complete. 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- start start 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 Processor -- start 2024-03-07T10:13:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f8329ad10 0x561f832a4770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a41a99c0 con 0x561f832a3520 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a41aaca0 con 0x561f83299fa0 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.302+0000 7fb1ab9a1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a41a9fe0 con 0x561f8329ad10 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1ab9a1740 10 client.0 _ll_register_callbacks cb 0x7fb1980f3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a1d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f8329ad10 0x561f832a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a2d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832b3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:51298/0 (socket says 172.21.15.18:51298) 2024-03-07T10:13:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 -- 172.21.15.18:0/2262129616 learned_addr learned my addr 172.21.15.18:0/2262129616 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a1d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f8329ad10 0x561f832a4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:43722/0 (socket says 172.21.15.18:43722) 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 -- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f8329ad10 msgr2=0x561f832a4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f8329ad10 0x561f832a4770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 -- 172.21.15.18:0/2262129616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 msgr2=0x561f832a4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 -- 172.21.15.18:0/2262129616 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561f832a5240 con 0x561f83299fa0 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f8329ad10 0x561f832a4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1a259c640 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832b3a60 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fb194025fd0 tx=0x7fb194026000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffccb47e318cc097 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb189ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb189ffb640 1 -- 172.21.15.18:0/2262129616 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb19403d060 con 0x561f83299fa0 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561f83205e50 con 0x561f83299fa0 2024-03-07T10:13:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.303+0000 7fb189ffb640 1 -- 172.21.15.18:0/2262129616 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb194011040 con 0x561f83299fa0 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb189ffb640 1 -- 172.21.15.18:0/2262129616 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb194044050 con 0x561f83299fa0 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 10 client.28940 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561f83318710 con 0x561f83299fa0 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb189ffb640 1 -- 172.21.15.18:0/2262129616 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561f83205e50 con 0x561f83299fa0 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb189ffb640 1 -- 172.21.15.18:0/2262129616 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fb19400f5c0 con 0x561f83299fa0 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 10 client.28940 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 10 client.28940 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 20 client.28940 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f83318d80 0x561f8331b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 4 client.28940 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561f831846e0 con 0x561f83318d80 2024-03-07T10:13:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.304+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f83318d80 0x561f8331b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:28.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.305+0000 7fb189ffb640 10 client.28940 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:28.314 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.305+0000 7fb1a1d9b640 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f83318d80 0x561f8331b1a0 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e105685bcffab5e6 server_cookie=6f676abd1f854c26 in_seq=0 out_seq=0 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.331+0000 7fb189ffb640 1 -- 172.21.15.18:0/2262129616 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561f831846e0 con 0x561f83318d80 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.331+0000 7fb189ffb640 10 client.28940 handle_command_reply: tid=0 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.331+0000 7fb1ab9a1740 1 client.28940 shutdown 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 msgr2=0x561f832b3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832b3a60 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fb194025fd0 tx=0x7fb194026000 comp rx=0 tx=0).stop 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 shutdown_connections 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x561f83318d80 0x561f8331b1a0 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb189ffb640 0 client.28940 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561f832a3520 0x561f832a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561f8329ad10 0x561f832a4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 --2- 172.21.15.18:0/2262129616 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561f83299fa0 0x561f832b3a60 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 >> 172.21.15.18:0/2262129616 conn(0x561f83261580 msgr2=0x561f832960c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 shutdown_connections 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 1 -- 172.21.15.18:0/2262129616 wait complete. 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.332+0000 7fb1ab9a1740 20 client.28940 trim_cache size 0 max 16384 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:13:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:13:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb18c0a1ee0 msgr2=0x7fb18c0a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb18c0a1ee0 0x7fb18c0a43a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb19c00dfd0 tx=0x7fb19c00f040 comp rx=0 tx=0).stop 2024-03-07T10:13:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 msgr2=0x7fb1a419bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 0x7fb1a419bf90 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb1980042f0 tx=0x7fb198004320 comp rx=0 tx=0).stop 2024-03-07T10:13:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 shutdown_connections 2024-03-07T10:13:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb18c0a1ee0 0x7fb18c0a43a0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb1a4106620 0x7fb1a4195b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1a4100f20 0x7fb1a419bf90 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 --2- 172.21.15.18:0/955351097 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb1a4100560 0x7fb1a419ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 >> 172.21.15.18:0/955351097 conn(0x7fb1a4077680 msgr2=0x7fb1a40ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.333+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 shutdown_connections 2024-03-07T10:13:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:28.334+0000 7fb1a8add640 1 -- 172.21.15.18:0/955351097 wait complete. 2024-03-07T10:13:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:28 smithi018 ceph-mon[32171]: pgmap v449: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 19 MiB/s wr, 1.68k op/s 2024-03-07T10:13:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:28 smithi063 ceph-mon[36356]: pgmap v449: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 19 MiB/s wr, 1.68k op/s 2024-03-07T10:13:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:28 smithi077 ceph-mon[36374]: pgmap v449: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 19 MiB/s wr, 1.68k op/s 2024-03-07T10:13:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:30 smithi018 ceph-mon[32171]: pgmap v450: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 20 MiB/s wr, 1.70k op/s 2024-03-07T10:13:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:30 smithi063 ceph-mon[36356]: pgmap v450: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 20 MiB/s wr, 1.70k op/s 2024-03-07T10:13:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:30 smithi077 ceph-mon[36374]: pgmap v450: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 20 MiB/s wr, 1.70k op/s 2024-03-07T10:13:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:32 smithi018 ceph-mon[32171]: pgmap v451: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 17 MiB/s wr, 1.44k op/s 2024-03-07T10:13:33.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 850.0 s, 1514.2 tps, lat 67.458 ms stddev 81.573 2024-03-07T10:13:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:32 smithi063 ceph-mon[36356]: pgmap v451: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 17 MiB/s wr, 1.44k op/s 2024-03-07T10:13:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:32 smithi077 ceph-mon[36374]: pgmap v451: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 17 MiB/s wr, 1.44k op/s 2024-03-07T10:13:34.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:33 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:13:34.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:33 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:13:34.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:33 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:13:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:34 smithi018 ceph-mon[32171]: pgmap v452: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 17 MiB/s wr, 1.43k op/s 2024-03-07T10:13:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:34 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:13:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:34 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:13:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:34 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:13:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:34 smithi063 ceph-mon[36356]: pgmap v452: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 17 MiB/s wr, 1.43k op/s 2024-03-07T10:13:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:34 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:13:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:34 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:13:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:34 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:13:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:34 smithi077 ceph-mon[36374]: pgmap v452: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 17 MiB/s wr, 1.43k op/s 2024-03-07T10:13:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:34 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:13:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:34 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:13:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:34 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:13:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:36 smithi018 ceph-mon[32171]: pgmap v453: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2024-03-07T10:13:37.206 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:36 smithi063 ceph-mon[36356]: pgmap v453: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2024-03-07T10:13:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:36 smithi077 ceph-mon[36374]: pgmap v453: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 16 MiB/s wr, 1.41k op/s 2024-03-07T10:13:38.123 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 855.0 s, 1596.8 tps, lat 62.731 ms stddev 72.331 2024-03-07T10:13:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:38 smithi018 ceph-mon[32171]: pgmap v454: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 6.0 MiB/s wr, 604 op/s 2024-03-07T10:13:39.200 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:38 smithi063 ceph-mon[36356]: pgmap v454: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 6.0 MiB/s wr, 604 op/s 2024-03-07T10:13:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:38 smithi077 ceph-mon[36374]: pgmap v454: 97 pgs: 97 active+clean; 4.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 6.0 MiB/s wr, 604 op/s 2024-03-07T10:13:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:40 smithi018 ceph-mon[32171]: pgmap v455: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 7.5 MiB/s wr, 755 op/s 2024-03-07T10:13:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:40 smithi077 ceph-mon[36374]: pgmap v455: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 7.5 MiB/s wr, 755 op/s 2024-03-07T10:13:41.414 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:40 smithi063 ceph-mon[36356]: pgmap v455: 97 pgs: 97 active+clean; 4.4 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 7.5 MiB/s wr, 755 op/s 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 -- 172.21.15.18:0/1154470325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634069440 msgr2=0x7fa6340698a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 --2- 172.21.15.18:0/1154470325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634069440 0x7fa6340698a0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009860 tx=0x7fa61c02bb90 comp rx=0 tx=0).stop 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 -- 172.21.15.18:0/1154470325 shutdown_connections 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 --2- 172.21.15.18:0/1154470325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa634104050 0x7fa634104500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 --2- 172.21.15.18:0/1154470325 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634069440 0x7fa6340698a0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 --2- 172.21.15.18:0/1154470325 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634106550 0x7fa634068f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 -- 172.21.15.18:0/1154470325 >> 172.21.15.18:0/1154470325 conn(0x7fa634077650 msgr2=0x7fa634077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 -- 172.21.15.18:0/1154470325 shutdown_connections 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.473+0000 7fa639434640 1 -- 172.21.15.18:0/1154470325 wait complete. 2024-03-07T10:13:41.476 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.474+0000 7fa639434640 1 Processor -- start 2024-03-07T10:13:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa639434640 1 -- start start 2024-03-07T10:13:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa639434640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa634069440 0x7fa6341148e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa639434640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634104050 0x7fa63410d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa639434640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634106550 0x7fa63410def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.478 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa639434640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6341180a0 con 0x7fa634106550 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa639434640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa634117f20 con 0x7fa634069440 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa639434640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa634118220 con 0x7fa634104050 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa62bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634104050 0x7fa63410d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa62bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634104050 0x7fa63410d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49272/0 (socket says 172.21.15.18:49272) 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa62bfff640 1 -- 172.21.15.18:0/1233882224 learned_addr learned my addr 172.21.15.18:0/1233882224 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa6337fe640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634106550 0x7fa63410def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.475+0000 7fa632ffd640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa634069440 0x7fa6341148e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa62bfff640 1 -- 172.21.15.18:0/1233882224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa634069440 msgr2=0x7fa6341148e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa62bfff640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa634069440 0x7fa6341148e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa62bfff640 1 -- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634106550 msgr2=0x7fa63410def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa62bfff640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634106550 0x7fa63410def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa62bfff640 1 -- 172.21.15.18:0/1233882224 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa63410e500 con 0x7fa634104050 2024-03-07T10:13:41.479 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa62bfff640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634104050 0x7fa63410d9b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fa61c037040 tx=0x7fa61c0045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa630ff9640 1 -- 172.21.15.18:0/1233882224 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c041020 con 0x7fa634104050 2024-03-07T10:13:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa63410e790 con 0x7fa634104050 2024-03-07T10:13:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa634112720 con 0x7fa634104050 2024-03-07T10:13:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa630ff9640 1 -- 172.21.15.18:0/1233882224 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa61c02ca10 con 0x7fa634104050 2024-03-07T10:13:41.480 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.476+0000 7fa630ff9640 1 -- 172.21.15.18:0/1233882224 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c039040 con 0x7fa634104050 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.479+0000 7fa63c22f740 1 Processor -- start 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.479+0000 7fa63c22f740 1 -- start start 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc26da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc26e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc277520 0x55cbbc279910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa63c22f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbc1d25c0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa63c22f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbc17b900 con 0x55cbbc26ed10 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa63c22f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbc1ce660 con 0x55cbbc277520 2024-03-07T10:13:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa630ff9640 1 -- 172.21.15.18:0/1233882224 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa61c044020 con 0x7fa634104050 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc26e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc26e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59012/0 (socket says 172.21.15.18:59012) 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa632ffd640 1 -- 172.21.15.18:0/2876635572 learned_addr learned my addr 172.21.15.18:0/2876635572 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.480+0000 7fa62bfff640 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc277520 0x55cbbc279910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa6337fe640 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc26da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa632ffd640 1 -- 172.21.15.18:0/2876635572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc277520 msgr2=0x55cbbc279910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa632ffd640 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc277520 0x55cbbc279910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa632ffd640 1 -- 172.21.15.18:0/2876635572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 msgr2=0x55cbbc26da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa632ffd640 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc26da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa632ffd640 1 -- 172.21.15.18:0/2876635572 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cbbbee7210 con 0x55cbbc26dfa0 2024-03-07T10:13:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa6337fe640 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc26da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:13:41.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa630ff9640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6200a1fb0 0x7fa6200a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa632ffd640 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc26e420 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fa62400dcb0 tx=0x7fa62400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5babf1fa7c88868a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:41.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa6337fe640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6200a1fb0 0x7fa6200a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa630ff9640 1 -- 172.21.15.18:0/1233882224 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa61c0ef820 con 0x7fa634104050 2024-03-07T10:13:41.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa6297fa640 1 -- 172.21.15.18:0/2876635572 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa624011440 con 0x55cbbc26dfa0 2024-03-07T10:13:41.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa6297fa640 1 -- 172.21.15.18:0/2876635572 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa624011ac0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.485 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.481+0000 7fa6297fa640 1 -- 172.21.15.18:0/2876635572 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa62401ba90 con 0x55cbbc26dfa0 2024-03-07T10:13:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 -- 172.21.15.18:0/2876635572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 msgr2=0x55cbbc26e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.488 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc26e420 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fa62400dcb0 tx=0x7fa62400f730 comp rx=0 tx=0).stop 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa6337fe640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6200a1fb0 0x7fa6200a4470 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa62c00d470 tx=0x7fa62c00a570 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 -- 172.21.15.18:0/2876635572 shutdown_connections 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc277520 0x55cbbc279910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc26e420 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 --2- 172.21.15.18:0/2876635572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc26da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 -- 172.21.15.18:0/2876635572 >> 172.21.15.18:0/2876635572 conn(0x55cbbc235580 msgr2=0x55cbbc268c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 -- 172.21.15.18:0/2876635572 shutdown_connections 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.482+0000 7fa63c22f740 1 -- 172.21.15.18:0/2876635572 wait complete. 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.483+0000 7fa63c22f740 1 -- start start 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.483+0000 7fa63c22f740 1 Processor -- start 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc274570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc274ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.489 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc277520 0x55cbbc274ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa63c22f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbc27a250 con 0x55cbbc26dfa0 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa63c22f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbc18ed60 con 0x55cbbc277520 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa63c22f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbc27a3d0 con 0x55cbbc26ed10 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa63c22f740 10 client.0 _ll_register_callbacks cb 0x55cbbbee6a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.484+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc274570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc274570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59020/0 (socket says 172.21.15.18:59020) 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 -- 172.21.15.18:0/4027767933 learned_addr learned my addr 172.21.15.18:0/4027767933 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa6337fe640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc277520 0x55cbbc274ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa62bfff640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc274ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 -- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 msgr2=0x55cbbc274ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc274ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 -- 172.21.15.18:0/4027767933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc277520 msgr2=0x55cbbc274ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc277520 0x55cbbc274ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 -- 172.21.15.18:0/4027767933 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cbbbfb3620 con 0x55cbbc26dfa0 2024-03-07T10:13:41.490 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa6337fe640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc277520 0x55cbbc274ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa632ffd640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc274570 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fa62400d870 tx=0x7fa62401b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286397f1a38b2d09 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa61a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.485+0000 7fa61a7fc640 1 -- 172.21.15.18:0/4027767933 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa624029060 con 0x55cbbc26dfa0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa61a7fc640 1 -- 172.21.15.18:0/4027767933 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa624011650 con 0x55cbbc26dfa0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa624011ac0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa61a7fc640 1 -- 172.21.15.18:0/4027767933 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa624030050 con 0x55cbbc26dfa0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 10 client.19290 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cbbc2864f0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa61a7fc640 1 -- 172.21.15.18:0/4027767933 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa624011ac0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa61a7fc640 1 -- 172.21.15.18:0/4027767933 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa62401bc90 con 0x55cbbc26dfa0 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 10 client.19290 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 10 client.19290 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 20 client.19290 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:41.491 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2878f0 0x55cbbc289ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 4 client.19290 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cbbc1dfb00 con 0x55cbbc2878f0 2024-03-07T10:13:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.486+0000 7fa62bfff640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2878f0 0x55cbbc289ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.487+0000 7fa62bfff640 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2878f0 0x55cbbc289ce0 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d5a28d2bef53cc2 server_cookie=5d7412ab691c8e88 in_seq=0 out_seq=0 2024-03-07T10:13:41.492 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.487+0000 7fa61a7fc640 10 client.19290 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.487+0000 7fa61a7fc640 1 -- 172.21.15.18:0/4027767933 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55cbbc1dfb00 con 0x55cbbc2878f0 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.487+0000 7fa61a7fc640 10 client.19290 handle_command_reply: tid=0 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 client.19290 shutdown 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 msgr2=0x55cbbc274570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc274570 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fa62400d870 tx=0x7fa62401b480 comp rx=0 tx=0).stop 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 shutdown_connections 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2878f0 0x55cbbc289ce0 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.493 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc277520 0x55cbbc274ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc274ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 --2- 172.21.15.18:0/4027767933 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc26dfa0 0x55cbbc274570 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa61a7fc640 0 client.19290 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 >> 172.21.15.18:0/4027767933 conn(0x55cbbc235580 msgr2=0x55cbbc26a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 shutdown_connections 2024-03-07T10:13:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 1 -- 172.21.15.18:0/4027767933 wait complete. 2024-03-07T10:13:41.494 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.488+0000 7fa63c22f740 20 client.19290 trim_cache size 0 max 16384 2024-03-07T10:13:41.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.504+0000 7fa63c22f740 1 Processor -- start 2024-03-07T10:13:41.506 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.504+0000 7fa63c22f740 1 -- start start 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26dfa0 0x55cbbc276ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc267c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc282b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa63c22f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa614010da0 con 0x55cbbc277520 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa63c22f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa61400e8a0 con 0x55cbbc26ed10 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa63c22f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa61400c960 con 0x55cbbc26dfa0 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26dfa0 0x55cbbc276ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26dfa0 0x55cbbc276ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49290/0 (socket says 172.21.15.18:49290) 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 -- 172.21.15.18:0/1399306472 learned_addr learned my addr 172.21.15.18:0/1399306472 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa62bfff640 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc267c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa6337fe640 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc282b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 -- 172.21.15.18:0/1399306472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 msgr2=0x55cbbc267c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc267c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 -- 172.21.15.18:0/1399306472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 msgr2=0x55cbbc282b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc282b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa632ffd640 1 -- 172.21.15.18:0/1399306472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cbbc26d270 con 0x55cbbc26dfa0 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.505+0000 7fa6337fe640 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc282b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.506+0000 7fa632ffd640 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26dfa0 0x55cbbc276ca0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fa624001eb0 tx=0x7fa62401b4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bba296386fea1d3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.506+0000 7fa628ff9640 1 -- 172.21.15.18:0/1399306472 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa624029040 con 0x55cbbc26dfa0 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.506+0000 7fa628ff9640 1 -- 172.21.15.18:0/1399306472 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa624003bc0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.506+0000 7fa628ff9640 1 -- 172.21.15.18:0/1399306472 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6240055a0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.506+0000 7fa63c22f740 1 -- 172.21.15.18:0/1399306472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26dfa0 msgr2=0x55cbbc276ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26dfa0 0x55cbbc276ca0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fa624001eb0 tx=0x7fa62401b4f0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 -- 172.21.15.18:0/1399306472 shutdown_connections 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc282b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26ed10 0x55cbbc267c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 --2- 172.21.15.18:0/1399306472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26dfa0 0x55cbbc276ca0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 -- 172.21.15.18:0/1399306472 >> 172.21.15.18:0/1399306472 conn(0x55cbbc235580 msgr2=0x55cbbc267580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 -- 172.21.15.18:0/1399306472 shutdown_connections 2024-03-07T10:13:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 -- 172.21.15.18:0/1399306472 wait complete. 2024-03-07T10:13:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 -- start start 2024-03-07T10:13:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.507+0000 7fa63c22f740 1 Processor -- start 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26dfa0 0x55cbbc27f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc27b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc27bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa61400cf60 con 0x55cbbc277520 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa61400e240 con 0x55cbbc26dfa0 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa61400d580 con 0x55cbbc26ed10 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26dfa0 0x55cbbc27f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa62bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc27b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa6337fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc27bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26dfa0 0x55cbbc27f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34444/0 (socket says 172.21.15.18:34444) 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 -- 172.21.15.18:0/3260492288 learned_addr learned my addr 172.21.15.18:0/3260492288 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 10 client.0 _ll_register_callbacks cb 0x7fa624015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 -- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 msgr2=0x55cbbc27b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc27b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 -- 172.21.15.18:0/3260492288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 msgr2=0x55cbbc27bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc27bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 -- 172.21.15.18:0/3260492288 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cbbc27c430 con 0x55cbbc26dfa0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa62bfff640 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc27b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa632ffd640 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26dfa0 0x55cbbc27f370 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fa62400e010 tx=0x7fa62400ff60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b41ed75cd9219dd5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa61a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa61a7fc640 1 -- 172.21.15.18:0/3260492288 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6240039d0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.508+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa624003bc0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa61a7fc640 1 -- 172.21.15.18:0/3260492288 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa624005530 con 0x55cbbc26dfa0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa61a7fc640 1 -- 172.21.15.18:0/3260492288 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa624011650 con 0x55cbbc26dfa0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 10 client.28952 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cbbc2e3db0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa61a7fc640 1 -- 172.21.15.18:0/3260492288 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa624003bc0 con 0x55cbbc26dfa0 2024-03-07T10:13:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa61a7fc640 1 -- 172.21.15.18:0/3260492288 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fa624035480 con 0x55cbbc26dfa0 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 10 client.28952 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 10 client.28952 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 20 client.28952 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2e4360 0x55cbbc2e6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 4 client.28952 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.509+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55cbbc1d9e50 con 0x55cbbc2e4360 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.510+0000 7fa62bfff640 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2e4360 0x55cbbc2e6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.511+0000 7fa62bfff640 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2e4360 0x55cbbc2e6780 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68f1fb8229a9b91 server_cookie=24940f385696b701 in_seq=0 out_seq=0 2024-03-07T10:13:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.511+0000 7fa61a7fc640 10 client.28952 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.538+0000 7fa61a7fc640 1 -- 172.21.15.18:0/3260492288 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55cbbc1d9e50 con 0x55cbbc2e4360 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.538+0000 7fa61a7fc640 10 client.28952 handle_command_reply: tid=0 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.538+0000 7fa63c22f740 1 client.28952 shutdown 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26dfa0 msgr2=0x55cbbc27f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26dfa0 0x55cbbc27f370 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fa62400e010 tx=0x7fa62400ff60 comp rx=0 tx=0).stop 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 shutdown_connections 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55cbbc2e4360 0x55cbbc2e6780 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cbbc277520 0x55cbbc27bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cbbc26ed10 0x55cbbc27b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa61a7fc640 0 client.28952 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 --2- 172.21.15.18:0/3260492288 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbbc26dfa0 0x55cbbc27f370 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 >> 172.21.15.18:0/3260492288 conn(0x55cbbc235580 msgr2=0x55cbbc26a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 shutdown_connections 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 1 -- 172.21.15.18:0/3260492288 wait complete. 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa63c22f740 20 client.28952 trim_cache size 0 max 16384 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:13:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:13:41.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6200a1fb0 msgr2=0x7fa6200a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6200a1fb0 0x7fa6200a4470 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa62c00d470 tx=0x7fa62c00a570 comp rx=0 tx=0).stop 2024-03-07T10:13:41.543 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634104050 msgr2=0x7fa63410d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634104050 0x7fa63410d9b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fa61c037040 tx=0x7fa61c0045e0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 shutdown_connections 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa6200a1fb0 0x7fa6200a4470 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa634106550 0x7fa63410def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa634104050 0x7fa63410d9b0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 --2- 172.21.15.18:0/1233882224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa634069440 0x7fa6341148e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 >> 172.21.15.18:0/1233882224 conn(0x7fa634077650 msgr2=0x7fa634103030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.539+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 shutdown_connections 2024-03-07T10:13:41.544 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:41.540+0000 7fa639434640 1 -- 172.21.15.18:0/1233882224 wait complete. 2024-03-07T10:13:43.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:42 smithi018 ceph-mon[32171]: pgmap v456: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 5.0 MiB/s wr, 537 op/s 2024-03-07T10:13:43.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 860.0 s, 1426.6 tps, lat 69.841 ms stddev 80.835 2024-03-07T10:13:43.212 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:42 smithi063 ceph-mon[36356]: pgmap v456: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 5.0 MiB/s wr, 537 op/s 2024-03-07T10:13:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:42 smithi077 ceph-mon[36374]: pgmap v456: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 5.0 MiB/s wr, 537 op/s 2024-03-07T10:13:44.814 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:13:44.814 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:13:44.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.953+0000 7f2f84687640 1 -- 172.21.15.18:0/3025296756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 msgr2=0x7f2f7c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.953+0000 7f2f84687640 1 --2- 172.21.15.18:0/3025296756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 0x7f2f7c068930 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c009900 tx=0x7f2f6c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 -- 172.21.15.18:0/3025296756 shutdown_connections 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 --2- 172.21.15.18:0/3025296756 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 0x7f2f7c068930 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 --2- 172.21.15.18:0/3025296756 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 0x7f2f7c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 --2- 172.21.15.18:0/3025296756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f7c1065e0 0x7f2f7c1069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 -- 172.21.15.18:0/3025296756 >> 172.21.15.18:0/3025296756 conn(0x7f2f7c077710 msgr2=0x7f2f7c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 -- 172.21.15.18:0/3025296756 shutdown_connections 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 -- 172.21.15.18:0/3025296756 wait complete. 2024-03-07T10:13:44.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.954+0000 7f2f84687640 1 Processor -- start 2024-03-07T10:13:44.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f84687640 1 -- start start 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f84687640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 0x7f2f7c199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f84687640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 0x7f2f7c19a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f84687640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f7c1065e0 0x7f2f7c19e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f84687640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c113c30 con 0x7f2f7c100520 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f82423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 0x7f2f7c199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f84687640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c113ab0 con 0x7f2f7c1065e0 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f84687640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c113db0 con 0x7f2f7c100ee0 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f82423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 0x7f2f7c199fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59058/0 (socket says 172.21.15.18:59058) 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f82423640 1 -- 172.21.15.18:0/3214601785 learned_addr learned my addr 172.21.15.18:0/3214601785 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.955+0000 7f2f81c22640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 0x7f2f7c19a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f82c24640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f7c1065e0 0x7f2f7c19e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f82423640 1 -- 172.21.15.18:0/3214601785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 msgr2=0x7f2f7c19a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:44.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f82423640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 0x7f2f7c19a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f82423640 1 -- 172.21.15.18:0/3214601785 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f7c1065e0 msgr2=0x7f2f7c19e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f82423640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f7c1065e0 0x7f2f7c19e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f82423640 1 -- 172.21.15.18:0/3214601785 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f7c19efd0 con 0x7f2f7c100520 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f82423640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 0x7f2f7c199fe0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f2f7400ebc0 tx=0x7f2f7400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f737fe640 1 -- 172.21.15.18:0/3214601785 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f74010630 con 0x7f2f7c100520 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f7c19f2c0 con 0x7f2f7c100520 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f737fe640 1 -- 172.21.15.18:0/3214601785 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2f74010cb0 con 0x7f2f7c100520 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f737fe640 1 -- 172.21.15.18:0/3214601785 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f74018bd0 con 0x7f2f7c100520 2024-03-07T10:13:44.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.956+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f7c1a6b50 con 0x7f2f7c100520 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.958+0000 7f2f737fe640 1 -- 172.21.15.18:0/3214601785 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f2f740107d0 con 0x7f2f7c100520 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f87477740 1 Processor -- start 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f87477740 1 -- start start 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f737fe640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2f680a1ef0 0x7f2f680a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f87477740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af491b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f87477740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af49a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f82c24640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2f680a1ef0 0x7f2f680a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f82423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af491b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f87477740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af49ac30 0x5590af49d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f87477740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590af3f4dd0 con 0x5590af491730 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f87477740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590af39dae0 con 0x5590af49ac30 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.959+0000 7f2f737fe640 1 -- 172.21.15.18:0/3214601785 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2f740ce820 con 0x7f2f7c100520 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f87477740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590af3f0e70 con 0x5590af492050 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f82423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af491b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59070/0 (socket says 172.21.15.18:59070) 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f82423640 1 -- 172.21.15.18:0/4086866897 learned_addr learned my addr 172.21.15.18:0/4086866897 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f81c22640 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af49a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f82423640 1 -- 172.21.15.18:0/4086866897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 msgr2=0x5590af49a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f82423640 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af49a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f82423640 1 -- 172.21.15.18:0/4086866897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af49ac30 msgr2=0x5590af49d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.960+0000 7f2f82c24640 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af49ac30 0x5590af49d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.961+0000 7f2f82423640 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af49ac30 0x5590af49d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.961+0000 7f2f82423640 1 -- 172.21.15.18:0/4086866897 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5590af1d37d0 con 0x5590af491730 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.962+0000 7f2f82c24640 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af49ac30 0x5590af49d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.962+0000 7f2f82c24640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2f680a1ef0 0x7f2f680a43b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c005ab0 tx=0x7f2f6c005b50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.962+0000 7f2f82423640 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af491b10 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f2f74097b90 tx=0x7f2f7409ab20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632f48b0dddf0280 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.962+0000 7f2f70ff9640 1 -- 172.21.15.18:0/4086866897 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f740a38b0 con 0x5590af491730 2024-03-07T10:13:44.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.962+0000 7f2f70ff9640 1 -- 172.21.15.18:0/4086866897 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2f74010ac0 con 0x5590af491730 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.962+0000 7f2f70ff9640 1 -- 172.21.15.18:0/4086866897 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f7408a840 con 0x5590af491730 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 -- 172.21.15.18:0/4086866897 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 msgr2=0x5590af491b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af491b10 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f2f74097b90 tx=0x7f2f7409ab20 comp rx=0 tx=0).stop 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 -- 172.21.15.18:0/4086866897 shutdown_connections 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af49ac30 0x5590af49d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af49a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 --2- 172.21.15.18:0/4086866897 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af491b10 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 -- 172.21.15.18:0/4086866897 >> 172.21.15.18:0/4086866897 conn(0x5590af48be60 msgr2=0x5590af48c240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 -- 172.21.15.18:0/4086866897 shutdown_connections 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.963+0000 7f2f87477740 1 -- 172.21.15.18:0/4086866897 wait complete. 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 -- start start 2024-03-07T10:13:44.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 Processor -- start 2024-03-07T10:13:44.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 0x5590af497a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af492050 0x5590af497fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 0x5590af498510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590af49d9c0 con 0x5590af492050 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590af3b1070 con 0x5590af491730 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590af49db40 con 0x5590af49ac30 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f87477740 10 client.0 _ll_register_callbacks cb 0x5590af3b0a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f81c22640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af492050 0x5590af497fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f81c22640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af492050 0x5590af497fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59080/0 (socket says 172.21.15.18:59080) 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.964+0000 7f2f81c22640 1 -- 172.21.15.18:0/400856640 learned_addr learned my addr 172.21.15.18:0/400856640 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f81c22640 1 -- 172.21.15.18:0/400856640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 msgr2=0x5590af498510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f81c22640 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 0x5590af498510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f81c22640 1 -- 172.21.15.18:0/400856640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 msgr2=0x5590af497a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:44.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f81c22640 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 0x5590af497a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f81c22640 1 -- 172.21.15.18:0/400856640 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5590af1093f0 con 0x5590af492050 2024-03-07T10:13:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f81c22640 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af492050 0x5590af497fd0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f2f78011440 tx=0x7f2f78011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1316e9013ddb742b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f65ffb640 1 -- 172.21.15.18:0/400856640 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f78004020 con 0x5590af492050 2024-03-07T10:13:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.965+0000 7f2f65ffb640 1 -- 172.21.15.18:0/400856640 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2f780041c0 con 0x5590af492050 2024-03-07T10:13:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.966+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2f74010ac0 con 0x5590af492050 2024-03-07T10:13:44.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.966+0000 7f2f65ffb640 1 -- 172.21.15.18:0/400856640 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2f780043c0 con 0x5590af492050 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 10 client.19308 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5590af0c90f0 con 0x5590af492050 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f65ffb640 1 -- 172.21.15.18:0/400856640 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2f74010ac0 con 0x5590af492050 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f65ffb640 1 -- 172.21.15.18:0/400856640 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2f78003b10 con 0x5590af492050 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 10 client.19308 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 10 client.19308 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 20 client.19308 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:44.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af4bba20 0x5590af4bde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 4 client.19308 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5590af402310 con 0x5590af4bba20 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.967+0000 7f2f82423640 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af4bba20 0x5590af4bde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.968+0000 7f2f65ffb640 10 client.19308 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.968+0000 7f2f82423640 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af4bba20 0x5590af4bde80 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ad3adc7d31f5a0c server_cookie=191dbbcdf9b30ef6 in_seq=0 out_seq=0 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f65ffb640 1 -- 172.21.15.18:0/400856640 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5590af402310 con 0x5590af4bba20 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f65ffb640 10 client.19308 handle_command_reply: tid=0 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 client.19308 shutdown 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af492050 msgr2=0x5590af497fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af492050 0x5590af497fd0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f2f78011440 tx=0x7f2f78011900 comp rx=0 tx=0).stop 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 shutdown_connections 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af4bba20 0x5590af4bde80 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 0x5590af498510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af492050 0x5590af497fd0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 --2- 172.21.15.18:0/400856640 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 0x5590af497a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 >> 172.21.15.18:0/400856640 conn(0x5590af48be60 msgr2=0x5590af48dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f65ffb640 0 client.19308 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 shutdown_connections 2024-03-07T10:13:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 1 -- 172.21.15.18:0/400856640 wait complete. 2024-03-07T10:13:44.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.969+0000 7f2f87477740 20 client.19308 trim_cache size 0 max 16384 2024-03-07T10:13:44.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.989+0000 7f2f87477740 1 Processor -- start 2024-03-07T10:13:44.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.989+0000 7f2f87477740 1 -- start start 2024-03-07T10:13:44.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f87477740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 0x5590af49a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f87477740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af496bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f87477740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af49ac30 0x5590af498330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f87477740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c1a93e0 con 0x5590af49ac30 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f87477740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c1a6ee0 con 0x5590af491730 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f87477740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c071b10 con 0x5590af492050 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af49ac30 0x5590af498330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af49ac30 0x5590af498330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59090/0 (socket says 172.21.15.18:59090) 2024-03-07T10:13:44.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 -- 172.21.15.18:0/4006373678 learned_addr learned my addr 172.21.15.18:0/4006373678 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f81c22640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af496bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82423640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 0x5590af49a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 -- 172.21.15.18:0/4006373678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 msgr2=0x5590af496bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 --2- 172.21.15.18:0/4006373678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af496bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 -- 172.21.15.18:0/4006373678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 msgr2=0x5590af49a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 --2- 172.21.15.18:0/4006373678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 0x5590af49a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 -- 172.21.15.18:0/4006373678 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5590af490820 con 0x5590af49ac30 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.990+0000 7f2f82c24640 1 --2- 172.21.15.18:0/4006373678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af49ac30 0x5590af498330 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0096c0 tx=0x7f2f6c02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1615007a2150e991 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f67fff640 1 -- 172.21.15.18:0/4006373678 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c004400 con 0x5590af49ac30 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f67fff640 1 -- 172.21.15.18:0/4006373678 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2f6c051070 con 0x5590af49ac30 2024-03-07T10:13:44.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f67fff640 1 -- 172.21.15.18:0/4006373678 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c0035f0 con 0x5590af49ac30 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 -- 172.21.15.18:0/4006373678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af49ac30 msgr2=0x5590af498330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 --2- 172.21.15.18:0/4006373678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af49ac30 0x5590af498330 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0096c0 tx=0x7f2f6c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 -- 172.21.15.18:0/4006373678 shutdown_connections 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 --2- 172.21.15.18:0/4006373678 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af49ac30 0x5590af498330 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 --2- 172.21.15.18:0/4006373678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af492050 0x5590af496bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 --2- 172.21.15.18:0/4006373678 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af491730 0x5590af49a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 -- 172.21.15.18:0/4006373678 >> 172.21.15.18:0/4006373678 conn(0x5590af48be60 msgr2=0x5590af48a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 -- 172.21.15.18:0/4006373678 shutdown_connections 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.991+0000 7f2f87477740 1 -- 172.21.15.18:0/4006373678 wait complete. 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 -- start start 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 Processor -- start 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af49b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:44.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af492050 0x5590af49bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 0x5590af4a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c072110 con 0x5590af491730 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c0733f0 con 0x5590af492050 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c072730 con 0x5590af49ac30 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f87477740 10 client.0 _ll_register_callbacks cb 0x7f2f7800bad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af49b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af49b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59096/0 (socket says 172.21.15.18:59096) 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 -- 172.21.15.18:0/1588109137 learned_addr learned my addr 172.21.15.18:0/1588109137 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f81c22640 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af492050 0x5590af49bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82c24640 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 0x5590af4a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 -- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 msgr2=0x5590af4a1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 0x5590af4a1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 -- 172.21.15.18:0/1588109137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af492050 msgr2=0x5590af49bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af492050 0x5590af49bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.992+0000 7f2f82423640 1 -- 172.21.15.18:0/1588109137 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5590af4a22d0 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f82423640 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af49b610 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f2f7409aec0 tx=0x7f2f7409b340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f9c634149ffe992 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f65ffb640 1 -- 172.21.15.18:0/1588109137 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f74010e60 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f65ffb640 1 -- 172.21.15.18:0/1588109137 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f2f7408a3c0 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2f6c051070 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f65ffb640 1 -- 172.21.15.18:0/1588109137 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2f74010ac0 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f87477740 10 client.19314 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5590af517630 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f65ffb640 1 -- 172.21.15.18:0/1588109137 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2f6c051070 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.993+0000 7f2f65ffb640 1 -- 172.21.15.18:0/1588109137 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f2f740b93b0 con 0x5590af491730 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.994+0000 7f2f87477740 10 client.19314 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.994+0000 7f2f87477740 10 client.19314 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.994+0000 7f2f87477740 20 client.19314 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:45.001 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.994+0000 7f2f87477740 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af517970 0x5590af519d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.994+0000 7f2f87477740 4 client.19314 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.994+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5590af3fc660 con 0x5590af517970 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.994+0000 7f2f81c22640 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af517970 0x5590af519d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f65ffb640 10 client.19314 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f81c22640 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af517970 0x5590af519d60 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f71ad0fc26da5b8 server_cookie=7fac752227cdd8a in_seq=0 out_seq=0 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f65ffb640 1 -- 172.21.15.18:0/1588109137 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5590af3fc660 con 0x5590af517970 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f65ffb640 10 client.19314 handle_command_reply: tid=0 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 client.19314 shutdown 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 msgr2=0x5590af49b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af49b610 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f2f7409aec0 tx=0x7f2f7409b340 comp rx=0 tx=0).stop 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 shutdown_connections 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590af517970 0x5590af519d60 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590af49ac30 0x5590af4a1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590af492050 0x5590af49bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 --2- 172.21.15.18:0/1588109137 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590af491730 0x5590af49b610 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 >> 172.21.15.18:0/1588109137 conn(0x5590af48be60 msgr2=0x5590af48aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f65ffb640 0 client.19314 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.995+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 shutdown_connections 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f87477740 1 -- 172.21.15.18:0/1588109137 wait complete. 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f87477740 20 client.19314 trim_cache size 0 max 16384 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:13:45.003 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:13:45.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2f680a1ef0 msgr2=0x7f2f680a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2f680a1ef0 0x7f2f680a43b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c005ab0 tx=0x7f2f6c005b50 comp rx=0 tx=0).stop 2024-03-07T10:13:45.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 msgr2=0x7f2f7c199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 0x7f2f7c199fe0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f2f7400ebc0 tx=0x7f2f7400c6a0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 shutdown_connections 2024-03-07T10:13:45.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f7c1065e0 0x7f2f7c19e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2f7c100ee0 0x7f2f7c19a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f2f680a1ef0 0x7f2f680a43b0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 --2- 172.21.15.18:0/3214601785 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2f7c100520 0x7f2f7c199fe0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 >> 172.21.15.18:0/3214601785 conn(0x7f2f7c077710 msgr2=0x7f2f7c1020c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 shutdown_connections 2024-03-07T10:13:45.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:44.996+0000 7f2f84687640 1 -- 172.21.15.18:0/3214601785 wait complete. 2024-03-07T10:13:45.010 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:13:45.010 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:13:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:44 smithi018 ceph-mon[32171]: pgmap v457: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 5.1 MiB/s wr, 543 op/s 2024-03-07T10:13:45.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.167+0000 7f8140989640 1 -- 172.21.15.18:0/3514299223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c109280 msgr2=0x7f813c11ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.167+0000 7f8140989640 1 --2- 172.21.15.18:0/3514299223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c109280 0x7f813c11ceb0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8134009ca0 tx=0x7f813402c100 comp rx=0 tx=0).stop 2024-03-07T10:13:45.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.167+0000 7f8140989640 1 -- 172.21.15.18:0/3514299223 shutdown_connections 2024-03-07T10:13:45.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.167+0000 7f8140989640 1 --2- 172.21.15.18:0/3514299223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c109280 0x7f813c11ceb0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.167+0000 7f8140989640 1 --2- 172.21.15.18:0/3514299223 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c110240 0x7f813c108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.167+0000 7f8140989640 1 --2- 172.21.15.18:0/3514299223 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f813c10fdd0 0x7f813c108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.168+0000 7f8140989640 1 -- 172.21.15.18:0/3514299223 >> 172.21.15.18:0/3514299223 conn(0x7f813c06d9c0 msgr2=0x7f813c06ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.169+0000 7f8140989640 1 -- 172.21.15.18:0/3514299223 shutdown_connections 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.169+0000 7f8140989640 1 -- 172.21.15.18:0/3514299223 wait complete. 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.169+0000 7f8140989640 1 Processor -- start 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.169+0000 7f8140989640 1 -- start start 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f8140989640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c10fdd0 0x7f813c1aca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f8140989640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c110240 0x7f813c1acfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f8140989640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f813c1a6b20 0x7f813c1a6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f8140989640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f813c120800 con 0x7f813c1a6b20 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f8140989640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f813c120680 con 0x7f813c110240 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f8140989640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f813c120980 con 0x7f813c10fdd0 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c10fdd0 0x7f813c1aca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c10fdd0 0x7f813c1aca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49372/0 (socket says 172.21.15.18:49372) 2024-03-07T10:13:45.173 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 -- 172.21.15.18:0/849185197 learned_addr learned my addr 172.21.15.18:0/849185197 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813ad9d640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f813c1a6b20 0x7f813c1a6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f8139d9b640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c110240 0x7f813c1acfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 -- 172.21.15.18:0/849185197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c110240 msgr2=0x7f813c1acfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c110240 0x7f813c1acfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 -- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f813c1a6b20 msgr2=0x7f813c1a6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f813c1a6b20 0x7f813c1a6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.170+0000 7f813a59c640 1 -- 172.21.15.18:0/849185197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f813c1a7720 con 0x7f813c10fdd0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.171+0000 7f813a59c640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c10fdd0 0x7f813c1aca60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f813000e9f0 tx=0x7f813000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.171+0000 7f812b7fe640 1 -- 172.21.15.18:0/849185197 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813000cd80 con 0x7f813c10fdd0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.171+0000 7f812b7fe640 1 -- 172.21.15.18:0/849185197 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8130010910 con 0x7f813c10fdd0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.171+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f813c1b3800 con 0x7f813c10fdd0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.171+0000 7f812b7fe640 1 -- 172.21.15.18:0/849185197 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8130018980 con 0x7f813c10fdd0 2024-03-07T10:13:45.174 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.171+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f813c1b3bb0 con 0x7f813c10fdd0 2024-03-07T10:13:45.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.173+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f813c06ebc0 con 0x7f813c10fdd0 2024-03-07T10:13:45.175 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.174+0000 7f812b7fe640 1 -- 172.21.15.18:0/849185197 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8130010ac0 con 0x7f813c10fdd0 2024-03-07T10:13:45.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.174+0000 7f812b7fe640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81240a1fb0 0x7f81240a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.175+0000 7f812b7fe640 1 -- 172.21.15.18:0/849185197 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f81300ce4a0 con 0x7f813c10fdd0 2024-03-07T10:13:45.176 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.175+0000 7f8139d9b640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81240a1fb0 0x7f81240a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.177 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.175+0000 7f8139d9b640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81240a1fb0 0x7f81240a4470 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f813c1a8300 tx=0x7f812c00a2d0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.184 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.182+0000 7f812b7fe640 1 -- 172.21.15.18:0/849185197 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f813009aea0 con 0x7f813c10fdd0 2024-03-07T10:13:45.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:44 smithi063 ceph-mon[36356]: pgmap v457: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 5.1 MiB/s wr, 543 op/s 2024-03-07T10:13:45.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:44 smithi077 ceph-mon[36374]: pgmap v457: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 5.1 MiB/s wr, 543 op/s 2024-03-07T10:13:45.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.499+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f813c0684e0 con 0x7f813c10fdd0 2024-03-07T10:13:45.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.500+0000 7f812b7fe640 1 -- 172.21.15.18:0/849185197 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f813009ef40 con 0x7f813c10fdd0 2024-03-07T10:13:45.502 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:13:45.502 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:13:45.502 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:13:45.504 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81240a1fb0 msgr2=0x7f81240a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81240a1fb0 0x7f81240a4470 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f813c1a8300 tx=0x7f812c00a2d0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c10fdd0 msgr2=0x7f813c1aca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c10fdd0 0x7f813c1aca60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f813000e9f0 tx=0x7f813000eeb0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 shutdown_connections 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f81240a1fb0 0x7f81240a4470 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f813c1a6b20 0x7f813c1a6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f813c110240 0x7f813c1acfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 --2- 172.21.15.18:0/849185197 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f813c10fdd0 0x7f813c1aca60 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 >> 172.21.15.18:0/849185197 conn(0x7f813c06d9c0 msgr2=0x7f813c070240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 shutdown_connections 2024-03-07T10:13:45.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.503+0000 7f8140989640 1 -- 172.21.15.18:0/849185197 wait complete. 2024-03-07T10:13:45.521 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:13:45.521 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:13:45.687 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.685+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1654987026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108f80 msgr2=0x7f3a14114270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.685+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1654987026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108f80 0x7f3a14114270 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c009ca0 tx=0x7f3a0c02c140 comp rx=0 tx=0).stop 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.685+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1654987026 shutdown_connections 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.685+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1654987026 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a141147b0 0x7f3a14116ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.685+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1654987026 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108f80 0x7f3a14114270 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.686+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1654987026 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a14108660 0x7f3a14108a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.686+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1654987026 >> 172.21.15.18:0/1654987026 conn(0x7f3a1406da40 msgr2=0x7f3a1406de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.686+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1654987026 shutdown_connections 2024-03-07T10:13:45.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.686+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1654987026 wait complete. 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.686+0000 7f3a1ab89640 1 Processor -- start 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.686+0000 7f3a1ab89640 1 -- start start 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a1ab89640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108660 0x7f3a141a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a1ab89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a14108f80 0x7f3a141a09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a1ab89640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a141147b0 0x7f3a141a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108660 0x7f3a141a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a1ab89640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a1411a1c0 con 0x7f3a14108660 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a1ab89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a1411a040 con 0x7f3a14108f80 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a1ab89640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a1411a340 con 0x7f3a141147b0 2024-03-07T10:13:45.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108660 0x7f3a141a04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59128/0 (socket says 172.21.15.18:59128) 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 -- 172.21.15.18:0/1498237698 learned_addr learned my addr 172.21.15.18:0/1498237698 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a13fff640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a14108f80 0x7f3a141a09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a19126640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a141147b0 0x7f3a141a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 -- 172.21.15.18:0/1498237698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a141147b0 msgr2=0x7f3a141a4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a141147b0 0x7f3a141a4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 -- 172.21.15.18:0/1498237698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a14108f80 msgr2=0x7f3a141a09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a14108f80 0x7f3a141a09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a18925640 1 -- 172.21.15.18:0/1498237698 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a141a5490 con 0x7f3a14108660 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.687+0000 7f3a13fff640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a14108f80 0x7f3a141a09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.688+0000 7f3a18925640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108660 0x7f3a141a04a0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f39fc00e9f0 tx=0x7f39fc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.688+0000 7f3a11ffb640 1 -- 172.21.15.18:0/1498237698 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc00cd80 con 0x7f3a14108660 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.688+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a141a5780 con 0x7f3a14108660 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.688+0000 7f3a11ffb640 1 -- 172.21.15.18:0/1498237698 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39fc010910 con 0x7f3a14108660 2024-03-07T10:13:45.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.688+0000 7f3a11ffb640 1 -- 172.21.15.18:0/1498237698 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc0188f0 con 0x7f3a14108660 2024-03-07T10:13:45.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.688+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a141ad010 con 0x7f3a14108660 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.691+0000 7f3a11ffb640 1 -- 172.21.15.18:0/1498237698 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f39fc010ac0 con 0x7f3a14108660 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.691+0000 7f3a1d97a740 1 Processor -- start 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a11ffb640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a000a1ef0 0x7f3a000a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a1d97a740 1 -- start start 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a19126640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a000a1ef0 0x7f3a000a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a11ffb640 1 -- 172.21.15.18:0/1498237698 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f39fc0ce5c0 con 0x7f3a14108660 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba39800 0x55e07ba39be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba277d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27d10 0x55e07ba416d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07b9f4330 con 0x55e07ba39800 2024-03-07T10:13:45.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07b990e90 con 0x55e07ba27350 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.692+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07b939d00 con 0x55e07ba27d10 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a13fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba277d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba39800 0x55e07ba39be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a13fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba277d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34536/0 (socket says 172.21.15.18:34536) 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba39800 0x55e07ba39be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59142/0 (socket says 172.21.15.18:59142) 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a13fff640 1 -- 172.21.15.18:0/3574873190 learned_addr learned my addr 172.21.15.18:0/3574873190 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a19126640 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27d10 0x55e07ba416d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 -- 172.21.15.18:0/3574873190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27d10 msgr2=0x55e07ba416d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27d10 0x55e07ba416d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 -- 172.21.15.18:0/3574873190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 msgr2=0x55e07ba277d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba277d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 -- 172.21.15.18:0/3574873190 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e07b938b90 con 0x55e07ba39800 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a19126640 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27d10 0x55e07ba416d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:13:45.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a13fff640 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba277d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a19126640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a000a1ef0 0x7f3a000a43b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f3a1406aa70 tx=0x7f3a04011440 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a18925640 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba39800 0x55e07ba39be0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f39fc0cbc70 tx=0x7f39fc011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c809c80ad4349036 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a0affd640 1 -- 172.21.15.18:0/3574873190 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc0cbef0 con 0x55e07ba39800 2024-03-07T10:13:45.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a0affd640 1 -- 172.21.15.18:0/3574873190 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39fc097630 con 0x55e07ba39800 2024-03-07T10:13:45.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.693+0000 7f3a0affd640 1 -- 172.21.15.18:0/3574873190 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc096f70 con 0x55e07ba39800 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 -- 172.21.15.18:0/3574873190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba39800 msgr2=0x55e07ba39be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba39800 0x55e07ba39be0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f39fc0cbc70 tx=0x7f39fc011f60 comp rx=0 tx=0).stop 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 -- 172.21.15.18:0/3574873190 shutdown_connections 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27d10 0x55e07ba416d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba277d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/3574873190 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba39800 0x55e07ba39be0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 -- 172.21.15.18:0/3574873190 >> 172.21.15.18:0/3574873190 conn(0x55e07ba29e10 msgr2=0x55e07ba2a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 -- 172.21.15.18:0/3574873190 shutdown_connections 2024-03-07T10:13:45.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 -- 172.21.15.18:0/3574873190 wait complete. 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.694+0000 7f3a1d97a740 1 -- start start 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 1 Processor -- start 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba3f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba4b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07b92f470 con 0x55e07ba27d10 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07b98cf30 con 0x55e07ba27350 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07ba41cd0 con 0x55e07ba3f780 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a1d97a740 10 client.0 _ll_register_callbacks cb 0x55e07b98ad30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a18925640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a19126640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba4b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a19126640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba4b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49404/0 (socket says 172.21.15.18:49404) 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a18925640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34546/0 (socket says 172.21.15.18:34546) 2024-03-07T10:13:45.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a19126640 1 -- 172.21.15.18:0/434342326 learned_addr learned my addr 172.21.15.18:0/434342326 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.695+0000 7f3a13fff640 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba3f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a19126640 1 -- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 msgr2=0x55e07ba3ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a19126640 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a19126640 1 -- 172.21.15.18:0/434342326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 msgr2=0x55e07ba3f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a19126640 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba3f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a19126640 1 -- 172.21.15.18:0/434342326 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e07b6a53f0 con 0x55e07ba3f780 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a18925640 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a19126640 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba4b000 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f3a0400f9b0 tx=0x7f3a04004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3e1a79377fdb0d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f39f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f39f3fff640 1 -- 172.21.15.18:0/434342326 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a04023070 con 0x55e07ba3f780 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f39fc097630 con 0x55e07ba3f780 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f39f3fff640 1 -- 172.21.15.18:0/434342326 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3a0400eb30 con 0x55e07ba3f780 2024-03-07T10:13:45.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f39f3fff640 1 -- 172.21.15.18:0/434342326 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a04017040 con 0x55e07ba3f780 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a1d97a740 10 client.29176 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.696+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e07b76f7d0 con 0x55e07ba3f780 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f39f3fff640 1 -- 172.21.15.18:0/434342326 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f39fc097630 con 0x55e07ba3f780 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f39f3fff640 1 -- 172.21.15.18:0/434342326 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3a0401e3a0 con 0x55e07ba3f780 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a1d97a740 10 client.29176 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a1d97a740 10 client.29176 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a1d97a740 20 client.29176 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07ba519e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a1d97a740 4 client.29176 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e07b99e3d0 con 0x55e07ba4f5f0 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a18925640 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07ba519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f39f3fff640 10 client.29176 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.697+0000 7f3a18925640 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07ba519e0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ea2b5936df32b13c server_cookie=8677e80e3a6a9385 in_seq=0 out_seq=0 2024-03-07T10:13:45.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f39f3fff640 1 -- 172.21.15.18:0/434342326 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e07b99e3d0 con 0x55e07ba4f5f0 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f39f3fff640 10 client.29176 handle_command_reply: tid=0 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 client.29176 shutdown 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 msgr2=0x55e07ba4b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba4b000 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f3a0400f9b0 tx=0x7f3a04004730 comp rx=0 tx=0).stop 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 shutdown_connections 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07ba519e0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba4b000 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f39f3fff640 0 client.29176 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba3f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/434342326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.698+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 >> 172.21.15.18:0/434342326 conn(0x55e07ba29e10 msgr2=0x55e07ba3aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.699+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 shutdown_connections 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.699+0000 7f3a1d97a740 1 -- 172.21.15.18:0/434342326 wait complete. 2024-03-07T10:13:45.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.699+0000 7f3a1d97a740 20 client.29176 trim_cache size 0 max 16384 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 Processor -- start 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 -- start start 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba37350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba3d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a141b5db0 con 0x55e07ba27d10 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a141b38b0 con 0x55e07ba27350 2024-03-07T10:13:45.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a141b1970 con 0x55e07ba3f780 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a13fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba37350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a18925640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a13fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba37350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59164/0 (socket says 172.21.15.18:59164) 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a13fff640 1 -- 172.21.15.18:0/1340280923 learned_addr learned my addr 172.21.15.18:0/1340280923 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.715+0000 7f3a19126640 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba3d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a13fff640 1 -- 172.21.15.18:0/1340280923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 msgr2=0x55e07ba3d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a13fff640 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba3d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a13fff640 1 -- 172.21.15.18:0/1340280923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 msgr2=0x55e07ba3c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a13fff640 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a13fff640 1 -- 172.21.15.18:0/1340280923 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e07ba39f50 con 0x55e07ba27d10 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a18925640 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a13fff640 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba37350 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c009ca0 tx=0x7f3a0c000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1770f73395596d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a0a7fc640 1 -- 172.21.15.18:0/1340280923 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a0c045070 con 0x55e07ba27d10 2024-03-07T10:13:45.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a0a7fc640 1 -- 172.21.15.18:0/1340280923 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a0c003970 con 0x55e07ba27d10 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.716+0000 7f3a0a7fc640 1 -- 172.21.15.18:0/1340280923 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a0c039040 con 0x55e07ba27d10 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 -- 172.21.15.18:0/1340280923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 msgr2=0x55e07ba37350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba37350 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c009ca0 tx=0x7f3a0c000f40 comp rx=0 tx=0).stop 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 -- 172.21.15.18:0/1340280923 shutdown_connections 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba3f780 0x55e07ba3d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba37350 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/1340280923 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba27350 0x55e07ba3c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 -- 172.21.15.18:0/1340280923 >> 172.21.15.18:0/1340280923 conn(0x55e07ba29e10 msgr2=0x55e07ba28c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 -- 172.21.15.18:0/1340280923 shutdown_connections 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 -- 172.21.15.18:0/1340280923 wait complete. 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 -- start start 2024-03-07T10:13:45.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.717+0000 7f3a1d97a740 1 Processor -- start 2024-03-07T10:13:45.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27350 0x55e07ba46de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.724 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba451d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a1d97a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba3f780 0x55e07ba45850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a141b1f70 con 0x55e07ba27d10 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a141b3250 con 0x55e07ba3f780 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a1d97a740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a141b2590 con 0x55e07ba27350 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a18925640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27350 0x55e07ba46de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a13fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba451d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a18925640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27350 0x55e07ba46de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49422/0 (socket says 172.21.15.18:49422) 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a18925640 1 -- 172.21.15.18:0/213069685 learned_addr learned my addr 172.21.15.18:0/213069685 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a1d97a740 10 client.0 _ll_register_callbacks cb 0x7f3a04011bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.718+0000 7f3a19126640 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba3f780 0x55e07ba45850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f3a18925640 1 -- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba3f780 msgr2=0x55e07ba45850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f3a18925640 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba3f780 0x55e07ba45850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f3a18925640 1 -- 172.21.15.18:0/213069685 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 msgr2=0x55e07ba451d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.725 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f3a18925640 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba451d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f3a18925640 1 -- 172.21.15.18:0/213069685 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e07baaae60 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f3a13fff640 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba451d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f3a18925640 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27350 0x55e07ba46de0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f39fc09af50 tx=0x7f39fc0976f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a539fb07ee3a5efc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.719+0000 7f39f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.720+0000 7f39f3fff640 1 -- 172.21.15.18:0/213069685 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc09a410 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.720+0000 7f39f3fff640 1 -- 172.21.15.18:0/213069685 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f39fc09a5b0 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.720+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a0c003970 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.720+0000 7f39f3fff640 1 -- 172.21.15.18:0/213069685 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39fc095b30 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.720+0000 7f3a1d97a740 10 client.29182 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.720+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e07baac020 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f39f3fff640 1 -- 172.21.15.18:0/213069685 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a0c003970 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f39f3fff640 1 -- 172.21.15.18:0/213069685 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f39fc096e30 con 0x55e07ba27350 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f3a1d97a740 10 client.29182 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f3a1d97a740 10 client.29182 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:13:45.726 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f3a1d97a740 20 client.29182 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07baae2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f3a1d97a740 4 client.29182 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e07b998720 con 0x55e07ba4f5f0 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.721+0000 7f3a13fff640 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07baae2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f39f3fff640 10 client.29182 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a13fff640 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07baae2c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1abdbd1fd2a06855 server_cookie=e5acdbdf587e692f in_seq=0 out_seq=0 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f39f3fff640 1 -- 172.21.15.18:0/213069685 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e07b998720 con 0x55e07ba4f5f0 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f39f3fff640 10 client.29182 handle_command_reply: tid=0 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 client.29182 shutdown 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27350 msgr2=0x55e07ba46de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27350 0x55e07ba46de0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f39fc09af50 tx=0x7f39fc0976f0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 shutdown_connections 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55e07ba4f5f0 0x55e07baae2c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e07ba3f780 0x55e07ba45850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55e07ba27d10 0x55e07ba451d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 --2- 172.21.15.18:0/213069685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e07ba27350 0x55e07ba46de0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 >> 172.21.15.18:0/213069685 conn(0x55e07ba29e10 msgr2=0x55e07ba3d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f39f3fff640 0 client.29182 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 shutdown_connections 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 1 -- 172.21.15.18:0/213069685 wait complete. 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.722+0000 7f3a1d97a740 20 client.29182 trim_cache size 0 max 16384 2024-03-07T10:13:45.728 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:13:45.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a000a1ef0 msgr2=0x7f3a000a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a000a1ef0 0x7f3a000a43b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f3a1406aa70 tx=0x7f3a04011440 comp rx=0 tx=0).stop 2024-03-07T10:13:45.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108660 msgr2=0x7f3a141a04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108660 0x7f3a141a04a0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f39fc00e9f0 tx=0x7f39fc00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 shutdown_connections 2024-03-07T10:13:45.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a141147b0 0x7f3a141a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a14108f80 0x7f3a141a09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.723+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3a000a1ef0 0x7f3a000a43b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.724+0000 7f3a1ab89640 1 --2- 172.21.15.18:0/1498237698 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3a14108660 0x7f3a141a04a0 secure :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f39fc00e9f0 tx=0x7f39fc00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.724+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 >> 172.21.15.18:0/1498237698 conn(0x7f3a1406da40 msgr2=0x7f3a140700a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.741 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.740+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 shutdown_connections 2024-03-07T10:13:45.748 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.747+0000 7f3a1ab89640 1 -- 172.21.15.18:0/1498237698 wait complete. 2024-03-07T10:13:45.772 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:13:45.772 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.905+0000 7f1250510640 1 -- 172.21.15.18:0/2477464074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f12481065b0 msgr2=0x7f1248106990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.905+0000 7f1250510640 1 --2- 172.21.15.18:0/2477464074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f12481065b0 0x7f1248106990 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f1244009900 tx=0x7f124402bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 -- 172.21.15.18:0/2477464074 shutdown_connections 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 --2- 172.21.15.18:0/2477464074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1248100eb0 0x7f124810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 --2- 172.21.15.18:0/2477464074 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12481004f0 0x7f1248100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 --2- 172.21.15.18:0/2477464074 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f12481065b0 0x7f1248106990 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 -- 172.21.15.18:0/2477464074 >> 172.21.15.18:0/2477464074 conn(0x7f1248077660 msgr2=0x7f1248077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 -- 172.21.15.18:0/2477464074 shutdown_connections 2024-03-07T10:13:45.909 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 -- 172.21.15.18:0/2477464074 wait complete. 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 Processor -- start 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.906+0000 7f1250510640 1 -- start start 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f1250510640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12481004f0 0x7f1248198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f1250510640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1248100eb0 0x7f1248199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f1250510640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12481065b0 0x7f12481a3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f1250510640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1248110890 con 0x7f1248100eb0 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f1250510640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1248110710 con 0x7f12481065b0 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f1250510640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1248110a10 con 0x7f12481004f0 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f124daab640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1248100eb0 0x7f1248199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f124eaad640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12481065b0 0x7f12481a3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f124daab640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1248100eb0 0x7f1248199170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59206/0 (socket says 172.21.15.18:59206) 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f124daab640 1 -- 172.21.15.18:0/2220791548 learned_addr learned my addr 172.21.15.18:0/2220791548 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.910 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.907+0000 7f124e2ac640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12481004f0 0x7f1248198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124e2ac640 1 -- 172.21.15.18:0/2220791548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12481065b0 msgr2=0x7f12481a3cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124e2ac640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12481065b0 0x7f12481a3cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124e2ac640 1 -- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1248100eb0 msgr2=0x7f1248199170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124e2ac640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1248100eb0 0x7f1248199170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124e2ac640 1 -- 172.21.15.18:0/2220791548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12481a41f0 con 0x7f12481004f0 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124daab640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1248100eb0 0x7f1248199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124eaad640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12481065b0 0x7f12481a3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f124e2ac640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12481004f0 0x7f1248198c30 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1244000c00 tx=0x7f12440042e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f123f7fe640 1 -- 172.21.15.18:0/2220791548 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1244041070 con 0x7f12481004f0 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1248196a20 con 0x7f12481004f0 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1248196f60 con 0x7f12481004f0 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.908+0000 7f123f7fe640 1 -- 172.21.15.18:0/2220791548 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f124402ccc0 con 0x7f12481004f0 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.909+0000 7f123f7fe640 1 -- 172.21.15.18:0/2220791548 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1244003db0 con 0x7f12481004f0 2024-03-07T10:13:45.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.910+0000 7f123f7fe640 1 -- 172.21.15.18:0/2220791548 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f1244044070 con 0x7f12481004f0 2024-03-07T10:13:45.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.911+0000 7f123f7fe640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f12340a1f70 0x7f12340a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.911+0000 7f124daab640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f12340a1f70 0x7f12340a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.911+0000 7f123f7fe640 1 -- 172.21.15.18:0/2220791548 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f12440efd20 con 0x7f12481004f0 2024-03-07T10:13:45.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 Processor -- start 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f124daab640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f12340a1f70 0x7f12340a4430 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f12480694e0 tx=0x7f1238005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 -- start start 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f3b50 0x564de47f3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de47f4500 0x564de4805940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de4808270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564de47bb330 con 0x564de4805e80 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564de4757e90 con 0x564de47f4500 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f12533d3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564de4700d00 con 0x564de47f3b50 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f124e2ac640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f3b50 0x564de47f3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.917 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f124e2ac640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f3b50 0x564de47f3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49448/0 (socket says 172.21.15.18:49448) 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f124e2ac640 1 -- 172.21.15.18:0/2006779983 learned_addr learned my addr 172.21.15.18:0/2006779983 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.912+0000 7f124eaad640 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de4808270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124daab640 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de47f4500 0x564de4805940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124e2ac640 1 -- 172.21.15.18:0/2006779983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de47f4500 msgr2=0x564de4805940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124e2ac640 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de47f4500 0x564de4805940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124e2ac640 1 -- 172.21.15.18:0/2006779983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 msgr2=0x564de4808270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124e2ac640 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de4808270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124e2ac640 1 -- 172.21.15.18:0/2006779983 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564de46ffb90 con 0x564de47f3b50 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124eaad640 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de4808270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f124e2ac640 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f3b50 0x564de47f3f30 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f124402cee0 tx=0x7f12440bc780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c58e0602c84a950 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f123cbfe640 1 -- 172.21.15.18:0/2006779983 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f124404b040 con 0x564de47f3b50 2024-03-07T10:13:45.918 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f123cbfe640 1 -- 172.21.15.18:0/2006779983 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f12440bc8f0 con 0x564de47f3b50 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.913+0000 7f123cbfe640 1 -- 172.21.15.18:0/2006779983 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12440b8f60 con 0x564de47f3b50 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.914+0000 7f12533d3740 1 -- 172.21.15.18:0/2006779983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f3b50 msgr2=0x564de47f3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.914+0000 7f12533d3740 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f3b50 0x564de47f3f30 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f124402cee0 tx=0x7f12440bc780 comp rx=0 tx=0).stop 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.915+0000 7f12533d3740 1 -- 172.21.15.18:0/2006779983 shutdown_connections 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.915+0000 7f12533d3740 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de4808270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.915+0000 7f12533d3740 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de47f4500 0x564de4805940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.915+0000 7f12533d3740 1 --2- 172.21.15.18:0/2006779983 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f3b50 0x564de47f3f30 secure :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f124402cee0 tx=0x7f12440bc780 comp rx=0 tx=0).stop 2024-03-07T10:13:45.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.915+0000 7f12533d3740 1 -- 172.21.15.18:0/2006779983 >> 172.21.15.18:0/2006779983 conn(0x564de47ee8a0 msgr2=0x564de47eec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.916+0000 7f12533d3740 1 -- 172.21.15.18:0/2006779983 shutdown_connections 2024-03-07T10:13:45.923 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.916+0000 7f12533d3740 1 -- 172.21.15.18:0/2006779983 wait complete. 2024-03-07T10:13:45.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.916+0000 7f12533d3740 1 -- start start 2024-03-07T10:13:45.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 1 Processor -- start 2024-03-07T10:13:45.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47ff7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de4805e80 0x564de47ffcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.924 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de48054d0 0x564de47fab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x564de46f6470 con 0x564de47f4500 2024-03-07T10:13:45.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f124e2ac640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47ff7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f124e2ac640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47ff7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59218/0 (socket says 172.21.15.18:59218) 2024-03-07T10:13:45.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f124e2ac640 1 -- 172.21.15.18:0/610953132 learned_addr learned my addr 172.21.15.18:0/610953132 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x564de4753f30 con 0x564de4805e80 2024-03-07T10:13:45.925 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x564de47f5290 con 0x564de48054d0 2024-03-07T10:13:45.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f124eaad640 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de48054d0 0x564de47fab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f124daab640 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de4805e80 0x564de47ffcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.917+0000 7f12533d3740 10 client.0 _ll_register_callbacks cb 0x564de4751d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:45.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f124e2ac640 1 -- 172.21.15.18:0/610953132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de48054d0 msgr2=0x564de47fab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f124e2ac640 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de48054d0 0x564de47fab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f124e2ac640 1 -- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de4805e80 msgr2=0x564de47ffcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f124e2ac640 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de4805e80 0x564de47ffcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f124e2ac640 1 -- 172.21.15.18:0/610953132 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564de446c3f0 con 0x564de47f4500 2024-03-07T10:13:45.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f124e2ac640 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47ff7b0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f12440b92c0 tx=0x7f124402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bf84b2be43fcb2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f1231ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:45.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f1231ffb640 1 -- 172.21.15.18:0/610953132 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12440d4070 con 0x564de47f4500 2024-03-07T10:13:45.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f1231ffb640 1 -- 172.21.15.18:0/610953132 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f12440d5260 con 0x564de47f4500 2024-03-07T10:13:45.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f12440bc8f0 con 0x564de47f4500 2024-03-07T10:13:45.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f1231ffb640 1 -- 172.21.15.18:0/610953132 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f124404b040 con 0x564de47f4500 2024-03-07T10:13:45.928 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f12533d3740 10 client.19350 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:45.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564de45367d0 con 0x564de47f4500 2024-03-07T10:13:45.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.918+0000 7f1231ffb640 1 -- 172.21.15.18:0/610953132 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f12440c4fe0 con 0x564de47f4500 2024-03-07T10:13:45.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f1231ffb640 1 -- 172.21.15.18:0/610953132 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f12440bdb70 con 0x564de47f4500 2024-03-07T10:13:45.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f12533d3740 10 client.19350 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:45.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f12533d3740 10 client.19350 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:13:45.929 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f12533d3740 20 client.19350 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:45.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f12533d3740 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de4820cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f12533d3740 4 client.19350 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:45.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f12440bc8f0 con 0x564de481e8c0 2024-03-07T10:13:45.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f124daab640 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de4820cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f124daab640 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de4820cb0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3bec996564e4089b server_cookie=573a561b10ee14e0 in_seq=0 out_seq=0 2024-03-07T10:13:45.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.919+0000 7f1231ffb640 10 client.19350 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:45.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f1231ffb640 1 -- 172.21.15.18:0/610953132 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f12440bc8f0 con 0x564de481e8c0 2024-03-07T10:13:45.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f1231ffb640 10 client.19350 handle_command_reply: tid=0 2024-03-07T10:13:45.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 client.19350 shutdown 2024-03-07T10:13:45.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 msgr2=0x564de47ff7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47ff7b0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f12440b92c0 tx=0x7f124402bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:45.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 shutdown_connections 2024-03-07T10:13:45.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de4820cb0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f1231ffb640 0 client.19350 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:45.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de48054d0 0x564de47fab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de4805e80 0x564de47ffcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 --2- 172.21.15.18:0/610953132 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47ff7b0 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.932 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 >> 172.21.15.18:0/610953132 conn(0x564de47ee8a0 msgr2=0x564de47f05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 shutdown_connections 2024-03-07T10:13:45.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.920+0000 7f12533d3740 1 -- 172.21.15.18:0/610953132 wait complete. 2024-03-07T10:13:45.933 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.921+0000 7f12533d3740 20 client.19350 trim_cache size 0 max 16384 2024-03-07T10:13:45.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.947+0000 7f12533d3740 1 Processor -- start 2024-03-07T10:13:45.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.948+0000 7f12533d3740 1 -- start start 2024-03-07T10:13:45.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.949+0000 7f12533d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47f0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.949+0000 7f12533d3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de47ff360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.951 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.949+0000 7f12533d3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de4805e80 0x564de47ff8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.949+0000 7f12533d3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122c010da0 con 0x564de47f4500 2024-03-07T10:13:45.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.949+0000 7f12533d3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122c00e8a0 con 0x564de48054d0 2024-03-07T10:13:45.952 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.949+0000 7f12533d3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122c00c960 con 0x564de4805e80 2024-03-07T10:13:45.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.952+0000 7f124eaad640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de4805e80 0x564de47ff8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.952+0000 7f124eaad640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de4805e80 0x564de47ff8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49474/0 (socket says 172.21.15.18:49474) 2024-03-07T10:13:45.953 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.952+0000 7f124eaad640 1 -- 172.21.15.18:0/1277476711 learned_addr learned my addr 172.21.15.18:0/1277476711 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.955+0000 7f124daab640 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de47ff360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.957+0000 7f124e2ac640 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47f0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.958+0000 7f124eaad640 1 -- 172.21.15.18:0/1277476711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 msgr2=0x564de47ff360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.958+0000 7f124eaad640 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de47ff360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.958+0000 7f124eaad640 1 -- 172.21.15.18:0/1277476711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 msgr2=0x564de47f0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.958+0000 7f124eaad640 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47f0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.958+0000 7f124eaad640 1 -- 172.21.15.18:0/1277476711 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564de47ee6d0 con 0x564de4805e80 2024-03-07T10:13:45.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.958+0000 7f124eaad640 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de4805e80 0x564de47ff8a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f124000f950 tx=0x7f124000fe10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adfee4933aa80b28 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.961+0000 7f1233fff640 1 -- 172.21.15.18:0/1277476711 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1240021070 con 0x564de4805e80 2024-03-07T10:13:45.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.962+0000 7f1233fff640 1 -- 172.21.15.18:0/1277476711 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1240010e50 con 0x564de4805e80 2024-03-07T10:13:45.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.962+0000 7f1233fff640 1 -- 172.21.15.18:0/1277476711 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1240004830 con 0x564de4805e80 2024-03-07T10:13:45.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.963+0000 7f124e2ac640 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47f0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:13:45.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.963+0000 7f124daab640 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de47ff360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:13:45.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.963+0000 7f12533d3740 1 -- 172.21.15.18:0/1277476711 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de4805e80 msgr2=0x564de47ff8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:45.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.963+0000 7f12533d3740 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de4805e80 0x564de47ff8a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f124000f950 tx=0x7f124000fe10 comp rx=0 tx=0).stop 2024-03-07T10:13:45.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.966+0000 7f12533d3740 1 -- 172.21.15.18:0/1277476711 shutdown_connections 2024-03-07T10:13:45.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.966+0000 7f12533d3740 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de4805e80 0x564de47ff8a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.966+0000 7f12533d3740 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de47ff360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.966+0000 7f12533d3740 1 --2- 172.21.15.18:0/1277476711 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de47f4500 0x564de47f0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.966+0000 7f12533d3740 1 -- 172.21.15.18:0/1277476711 >> 172.21.15.18:0/1277476711 conn(0x564de47ee8a0 msgr2=0x564de47efcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:45.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.975+0000 7f12533d3740 1 -- 172.21.15.18:0/1277476711 shutdown_connections 2024-03-07T10:13:45.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.976+0000 7f12533d3740 1 -- 172.21.15.18:0/1277476711 wait complete. 2024-03-07T10:13:45.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.976+0000 7f12533d3740 1 -- start start 2024-03-07T10:13:45.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 1 Processor -- start 2024-03-07T10:13:45.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f4500 0x564de482df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de482e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de48794a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:45.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122c00cf60 con 0x564de4805e80 2024-03-07T10:13:45.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122c00e240 con 0x564de48054d0 2024-03-07T10:13:45.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122c00d580 con 0x564de47f4500 2024-03-07T10:13:45.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f12533d3740 10 client.0 _ll_register_callbacks cb 0x7f1240009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:45.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f124eaad640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de48794a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f124eaad640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de48794a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59234/0 (socket says 172.21.15.18:59234) 2024-03-07T10:13:45.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.977+0000 7f124eaad640 1 -- 172.21.15.18:0/3173393532 learned_addr learned my addr 172.21.15.18:0/3173393532 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:45.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.978+0000 7f124daab640 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de482e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:45.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.978+0000 7f124eaad640 1 -- 172.21.15.18:0/3173393532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f4500 msgr2=0x564de482df70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-07T10:13:45.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.978+0000 7f124eaad640 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f4500 0x564de482df70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.978+0000 7f124eaad640 1 -- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 msgr2=0x564de482e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:45.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.978+0000 7f124eaad640 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de482e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:45.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.978+0000 7f124eaad640 1 -- 172.21.15.18:0/3173393532 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564de4805300 con 0x564de4805e80 2024-03-07T10:13:45.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.980+0000 7f124eaad640 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de48794a0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f1240010800 tx=0x7f12400046e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36e3f51e845473a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:45.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.980+0000 7f1231ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:45.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.985+0000 7f1231ffb640 1 -- 172.21.15.18:0/3173393532 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1240021040 con 0x564de4805e80 2024-03-07T10:13:45.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.985+0000 7f1231ffb640 1 -- 172.21.15.18:0/3173393532 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f1240004c40 con 0x564de4805e80 2024-03-07T10:13:45.989 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.987+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1240010e50 con 0x564de4805e80 2024-03-07T10:13:45.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.994+0000 7f1231ffb640 1 -- 172.21.15.18:0/3173393532 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1240004e40 con 0x564de4805e80 2024-03-07T10:13:45.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.996+0000 7f12533d3740 10 client.19356 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:45.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.996+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x564de4805cb0 con 0x564de4805e80 2024-03-07T10:13:45.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.998+0000 7f1231ffb640 1 -- 172.21.15.18:0/3173393532 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1240010e50 con 0x564de4805e80 2024-03-07T10:13:46.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:45.998+0000 7f1231ffb640 1 -- 172.21.15.18:0/3173393532 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f124001b030 con 0x564de4805e80 2024-03-07T10:13:46.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.001+0000 7f12533d3740 10 client.19356 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:46.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.001+0000 7f12533d3740 10 client.19356 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:13:46.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.001+0000 7f12533d3740 20 client.19356 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:46.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.001+0000 7f12533d3740 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de487cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.001+0000 7f12533d3740 4 client.19356 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:13:46.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.001+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564de47653d0 con 0x564de481e8c0 2024-03-07T10:13:46.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.007+0000 7f124e2ac640 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de487cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.009+0000 7f124e2ac640 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de487cf40 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=404f81854643c802 server_cookie=d2f266560472ffba in_seq=0 out_seq=0 2024-03-07T10:13:46.010 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.009+0000 7f1231ffb640 10 client.19356 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:46.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.009+0000 7f1231ffb640 1 -- 172.21.15.18:0/3173393532 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564de47653d0 con 0x564de481e8c0 2024-03-07T10:13:46.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.009+0000 7f1231ffb640 10 client.19356 handle_command_reply: tid=0 2024-03-07T10:13:46.011 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.009+0000 7f12533d3740 1 client.19356 shutdown 2024-03-07T10:13:46.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 msgr2=0x564de48794a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de48794a0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f1240010800 tx=0x7f12400046e0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 shutdown_connections 2024-03-07T10:13:46.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x564de4805e80 0x564de48794a0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564de48054d0 0x564de482e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x564de481e8c0 0x564de487cf40 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.012 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 --2- 172.21.15.18:0/3173393532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564de47f4500 0x564de482df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 >> 172.21.15.18:0/3173393532 conn(0x564de47ee8a0 msgr2=0x564de4804b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.010+0000 7f1231ffb640 0 client.19356 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:13:46.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.011+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 shutdown_connections 2024-03-07T10:13:46.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.011+0000 7f12533d3740 1 -- 172.21.15.18:0/3173393532 wait complete. 2024-03-07T10:13:46.013 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.012+0000 7f12533d3740 20 client.19356 trim_cache size 0 max 16384 2024-03-07T10:13:46.015 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:13:46.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f12340a1f70 msgr2=0x7f12340a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f12340a1f70 0x7f12340a4430 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f12480694e0 tx=0x7f1238005f90 comp rx=0 tx=0).stop 2024-03-07T10:13:46.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12481004f0 msgr2=0x7f1248198c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.015 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12481004f0 0x7f1248198c30 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1244000c00 tx=0x7f12440042e0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 shutdown_connections 2024-03-07T10:13:46.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f12481065b0 0x7f12481a3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f12340a1f70 0x7f12340a4430 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1248100eb0 0x7f1248199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 --2- 172.21.15.18:0/2220791548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12481004f0 0x7f1248198c30 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.016 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.014+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 >> 172.21.15.18:0/2220791548 conn(0x7f1248077660 msgr2=0x7f12480ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.017 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.016+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 shutdown_connections 2024-03-07T10:13:46.018 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.016+0000 7f1250510640 1 -- 172.21.15.18:0/2220791548 wait complete. 2024-03-07T10:13:46.037 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:45 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/849185197' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:13:46.039 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:13:46.039 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:13:46.098 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:45 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/849185197' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:13:46.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.194+0000 7f4c1b7fe640 1 -- 172.21.15.18:0/2371979925 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1404a070 con 0x7f4c1c1101c0 2024-03-07T10:13:46.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.194+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2371979925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 msgr2=0x7f4c1c108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.197 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.194+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2371979925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c108ba0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f4c1401acb0 tx=0x7f4c1403d200 comp rx=0 tx=0).stop 2024-03-07T10:13:46.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.196+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2371979925 shutdown_connections 2024-03-07T10:13:46.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.196+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2371979925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c1c1091c0 0x7f4c1c11ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.199 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.196+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2371979925 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c108ba0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.196+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2371979925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c1c10fde0 0x7f4c1c108660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.200 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.196+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2371979925 >> 172.21.15.18:0/2371979925 conn(0x7f4c1c06da40 msgr2=0x7f4c1c06de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.205+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2371979925 shutdown_connections 2024-03-07T10:13:46.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.206+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2371979925 wait complete. 2024-03-07T10:13:46.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.206+0000 7f4c22d1d640 1 Processor -- start 2024-03-07T10:13:46.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.207+0000 7f4c22d1d640 1 -- start start 2024-03-07T10:13:46.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.207+0000 7f4c22d1d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c1c1091c0 0x7f4c1c11cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.207+0000 7f4c22d1d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c1c10fde0 0x7f4c1c118ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.207+0000 7f4c22d1d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c119220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.209 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.207+0000 7f4c22d1d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c113100 con 0x7f4c1c1101c0 2024-03-07T10:13:46.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.207+0000 7f4c22d1d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c112f80 con 0x7f4c1c10fde0 2024-03-07T10:13:46.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.207+0000 7f4c22d1d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c113280 con 0x7f4c1c1091c0 2024-03-07T10:13:46.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c119220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c119220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59258/0 (socket says 172.21.15.18:59258) 2024-03-07T10:13:46.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 -- 172.21.15.18:0/2535187126 learned_addr learned my addr 172.21.15.18:0/2535187126 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:46.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c1c10fde0 0x7f4c1c118ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 -- 172.21.15.18:0/2535187126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c1c1091c0 msgr2=0x7f4c1c11cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.212 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c1c1091c0 0x7f4c1c11cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 -- 172.21.15.18:0/2535187126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c1c10fde0 msgr2=0x7f4c1c118ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c1c10fde0 0x7f4c1c118ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.209+0000 7f4c212ba640 1 -- 172.21.15.18:0/2535187126 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c1c119ab0 con 0x7f4c1c1101c0 2024-03-07T10:13:46.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.210+0000 7f4c212ba640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c119220 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000b3f0 tx=0x7f4c1000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:46.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.210+0000 7f4c19ffb640 1 -- 172.21.15.18:0/2535187126 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c10015020 con 0x7f4c1c1101c0 2024-03-07T10:13:46.213 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.210+0000 7f4c19ffb640 1 -- 172.21.15.18:0/2535187126 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4c10011d10 con 0x7f4c1c1101c0 2024-03-07T10:13:46.214 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.210+0000 7f4c19ffb640 1 -- 172.21.15.18:0/2535187126 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1000f2e0 con 0x7f4c1c1101c0 2024-03-07T10:13:46.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.214+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c1c1aabe0 con 0x7f4c1c1101c0 2024-03-07T10:13:46.216 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.214+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c1c1ab0b0 con 0x7f4c1c1101c0 2024-03-07T10:13:46.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.219+0000 7f4c25c05740 1 Processor -- start 2024-03-07T10:13:46.222 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.220+0000 7f4c19ffb640 1 -- 172.21.15.18:0/2535187126 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4c10018020 con 0x7f4c1c1101c0 2024-03-07T10:13:46.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.221+0000 7f4c19ffb640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4c040a20c0 0x7f4c040a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.223 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.221+0000 7f4c19ffb640 1 -- 172.21.15.18:0/2535187126 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4c100cd8e0 con 0x7f4c1c1101c0 2024-03-07T10:13:46.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.222+0000 7f4c25c05740 1 -- start start 2024-03-07T10:13:46.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.222+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44e4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.222+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4a90 0x55b2f44ed130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.222+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44ed670 0x55b2f44efa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.222+0000 7f4c25c05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2f44ab330 con 0x55b2f44e4a90 2024-03-07T10:13:46.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.222+0000 7f4c25c05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2f4447e90 con 0x55b2f44e4170 2024-03-07T10:13:46.224 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.222+0000 7f4c25c05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2f43f0d00 con 0x55b2f44ed670 2024-03-07T10:13:46.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.223+0000 7f4c212ba640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44ed670 0x55b2f44efa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.223+0000 7f4c20ab9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44e4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.223+0000 7f4c20ab9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44e4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34634/0 (socket says 172.21.15.18:34634) 2024-03-07T10:13:46.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.223+0000 7f4c20ab9640 1 -- 172.21.15.18:0/1172748710 learned_addr learned my addr 172.21.15.18:0/1172748710 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:46.225 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.223+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4c040a20c0 0x7f4c040a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.225+0000 7f4c212ba640 1 -- 172.21.15.18:0/1172748710 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 msgr2=0x55b2f44e4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.225+0000 7f4c212ba640 1 --2- 172.21.15.18:0/1172748710 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44e4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.225+0000 7f4c212ba640 1 -- 172.21.15.18:0/1172748710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4a90 msgr2=0x55b2f44ed130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.225+0000 7f4c212ba640 1 --2- 172.21.15.18:0/1172748710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4a90 0x55b2f44ed130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.226 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.225+0000 7f4c212ba640 1 -- 172.21.15.18:0/1172748710 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b2f43efb90 con 0x55b2f44ed670 2024-03-07T10:13:46.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.225+0000 7f4c212ba640 1 --2- 172.21.15.18:0/1172748710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44ed670 0x55b2f44efa60 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f4c100cb040 tx=0x7f4c1009aaa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc532ddd80876f7c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:46.227 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.226+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4c040a20c0 0x7f4c040a4580 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f4c14006010 tx=0x7f4c1401a880 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:46.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.226+0000 7f4c02ffd640 1 -- 172.21.15.18:0/1172748710 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c100a2a80 con 0x55b2f44ed670 2024-03-07T10:13:46.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.226+0000 7f4c02ffd640 1 -- 172.21.15.18:0/1172748710 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4c10094e50 con 0x55b2f44ed670 2024-03-07T10:13:46.228 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.227+0000 7f4c02ffd640 1 -- 172.21.15.18:0/1172748710 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c10096950 con 0x55b2f44ed670 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.227+0000 7f4c25c05740 1 -- 172.21.15.18:0/1172748710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44ed670 msgr2=0x55b2f44efa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.227+0000 7f4c25c05740 1 --2- 172.21.15.18:0/1172748710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44ed670 0x55b2f44efa60 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f4c100cb040 tx=0x7f4c1009aaa0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.227+0000 7f4c25c05740 1 -- 172.21.15.18:0/1172748710 shutdown_connections 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.228+0000 7f4c25c05740 1 --2- 172.21.15.18:0/1172748710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44ed670 0x55b2f44efa60 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.228+0000 7f4c25c05740 1 --2- 172.21.15.18:0/1172748710 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4a90 0x55b2f44ed130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.228+0000 7f4c25c05740 1 --2- 172.21.15.18:0/1172748710 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44e4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.228+0000 7f4c25c05740 1 -- 172.21.15.18:0/1172748710 >> 172.21.15.18:0/1172748710 conn(0x55b2f44de8a0 msgr2=0x55b2f44dec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.228+0000 7f4c25c05740 1 -- 172.21.15.18:0/1172748710 shutdown_connections 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.228+0000 7f4c25c05740 1 -- 172.21.15.18:0/1172748710 wait complete. 2024-03-07T10:13:46.233 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 -- start start 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 Processor -- start 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44ea690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44eabd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44eb110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2f43e6470 con 0x55b2f44ed670 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2f4443f30 con 0x55b2f44e4170 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.229+0000 7f4c25c05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2f44f0330 con 0x55b2f44e4a90 2024-03-07T10:13:46.234 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.230+0000 7f4c25c05740 10 client.0 _ll_register_callbacks cb 0x55b2f4441d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:46.235 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.230+0000 7f4c1bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44eabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.230+0000 7f4c1bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44eabd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49508/0 (socket says 172.21.15.18:49508) 2024-03-07T10:13:46.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.230+0000 7f4c1bfff640 1 -- 172.21.15.18:0/3353727462 learned_addr learned my addr 172.21.15.18:0/3353727462 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:46.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.230+0000 7f4c20ab9640 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44ea690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.230+0000 7f4c212ba640 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44eb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.236 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.231+0000 7f4c212ba640 1 -- 172.21.15.18:0/3353727462 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 msgr2=0x55b2f44eabd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.231+0000 7f4c212ba640 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44eabd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.237 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.231+0000 7f4c212ba640 1 -- 172.21.15.18:0/3353727462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 msgr2=0x55b2f44ea690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.231+0000 7f4c212ba640 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44ea690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.231+0000 7f4c212ba640 1 -- 172.21.15.18:0/3353727462 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b2f415c3f0 con 0x55b2f44ed670 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.231+0000 7f4c212ba640 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44eb110 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f4c100cb040 tx=0x7f4c100107d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4a0dc89475d86d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.232+0000 7f4bfbfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.232+0000 7f4bfbfff640 1 -- 172.21.15.18:0/3353727462 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c100a7060 con 0x55b2f44ed670 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.232+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4c10094e50 con 0x55b2f44ed670 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.232+0000 7f4bfbfff640 1 -- 172.21.15.18:0/3353727462 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4c100985e0 con 0x55b2f44ed670 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.232+0000 7f4bfbfff640 1 -- 172.21.15.18:0/3353727462 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c100ae050 con 0x55b2f44ed670 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.232+0000 7f4c25c05740 10 client.19365 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.232+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b2f42267d0 con 0x55b2f44ed670 2024-03-07T10:13:46.238 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4bfbfff640 1 -- 172.21.15.18:0/3353727462 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4c1007a070 con 0x55b2f44ed670 2024-03-07T10:13:46.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4bfbfff640 1 -- 172.21.15.18:0/3353727462 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4c10022060 con 0x55b2f44ed670 2024-03-07T10:13:46.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4c25c05740 10 client.19365 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:46.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4c25c05740 10 client.19365 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:46.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4c25c05740 20 client.19365 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:46.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4c25c05740 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f44fd650 0x55b2f44ffa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4c25c05740 4 client.19365 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:46.239 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.233+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b2f44553d0 con 0x55b2f44fd650 2024-03-07T10:13:46.240 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.235+0000 7f4c20ab9640 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f44fd650 0x55b2f44ffa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.239+0000 7f4c20ab9640 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f44fd650 0x55b2f44ffa40 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=416629aaaedb9477 server_cookie=b37f6bb696f64b90 in_seq=0 out_seq=0 2024-03-07T10:13:46.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.239+0000 7f4bfbfff640 10 client.19365 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:46.243 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.239+0000 7f4bfbfff640 1 -- 172.21.15.18:0/3353727462 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b2f44553d0 con 0x55b2f44fd650 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.239+0000 7f4bfbfff640 10 client.19365 handle_command_reply: tid=0 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.239+0000 7f4c25c05740 1 client.19365 shutdown 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 msgr2=0x55b2f44eb110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44eb110 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f4c100cb040 tx=0x7f4c100107d0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 shutdown_connections 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f44fd650 0x55b2f44ffa40 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44eb110 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44eabd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 --2- 172.21.15.18:0/3353727462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4170 0x55b2f44ea690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 >> 172.21.15.18:0/3353727462 conn(0x55b2f44de8a0 msgr2=0x55b2f44e05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.240+0000 7f4bfbfff640 0 client.19365 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:46.244 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.241+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 shutdown_connections 2024-03-07T10:13:46.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.241+0000 7f4c25c05740 1 -- 172.21.15.18:0/3353727462 wait complete. 2024-03-07T10:13:46.245 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.242+0000 7f4c25c05740 20 client.19365 trim_cache size 0 max 16384 2024-03-07T10:13:46.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:45 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/849185197' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:13:46.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.262+0000 7f4c25c05740 1 Processor -- start 2024-03-07T10:13:46.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.262+0000 7f4c25c05740 1 -- start start 2024-03-07T10:13:46.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4170 0x55b2f44dd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4a90 0x55b2f44f8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.264 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44f9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c25c05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c1b6160 con 0x55b2f44ed670 2024-03-07T10:13:46.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c25c05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c1b3c60 con 0x55b2f44e4a90 2024-03-07T10:13:46.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c25c05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c1b1d00 con 0x55b2f44e4170 2024-03-07T10:13:46.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c20ab9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4170 0x55b2f44dd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c20ab9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4170 0x55b2f44dd7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:49524/0 (socket says 172.21.15.18:49524) 2024-03-07T10:13:46.265 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.263+0000 7f4c20ab9640 1 -- 172.21.15.18:0/4081006083 learned_addr learned my addr 172.21.15.18:0/4081006083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:46.266 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.265+0000 7f4c212ba640 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44f9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.265+0000 7f4c212ba640 1 -- 172.21.15.18:0/4081006083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4170 msgr2=0x55b2f44dd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.265+0000 7f4c212ba640 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4170 0x55b2f44dd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c212ba640 1 -- 172.21.15.18:0/4081006083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4a90 msgr2=0x55b2f44f8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4a90 0x55b2f44f8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c212ba640 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4a90 0x55b2f44f8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.267 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c212ba640 1 -- 172.21.15.18:0/4081006083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b2f44de6d0 con 0x55b2f44ed670 2024-03-07T10:13:46.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4a90 0x55b2f44f8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:13:46.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c212ba640 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44f9020 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f4c10096cb0 tx=0x7f4c1009e0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a2ce47509e34bea server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:46.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c027fc640 1 -- 172.21.15.18:0/4081006083 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c100a7050 con 0x55b2f44ed670 2024-03-07T10:13:46.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c027fc640 1 -- 172.21.15.18:0/4081006083 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4c1007a070 con 0x55b2f44ed670 2024-03-07T10:13:46.268 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.266+0000 7f4c027fc640 1 -- 172.21.15.18:0/4081006083 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c100a2810 con 0x55b2f44ed670 2024-03-07T10:13:46.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.267+0000 7f4c25c05740 1 -- 172.21.15.18:0/4081006083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 msgr2=0x55b2f44f9020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.267+0000 7f4c25c05740 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44f9020 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f4c10096cb0 tx=0x7f4c1009e0d0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.267+0000 7f4c25c05740 1 -- 172.21.15.18:0/4081006083 shutdown_connections 2024-03-07T10:13:46.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.267+0000 7f4c25c05740 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44ed670 0x55b2f44f9020 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.267+0000 7f4c25c05740 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44e4a90 0x55b2f44f8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.269 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.267+0000 7f4c25c05740 1 --2- 172.21.15.18:0/4081006083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4170 0x55b2f44dd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.267+0000 7f4c25c05740 1 -- 172.21.15.18:0/4081006083 >> 172.21.15.18:0/4081006083 conn(0x55b2f44de8a0 msgr2=0x55b2f44dd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.268+0000 7f4c25c05740 1 -- 172.21.15.18:0/4081006083 shutdown_connections 2024-03-07T10:13:46.270 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.268+0000 7f4c25c05740 1 -- 172.21.15.18:0/4081006083 wait complete. 2024-03-07T10:13:46.272 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.268+0000 7f4c25c05740 1 -- start start 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.268+0000 7f4c25c05740 1 Processor -- start 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4170 0x55b2f44f2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44f2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c25c05740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44ed670 0x55b2f44f3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c25c05740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c1b2300 con 0x55b2f44e4170 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c25c05740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c1b3600 con 0x55b2f44ed670 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c25c05740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c1b2940 con 0x55b2f44e4a90 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c25c05740 10 client.0 _ll_register_callbacks cb 0x7f4c0c009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c20ab9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4170 0x55b2f44f2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c1bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44f2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c20ab9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4170 0x55b2f44f2ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59282/0 (socket says 172.21.15.18:59282) 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c20ab9640 1 -- 172.21.15.18:0/2534595358 learned_addr learned my addr 172.21.15.18:0/2534595358 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:46.273 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c212ba640 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44ed670 0x55b2f44f3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c1bfff640 1 -- 172.21.15.18:0/2534595358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44ed670 msgr2=0x55b2f44f3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44ed670 0x55b2f44f3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c1bfff640 1 -- 172.21.15.18:0/2534595358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4170 msgr2=0x55b2f44f2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4170 0x55b2f44f2ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.269+0000 7f4c1bfff640 1 -- 172.21.15.18:0/2534595358 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b2f4557e00 con 0x55b2f44e4a90 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4c1bfff640 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44f2ff0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x55b2f44e33c0 tx=0x7f4c1401a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22243065633a5283 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4bfbfff640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4bfbfff640 1 -- 172.21.15.18:0/2534595358 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1404a030 con 0x55b2f44e4a90 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4c1007a070 con 0x55b2f44e4a90 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4bfbfff640 1 -- 172.21.15.18:0/2534595358 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4c140538a0 con 0x55b2f44e4a90 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4bfbfff640 1 -- 172.21.15.18:0/2534595358 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c1406d050 con 0x55b2f44e4a90 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4c25c05740 10 client.29209 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55b2f45590a0 con 0x55b2f44e4a90 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4bfbfff640 1 -- 172.21.15.18:0/2534595358 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4c1007a070 con 0x55b2f44e4a90 2024-03-07T10:13:46.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.270+0000 7f4bfbfff640 1 -- 172.21.15.18:0/2534595358 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4c14045ca0 con 0x55b2f44e4a90 2024-03-07T10:13:46.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.271+0000 7f4c25c05740 10 client.29209 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:46.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.271+0000 7f4c25c05740 10 client.29209 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:46.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.271+0000 7f4c25c05740 20 client.29209 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:46.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.271+0000 7f4c25c05740 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f4559800 0x55b2f455bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:46.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.271+0000 7f4c25c05740 4 client.29209 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:13:46.275 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.271+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b2f444f720 con 0x55b2f4559800 2024-03-07T10:13:46.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.272+0000 7f4c20ab9640 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f4559800 0x55b2f455bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:46.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c20ab9640 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f4559800 0x55b2f455bc20 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdaa4d6c78dcbd32 server_cookie=fd56426b5ef00b92 in_seq=0 out_seq=0 2024-03-07T10:13:46.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4bfbfff640 10 client.29209 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:46.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4bfbfff640 1 -- 172.21.15.18:0/2534595358 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b2f444f720 con 0x55b2f4559800 2024-03-07T10:13:46.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4bfbfff640 10 client.29209 handle_command_reply: tid=0 2024-03-07T10:13:46.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 client.29209 shutdown 2024-03-07T10:13:46.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 msgr2=0x55b2f44f2ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44f2ff0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x55b2f44e33c0 tx=0x7f4c1401a5d0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 shutdown_connections 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55b2f4559800 0x55b2f455bc20 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b2f44ed670 0x55b2f44f3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b2f44e4a90 0x55b2f44f2ff0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 --2- 172.21.15.18:0/2534595358 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55b2f44e4170 0x55b2f44f2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4bfbfff640 0 client.29209 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 >> 172.21.15.18:0/2534595358 conn(0x55b2f44de8a0 msgr2=0x55b2f44dd960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 shutdown_connections 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 1 -- 172.21.15.18:0/2534595358 wait complete. 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.273+0000 7f4c25c05740 20 client.29209 trim_cache size 0 max 16384 2024-03-07T10:13:46.277 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:13:46.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4c040a20c0 msgr2=0x7f4c040a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.278 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4c040a20c0 0x7f4c040a4580 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f4c14006010 tx=0x7f4c1401a880 comp rx=0 tx=0).stop 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 msgr2=0x7f4c1c119220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c119220 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000b3f0 tx=0x7f4c1000b8b0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 shutdown_connections 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4c040a20c0 0x7f4c040a4580 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4c1c1101c0 0x7f4c1c119220 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4c1c10fde0 0x7f4c1c118ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 --2- 172.21.15.18:0/2535187126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c1c1091c0 0x7f4c1c11cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 >> 172.21.15.18:0/2535187126 conn(0x7f4c1c06da40 msgr2=0x7f4c1c10ce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 shutdown_connections 2024-03-07T10:13:46.279 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:46.274+0000 7f4c22d1d640 1 -- 172.21.15.18:0/2535187126 wait complete. 2024-03-07T10:13:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:46 smithi018 ceph-mon[32171]: pgmap v458: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.7 MiB/s wr, 714 op/s 2024-03-07T10:13:47.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:46 smithi077 ceph-mon[36374]: pgmap v458: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.7 MiB/s wr, 714 op/s 2024-03-07T10:13:47.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:46 smithi063 ceph-mon[36356]: pgmap v458: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 6.7 MiB/s wr, 714 op/s 2024-03-07T10:13:47.291 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:13:47.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:13:47.292 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:13:47.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.454+0000 7f3bb94b6640 1 -- 172.21.15.18:0/3442650950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 msgr2=0x7f3bb4108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.456 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.454+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/3442650950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb4108660 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f3bac009ca0 tx=0x7f3bac02c140 comp rx=0 tx=0).stop 2024-03-07T10:13:47.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.460+0000 7f3bb94b6640 1 -- 172.21.15.18:0/3442650950 shutdown_connections 2024-03-07T10:13:47.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.460+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/3442650950 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bb411ae40 0x7f3bb411d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.460+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/3442650950 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bb4108ba0 0x7f3bb4109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.460+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/3442650950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb4108660 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.460+0000 7f3bb94b6640 1 -- 172.21.15.18:0/3442650950 >> 172.21.15.18:0/3442650950 conn(0x7f3bb406c6d0 msgr2=0x7f3bb406cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.467 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.464+0000 7f3bb94b6640 1 -- 172.21.15.18:0/3442650950 shutdown_connections 2024-03-07T10:13:47.469 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.468+0000 7f3bb94b6640 1 -- 172.21.15.18:0/3442650950 wait complete. 2024-03-07T10:13:47.470 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.468+0000 7f3bb94b6640 1 Processor -- start 2024-03-07T10:13:47.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.472+0000 7f3bb94b6640 1 -- start start 2024-03-07T10:13:47.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.472+0000 7f3bb94b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bb4108ba0 0x7f3bb411a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.472+0000 7f3bb94b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb41146c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.472+0000 7f3bb94b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bb411ae40 0x7f3bb4114c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.472+0000 7f3bb94b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb4111070 con 0x7f3bb4108ba0 2024-03-07T10:13:47.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.472+0000 7f3bb94b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb4110ef0 con 0x7f3bb410fdf0 2024-03-07T10:13:47.474 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.472+0000 7f3bb94b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41111f0 con 0x7f3bb411ae40 2024-03-07T10:13:47.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.475+0000 7f3bb27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb41146c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.475+0000 7f3bb27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb41146c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:34678/0 (socket says 172.21.15.18:34678) 2024-03-07T10:13:47.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.475+0000 7f3bb27fc640 1 -- 172.21.15.18:0/2079040524 learned_addr learned my addr 172.21.15.18:0/2079040524 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.475+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bb4108ba0 0x7f3bb411a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.475+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bb411ae40 0x7f3bb4114c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.476+0000 7f3bb27fc640 1 -- 172.21.15.18:0/2079040524 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bb411ae40 msgr2=0x7f3bb4114c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.476+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bb411ae40 0x7f3bb4114c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.476+0000 7f3bb27fc640 1 -- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bb4108ba0 msgr2=0x7f3bb411a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.476+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bb4108ba0 0x7f3bb411a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.476+0000 7f3bb27fc640 1 -- 172.21.15.18:0/2079040524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bb41154c0 con 0x7f3bb410fdf0 2024-03-07T10:13:47.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.477+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb41146c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f3ba800e9f0 tx=0x7f3ba800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.477+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bb4108ba0 0x7f3bb411a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:13:47.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.478+0000 7f3b9bfff640 1 -- 172.21.15.18:0/2079040524 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba800cd80 con 0x7f3bb410fdf0 2024-03-07T10:13:47.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.481+0000 7f3b9bfff640 1 -- 172.21.15.18:0/2079040524 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ba8010910 con 0x7f3bb410fdf0 2024-03-07T10:13:47.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.481+0000 7f3b9bfff640 1 -- 172.21.15.18:0/2079040524 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba80188f0 con 0x7f3bb410fdf0 2024-03-07T10:13:47.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.481+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bb41bbc00 con 0x7f3bb410fdf0 2024-03-07T10:13:47.484 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.481+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bb41bc0d0 con 0x7f3bb410fdf0 2024-03-07T10:13:47.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.485+0000 7f3b9bfff640 1 -- 172.21.15.18:0/2079040524 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3ba8010ac0 con 0x7f3bb410fdf0 2024-03-07T10:13:47.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.486+0000 7f3bbc37d740 1 Processor -- start 2024-03-07T10:13:47.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.486+0000 7f3bbc37d740 1 -- start start 2024-03-07T10:13:47.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.486+0000 7f3b9bfff640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3b9c0a1fb0 0x7f3b9c0a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.486+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e4d50 0x555a1d3e5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.488 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.486+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e5670 0x555a1d3edd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3f0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a1d348b10 con 0x555a1d3e5670 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a1d2f1d50 con 0x555a1d3ee250 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a1d344bb0 con 0x555a1d3e4d50 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3b9c0a1fb0 0x7f3b9c0a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3b9bfff640 1 -- 172.21.15.18:0/2079040524 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3ba80ce860 con 0x7f3bb410fdf0 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bb27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e5670 0x555a1d3edd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.489 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bb27fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e5670 0x555a1d3edd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59310/0 (socket says 172.21.15.18:59310) 2024-03-07T10:13:47.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bb27fc640 1 -- 172.21.15.18:0/1166048686 learned_addr learned my addr 172.21.15.18:0/1166048686 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3f0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.490 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.487+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e4d50 0x555a1d3e5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3bb27fc640 1 -- 172.21.15.18:0/1166048686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e4d50 msgr2=0x555a1d3e5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e4d50 0x555a1d3e5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3bb27fc640 1 -- 172.21.15.18:0/1166048686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 msgr2=0x555a1d3f0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3f0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3bb27fc640 1 -- 172.21.15.18:0/1166048686 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a1d1257e0 con 0x555a1d3e5670 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3b9c0a1fb0 0x7f3b9c0a4470 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4005d80 tx=0x7f3ba40157f0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e5670 0x555a1d3edd10 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f3ba80a33c0 tx=0x7f3ba80095b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37780ed7784d4cfd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.488+0000 7f3b997fa640 1 -- 172.21.15.18:0/1166048686 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8016330 con 0x555a1d3e5670 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.489+0000 7f3b997fa640 1 -- 172.21.15.18:0/1166048686 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ba8016560 con 0x555a1d3e5670 2024-03-07T10:13:47.491 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.489+0000 7f3b997fa640 1 -- 172.21.15.18:0/1166048686 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba80cc130 con 0x555a1d3e5670 2024-03-07T10:13:47.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.489+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1166048686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e5670 msgr2=0x555a1d3edd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.490+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e5670 0x555a1d3edd10 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f3ba80a33c0 tx=0x7f3ba80095b0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.490+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1166048686 shutdown_connections 2024-03-07T10:13:47.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.490+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3f0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.490+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e5670 0x555a1d3edd10 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.490+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1166048686 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e4d50 0x555a1d3e5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.490+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1166048686 >> 172.21.15.18:0/1166048686 conn(0x555a1d3df480 msgr2=0x555a1d3df860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.491+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1166048686 shutdown_connections 2024-03-07T10:13:47.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.491+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1166048686 wait complete. 2024-03-07T10:13:47.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.492+0000 7f3bbc37d740 1 -- start start 2024-03-07T10:13:47.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.492+0000 7f3bbc37d740 1 Processor -- start 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.492+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3edce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.492+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e5670 0x555a1d3eb070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3edce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3edce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:59322/0 (socket says 172.21.15.18:59322) 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 -- 172.21.15.18:0/696900990 learned_addr learned my addr 172.21.15.18:0/696900990 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3eb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a1d3f0fe0 con 0x555a1d3e4d50 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a1d305190 con 0x555a1d3ee250 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a1d3f1160 con 0x555a1d3e5670 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e5670 0x555a1d3eb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.497 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bbc37d740 10 client.0 _ll_register_callbacks cb 0x555a1d2f4770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3eb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 -- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e5670 msgr2=0x555a1d3eb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e5670 0x555a1d3eb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 -- 172.21.15.18:0/696900990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 msgr2=0x555a1d3eb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3eb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 -- 172.21.15.18:0/696900990 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555a1d185f70 con 0x555a1d3e4d50 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3eb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3edce0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f3bac037040 tx=0x7f3bac032b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30b293917522d1cf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3b96ff5640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.493+0000 7f3b96ff5640 1 -- 172.21.15.18:0/696900990 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bac039040 con 0x555a1d3e4d50 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ba8016560 con 0x555a1d3e4d50 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3b96ff5640 1 -- 172.21.15.18:0/696900990 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3bac003970 con 0x555a1d3e4d50 2024-03-07T10:13:47.498 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3b96ff5640 1 -- 172.21.15.18:0/696900990 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bac050050 con 0x555a1d3e4d50 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 10 client.19383 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x555a1d01d170 con 0x555a1d3e4d50 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3b96ff5640 1 -- 172.21.15.18:0/696900990 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ba8016560 con 0x555a1d3e4d50 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3b96ff5640 1 -- 172.21.15.18:0/696900990 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3bac03f450 con 0x555a1d3e4d50 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 10 client.19383 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 10 client.19383 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 20 client.19383 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d400760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 4 client.19383 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555a1d31e930 con 0x555a1d3fe310 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.494+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d400760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.495+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d400760 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29f6c26666cf5379 server_cookie=10f5770b02df5d3a in_seq=0 out_seq=0 2024-03-07T10:13:47.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.495+0000 7f3b96ff5640 10 client.19383 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3b96ff5640 1 -- 172.21.15.18:0/696900990 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555a1d31e930 con 0x555a1d3fe310 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3b96ff5640 10 client.19383 handle_command_reply: tid=0 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 client.19383 shutdown 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 msgr2=0x555a1d3edce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3edce0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f3bac037040 tx=0x7f3bac032b50 comp rx=0 tx=0).stop 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 shutdown_connections 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d400760 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3b96ff5640 0 client.19383 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3ee250 0x555a1d3eb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3e5670 0x555a1d3eb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/696900990 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3edce0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 >> 172.21.15.18:0/696900990 conn(0x555a1d3df480 msgr2=0x555a1d3e11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 shutdown_connections 2024-03-07T10:13:47.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 1 -- 172.21.15.18:0/696900990 wait complete. 2024-03-07T10:13:47.502 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.496+0000 7f3bbc37d740 20 client.19383 trim_cache size 0 max 16384 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.525+0000 7f3bbc37d740 1 Processor -- start 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.525+0000 7f3bbc37d740 1 -- start start 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.525+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3ea1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.525+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3ed7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3edce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41c7030 con 0x555a1d3e4d50 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41c4b30 con 0x555a1d3e5670 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41c2bf0 con 0x555a1d3ee250 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3edce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.528 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3edce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46776/0 (socket says 172.21.15.18:46776) 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 -- 172.21.15.18:0/2762823034 learned_addr learned my addr 172.21.15.18:0/2762823034 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb27fc640 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3ed7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3ea1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 -- 172.21.15.18:0/2762823034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 msgr2=0x555a1d3ed7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3ed7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 -- 172.21.15.18:0/2762823034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 msgr2=0x555a1d3ea1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3ea1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.529 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.526+0000 7f3bb37fe640 1 -- 172.21.15.18:0/2762823034 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a1d3ebad0 con 0x555a1d3ee250 2024-03-07T10:13:47.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.527+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3edce0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4009880 tx=0x7f3ba4018000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0e8bad25ae2cd11 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.527+0000 7f3b98ff9640 1 -- 172.21.15.18:0/2762823034 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba4013dc0 con 0x555a1d3ee250 2024-03-07T10:13:47.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.527+0000 7f3b98ff9640 1 -- 172.21.15.18:0/2762823034 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ba4025070 con 0x555a1d3ee250 2024-03-07T10:13:47.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.527+0000 7f3b98ff9640 1 -- 172.21.15.18:0/2762823034 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba4004e20 con 0x555a1d3ee250 2024-03-07T10:13:47.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 -- 172.21.15.18:0/2762823034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 msgr2=0x555a1d3edce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3edce0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4009880 tx=0x7f3ba4018000 comp rx=0 tx=0).stop 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 -- 172.21.15.18:0/2762823034 shutdown_connections 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3edce0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3ed7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/2762823034 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3ea1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 -- 172.21.15.18:0/2762823034 >> 172.21.15.18:0/2762823034 conn(0x555a1d3df480 msgr2=0x555a1d3ddbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 -- 172.21.15.18:0/2762823034 shutdown_connections 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.528+0000 7f3bbc37d740 1 -- 172.21.15.18:0/2762823034 wait complete. 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 -- start start 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 Processor -- start 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3f13a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3f18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3f1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41c31f0 con 0x555a1d3e4d50 2024-03-07T10:13:47.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41c44d0 con 0x555a1d3e5670 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41c3810 con 0x555a1d3ee250 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bb2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3f13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bb37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3f1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bb27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3f18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bb37fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3f1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46782/0 (socket says 172.21.15.18:46782) 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bb27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3f18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53580/0 (socket says 172.21.15.18:53580) 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bb2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3f13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42074/0 (socket says 172.21.15.18:42074) 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bb37fe640 1 -- 172.21.15.18:0/1612777297 learned_addr learned my addr 172.21.15.18:0/1612777297 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.529+0000 7f3bbc37d740 10 client.0 _ll_register_callbacks cb 0x7f3bac037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bb37fe640 1 -- 172.21.15.18:0/1612777297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 msgr2=0x555a1d3f18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3f18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bb37fe640 1 -- 172.21.15.18:0/1612777297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 msgr2=0x555a1d3f13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3f13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bb37fe640 1 -- 172.21.15.18:0/1612777297 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555a1d459bf0 con 0x555a1d3ee250 2024-03-07T10:13:47.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bb37fe640 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3f1e20 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4006010 tx=0x7f3ba40214e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4344b7459bd3336 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3b96ff5640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3b96ff5640 1 -- 172.21.15.18:0/1612777297 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba4004220 con 0x555a1d3ee250 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ba4025070 con 0x555a1d3ee250 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3b96ff5640 1 -- 172.21.15.18:0/1612777297 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f3ba40043c0 con 0x555a1d3ee250 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3b96ff5640 1 -- 172.21.15.18:0/1612777297 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ba4021910 con 0x555a1d3ee250 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bbc37d740 10 client.29224 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.530+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x555a1d45aeb0 con 0x555a1d3ee250 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3b96ff5640 1 -- 172.21.15.18:0/1612777297 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ba4025070 con 0x555a1d3ee250 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3b96ff5640 1 -- 172.21.15.18:0/1612777297 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3ba4029420 con 0x555a1d3ee250 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bbc37d740 10 client.29224 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bbc37d740 10 client.29224 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bbc37d740 20 client.29224 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d45d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bbc37d740 4 client.29224 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:13:47.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x555a1d30a050 con 0x555a1d3fe310 2024-03-07T10:13:47.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d45d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3b96ff5640 10 client.29224 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.531+0000 7f3bb2ffd640 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d45d620 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a346b7526242a85f server_cookie=421691dca72b49a0 in_seq=0 out_seq=0 2024-03-07T10:13:47.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.533+0000 7f3b96ff5640 1 -- 172.21.15.18:0/1612777297 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x555a1d30a050 con 0x555a1d3fe310 2024-03-07T10:13:47.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.533+0000 7f3b96ff5640 10 client.29224 handle_command_reply: tid=0 2024-03-07T10:13:47.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.533+0000 7f3bbc37d740 1 client.29224 shutdown 2024-03-07T10:13:47.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.533+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 msgr2=0x555a1d3f1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.533+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3f1e20 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4006010 tx=0x7f3ba40214e0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 shutdown_connections 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x555a1d3fe310 0x555a1d45d620 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555a1d3ee250 0x555a1d3f1e20 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3b96ff5640 0 client.29224 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a1d3e5670 0x555a1d3f18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 --2- 172.21.15.18:0/1612777297 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555a1d3e4d50 0x555a1d3f13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 >> 172.21.15.18:0/1612777297 conn(0x555a1d3df480 msgr2=0x555a1d3ddbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 shutdown_connections 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.534+0000 7f3bbc37d740 1 -- 172.21.15.18:0/1612777297 wait complete. 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.535+0000 7f3bbc37d740 20 client.29224 trim_cache size 0 max 16384 2024-03-07T10:13:47.539 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:13:47.540 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:13:47.540 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "b898191b-40fb-4320-a5b4-5bae3e762c30", 2024-03-07T10:13:47.540 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:13:47.540 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.535+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3b9c0a1fb0 msgr2=0x7f3b9c0a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.535+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3b9c0a1fb0 0x7f3b9c0a4470 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4005d80 tx=0x7f3ba40157f0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.535+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 msgr2=0x7f3bb41146c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb41146c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f3ba800e9f0 tx=0x7f3ba800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 shutdown_connections 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bb411ae40 0x7f3bb4114c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3bb410fdf0 0x7f3bb41146c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f3b9c0a1fb0 0x7f3b9c0a4470 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 --2- 172.21.15.18:0/2079040524 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3bb4108ba0 0x7f3bb411a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 >> 172.21.15.18:0/2079040524 conn(0x7f3bb406c6d0 msgr2=0x7f3bb411b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 shutdown_connections 2024-03-07T10:13:47.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.536+0000 7f3bb94b6640 1 -- 172.21.15.18:0/2079040524 wait complete. 2024-03-07T10:13:47.553 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:13:47.554 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:13:47.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 -- 172.21.15.18:0/647293075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60581015f0 msgr2=0x7f6058101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 --2- 172.21.15.18:0/647293075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60581015f0 0x7f6058101a70 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f604c009930 tx=0x7f604c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:13:47.715 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 -- 172.21.15.18:0/647293075 shutdown_connections 2024-03-07T10:13:47.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 --2- 172.21.15.18:0/647293075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6058101fb0 0x7f605810e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 --2- 172.21.15.18:0/647293075 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f60581015f0 0x7f6058101a70 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 --2- 172.21.15.18:0/647293075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6058107690 0x7f6058107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 -- 172.21.15.18:0/647293075 >> 172.21.15.18:0/647293075 conn(0x7f60580fd0e0 msgr2=0x7f60580ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 -- 172.21.15.18:0/647293075 shutdown_connections 2024-03-07T10:13:47.716 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.713+0000 7f605cbb1640 1 -- 172.21.15.18:0/647293075 wait complete. 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.714+0000 7f605cbb1640 1 Processor -- start 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.714+0000 7f605cbb1640 1 -- start start 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.714+0000 7f605cbb1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60581015f0 0x7f6058197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.714+0000 7f605cbb1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6058101fb0 0x7f6058198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.714+0000 7f605cbb1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6058107690 0x7f605819c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f6055d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6058101fb0 0x7f6058198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60581015f0 0x7f6058197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605cbb1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6058111a60 con 0x7f6058101fb0 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f6055d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6058101fb0 0x7f6058198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42090/0 (socket says 172.21.15.18:42090) 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f6055d9b640 1 -- 172.21.15.18:0/2053760751 learned_addr learned my addr 172.21.15.18:0/2053760751 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60581015f0 0x7f6058197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46806/0 (socket says 172.21.15.18:46806) 2024-03-07T10:13:47.719 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581118e0 con 0x7f6058107690 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6058111be0 con 0x7f60581015f0 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f6056d9d640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6058107690 0x7f605819c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 -- 172.21.15.18:0/2053760751 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6058107690 msgr2=0x7f605819c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6058107690 0x7f605819c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 -- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6058101fb0 msgr2=0x7f6058198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6058101fb0 0x7f6058198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 -- 172.21.15.18:0/2053760751 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f605819ce60 con 0x7f60581015f0 2024-03-07T10:13:47.720 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f6056d9d640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6058107690 0x7f605819c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f605659c640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60581015f0 0x7f6058197ec0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f604800e9c0 tx=0x7f604800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f60477fe640 1 -- 172.21.15.18:0/2053760751 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604800ccc0 con 0x7f60581015f0 2024-03-07T10:13:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.715+0000 7f60477fe640 1 -- 172.21.15.18:0/2053760751 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f60480035f0 con 0x7f60581015f0 2024-03-07T10:13:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.716+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f605819d150 con 0x7f60581015f0 2024-03-07T10:13:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.716+0000 7f60477fe640 1 -- 172.21.15.18:0/2053760751 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604800ce60 con 0x7f60581015f0 2024-03-07T10:13:47.721 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.716+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60581a49e0 con 0x7f60581015f0 2024-03-07T10:13:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.718+0000 7f60477fe640 1 -- 172.21.15.18:0/2053760751 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f60480037a0 con 0x7f60581015f0 2024-03-07T10:13:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.718+0000 7f605f997740 1 Processor -- start 2024-03-07T10:13:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605f997740 1 -- start start 2024-03-07T10:13:47.727 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f60477fe640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60400a1ff0 0x7f60400a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605f997740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605f997740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605f997740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886ca2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605f997740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f886c0add0 con 0x55f886cb5780 2024-03-07T10:13:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605f997740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f886bb3ae0 con 0x55f886ca1f30 2024-03-07T10:13:47.728 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605f997740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f886c06e70 con 0x55f886cb4dd0 2024-03-07T10:13:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f60477fe640 1 -- 172.21.15.18:0/2053760751 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f60480ce560 con 0x7f60581015f0 2024-03-07T10:13:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f6056d9d640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60400a1ff0 0x7f60400a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f6055d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f6056d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886ca2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f6055d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42100/0 (socket says 172.21.15.18:42100) 2024-03-07T10:13:47.729 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f6056d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886ca2390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53606/0 (socket says 172.21.15.18:53606) 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f6055d9b640 1 -- 172.21.15.18:0/3834065755 learned_addr learned my addr 172.21.15.18:0/3834065755 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.719+0000 7f605659c640 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f605659c640 1 -- 172.21.15.18:0/3834065755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 msgr2=0x55f886ca2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f605659c640 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886ca2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f605659c640 1 -- 172.21.15.18:0/3834065755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 msgr2=0x55f886ca1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f605659c640 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f605659c640 1 -- 172.21.15.18:0/3834065755 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8869e97d0 con 0x55f886cb4dd0 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f6055d9b640 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f6056d9d640 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886ca2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f6056d9d640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60400a1ff0 0x7f60400a44b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f60500099e0 tx=0x7f6050013660 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f605659c640 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb51b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f60480cbbb0 tx=0x7f604809b610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29797cf72811323d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f6044ff9640 1 -- 172.21.15.18:0/3834065755 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60480b2020 con 0x55f886cb4dd0 2024-03-07T10:13:47.730 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f6044ff9640 1 -- 172.21.15.18:0/3834065755 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f604809d030 con 0x55f886cb4dd0 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.720+0000 7f6044ff9640 1 -- 172.21.15.18:0/3834065755 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60480cbe30 con 0x55f886cb4dd0 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 -- 172.21.15.18:0/3834065755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 msgr2=0x55f886cb51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb51b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f60480cbbb0 tx=0x7f604809b610 comp rx=0 tx=0).stop 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 -- 172.21.15.18:0/3834065755 shutdown_connections 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886ca2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 --2- 172.21.15.18:0/3834065755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb51b0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 -- 172.21.15.18:0/3834065755 >> 172.21.15.18:0/3834065755 conn(0x55f886ca43d0 msgr2=0x55f886ca47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 -- 172.21.15.18:0/3834065755 shutdown_connections 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 -- 172.21.15.18:0/3834065755 wait complete. 2024-03-07T10:13:47.731 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 -- start start 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.721+0000 7f605f997740 1 Processor -- start 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886ca1f30 0x55f886cb8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb4dd0 0x55f886cb90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb5780 0x55f886cb9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f886cbc210 con 0x55f886cb4dd0 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886ca1f30 0x55f886cb8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886ca1f30 0x55f886cb8ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46814/0 (socket says 172.21.15.18:46814) 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 -- 172.21.15.18:0/1743885112 learned_addr learned my addr 172.21.15.18:0/1743885112 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f886bc7070 con 0x55f886cb5780 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f886cbc390 con 0x55f886ca1f30 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f6056d9d640 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb5780 0x55f886cb9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 10 client.0 _ll_register_callbacks cb 0x55f886bc6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:47.732 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 -- 172.21.15.18:0/1743885112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb5780 msgr2=0x55f886cb9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb5780 0x55f886cb9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 -- 172.21.15.18:0/1743885112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb4dd0 msgr2=0x55f886cb90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb4dd0 0x55f886cb90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605659c640 1 -- 172.21.15.18:0/1743885112 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f88691f3f0 con 0x55f886ca1f30 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.722+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f604809d030 con 0x55f886ca1f30 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.723+0000 7f605659c640 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886ca1f30 0x55f886cb8ba0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f604809ab50 tx=0x7f6048003b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32399daa8056899a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.724+0000 7f603dffb640 10 client.29236 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f603dffb640 1 -- 172.21.15.18:0/1743885112 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604807d020 con 0x55f886ca1f30 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f603dffb640 1 -- 172.21.15.18:0/1743885112 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f60480b91f0 con 0x55f886ca1f30 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f603dffb640 1 -- 172.21.15.18:0/1743885112 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60480b9050 con 0x55f886ca1f30 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f605f997740 10 client.29236 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x55f8868df0f0 con 0x55f886ca1f30 2024-03-07T10:13:47.733 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f603dffb640 1 -- 172.21.15.18:0/1743885112 <== mon.1 v2:172.21.15.77:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f60480cbe30 con 0x55f886ca1f30 2024-03-07T10:13:47.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f605f997740 10 client.29236 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:47.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f605f997740 10 client.29236 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:47.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.725+0000 7f605f997740 20 client.29236 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:47.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.726+0000 7f605f997740 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886cc91c0 0x55f886ccb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.726+0000 7f605f997740 4 client.29236 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:47.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.726+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f886c18310 con 0x55f886cc91c0 2024-03-07T10:13:47.734 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.726+0000 7f6055d9b640 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886cc91c0 0x55f886ccb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.726+0000 7f6055d9b640 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886cc91c0 0x55f886ccb600 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0815e4ab8a929de server_cookie=5a88495be8f0ac0e in_seq=0 out_seq=0 2024-03-07T10:13:47.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.726+0000 7f603dffb640 10 client.29236 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f603dffb640 1 -- 172.21.15.18:0/1743885112 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f886c18310 con 0x55f886cc91c0 2024-03-07T10:13:47.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f603dffb640 10 client.29236 handle_command_reply: tid=0 2024-03-07T10:13:47.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 client.29236 shutdown 2024-03-07T10:13:47.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886ca1f30 msgr2=0x55f886cb8ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.736 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886ca1f30 0x55f886cb8ba0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f604809ab50 tx=0x7f6048003b10 comp rx=0 tx=0).stop 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 shutdown_connections 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886cc91c0 0x55f886ccb600 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb5780 0x55f886cb9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb4dd0 0x55f886cb90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 --2- 172.21.15.18:0/1743885112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886ca1f30 0x55f886cb8ba0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 >> 172.21.15.18:0/1743885112 conn(0x55f886ca43d0 msgr2=0x55f886ca3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f603dffb640 0 client.29236 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 shutdown_connections 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 1 -- 172.21.15.18:0/1743885112 wait complete. 2024-03-07T10:13:47.737 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.727+0000 7f605f997740 20 client.29236 trim_cache size 0 max 16384 2024-03-07T10:13:47.753 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 Processor -- start 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 -- start start 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886cbb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581ad870 con 0x55f886cb5780 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581ab370 con 0x55f886ca1f30 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605f997740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581a9430 con 0x55f886cb4dd0 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f6056d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.754 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f6055d9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f605659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886cbb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f6056d9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42112/0 (socket says 172.21.15.18:42112) 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.751+0000 7f6056d9d640 1 -- 172.21.15.18:0/3510372024 learned_addr learned my addr 172.21.15.18:0/3510372024 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f6055d9b640 1 -- 172.21.15.18:0/3510372024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 msgr2=0x55f886cbb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f6055d9b640 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886cbb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f6055d9b640 1 -- 172.21.15.18:0/3510372024 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 msgr2=0x55f886ca0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f6055d9b640 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f6055d9b640 1 -- 172.21.15.18:0/3510372024 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f886ca27b0 con 0x55f886cb4dd0 2024-03-07T10:13:47.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f605659c640 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886cbb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:47.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f6055d9b640 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb7b80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x55f886cb8400 tx=0x7f604c02df90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9eafc3efd04f9b3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f603ffff640 1 -- 172.21.15.18:0/3510372024 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604c047250 con 0x55f886cb4dd0 2024-03-07T10:13:47.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f603ffff640 1 -- 172.21.15.18:0/3510372024 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f604c04b030 con 0x55f886cb4dd0 2024-03-07T10:13:47.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.752+0000 7f603ffff640 1 -- 172.21.15.18:0/3510372024 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604c004840 con 0x55f886cb4dd0 2024-03-07T10:13:47.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 -- 172.21.15.18:0/3510372024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 msgr2=0x55f886cb7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb7b80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x55f886cb8400 tx=0x7f604c02df90 comp rx=0 tx=0).stop 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 -- 172.21.15.18:0/3510372024 shutdown_connections 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886cb5780 0x55f886ca0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb4dd0 0x55f886cb7b80 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 --2- 172.21.15.18:0/3510372024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886ca1f30 0x55f886cbb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 -- 172.21.15.18:0/3510372024 >> 172.21.15.18:0/3510372024 conn(0x55f886ca43d0 msgr2=0x55f886cb7470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 -- 172.21.15.18:0/3510372024 shutdown_connections 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.753+0000 7f605f997740 1 -- 172.21.15.18:0/3510372024 wait complete. 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 -- start start 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 Processor -- start 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886ca1f30 0x55f886cc1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb4dd0 0x55f886cbe710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb5780 0x55f886cbec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581a9a30 con 0x55f886ca1f30 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886ca1f30 0x55f886cc1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581aad10 con 0x55f886cb4dd0 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581aa050 con 0x55f886cb5780 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605659c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886ca1f30 0x55f886cc1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42118/0 (socket says 172.21.15.18:42118) 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605659c640 1 -- 172.21.15.18:0/121770208 learned_addr learned my addr 172.21.15.18:0/121770208 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f605f997740 10 client.0 _ll_register_callbacks cb 0x7f604809aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.754+0000 7f6055d9b640 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb4dd0 0x55f886cbe710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f6056d9d640 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb5780 0x55f886cbec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605659c640 1 -- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb5780 msgr2=0x55f886cbec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605659c640 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb5780 0x55f886cbec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605659c640 1 -- 172.21.15.18:0/121770208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb4dd0 msgr2=0x55f886cbe710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605659c640 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb4dd0 0x55f886cbe710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605659c640 1 -- 172.21.15.18:0/121770208 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f886cbf460 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605659c640 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886ca1f30 0x55f886cc1380 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f60480ce4d0 tx=0x7f6048097170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1ef6239ce78846a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f603dffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f603dffb640 1 -- 172.21.15.18:0/121770208 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604807d040 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f603dffb640 1 -- 172.21.15.18:0/121770208 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f60480a3160 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f604c04b030 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f603dffb640 1 -- 172.21.15.18:0/121770208 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60480b2040 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605f997740 10 client.19404 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55f886d24ac0 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.755+0000 7f603dffb640 1 -- 172.21.15.18:0/121770208 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f604c04b030 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f603dffb640 1 -- 172.21.15.18:0/121770208 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f60480b3b80 con 0x55f886ca1f30 2024-03-07T10:13:47.766 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f605f997740 10 client.19404 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:47.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f605f997740 10 client.19404 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:47.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f605f997740 20 client.19404 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:47.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f605f997740 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886d24f40 0x55f886d27330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:47.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f605f997740 4 client.19404 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:13:47.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f886c12660 con 0x55f886d24f40 2024-03-07T10:13:47.767 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.756+0000 7f6055d9b640 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886d24f40 0x55f886d27330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:47.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f603dffb640 10 client.19404 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f6055d9b640 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886d24f40 0x55f886d27330 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8bb33dc31a99deb server_cookie=856b78ca0fe29cca in_seq=0 out_seq=0 2024-03-07T10:13:47.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f603dffb640 1 -- 172.21.15.18:0/121770208 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55f886c12660 con 0x55f886d24f40 2024-03-07T10:13:47.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f603dffb640 10 client.19404 handle_command_reply: tid=0 2024-03-07T10:13:47.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 client.19404 shutdown 2024-03-07T10:13:47.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886ca1f30 msgr2=0x55f886cc1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886ca1f30 0x55f886cc1380 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f60480ce4d0 tx=0x7f6048097170 comp rx=0 tx=0).stop 2024-03-07T10:13:47.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 shutdown_connections 2024-03-07T10:13:47.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55f886d24f40 0x55f886d27330 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f886cb5780 0x55f886cbec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f886cb4dd0 0x55f886cbe710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 --2- 172.21.15.18:0/121770208 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55f886ca1f30 0x55f886cc1380 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 >> 172.21.15.18:0/121770208 conn(0x55f886ca43d0 msgr2=0x55f886cb43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f603dffb640 0 client.19404 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:47.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 shutdown_connections 2024-03-07T10:13:47.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 1 -- 172.21.15.18:0/121770208 wait complete. 2024-03-07T10:13:47.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.757+0000 7f605f997740 20 client.19404 trim_cache size 0 max 16384 2024-03-07T10:13:47.771 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:13:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:13:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:13:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: "b898191b-40fb-4320-a5b4-5bae3e762c30": { 2024-03-07T10:13:47.771 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:13:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "b898191b-40fb-4320-a5b4-5bae3e762c30", 2024-03-07T10:13:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:13:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:13:47.772 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:13:47.772 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:13:47.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60400a1ff0 msgr2=0x7f60400a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60400a1ff0 0x7f60400a44b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f60500099e0 tx=0x7f6050013660 comp rx=0 tx=0).stop 2024-03-07T10:13:47.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60581015f0 msgr2=0x7f6058197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:47.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60581015f0 0x7f6058197ec0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f604800e9c0 tx=0x7f604800ee80 comp rx=0 tx=0).stop 2024-03-07T10:13:47.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 shutdown_connections 2024-03-07T10:13:47.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6058107690 0x7f605819c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f60400a1ff0 0x7f60400a44b0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6058101fb0 0x7f6058198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 --2- 172.21.15.18:0/2053760751 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60581015f0 0x7f6058197ec0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:47.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.758+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 >> 172.21.15.18:0/2053760751 conn(0x7f60580fd0e0 msgr2=0x7f60580fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:47.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.759+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 shutdown_connections 2024-03-07T10:13:47.776 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:13:47.760+0000 7f605cbb1640 1 -- 172.21.15.18:0/2053760751 wait complete. 2024-03-07T10:13:47.777 INFO:tasks.cephfs.filesystem:scrub status for tag:b898191b-40fb-4320-a5b4-5bae3e762c30 - {'path': '/', 'tag': 'b898191b-40fb-4320-a5b4-5bae3e762c30', 'options': 'recursive,force'} 2024-03-07T10:13:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:47 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:13:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:47 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:13:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:47 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:47.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:47 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:48.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 865.0 s, 1390.8 tps, lat 71.160 ms stddev 80.175 2024-03-07T10:13:48.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:47 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:13:48.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:47 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:13:48.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:47 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:48.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:47 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:48.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:47 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:13:48.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:47 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:13:48.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:47 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:48.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:47 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:48 smithi018 ceph-mon[32171]: pgmap v459: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.3 MiB/s wr, 558 op/s 2024-03-07T10:13:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:48 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:13:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:48 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:48 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:13:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:48 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:48 smithi063 ceph-mon[36356]: pgmap v459: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.3 MiB/s wr, 558 op/s 2024-03-07T10:13:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:48 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:13:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:48 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:48 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:13:49.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:48 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:48 smithi077 ceph-mon[36374]: pgmap v459: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.3 MiB/s wr, 558 op/s 2024-03-07T10:13:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:48 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:13:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:48 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:48 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:13:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:48 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:13:51.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:50 smithi018 ceph-mon[32171]: pgmap v460: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 7.5 MiB/s wr, 816 op/s 2024-03-07T10:13:51.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:50 smithi063 ceph-mon[36356]: pgmap v460: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 7.5 MiB/s wr, 816 op/s 2024-03-07T10:13:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:50 smithi077 ceph-mon[36374]: pgmap v460: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 7.5 MiB/s wr, 816 op/s 2024-03-07T10:13:53.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:52 smithi018 ceph-mon[32171]: pgmap v461: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 5.4 MiB/s wr, 634 op/s 2024-03-07T10:13:53.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 870.0 s, 1371.0 tps, lat 73.927 ms stddev 81.643 2024-03-07T10:13:53.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:52 smithi063 ceph-mon[36356]: pgmap v461: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 5.4 MiB/s wr, 634 op/s 2024-03-07T10:13:53.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:52 smithi077 ceph-mon[36374]: pgmap v461: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 5.4 MiB/s wr, 634 op/s 2024-03-07T10:13:54.701 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 -- 172.21.15.18:0/3237046937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38103850 msgr2=0x7f9f38103cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/3237046937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38103850 0x7f9f38103cd0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f9f28009940 tx=0x7f9f2802bc20 comp rx=0 tx=0).stop 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 -- 172.21.15.18:0/3237046937 shutdown_connections 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/3237046937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f38104210 0x7f9f38110720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/3237046937 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38103850 0x7f9f38103cd0 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/3237046937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f38109860 0x7f9f38109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 -- 172.21.15.18:0/3237046937 >> 172.21.15.18:0/3237046937 conn(0x7f9f380ff2e0 msgr2=0x7f9f38101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 -- 172.21.15.18:0/3237046937 shutdown_connections 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.697+0000 7f9f3f81e640 1 -- 172.21.15.18:0/3237046937 wait complete. 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 Processor -- start 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 -- start start 2024-03-07T10:13:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f38103850 0x7f9f3819a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38104210 0x7f9f3819a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f38109860 0x7f9f3819ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f38113c70 con 0x7f9f38104210 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f38113af0 con 0x7f9f38103850 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3f81e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f38113df0 con 0x7f9f38109860 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3cdb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38104210 0x7f9f3819a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3cdb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38104210 0x7f9f3819a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42130/0 (socket says 172.21.15.18:42130) 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/984085654 learned_addr learned my addr 172.21.15.18:0/984085654 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.698+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f38109860 0x7f9f3819ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f38103850 0x7f9f3819a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/984085654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f38109860 msgr2=0x7f9f3819ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f38109860 0x7f9f3819ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/984085654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f38103850 msgr2=0x7f9f3819a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f38103850 0x7f9f3819a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/984085654 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f3819f160 con 0x7f9f38104210 2024-03-07T10:13:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38104210 0x7f9f3819a6b0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f9f2802c160 tx=0x7f9f28004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f2e7fc640 1 -- 172.21.15.18:0/984085654 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f28041020 con 0x7f9f38104210 2024-03-07T10:13:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f3819f3f0 con 0x7f9f38104210 2024-03-07T10:13:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f2e7fc640 1 -- 172.21.15.18:0/984085654 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f2802ce50 con 0x7f9f38104210 2024-03-07T10:13:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f2e7fc640 1 -- 172.21.15.18:0/984085654 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f28039040 con 0x7f9f38104210 2024-03-07T10:13:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.699+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f381a6ce0 con 0x7f9f38104210 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.702+0000 7f9f2e7fc640 1 -- 172.21.15.18:0/984085654 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9f28044020 con 0x7f9f38104210 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 Processor -- start 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 -- start start 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f2e7fc640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f240a1ee0 0x7f9f240a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5c2920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55951c50a5c0 con 0x55951c5a5fa0 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55951c4b3900 con 0x55951c5c0530 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f42606740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55951c506660 con 0x55951c5a6d10 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f3ddbb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.706 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f3ddbb640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a5a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46862/0 (socket says 172.21.15.18:46862) 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f2e7fc640 1 -- 172.21.15.18:0/984085654 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9f280ef710 con 0x7f9f38104210 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.703+0000 7f9f3ddbb640 1 -- 172.21.15.18:0/972279315 learned_addr learned my addr 172.21.15.18:0/972279315 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5c2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3ddbb640 1 -- 172.21.15.18:0/972279315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 msgr2=0x55951c5c2920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5c2920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3ddbb640 1 -- 172.21.15.18:0/972279315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 msgr2=0x55951c5a6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3ddbb640 1 -- 172.21.15.18:0/972279315 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55951c21f210 con 0x55951c5a6d10 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f240a1ee0 0x7f9f240a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a5a60 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f9f30009990 tx=0x7f9f30009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4097022a71c366fd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f237fe640 1 -- 172.21.15.18:0/972279315 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30004b20 con 0x55951c5a6d10 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f237fe640 1 -- 172.21.15.18:0/972279315 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f30003e50 con 0x55951c5a6d10 2024-03-07T10:13:54.707 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.704+0000 7f9f237fe640 1 -- 172.21.15.18:0/972279315 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30004050 con 0x55951c5a6d10 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 -- 172.21.15.18:0/972279315 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 msgr2=0x55951c5a5a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f240a1ee0 0x7f9f240a43a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009b50 tx=0x7f9f34005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a5a60 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f9f30009990 tx=0x7f9f30009920 comp rx=0 tx=0).stop 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 -- 172.21.15.18:0/972279315 shutdown_connections 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5c2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 --2- 172.21.15.18:0/972279315 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a5a60 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 -- 172.21.15.18:0/972279315 >> 172.21.15.18:0/972279315 conn(0x55951c56d580 msgr2=0x55951c5a0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 -- 172.21.15.18:0/972279315 shutdown_connections 2024-03-07T10:13:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 -- 172.21.15.18:0/972279315 wait complete. 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.705+0000 7f9f42606740 1 -- start start 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 1 Processor -- start 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a8530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5a8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55951c5c3260 con 0x55951c5a5fa0 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55951c4c6d60 con 0x55951c5c0530 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55951c5c33e0 con 0x55951c5a6d10 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f42606740 10 client.0 _ll_register_callbacks cb 0x55951c21ea00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f3d5ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f3cdb9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f3cdb9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a8a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46866/0 (socket says 172.21.15.18:46866) 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/401160561 learned_addr learned my addr 172.21.15.18:0/401160561 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.706+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5a8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/401160561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 msgr2=0x55951c5a8fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5a8fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/401160561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 msgr2=0x55951c5a8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/401160561 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55951c2eb620 con 0x55951c5a6d10 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a8a70 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f9f280ecf80 tx=0x7f9f280057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81a546648cce1714 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f20ff9640 1 -- 172.21.15.18:0/401160561 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f280ce7e0 con 0x55951c5a6d10 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9f30003e50 con 0x55951c5a6d10 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f20ff9640 1 -- 172.21.15.18:0/401160561 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9f280ed040 con 0x55951c5a6d10 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f20ff9640 1 -- 172.21.15.18:0/401160561 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f280bc870 con 0x55951c5a6d10 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f42606740 10 client.29254 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.707+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55951c5c32c0 con 0x55951c5a6d10 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f20ff9640 1 -- 172.21.15.18:0/401160561 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f30003e50 con 0x55951c5a6d10 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f20ff9640 1 -- 172.21.15.18:0/401160561 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9f2803c030 con 0x55951c5a6d10 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f42606740 10 client.29254 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f42606740 10 client.29254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f42606740 20 client.29254 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f42606740 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c5d90e0 0x55951c5db540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f42606740 4 client.29254 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55951c517b00 con 0x55951c5d90e0 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.708+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c5d90e0 0x55951c5db540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.709+0000 7f9f20ff9640 10 client.29254 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.709+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c5d90e0 0x55951c5db540 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d22cf0fec0538eca server_cookie=5cfa069ad1a89fc6 in_seq=0 out_seq=0 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.709+0000 7f9f20ff9640 1 -- 172.21.15.18:0/401160561 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55951c517b00 con 0x55951c5d90e0 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.709+0000 7f9f20ff9640 10 client.29254 handle_command_reply: tid=0 2024-03-07T10:13:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.709+0000 7f9f42606740 1 client.29254 shutdown 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 msgr2=0x55951c5a8a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a8a70 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f9f280ecf80 tx=0x7f9f280057c0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 shutdown_connections 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c5d90e0 0x55951c5db540 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5a8fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f20ff9640 0 client.29254 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5a8a70 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 --2- 172.21.15.18:0/401160561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5a8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 >> 172.21.15.18:0/401160561 conn(0x55951c56d580 msgr2=0x55951c5a29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 shutdown_connections 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 1 -- 172.21.15.18:0/401160561 wait complete. 2024-03-07T10:13:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.710+0000 7f9f42606740 20 client.29254 trim_cache size 0 max 16384 2024-03-07T10:13:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.727+0000 7f9f42606740 1 Processor -- start 2024-03-07T10:13:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.727+0000 7f9f42606740 1 -- start start 2024-03-07T10:13:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.727+0000 7f9f42606740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5aac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.727+0000 7f9f42606740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5a6d10 0x55951c5a27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.727+0000 7f9f42606740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5c0530 0x55951c5d43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f42606740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f380718d0 con 0x55951c5a5fa0 2024-03-07T10:13:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f3cdb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5a6d10 0x55951c5a27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f3cdb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5a6d10 0x55951c5a27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:53674/0 (socket says 172.21.15.18:53674) 2024-03-07T10:13:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f3cdb9640 1 -- 172.21.15.18:0/2985629472 learned_addr learned my addr 172.21.15.18:0/2985629472 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f42606740 1 -- 172.21.15.18:0/2985629472 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3806f3d0 con 0x55951c5a6d10 2024-03-07T10:13:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f42606740 1 -- 172.21.15.18:0/2985629472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3806d490 con 0x55951c5c0530 2024-03-07T10:13:54.730 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5aac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.728+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5c0530 0x55951c5d43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f3ddbb640 1 -- 172.21.15.18:0/2985629472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5a6d10 msgr2=0x55951c5a27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5a6d10 0x55951c5a27f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f3ddbb640 1 -- 172.21.15.18:0/2985629472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 msgr2=0x55951c5aac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5aac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.731 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f3ddbb640 1 -- 172.21.15.18:0/2985629472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55951c5dbbc0 con 0x55951c5c0530 2024-03-07T10:13:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5aac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:13:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5c0530 0x55951c5d43c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f9f30006010 tx=0x7f9f3001b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7809fe3dd02ad53 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f22ffd640 1 -- 172.21.15.18:0/2985629472 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30010a00 con 0x55951c5c0530 2024-03-07T10:13:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f22ffd640 1 -- 172.21.15.18:0/2985629472 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f30016040 con 0x55951c5c0530 2024-03-07T10:13:54.732 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.729+0000 7f9f22ffd640 1 -- 172.21.15.18:0/2985629472 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30005400 con 0x55951c5c0530 2024-03-07T10:13:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 -- 172.21.15.18:0/2985629472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5c0530 msgr2=0x55951c5d43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5c0530 0x55951c5d43c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f9f30006010 tx=0x7f9f3001b040 comp rx=0 tx=0).stop 2024-03-07T10:13:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 -- 172.21.15.18:0/2985629472 shutdown_connections 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5c0530 0x55951c5d43c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5a6d10 0x55951c5a27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 --2- 172.21.15.18:0/2985629472 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5aac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 -- 172.21.15.18:0/2985629472 >> 172.21.15.18:0/2985629472 conn(0x55951c56d580 msgr2=0x55951c5a20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 -- 172.21.15.18:0/2985629472 shutdown_connections 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 -- 172.21.15.18:0/2985629472 wait complete. 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 -- start start 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.730+0000 7f9f42606740 1 Processor -- start 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f42606740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5cded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f42606740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5ce410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f42606740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5ce950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f42606740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3806da90 con 0x55951c5a5fa0 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f42606740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3806ed70 con 0x55951c5c0530 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f42606740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3806e0b0 con 0x55951c5a6d10 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f42606740 10 client.0 _ll_register_callbacks cb 0x7f9f28009590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5cded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:42166/0 (socket says 172.21.15.18:42166) 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 -- 172.21.15.18:0/3938245334 learned_addr learned my addr 172.21.15.18:0/3938245334 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3ddbb640 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5ce950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5ce410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 -- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 msgr2=0x55951c5ce410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5ce410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 -- 172.21.15.18:0/3938245334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 msgr2=0x55951c5ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5ce950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 -- 172.21.15.18:0/3938245334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55951c5a5270 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f3d5ba640 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5cded0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x55951c5dbdf0 tx=0x7f9f34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4bbc8e5f6191ec6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.731+0000 7f9f20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f20ff9640 1 -- 172.21.15.18:0/3938245334 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34027ab0 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f20ff9640 1 -- 172.21.15.18:0/3938245334 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9f34027c50 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9f30016040 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f20ff9640 1 -- 172.21.15.18:0/3938245334 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f34027e50 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 10 client.19422 fetch_fsmap learned FSMap version 26 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55951c635a10 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f20ff9640 1 -- 172.21.15.18:0/3938245334 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f30016040 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f20ff9640 1 -- 172.21.15.18:0/3938245334 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f9f340375a0 con 0x55951c5a5fa0 2024-03-07T10:13:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 10 client.19422 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 10 client.19422 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 20 client.19422 populate_metadata read hostname 'smithi018' 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c6360c0 0x55951c6384e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 4 client.19422 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55951c511e50 con 0x55951c6360c0 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.732+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c6360c0 0x55951c6384e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.733+0000 7f9f20ff9640 10 client.19422 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.733+0000 7f9f3cdb9640 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c6360c0 0x55951c6384e0 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9e6a9f925aa4871 server_cookie=6cdd070b12806217 in_seq=0 out_seq=0 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f20ff9640 1 -- 172.21.15.18:0/3938245334 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55951c511e50 con 0x55951c6360c0 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f20ff9640 10 client.19422 handle_command_reply: tid=0 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f42606740 1 client.19422 shutdown 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 msgr2=0x55951c5cded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f42606740 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5cded0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x55951c5dbdf0 tx=0x7f9f34004730 comp rx=0 tx=0).stop 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 shutdown_connections 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f42606740 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55951c6360c0 0x55951c6384e0 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.750+0000 7f9f42606740 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55951c5c0530 0x55951c5ce950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.753 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f42606740 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55951c5a6d10 0x55951c5ce410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f42606740 1 --2- 172.21.15.18:0/3938245334 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55951c5a5fa0 0x55951c5cded0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f20ff9640 0 client.19422 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 >> 172.21.15.18:0/3938245334 conn(0x55951c56d580 msgr2=0x55951c5a8d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 shutdown_connections 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f42606740 1 -- 172.21.15.18:0/3938245334 wait complete. 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f42606740 20 client.19422 trim_cache size 0 max 16384 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:13:54.754 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:13:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:13:54.755 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f240a1ee0 msgr2=0x7f9f240a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f240a1ee0 0x7f9f240a43a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009b50 tx=0x7f9f34005f90 comp rx=0 tx=0).stop 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38104210 msgr2=0x7f9f3819a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38104210 0x7f9f3819a6b0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f9f2802c160 tx=0x7f9f28004430 comp rx=0 tx=0).stop 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 shutdown_connections 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9f38109860 0x7f9f3819ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9f240a1ee0 0x7f9f240a43a0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9f38104210 0x7f9f3819a6b0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 --2- 172.21.15.18:0/984085654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f38103850 0x7f9f3819a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:13:54.756 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 >> 172.21.15.18:0/984085654 conn(0x7f9f380ff2e0 msgr2=0x7f9f380ffbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:13:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 shutdown_connections 2024-03-07T10:13:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:13:54.751+0000 7f9f3f81e640 1 -- 172.21.15.18:0/984085654 wait complete. 2024-03-07T10:13:55.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:54 smithi018 ceph-mon[32171]: pgmap v462: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 5.5 MiB/s wr, 647 op/s 2024-03-07T10:13:55.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:54 smithi063 ceph-mon[36356]: pgmap v462: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 5.5 MiB/s wr, 647 op/s 2024-03-07T10:13:55.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:54 smithi077 ceph-mon[36374]: pgmap v462: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 5.5 MiB/s wr, 647 op/s 2024-03-07T10:13:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:56 smithi018 ceph-mon[32171]: pgmap v463: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 6.7 MiB/s wr, 778 op/s 2024-03-07T10:13:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:56 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:13:57.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:56 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:13:57.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:56 smithi063 ceph-mon[36356]: pgmap v463: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 6.7 MiB/s wr, 778 op/s 2024-03-07T10:13:57.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:56 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:13:57.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:56 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:13:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:56 smithi077 ceph-mon[36374]: pgmap v463: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 6.7 MiB/s wr, 778 op/s 2024-03-07T10:13:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:56 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:13:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:56 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:13:58.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:57 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:13:58.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 875.0 s, 1246.2 tps, lat 79.182 ms stddev 87.205 2024-03-07T10:13:58.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:57 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:13:58.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:57 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:13:59.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:13:58 smithi063 ceph-mon[36356]: pgmap v464: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 4.7 MiB/s wr, 577 op/s 2024-03-07T10:13:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:13:58 smithi077 ceph-mon[36374]: pgmap v464: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 4.7 MiB/s wr, 577 op/s 2024-03-07T10:13:59.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:13:58 smithi018 ceph-mon[32171]: pgmap v464: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 4.7 MiB/s wr, 577 op/s 2024-03-07T10:14:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:00 smithi063 ceph-mon[36356]: pgmap v465: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.8 MiB/s wr, 833 op/s 2024-03-07T10:14:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:00 smithi077 ceph-mon[36374]: pgmap v465: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.8 MiB/s wr, 833 op/s 2024-03-07T10:14:01.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:00 smithi018 ceph-mon[32171]: pgmap v465: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.8 MiB/s wr, 833 op/s 2024-03-07T10:14:03.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 880.0 s, 576.4 tps, lat 164.672 ms stddev 226.749 2024-03-07T10:14:03.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:02 smithi063 ceph-mon[36356]: pgmap v466: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.8 MiB/s wr, 605 op/s 2024-03-07T10:14:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:02 smithi077 ceph-mon[36374]: pgmap v466: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.8 MiB/s wr, 605 op/s 2024-03-07T10:14:03.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:02 smithi018 ceph-mon[32171]: pgmap v466: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.8 MiB/s wr, 605 op/s 2024-03-07T10:14:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:04 smithi063 ceph-mon[36356]: pgmap v467: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.7 MiB/s wr, 593 op/s 2024-03-07T10:14:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:04 smithi077 ceph-mon[36374]: pgmap v467: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.7 MiB/s wr, 593 op/s 2024-03-07T10:14:05.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:04 smithi018 ceph-mon[32171]: pgmap v467: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.7 MiB/s wr, 593 op/s 2024-03-07T10:14:07.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:06 smithi063 ceph-mon[36356]: pgmap v468: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 680 op/s 2024-03-07T10:14:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:06 smithi077 ceph-mon[36374]: pgmap v468: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 680 op/s 2024-03-07T10:14:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:06 smithi018 ceph-mon[32171]: pgmap v468: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 680 op/s 2024-03-07T10:14:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 -- 172.21.15.18:0/479624619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 msgr2=0x7f77d410d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 --2- 172.21.15.18:0/479624619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 0x7f77d410d3e0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f77cc009c10 tx=0x7f77cc02bef0 comp rx=0 tx=0).stop 2024-03-07T10:14:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 -- 172.21.15.18:0/479624619 shutdown_connections 2024-03-07T10:14:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 --2- 172.21.15.18:0/479624619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 0x7f77d410d3e0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 --2- 172.21.15.18:0/479624619 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77d4100560 0x7f77d41009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 --2- 172.21.15.18:0/479624619 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 0x7f77d4106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 -- 172.21.15.18:0/479624619 >> 172.21.15.18:0/479624619 conn(0x7f77d4077680 msgr2=0x7f77d4077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 -- 172.21.15.18:0/479624619 shutdown_connections 2024-03-07T10:14:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.930+0000 7f77d99c9640 1 -- 172.21.15.18:0/479624619 wait complete. 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.942+0000 7f77d99c9640 1 Processor -- start 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.942+0000 7f77d99c9640 1 -- start start 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.942+0000 7f77d99c9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77d4100560 0x7f77d4196d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d99c9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 0x7f77d4197280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d99c9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 0x7f77d419b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d99c9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d41108e0 con 0x7f77d4106620 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d99c9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d4110760 con 0x7f77d4100f20 2024-03-07T10:14:07.946 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d99c9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d4110a60 con 0x7f77d4100560 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 0x7f77d419b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 0x7f77d419b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45170/0 (socket says 172.21.15.18:45170) 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 -- 172.21.15.18:0/2086746716 learned_addr learned my addr 172.21.15.18:0/2086746716 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77d4100560 0x7f77d4196d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 0x7f77d4197280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 -- 172.21.15.18:0/2086746716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77d4100560 msgr2=0x7f77d4196d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77d4100560 0x7f77d4196d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 -- 172.21.15.18:0/2086746716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 msgr2=0x7f77d4197280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 0x7f77d4197280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 -- 172.21.15.18:0/2086746716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77d419bd30 con 0x7f77d4106620 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.943+0000 7f77d37fe640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 0x7f77d419b600 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f77cc004af0 tx=0x7f77cc033690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:07.947 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.944+0000 7f77d89c7640 1 -- 172.21.15.18:0/2086746716 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77cc043020 con 0x7f77d4106620 2024-03-07T10:14:07.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.944+0000 7f77d89c7640 1 -- 172.21.15.18:0/2086746716 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77cc033880 con 0x7f77d4106620 2024-03-07T10:14:07.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.944+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77d419bfc0 con 0x7f77d4106620 2024-03-07T10:14:07.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.944+0000 7f77d89c7640 1 -- 172.21.15.18:0/2086746716 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77cc03e6b0 con 0x7f77d4106620 2024-03-07T10:14:07.948 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.946+0000 7f77d89c7640 1 -- 172.21.15.18:0/2086746716 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f77cc046020 con 0x7f77d4106620 2024-03-07T10:14:07.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.947+0000 7f77d89c7640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77b40a2030 0x7f77b40a44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:07.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.947+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77b40a2030 0x7f77b40a44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:07.949 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.948+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77b40a2030 0x7f77b40a44f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f77c4005d00 tx=0x7f77c400b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:07.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.948+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77d41a38b0 con 0x7f77d4106620 2024-03-07T10:14:07.950 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:07.949+0000 7f77d89c7640 1 -- 172.21.15.18:0/2086746716 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f77cc0ba920 con 0x7f77d4106620 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 Processor -- start 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 -- start start 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e5d10 0x5560096e4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096e5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096f2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560096495c0 con 0x5560096f0730 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560095f2900 con 0x5560096e5d10 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x556009645660 con 0x5560096e4fa0 2024-03-07T10:14:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77ca7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096e5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096f2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096f2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45176/0 (socket says 172.21.15.18:45176) 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77ca7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096e5420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:34910/0 (socket says 172.21.15.18:34910) 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77d2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e5d10 0x5560096e4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.001+0000 7f77d37fe640 1 -- 172.21.15.18:0/533826289 learned_addr learned my addr 172.21.15.18:0/533826289 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77d37fe640 1 -- 172.21.15.18:0/533826289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 msgr2=0x5560096e5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77d37fe640 1 --2- 172.21.15.18:0/533826289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096e5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77d37fe640 1 -- 172.21.15.18:0/533826289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e5d10 msgr2=0x5560096e4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77d37fe640 1 --2- 172.21.15.18:0/533826289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e5d10 0x5560096e4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77d37fe640 1 -- 172.21.15.18:0/533826289 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55600935e210 con 0x5560096f0730 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77d37fe640 1 --2- 172.21.15.18:0/533826289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096f2b20 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f77cc0b9250 tx=0x7f77cc0bc260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34ec72a44b0552f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77c9ffb640 1 -- 172.21.15.18:0/533826289 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77cc0da070 con 0x5560096f0730 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77c9ffb640 1 -- 172.21.15.18:0/533826289 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77cc0c09d0 con 0x5560096f0730 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.002+0000 7f77c9ffb640 1 -- 172.21.15.18:0/533826289 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77cc0d5070 con 0x5560096f0730 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 -- 172.21.15.18:0/533826289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 msgr2=0x5560096f2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/533826289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096f2b20 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f77cc0b9250 tx=0x7f77cc0bc260 comp rx=0 tx=0).stop 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 -- 172.21.15.18:0/533826289 shutdown_connections 2024-03-07T10:14:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/533826289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096f2b20 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/533826289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096e5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/533826289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e5d10 0x5560096e4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 -- 172.21.15.18:0/533826289 >> 172.21.15.18:0/533826289 conn(0x5560096ac580 msgr2=0x5560096dfc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:08.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 -- 172.21.15.18:0/533826289 shutdown_connections 2024-03-07T10:14:08.008 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.003+0000 7f77dc7ae740 1 -- 172.21.15.18:0/533826289 wait complete. 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 -- start start 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 Processor -- start 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e4fa0 0x5560096ed800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096edd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096ee280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560096f3220 con 0x5560096f0730 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x556009605d60 con 0x5560096e4fa0 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.005+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560096f33a0 con 0x5560096e5d10 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096ee280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096ee280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45182/0 (socket says 172.21.15.18:45182) 2024-03-07T10:14:08.011 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 -- 172.21.15.18:0/2258974206 learned_addr learned my addr 172.21.15.18:0/2258974206 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77ca7fc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096edd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e4fa0 0x5560096ed800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77dc7ae740 10 client.0 _ll_register_callbacks cb 0x55600935da00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 -- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 msgr2=0x5560096edd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096edd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 -- 172.21.15.18:0/2258974206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e4fa0 msgr2=0x5560096ed800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e4fa0 0x5560096ed800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 -- 172.21.15.18:0/2258974206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55600942a620 con 0x5560096f0730 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096edd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77d37fe640 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096ee280 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f77cc033ff0 tx=0x7f77cc009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcde33164c631d85 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77c2ffd640 1 -- 172.21.15.18:0/2258974206 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77cc0da070 con 0x5560096f0730 2024-03-07T10:14:08.012 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77c2ffd640 1 -- 172.21.15.18:0/2258974206 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f77cc0bddb0 con 0x5560096f0730 2024-03-07T10:14:08.013 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.006+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f77cc0c09d0 con 0x5560096f0730 2024-03-07T10:14:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.016+0000 7f77c2ffd640 1 -- 172.21.15.18:0/2258974206 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77cc0d5040 con 0x5560096f0730 2024-03-07T10:14:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.016+0000 7f77dc7ae740 10 client.19434 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.016+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({fsmap=26}) v3 -- 0x5560096ff370 con 0x5560096f0730 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.017+0000 7f77c2ffd640 1 -- 172.21.15.18:0/2258974206 <== mon.0 v2:172.21.15.18:3300/0 4 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f77cc0d0450 con 0x5560096f0730 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.017+0000 7f77dc7ae740 10 client.19434 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.017+0000 7f77dc7ae740 10 client.19434 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.018+0000 7f77dc7ae740 20 client.19434 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.018+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560097006c0 0x556009702ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.018+0000 7f77dc7ae740 4 client.19434 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.018+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556009656b00 con 0x5560097006c0 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.018+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560097006c0 0x556009702ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.018+0000 7f77c2ffd640 10 client.19434 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.018+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560097006c0 0x556009702ab0 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8175f7c3c9e4f959 server_cookie=b50088b89820b5af in_seq=0 out_seq=0 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77c2ffd640 1 -- 172.21.15.18:0/2258974206 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556009656b00 con 0x5560097006c0 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77c2ffd640 10 client.19434 handle_command_reply: tid=0 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 client.19434 shutdown 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 msgr2=0x5560096ee280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096ee280 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f77cc033ff0 tx=0x7f77cc009840 comp rx=0 tx=0).stop 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 shutdown_connections 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5560097006c0 0x556009702ab0 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096f0730 0x5560096ee280 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096edd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77c2ffd640 0 client.19434 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/2258974206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096e4fa0 0x5560096ed800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 >> 172.21.15.18:0/2258974206 conn(0x5560096ac580 msgr2=0x5560096e19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 shutdown_connections 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 1 -- 172.21.15.18:0/2258974206 wait complete. 2024-03-07T10:14:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.019+0000 7f77dc7ae740 20 client.19434 trim_cache size 0 max 16384 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 Processor -- start 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 -- start start 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096eff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e5d10 0x5560096e17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096fbab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d41ad750 con 0x5560096e5d10 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d41ab250 con 0x5560096f0730 2024-03-07T10:14:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.033+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d41a9310 con 0x5560096e4fa0 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e5d10 0x5560096e17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e5d10 0x5560096e17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45190/0 (socket says 172.21.15.18:45190) 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 -- 172.21.15.18:0/3147485409 learned_addr learned my addr 172.21.15.18:0/3147485409 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096eff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77d37fe640 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096fbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 -- 172.21.15.18:0/3147485409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 msgr2=0x5560096eff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096eff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 -- 172.21.15.18:0/3147485409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 msgr2=0x5560096fbab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096fbab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 -- 172.21.15.18:0/3147485409 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556009703040 con 0x5560096e5d10 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e5d10 0x5560096e17f0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00b7c0 tx=0x7f77bc00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5dee94803d304bd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77c97fa640 1 -- 172.21.15.18:0/3147485409 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc003b50 con 0x5560096e5d10 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77c97fa640 1 -- 172.21.15.18:0/3147485409 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77bc005500 con 0x5560096e5d10 2024-03-07T10:14:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.034+0000 7f77c97fa640 1 -- 172.21.15.18:0/3147485409 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc004e40 con 0x5560096e5d10 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 -- 172.21.15.18:0/3147485409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e5d10 msgr2=0x5560096e17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e5d10 0x5560096e17f0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00b7c0 tx=0x7f77bc00bc80 comp rx=0 tx=0).stop 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 -- 172.21.15.18:0/3147485409 shutdown_connections 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096fbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e5d10 0x5560096e17f0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/3147485409 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e4fa0 0x5560096eff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 -- 172.21.15.18:0/3147485409 >> 172.21.15.18:0/3147485409 conn(0x5560096ac580 msgr2=0x5560096e10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 -- 172.21.15.18:0/3147485409 shutdown_connections 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.035+0000 7f77dc7ae740 1 -- 172.21.15.18:0/3147485409 wait complete. 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 -- start start 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 Processor -- start 2024-03-07T10:14:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e4fa0 0x5560096f83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096f4770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096f4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d41a9910 con 0x5560096e4fa0 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d41aabf0 con 0x5560096f0730 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d41a9f30 con 0x5560096e5d10 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77dc7ae740 10 client.0 _ll_register_callbacks cb 0x7f77cc0d8070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77d2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e4fa0 0x5560096f83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77d2ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e4fa0 0x5560096f83a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:45200/0 (socket says 172.21.15.18:45200) 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77d2ffd640 1 -- 172.21.15.18:0/1179375791 learned_addr learned my addr 172.21.15.18:0/1179375791 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77d37fe640 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096f4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.036+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096f4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77d2ffd640 1 -- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 msgr2=0x5560096f4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096f4770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77d2ffd640 1 -- 172.21.15.18:0/1179375791 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 msgr2=0x5560096f4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096f4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77d2ffd640 1 -- 172.21.15.18:0/1179375791 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5560096f54b0 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77d2ffd640 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e4fa0 0x5560096f83a0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f77c4011010 tx=0x7f77c4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfb9df0308dc135e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77c2ffd640 1 -- 172.21.15.18:0/1179375791 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77c4011c10 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77c2ffd640 1 -- 172.21.15.18:0/1179375791 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8724+0+0 (secure 0 0 0) 0x7f77c4011db0 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f77bc005500 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77c2ffd640 1 -- 172.21.15.18:0/1179375791 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77c4033470 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77dc7ae740 10 client.19440 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55600975cf40 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.037+0000 7f77c2ffd640 1 -- 172.21.15.18:0/1179375791 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77bc005500 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77c2ffd640 1 -- 172.21.15.18:0/1179375791 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f77c401d570 con 0x5560096e4fa0 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77dc7ae740 10 client.19440 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77dc7ae740 10 client.19440 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77dc7ae740 20 client.19440 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:08.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55600975d5c0 0x55600975fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:08.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77dc7ae740 4 client.19440 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:14:08.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556009650e50 con 0x55600975d5c0 2024-03-07T10:14:08.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55600975d5c0 0x55600975fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:08.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77ca7fc640 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55600975d5c0 0x55600975fa00 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf855ee53c23166 server_cookie=c0d62f7fd83b4fa5 in_seq=0 out_seq=0 2024-03-07T10:14:08.044 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.038+0000 7f77c2ffd640 10 client.19440 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77c2ffd640 1 -- 172.21.15.18:0/1179375791 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556009650e50 con 0x55600975d5c0 2024-03-07T10:14:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77c2ffd640 10 client.19440 handle_command_reply: tid=0 2024-03-07T10:14:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 client.19440 shutdown 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e4fa0 msgr2=0x5560096f83a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e4fa0 0x5560096f83a0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f77c4011010 tx=0x7f77c4004730 comp rx=0 tx=0).stop 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 shutdown_connections 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55600975d5c0 0x55600975fa00 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5560096f0730 0x5560096f4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5560096e5d10 0x5560096f4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 --2- 172.21.15.18:0/1179375791 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5560096e4fa0 0x5560096f83a0 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77c2ffd640 0 client.19440 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 >> 172.21.15.18:0/1179375791 conn(0x5560096ac580 msgr2=0x5560096e1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 shutdown_connections 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 1 -- 172.21.15.18:0/1179375791 wait complete. 2024-03-07T10:14:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.061+0000 7f77dc7ae740 20 client.19440 trim_cache size 0 max 16384 2024-03-07T10:14:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:14:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:14:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:14:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77b40a2030 msgr2=0x7f77b40a44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77b40a2030 0x7f77b40a44f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f77c4005d00 tx=0x7f77c400b410 comp rx=0 tx=0).stop 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 msgr2=0x7f77d419b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 0x7f77d419b600 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f77cc004af0 tx=0x7f77cc033690 comp rx=0 tx=0).stop 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 shutdown_connections 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f77b40a2030 0x7f77b40a44f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f77d4106620 0x7f77d419b600 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77d4100f20 0x7f77d4197280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 --2- 172.21.15.18:0/2086746716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f77d4100560 0x7f77d4196d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.062+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 >> 172.21.15.18:0/2086746716 conn(0x7f77d4077680 msgr2=0x7f77d40ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.063+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 shutdown_connections 2024-03-07T10:14:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:08.063+0000 7f77d99c9640 1 -- 172.21.15.18:0/2086746716 wait complete. 2024-03-07T10:14:08.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 885.0 s, 205.8 tps, lat 495.361 ms stddev 359.451 2024-03-07T10:14:08.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:07 smithi063 ceph-mon[36356]: osdmap e108: 12 total, 12 up, 12 in 2024-03-07T10:14:08.242 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:07 smithi018 ceph-mon[32171]: osdmap e108: 12 total, 12 up, 12 in 2024-03-07T10:14:08.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:07 smithi077 ceph-mon[36374]: osdmap e108: 12 total, 12 up, 12 in 2024-03-07T10:14:09.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:08 smithi063 ceph-mon[36356]: pgmap v470: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 593 op/s 2024-03-07T10:14:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:08 smithi077 ceph-mon[36374]: pgmap v470: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 593 op/s 2024-03-07T10:14:09.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:08 smithi018 ceph-mon[32171]: pgmap v470: 97 pgs: 97 active+clean; 4.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 593 op/s 2024-03-07T10:14:11.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:10 smithi063 ceph-mon[36356]: pgmap v471: 97 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 89 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 2.2 MiB/s wr, 373 op/s 2024-03-07T10:14:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:10 smithi077 ceph-mon[36374]: pgmap v471: 97 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 89 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 2.2 MiB/s wr, 373 op/s 2024-03-07T10:14:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:10 smithi018 ceph-mon[32171]: pgmap v471: 97 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 89 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 2.2 MiB/s wr, 373 op/s 2024-03-07T10:14:13.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 890.0 s, 512.6 tps, lat 201.490 ms stddev 386.092 2024-03-07T10:14:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:12 smithi063 ceph-mon[36356]: pgmap v472: 97 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 89 active+clean; 4.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 454 KiB/s rd, 4.9 MiB/s wr, 507 op/s 2024-03-07T10:14:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:12 smithi077 ceph-mon[36374]: pgmap v472: 97 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 89 active+clean; 4.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 454 KiB/s rd, 4.9 MiB/s wr, 507 op/s 2024-03-07T10:14:13.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:12 smithi018 ceph-mon[32171]: pgmap v472: 97 pgs: 1 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 89 active+clean; 4.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 454 KiB/s rd, 4.9 MiB/s wr, 507 op/s 2024-03-07T10:14:15.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:14 smithi063 ceph-mon[36356]: pgmap v473: 97 pgs: 97 active+clean; 4.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 11 MiB/s wr, 877 op/s 2024-03-07T10:14:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:14 smithi077 ceph-mon[36374]: pgmap v473: 97 pgs: 97 active+clean; 4.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 11 MiB/s wr, 877 op/s 2024-03-07T10:14:15.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:14 smithi018 ceph-mon[32171]: pgmap v473: 97 pgs: 97 active+clean; 4.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 199 KiB/s rd, 11 MiB/s wr, 877 op/s 2024-03-07T10:14:17.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:16 smithi063 ceph-mon[36356]: pgmap v474: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 25 MiB/s wr, 1.75k op/s 2024-03-07T10:14:17.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:16 smithi077 ceph-mon[36374]: pgmap v474: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 25 MiB/s wr, 1.75k op/s 2024-03-07T10:14:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:16 smithi018 ceph-mon[32171]: pgmap v474: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 25 MiB/s wr, 1.75k op/s 2024-03-07T10:14:17.778 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:14:17.778 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:14:18.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 895.0 s, 1386.6 tps, lat 73.465 ms stddev 87.431 2024-03-07T10:14:18.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 -- 172.21.15.18:0/3389050555 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 msgr2=0x7f9438100a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 --2- 172.21.15.18:0/3389050555 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f9438100a50 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f9428009890 tx=0x7f942802bc50 comp rx=0 tx=0).stop 2024-03-07T10:14:18.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 -- 172.21.15.18:0/3389050555 shutdown_connections 2024-03-07T10:14:18.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 --2- 172.21.15.18:0/3389050555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9438105a70 0x7f9438105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 --2- 172.21.15.18:0/3389050555 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9438100f90 0x7f9438105450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 --2- 172.21.15.18:0/3389050555 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f9438100a50 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 -- 172.21.15.18:0/3389050555 >> 172.21.15.18:0/3389050555 conn(0x7f9438077680 msgr2=0x7f9438077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 -- 172.21.15.18:0/3389050555 shutdown_connections 2024-03-07T10:14:18.326 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.323+0000 7f943e910640 1 -- 172.21.15.18:0/3389050555 wait complete. 2024-03-07T10:14:18.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 Processor -- start 2024-03-07T10:14:18.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 -- start start 2024-03-07T10:14:18.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f943819e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9438100f90 0x7f943819ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9438105a70 0x7f94381a2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.342 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9438118030 con 0x7f9438100f90 2024-03-07T10:14:18.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9438117eb0 con 0x7f9438105a70 2024-03-07T10:14:18.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.324+0000 7f943e910640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94381181b0 con 0x7f9438100670 2024-03-07T10:14:18.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f943819e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f94377fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9438100f90 0x7f943819ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f943819e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38576/0 (socket says 172.21.15.18:38576) 2024-03-07T10:14:18.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f943cead640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9438105a70 0x7f94381a2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.343 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 -- 172.21.15.18:0/3175628620 learned_addr learned my addr 172.21.15.18:0/3175628620 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 -- 172.21.15.18:0/3175628620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9438105a70 msgr2=0x7f94381a2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9438105a70 0x7f94381a2db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 -- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9438100f90 msgr2=0x7f943819ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9438100f90 0x7f943819ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 -- 172.21.15.18:0/3175628620 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94381a34e0 con 0x7f9438100670 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f94377fe640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9438100f90 0x7f943819ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f9437fff640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f943819e4f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9428000c00 tx=0x7f94280045c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.344 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f94357fa640 1 -- 172.21.15.18:0/3175628620 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9428041020 con 0x7f9438100670 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f94357fa640 1 -- 172.21.15.18:0/3175628620 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f942802ca70 con 0x7f9438100670 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94381a3770 con 0x7f9438100670 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f94357fa640 1 -- 172.21.15.18:0/3175628620 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9428039040 con 0x7f9438100670 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.325+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94381ab060 con 0x7f9438100670 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.327+0000 7f94357fa640 1 -- 172.21.15.18:0/3175628620 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9428044020 con 0x7f9438100670 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.328+0000 7f94357fa640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94200a1ef0 0x7f94200a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.328+0000 7f94377fe640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94200a1ef0 0x7f94200a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.345 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.328+0000 7f94357fa640 1 -- 172.21.15.18:0/3175628620 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f94280ef870 con 0x7f9438100670 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.328+0000 7f94417d1740 1 Processor -- start 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.329+0000 7f94417d1740 1 -- start start 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.329+0000 7f94417d1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b900730 0x558e2b900b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.329+0000 7f94377fe640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94200a1ef0 0x7f94200a43b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9438077ee0 tx=0x7f942c005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.329+0000 7f94417d1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b901050 0x558e2b9096f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.330+0000 7f94417d1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b909c30 0x558e2b90c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.330+0000 7f94417d1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2b863dd0 con 0x558e2b909c30 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.330+0000 7f94417d1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2b80cae0 con 0x558e2b901050 2024-03-07T10:14:18.346 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.330+0000 7f94417d1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2b85fe70 con 0x558e2b900730 2024-03-07T10:14:18.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f94377fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b901050 0x558e2b9096f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b900730 0x558e2b900b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b900730 0x558e2b900b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38586/0 (socket says 172.21.15.18:38586) 2024-03-07T10:14:18.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 -- 172.21.15.18:0/1067458136 learned_addr learned my addr 172.21.15.18:0/1067458136 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:18.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 -- 172.21.15.18:0/1067458136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b901050 msgr2=0x558e2b9096f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 --2- 172.21.15.18:0/1067458136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b901050 0x558e2b9096f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.347 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 -- 172.21.15.18:0/1067458136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b909c30 msgr2=0x558e2b90c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 --2- 172.21.15.18:0/1067458136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b909c30 0x558e2b90c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 -- 172.21.15.18:0/1067458136 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e2b6427d0 con 0x558e2b900730 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f9437fff640 1 --2- 172.21.15.18:0/1067458136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b900730 0x558e2b900b10 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f94280b8c40 tx=0x7f94280bbbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61bde9a1ef74d9af server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f941e7fc640 1 -- 172.21.15.18:0/1067458136 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94280c03c0 con 0x558e2b900730 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.331+0000 7f941e7fc640 1 -- 172.21.15.18:0/1067458136 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94280c4a10 con 0x558e2b900730 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f941e7fc640 1 -- 172.21.15.18:0/1067458136 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94280bc4d0 con 0x558e2b900730 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 -- 172.21.15.18:0/1067458136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b900730 msgr2=0x558e2b900b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 --2- 172.21.15.18:0/1067458136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b900730 0x558e2b900b10 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f94280b8c40 tx=0x7f94280bbbd0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 -- 172.21.15.18:0/1067458136 shutdown_connections 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 --2- 172.21.15.18:0/1067458136 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b909c30 0x558e2b90c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 --2- 172.21.15.18:0/1067458136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b901050 0x558e2b9096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 --2- 172.21.15.18:0/1067458136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b900730 0x558e2b900b10 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.348 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 -- 172.21.15.18:0/1067458136 >> 172.21.15.18:0/1067458136 conn(0x558e2b8fae60 msgr2=0x558e2b8fb240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 -- 172.21.15.18:0/1067458136 shutdown_connections 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.332+0000 7f94417d1740 1 -- 172.21.15.18:0/1067458136 wait complete. 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 -- start start 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 Processor -- start 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b9096c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b906a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b907140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2b90c7e0 con 0x558e2b901050 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2b820070 con 0x558e2b900730 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2b90c960 con 0x558e2b909c30 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94417d1740 10 client.0 _ll_register_callbacks cb 0x558e2b81fa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.333+0000 7f94377fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b906a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b907140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f9437fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b9096c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b907140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38592/0 (socket says 172.21.15.18:38592) 2024-03-07T10:14:18.349 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94377fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b906a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51044/0 (socket says 172.21.15.18:51044) 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f9437fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b9096c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45686/0 (socket says 172.21.15.18:45686) 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 -- 172.21.15.18:0/2059695400 learned_addr learned my addr 172.21.15.18:0/2059695400 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 -- 172.21.15.18:0/2059695400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 msgr2=0x558e2b9096c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b9096c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 -- 172.21.15.18:0/2059695400 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 msgr2=0x558e2b906a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b906a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 -- 172.21.15.18:0/2059695400 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558e2b5783f0 con 0x558e2b909c30 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f943cead640 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b907140 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f9430009fd0 tx=0x7f943000d3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ac703ec748b81c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94177fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94177fe640 1 -- 172.21.15.18:0/2059695400 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f943000de60 con 0x558e2b909c30 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94280c4a10 con 0x558e2b909c30 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94177fe640 1 -- 172.21.15.18:0/2059695400 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9430003970 con 0x558e2b909c30 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94177fe640 1 -- 172.21.15.18:0/2059695400 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9430024050 con 0x558e2b909c30 2024-03-07T10:14:18.350 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94417d1740 10 client.29290 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.334+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558e2b5380f0 con 0x558e2b909c30 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.335+0000 7f94177fe640 1 -- 172.21.15.18:0/2059695400 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94280c4a10 con 0x558e2b909c30 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.335+0000 7f94177fe640 1 -- 172.21.15.18:0/2059695400 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f943000b040 con 0x558e2b909c30 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.335+0000 7f94417d1740 10 client.29290 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.335+0000 7f94417d1740 10 client.29290 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.335+0000 7f94417d1740 20 client.29290 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.335+0000 7f94417d1740 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b919790 0x558e2b91bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.336+0000 7f94417d1740 4 client.29290 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.336+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558e2b871310 con 0x558e2b919790 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.336+0000 7f9437fff640 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b919790 0x558e2b91bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.336+0000 7f94177fe640 10 client.29290 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.336+0000 7f9437fff640 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b919790 0x558e2b91bbb0 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9492f72ea6faa2e2 server_cookie=d6e8278ceb5c02b0 in_seq=0 out_seq=0 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94177fe640 1 -- 172.21.15.18:0/2059695400 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558e2b871310 con 0x558e2b919790 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94177fe640 10 client.29290 handle_command_reply: tid=0 2024-03-07T10:14:18.351 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 client.29290 shutdown 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 msgr2=0x558e2b907140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b907140 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f9430009fd0 tx=0x7f943000d3e0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 shutdown_connections 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b919790 0x558e2b91bbb0 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b907140 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b906a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94177fe640 0 client.29290 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 --2- 172.21.15.18:0/2059695400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b9096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 >> 172.21.15.18:0/2059695400 conn(0x558e2b8fae60 msgr2=0x558e2b8fcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 shutdown_connections 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 1 -- 172.21.15.18:0/2059695400 wait complete. 2024-03-07T10:14:18.352 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.337+0000 7f94417d1740 20 client.29290 trim_cache size 0 max 16384 2024-03-07T10:14:18.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 Processor -- start 2024-03-07T10:14:18.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 -- start start 2024-03-07T10:14:18.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b909180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b9096c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b903cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94381b5f20 con 0x558e2b901050 2024-03-07T10:14:18.362 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94381b3a20 con 0x558e2b900730 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.359+0000 7f94417d1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94381b1ae0 con 0x558e2b909c30 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b909180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b909180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45694/0 (socket says 172.21.15.18:45694) 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 -- 172.21.15.18:0/943136575 learned_addr learned my addr 172.21.15.18:0/943136575 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f943cead640 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b903cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f94377fe640 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b9096c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 -- 172.21.15.18:0/943136575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 msgr2=0x558e2b903cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b903cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 -- 172.21.15.18:0/943136575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 msgr2=0x558e2b9096c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b9096c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f9437fff640 1 -- 172.21.15.18:0/943136575 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e2b9017a0 con 0x558e2b900730 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f943cead640 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b903cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.360+0000 7f94377fe640 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b9096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:18.363 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.361+0000 7f9437fff640 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b909180 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f94280bc200 tx=0x7f94280bc3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd05cdf25c1412cd server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.367+0000 7f941dffb640 1 -- 172.21.15.18:0/943136575 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94280d9070 con 0x558e2b900730 2024-03-07T10:14:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.367+0000 7f941dffb640 1 -- 172.21.15.18:0/943136575 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94280c0170 con 0x558e2b900730 2024-03-07T10:14:18.371 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.367+0000 7f941dffb640 1 -- 172.21.15.18:0/943136575 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94280ed140 con 0x558e2b900730 2024-03-07T10:14:18.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.371+0000 7f94417d1740 1 -- 172.21.15.18:0/943136575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 msgr2=0x558e2b909180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.372 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.371+0000 7f94417d1740 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b909180 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f94280bc200 tx=0x7f94280bc3f0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.378+0000 7f94417d1740 1 -- 172.21.15.18:0/943136575 shutdown_connections 2024-03-07T10:14:18.379 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.378+0000 7f94417d1740 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b903cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.378+0000 7f94417d1740 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b9096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.378+0000 7f94417d1740 1 --2- 172.21.15.18:0/943136575 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b909180 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.380 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.378+0000 7f94417d1740 1 -- 172.21.15.18:0/943136575 >> 172.21.15.18:0/943136575 conn(0x558e2b8fae60 msgr2=0x558e2b901cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.386 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.385+0000 7f94417d1740 1 -- 172.21.15.18:0/943136575 shutdown_connections 2024-03-07T10:14:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.389+0000 7f94417d1740 1 -- 172.21.15.18:0/943136575 wait complete. 2024-03-07T10:14:18.390 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.389+0000 7f94417d1740 1 -- start start 2024-03-07T10:14:18.391 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.390+0000 7f94417d1740 1 Processor -- start 2024-03-07T10:14:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.394+0000 7f94417d1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b90d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.394+0000 7f94417d1740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b90dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.394+0000 7f94417d1740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b985030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.394+0000 7f94417d1740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94381b20e0 con 0x558e2b901050 2024-03-07T10:14:18.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.394+0000 7f94417d1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94381b33c0 con 0x558e2b900730 2024-03-07T10:14:18.397 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.394+0000 7f94417d1740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94381b2700 con 0x558e2b909c30 2024-03-07T10:14:18.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.394+0000 7f94417d1740 10 client.0 _ll_register_callbacks cb 0x7f943000e450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:18.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.395+0000 7f943cead640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b985030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.395+0000 7f9437fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b90d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.398 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.395+0000 7f943cead640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b985030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38616/0 (socket says 172.21.15.18:38616) 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.395+0000 7f943cead640 1 -- 172.21.15.18:0/1726417794 learned_addr learned my addr 172.21.15.18:0/1726417794 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.395+0000 7f94377fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b90dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.396+0000 7f94377fe640 1 -- 172.21.15.18:0/1726417794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 msgr2=0x558e2b985030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.396+0000 7f94377fe640 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b985030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.396+0000 7f94377fe640 1 -- 172.21.15.18:0/1726417794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 msgr2=0x558e2b90d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.396+0000 7f94377fe640 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b90d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.396+0000 7f94377fe640 1 -- 172.21.15.18:0/1726417794 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558e2b996650 con 0x558e2b901050 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.396+0000 7f94377fe640 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b90dbc0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x558e2b9062b0 tx=0x7f942c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c347b6f7255ea132 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.396+0000 7f94177fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:18.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.398+0000 7f94177fe640 1 -- 172.21.15.18:0/1726417794 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f942c00fb60 con 0x558e2b901050 2024-03-07T10:14:18.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.398+0000 7f94177fe640 1 -- 172.21.15.18:0/1726417794 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f942c00fd00 con 0x558e2b901050 2024-03-07T10:14:18.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.398+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94280c0170 con 0x558e2b901050 2024-03-07T10:14:18.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.399+0000 7f94177fe640 1 -- 172.21.15.18:0/1726417794 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f942c029480 con 0x558e2b901050 2024-03-07T10:14:18.400 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.399+0000 7f94417d1740 10 client.19455 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:18.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.399+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558e2b997960 con 0x558e2b901050 2024-03-07T10:14:18.401 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.399+0000 7f94177fe640 1 -- 172.21.15.18:0/1726417794 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f94280c0170 con 0x558e2b901050 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.400+0000 7f94177fe640 1 -- 172.21.15.18:0/1726417794 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f942c01a040 con 0x558e2b901050 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.400+0000 7f94417d1740 10 client.19455 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.400+0000 7f94417d1740 10 client.19455 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.400+0000 7f94417d1740 20 client.19455 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.400+0000 7f94417d1740 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b9980c0 0x558e2b99a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.400+0000 7f94417d1740 4 client.19455 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.400+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558e2b86b660 con 0x558e2b9980c0 2024-03-07T10:14:18.402 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.401+0000 7f9437fff640 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b9980c0 0x558e2b99a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.401+0000 7f94177fe640 10 client.19455 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:18.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.401+0000 7f9437fff640 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b9980c0 0x558e2b99a4e0 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=341fc775d441c2e0 server_cookie=639e4420c89e0152 in_seq=0 out_seq=0 2024-03-07T10:14:18.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94177fe640 1 -- 172.21.15.18:0/1726417794 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558e2b86b660 con 0x558e2b9980c0 2024-03-07T10:14:18.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94177fe640 10 client.19455 handle_command_reply: tid=0 2024-03-07T10:14:18.403 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 client.19455 shutdown 2024-03-07T10:14:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 msgr2=0x558e2b90dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.404 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b90dbc0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x558e2b9062b0 tx=0x7f942c004730 comp rx=0 tx=0).stop 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 shutdown_connections 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558e2b9980c0 0x558e2b99a4e0 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558e2b909c30 0x558e2b985030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558e2b901050 0x558e2b90dbc0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 --2- 172.21.15.18:0/1726417794 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558e2b900730 0x558e2b90d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94177fe640 0 client.19455 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 >> 172.21.15.18:0/1726417794 conn(0x558e2b8fae60 msgr2=0x558e2b8f9630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 shutdown_connections 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.402+0000 7f94417d1740 1 -- 172.21.15.18:0/1726417794 wait complete. 2024-03-07T10:14:18.405 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f94417d1740 20 client.19455 trim_cache size 0 max 16384 2024-03-07T10:14:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:14:18.406 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:14:18.406 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:14:18.406 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94200a1ef0 msgr2=0x7f94200a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94200a1ef0 0x7f94200a43b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9438077ee0 tx=0x7f942c005f90 comp rx=0 tx=0).stop 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 msgr2=0x7f943819e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f943819e4f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9428000c00 tx=0x7f94280045c0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 shutdown_connections 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9438105a70 0x7f94381a2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f94200a1ef0 0x7f94200a43b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9438100f90 0x7f943819ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 --2- 172.21.15.18:0/3175628620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9438100670 0x7f943819e4f0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.403+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 >> 172.21.15.18:0/3175628620 conn(0x7f9438077680 msgr2=0x7f9438103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.404+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 shutdown_connections 2024-03-07T10:14:18.407 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.404+0000 7f943e910640 1 -- 172.21.15.18:0/3175628620 wait complete. 2024-03-07T10:14:18.420 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:14:18.420 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:14:18.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/2160911450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c810bc50 msgr2=0x7fd9c810e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/2160911450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c810bc50 0x7fd9c810e0a0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0009ca0 tx=0x7fd9c002c180 comp rx=0 tx=0).stop 2024-03-07T10:14:18.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/2160911450 shutdown_connections 2024-03-07T10:14:18.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/2160911450 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c810bc50 0x7fd9c810e0a0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/2160911450 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c81031a0 0x7fd9c810b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.547 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/2160911450 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9c8102880 0x7fd9c8102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/2160911450 >> 172.21.15.18:0/2160911450 conn(0x7fd9c80776e0 msgr2=0x7fd9c8077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/2160911450 shutdown_connections 2024-03-07T10:14:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.545+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/2160911450 wait complete. 2024-03-07T10:14:18.548 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.546+0000 7fd9cc8c7640 1 Processor -- start 2024-03-07T10:14:18.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.547+0000 7fd9cc8c7640 1 -- start start 2024-03-07T10:14:18.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.547+0000 7fd9cc8c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c8102880 0x7fd9c8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.549 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.547+0000 7fd9cc8c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c81031a0 0x7fd9c81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9cc8c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9c810bc50 0x7fd9c819c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9cc8c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c81119f0 con 0x7fd9c81031a0 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9cc8c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c8111870 con 0x7fd9c810bc50 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9cc8c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c8111b70 con 0x7fd9c8102880 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c8102880 0x7fd9c8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c659c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c8102880 0x7fd9c8197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38634/0 (socket says 172.21.15.18:38634) 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c659c640 1 -- 172.21.15.18:0/386792087 learned_addr learned my addr 172.21.15.18:0/386792087 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c6d9d640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9c810bc50 0x7fd9c819c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.551 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c5d9b640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c81031a0 0x7fd9c81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c659c640 1 -- 172.21.15.18:0/386792087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9c810bc50 msgr2=0x7fd9c819c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c659c640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9c810bc50 0x7fd9c819c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c659c640 1 -- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c81031a0 msgr2=0x7fd9c81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.548+0000 7fd9c659c640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c81031a0 0x7fd9c81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.549+0000 7fd9c659c640 1 -- 172.21.15.18:0/386792087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9c819ce80 con 0x7fd9c8102880 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.549+0000 7fd9c659c640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c8102880 0x7fd9c8197e90 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fd9b000d950 tx=0x7fd9b000de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.549+0000 7fd9bf7fe640 1 -- 172.21.15.18:0/386792087 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9b0017030 con 0x7fd9c8102880 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.549+0000 7fd9bf7fe640 1 -- 172.21.15.18:0/386792087 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd9b0004020 con 0x7fd9c8102880 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.549+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9c819d170 con 0x7fd9c8102880 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.549+0000 7fd9bf7fe640 1 -- 172.21.15.18:0/386792087 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9b00047a0 con 0x7fd9c8102880 2024-03-07T10:14:18.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.549+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9c8100400 con 0x7fd9c8102880 2024-03-07T10:14:18.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.550+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9c80684e0 con 0x7fd9c8102880 2024-03-07T10:14:18.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.552+0000 7fd9bf7fe640 1 -- 172.21.15.18:0/386792087 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd9b00041d0 con 0x7fd9c8102880 2024-03-07T10:14:18.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.552+0000 7fd9bf7fe640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd9b40a1f70 0x7fd9b40a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.552+0000 7fd9c5d9b640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd9b40a1f70 0x7fd9b40a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.552+0000 7fd9bf7fe640 1 -- 172.21.15.18:0/386792087 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd9b00cdbd0 con 0x7fd9c8102880 2024-03-07T10:14:18.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.553+0000 7fd9c5d9b640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd9b40a1f70 0x7fd9b40a4430 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd9c810d950 tx=0x7fd9b8005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:18.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.556+0000 7fd9bf7fe640 1 -- 172.21.15.18:0/386792087 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd9b009aca0 con 0x7fd9c8102880 2024-03-07T10:14:18.926 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.925+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd9c81991e0 con 0x7fd9c8102880 2024-03-07T10:14:18.927 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.926+0000 7fd9bf7fe640 1 -- 172.21.15.18:0/386792087 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fd9b009a5a0 con 0x7fd9c8102880 2024-03-07T10:14:18.928 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:18.928 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:14:18.928 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd9b40a1f70 msgr2=0x7fd9b40a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd9b40a1f70 0x7fd9b40a4430 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fd9c810d950 tx=0x7fd9b8005f90 comp rx=0 tx=0).stop 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c8102880 msgr2=0x7fd9c8197e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c8102880 0x7fd9c8197e90 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fd9b000d950 tx=0x7fd9b000de10 comp rx=0 tx=0).stop 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 shutdown_connections 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9c810bc50 0x7fd9c819c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd9b40a1f70 0x7fd9b40a4430 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd9c81031a0 0x7fd9c81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 --2- 172.21.15.18:0/386792087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9c8102880 0x7fd9c8197e90 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:18.930 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.928+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 >> 172.21.15.18:0/386792087 conn(0x7fd9c80776e0 msgr2=0x7fd9c80fd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:18.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.929+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 shutdown_connections 2024-03-07T10:14:18.931 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:18.929+0000 7fd9cc8c7640 1 -- 172.21.15.18:0/386792087 wait complete. 2024-03-07T10:14:18.948 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:14:18.948 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:14:19.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 -- 172.21.15.18:0/3286104084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74101860 msgr2=0x7f6d7410d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 --2- 172.21.15.18:0/3286104084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74101860 0x7f6d7410d1c0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c009ca0 tx=0x7f6d6c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 -- 172.21.15.18:0/3286104084 shutdown_connections 2024-03-07T10:14:19.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 --2- 172.21.15.18:0/3286104084 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74101860 0x7f6d7410d1c0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 --2- 172.21.15.18:0/3286104084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74100ea0 0x7f6d74101320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 --2- 172.21.15.18:0/3286104084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d74105330 0x7f6d74105710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 -- 172.21.15.18:0/3286104084 >> 172.21.15.18:0/3286104084 conn(0x7f6d74077570 msgr2=0x7f6d740fd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 -- 172.21.15.18:0/3286104084 shutdown_connections 2024-03-07T10:14:19.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 -- 172.21.15.18:0/3286104084 wait complete. 2024-03-07T10:14:19.083 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.080+0000 7f6d78872640 1 Processor -- start 2024-03-07T10:14:19.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d78872640 1 -- start start 2024-03-07T10:14:19.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d78872640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d74100ea0 0x7f6d7419d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d78872640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74101860 0x7f6d7419ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d78872640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74105330 0x7f6d74197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d78872640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d741106b0 con 0x7f6d74105330 2024-03-07T10:14:19.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d78872640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d74110530 con 0x7f6d74101860 2024-03-07T10:14:19.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d78872640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d74110830 con 0x7f6d74100ea0 2024-03-07T10:14:19.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74101860 0x7f6d7419ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74101860 0x7f6d7419ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45720/0 (socket says 172.21.15.18:45720) 2024-03-07T10:14:19.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d72ffd640 1 -- 172.21.15.18:0/2388843538 learned_addr learned my addr 172.21.15.18:0/2388843538 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.081+0000 7f6d737fe640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d74100ea0 0x7f6d7419d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d73fff640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74105330 0x7f6d74197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d737fe640 1 -- 172.21.15.18:0/2388843538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74101860 msgr2=0x7f6d7419ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d737fe640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74101860 0x7f6d7419ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d737fe640 1 -- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74105330 msgr2=0x7f6d74197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d737fe640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74105330 0x7f6d74197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d737fe640 1 -- 172.21.15.18:0/2388843538 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d741981a0 con 0x7f6d74100ea0 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74101860 0x7f6d7419ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d737fe640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d74100ea0 0x7f6d7419d870 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f6d6400e9c0 tx=0x7f6d6400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d70ff9640 1 -- 172.21.15.18:0/2388843538 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6400ccc0 con 0x7f6d74100ea0 2024-03-07T10:14:19.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d70ff9640 1 -- 172.21.15.18:0/2388843538 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d640035f0 con 0x7f6d74100ea0 2024-03-07T10:14:19.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d70ff9640 1 -- 172.21.15.18:0/2388843538 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6400ce60 con 0x7f6d74100ea0 2024-03-07T10:14:19.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.082+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d74198490 con 0x7f6d74100ea0 2024-03-07T10:14:19.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.083+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d741a4730 con 0x7f6d74100ea0 2024-03-07T10:14:19.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 Processor -- start 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d70ff9640 1 -- 172.21.15.18:0/2388843538 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f6d64010690 con 0x7f6d74100ea0 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 -- start start 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca69962f0 0x55cca69966d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca6996c10 0x55cca699f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69a1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cca695d330 con 0x55cca6996c10 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cca68f9e90 con 0x55cca699f7f0 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.085+0000 7f6d7c995740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cca68a2d00 con 0x55cca69962f0 2024-03-07T10:14:19.092 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.086+0000 7f6d737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca6996c10 0x55cca699f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.086+0000 7f6d73fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca69962f0 0x55cca69966d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.086+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69a1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.086+0000 7f6d73fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca69962f0 0x55cca69966d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38652/0 (socket says 172.21.15.18:38652) 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.086+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69a1be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45734/0 (socket says 172.21.15.18:45734) 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.086+0000 7f6d737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca6996c10 0x55cca699f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51114/0 (socket says 172.21.15.18:51114) 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.086+0000 7f6d73fff640 1 -- 172.21.15.18:0/813990161 learned_addr learned my addr 172.21.15.18:0/813990161 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.087+0000 7f6d73fff640 1 -- 172.21.15.18:0/813990161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 msgr2=0x55cca69a1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.087+0000 7f6d73fff640 1 --2- 172.21.15.18:0/813990161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69a1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.093 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.087+0000 7f6d73fff640 1 -- 172.21.15.18:0/813990161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca6996c10 msgr2=0x55cca699f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.087+0000 7f6d73fff640 1 --2- 172.21.15.18:0/813990161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca6996c10 0x55cca699f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.087+0000 7f6d73fff640 1 -- 172.21.15.18:0/813990161 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cca68a1b90 con 0x55cca69962f0 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.087+0000 7f6d70ff9640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d5c0a1ee0 0x7f6d5c0a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.087+0000 7f6d70ff9640 1 -- 172.21.15.18:0/2388843538 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f6d640ce730 con 0x7f6d74100ea0 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.088+0000 7f6d73fff640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d5c0a1ee0 0x7f6d5c0a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.088+0000 7f6d73fff640 1 --2- 172.21.15.18:0/813990161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca69962f0 0x55cca69966d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c009ca0 tx=0x7f6d6c009900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f53c9e32e888a85 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.088+0000 7f6d59ffb640 1 -- 172.21.15.18:0/813990161 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c050070 con 0x55cca69962f0 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.088+0000 7f6d59ffb640 1 -- 172.21.15.18:0/813990161 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d6c044070 con 0x55cca69962f0 2024-03-07T10:14:19.094 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.088+0000 7f6d59ffb640 1 -- 172.21.15.18:0/813990161 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c039040 con 0x55cca69962f0 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 -- 172.21.15.18:0/813990161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca69962f0 msgr2=0x55cca69966d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 --2- 172.21.15.18:0/813990161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca69962f0 0x55cca69966d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c009ca0 tx=0x7f6d6c009900 comp rx=0 tx=0).stop 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d73fff640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d5c0a1ee0 0x7f6d5c0a43a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c04d000 tx=0x7f6d6c040ee0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 -- 172.21.15.18:0/813990161 shutdown_connections 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 --2- 172.21.15.18:0/813990161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69a1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 --2- 172.21.15.18:0/813990161 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca6996c10 0x55cca699f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 --2- 172.21.15.18:0/813990161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca69962f0 0x55cca69966d0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 -- 172.21.15.18:0/813990161 >> 172.21.15.18:0/813990161 conn(0x55cca6990a20 msgr2=0x55cca6990e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 -- 172.21.15.18:0/813990161 shutdown_connections 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 -- 172.21.15.18:0/813990161 wait complete. 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.089+0000 7f6d7c995740 1 -- start start 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 1 Processor -- start 2024-03-07T10:14:19.095 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca69962f0 0x55cca699c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:18 smithi018 ceph-mon[32171]: pgmap v475: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 25 MiB/s wr, 1.75k op/s 2024-03-07T10:14:19.096 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:18 smithi018 ceph-mon[32171]: osdmap e109: 12 total, 12 up, 12 in 2024-03-07T10:14:19.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca699ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca699f7f0 0x55cca699d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cca6898470 con 0x55cca699f7f0 2024-03-07T10:14:19.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cca68f5f30 con 0x55cca69962f0 2024-03-07T10:14:19.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cca69a2680 con 0x55cca6996c10 2024-03-07T10:14:19.103 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d7c995740 10 client.0 _ll_register_callbacks cb 0x55cca68f3d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca699ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d73fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca699f7f0 0x55cca699d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca699ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38664/0 (socket says 172.21.15.18:38664) 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d72ffd640 1 -- 172.21.15.18:0/3916773119 learned_addr learned my addr 172.21.15.18:0/3916773119 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.090+0000 7f6d737fe640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca69962f0 0x55cca699c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d72ffd640 1 -- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca69962f0 msgr2=0x55cca699c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca69962f0 0x55cca699c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d72ffd640 1 -- 172.21.15.18:0/3916773119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca699f7f0 msgr2=0x55cca699d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca699f7f0 0x55cca699d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d72ffd640 1 -- 172.21.15.18:0/3916773119 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cca660e3f0 con 0x55cca6996c10 2024-03-07T10:14:19.104 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d737fe640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca69962f0 0x55cca699c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d73fff640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca699f7f0 0x55cca699d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca699ccb0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f6d68012d20 tx=0x7f6d6800f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e02c2ac966c340a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d52ffd640 1 -- 172.21.15.18:0/3916773119 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d68004050 con 0x55cca6996c10 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6d6c044070 con 0x55cca6996c10 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d52ffd640 1 -- 172.21.15.18:0/3916773119 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f6d680041f0 con 0x55cca6996c10 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.091+0000 7f6d52ffd640 1 -- 172.21.15.18:0/3916773119 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d680043f0 con 0x55cca6996c10 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.092+0000 7f6d7c995740 10 client.29314 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.092+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cca66d87d0 con 0x55cca6996c10 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.092+0000 7f6d52ffd640 1 -- 172.21.15.18:0/3916773119 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d6c044070 con 0x55cca6996c10 2024-03-07T10:14:19.105 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d52ffd640 1 -- 172.21.15.18:0/3916773119 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6d68010550 con 0x55cca6996c10 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d7c995740 10 client.29314 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d7c995740 10 client.29314 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d7c995740 20 client.29314 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d7c995740 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca69b1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d7c995740 4 client.29314 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cca69073d0 con 0x55cca69af9d0 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d737fe640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca69b1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d52ffd640 10 client.29314 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.093+0000 7f6d737fe640 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca69b1e00 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=166bb9469af2fa87 server_cookie=6126a2e25a866739 in_seq=0 out_seq=0 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d52ffd640 1 -- 172.21.15.18:0/3916773119 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55cca69073d0 con 0x55cca69af9d0 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d52ffd640 10 client.29314 handle_command_reply: tid=0 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 client.29314 shutdown 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 msgr2=0x55cca699ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca699ccb0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f6d68012d20 tx=0x7f6d6800f790 comp rx=0 tx=0).stop 2024-03-07T10:14:19.106 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 shutdown_connections 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca69b1e00 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca699f7f0 0x55cca699d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d52ffd640 0 client.29314 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca699ccb0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 --2- 172.21.15.18:0/3916773119 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca69962f0 0x55cca699c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 >> 172.21.15.18:0/3916773119 conn(0x55cca6990a20 msgr2=0x55cca6992770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 shutdown_connections 2024-03-07T10:14:19.107 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 1 -- 172.21.15.18:0/3916773119 wait complete. 2024-03-07T10:14:19.108 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.094+0000 7f6d7c995740 20 client.29314 trim_cache size 0 max 16384 2024-03-07T10:14:19.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 Processor -- start 2024-03-07T10:14:19.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 -- start start 2024-03-07T10:14:19.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca699eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.124 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69abe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69aad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d741ad600 con 0x55cca69962f0 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d741ab100 con 0x55cca699f7f0 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d7c995740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d741a91c0 con 0x55cca6996c10 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69abe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca699eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69abe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38676/0 (socket says 172.21.15.18:38676) 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 -- 172.21.15.18:0/4118310202 learned_addr learned my addr 172.21.15.18:0/4118310202 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca699eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51126/0 (socket says 172.21.15.18:51126) 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d73fff640 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69aad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 -- 172.21.15.18:0/4118310202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 msgr2=0x55cca69aad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69aad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 -- 172.21.15.18:0/4118310202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 msgr2=0x55cca699eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.125 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca699eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.113+0000 7f6d72ffd640 1 -- 172.21.15.18:0/4118310202 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cca69b7710 con 0x55cca6996c10 2024-03-07T10:14:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69abe00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f6d68009620 tx=0x7f6d68009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4a0c21839ce0f2d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d597fa640 1 -- 172.21.15.18:0/4118310202 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d68032070 con 0x55cca6996c10 2024-03-07T10:14:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d597fa640 1 -- 172.21.15.18:0/4118310202 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d68010a70 con 0x55cca6996c10 2024-03-07T10:14:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d597fa640 1 -- 172.21.15.18:0/4118310202 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d68003850 con 0x55cca6996c10 2024-03-07T10:14:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d7c995740 1 -- 172.21.15.18:0/4118310202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 msgr2=0x55cca69abe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.126 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d7c995740 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69abe00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f6d68009620 tx=0x7f6d68009f60 comp rx=0 tx=0).stop 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d7c995740 1 -- 172.21.15.18:0/4118310202 shutdown_connections 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d7c995740 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca69aad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d7c995740 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69abe00 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d7c995740 1 --2- 172.21.15.18:0/4118310202 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca699eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.114+0000 7f6d7c995740 1 -- 172.21.15.18:0/4118310202 >> 172.21.15.18:0/4118310202 conn(0x55cca6990a20 msgr2=0x55cca6990e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 -- 172.21.15.18:0/4118310202 shutdown_connections 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 -- 172.21.15.18:0/4118310202 wait complete. 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 -- start start 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 Processor -- start 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca6999490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.127 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69999d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca6a0a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d741a97c0 con 0x55cca69962f0 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d741aaaa0 con 0x55cca699f7f0 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d741a9de0 con 0x55cca6996c10 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d7c995740 10 client.0 _ll_register_callbacks cb 0x7f6d68009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca6999490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d737fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca6999490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51142/0 (socket says 172.21.15.18:51142) 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d737fe640 1 -- 172.21.15.18:0/2225780468 learned_addr learned my addr 172.21.15.18:0/2225780468 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.128 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d73fff640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca6a0a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.115+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d737fe640 1 -- 172.21.15.18:0/2225780468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 msgr2=0x55cca69999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d737fe640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.129 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d737fe640 1 -- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 msgr2=0x55cca6a0a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d737fe640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca6a0a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d737fe640 1 -- 172.21.15.18:0/2225780468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cca6a0a810 con 0x55cca69962f0 2024-03-07T10:14:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d73fff640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca6a0a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d737fe640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca6999490 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f6d640cc3e0 tx=0x7f6d6409abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd57fd2b6236f6a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d52ffd640 1 -- 172.21.15.18:0/2225780468 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6409b080 con 0x55cca69962f0 2024-03-07T10:14:19.130 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d52ffd640 1 -- 172.21.15.18:0/2225780468 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f6d640cc060 con 0x55cca69962f0 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6d68010a70 con 0x55cca69962f0 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d52ffd640 1 -- 172.21.15.18:0/2225780468 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d6409f1d0 con 0x55cca69962f0 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d7c995740 10 client.19479 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55cca6a0ba20 con 0x55cca69962f0 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.116+0000 7f6d52ffd640 1 -- 172.21.15.18:0/2225780468 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d68010a70 con 0x55cca69962f0 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d52ffd640 1 -- 172.21.15.18:0/2225780468 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f6d640a3390 con 0x55cca69962f0 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d7c995740 10 client.19479 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:19.131 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d7c995740 10 client.19479 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d7c995740 20 client.19479 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d7c995740 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca6a0e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d7c995740 4 client.19479 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cca6901720 con 0x55cca69af9d0 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.117+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca6a0e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d72ffd640 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca6a0e140 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=782453765137873c server_cookie=878ed220c4d1b57c in_seq=0 out_seq=0 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d52ffd640 10 client.19479 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d52ffd640 1 -- 172.21.15.18:0/2225780468 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cca6901720 con 0x55cca69af9d0 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d52ffd640 10 client.19479 handle_command_reply: tid=0 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 client.19479 shutdown 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 msgr2=0x55cca6999490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca6999490 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f6d640cc3e0 tx=0x7f6d6409abc0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 shutdown_connections 2024-03-07T10:14:19.132 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55cca69af9d0 0x55cca6a0e140 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cca699f7f0 0x55cca6a0a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d52ffd640 0 client.19479 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cca6996c10 0x55cca69999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 --2- 172.21.15.18:0/2225780468 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55cca69962f0 0x55cca6999490 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 >> 172.21.15.18:0/2225780468 conn(0x55cca6990a20 msgr2=0x55cca69b6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 shutdown_connections 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 1 -- 172.21.15.18:0/2225780468 wait complete. 2024-03-07T10:14:19.133 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.120+0000 7f6d7c995740 20 client.19479 trim_cache size 0 max 16384 2024-03-07T10:14:19.134 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:14:19.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d5c0a1ee0 msgr2=0x7f6d5c0a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d5c0a1ee0 0x7f6d5c0a43a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c04d000 tx=0x7f6d6c040ee0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d74100ea0 msgr2=0x7f6d7419d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d74100ea0 0x7f6d7419d870 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f6d6400e9c0 tx=0x7f6d6400ee80 comp rx=0 tx=0).stop 2024-03-07T10:14:19.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 shutdown_connections 2024-03-07T10:14:19.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f6d5c0a1ee0 0x7f6d5c0a43a0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f6d74105330 0x7f6d74197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d74101860 0x7f6d7419ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 --2- 172.21.15.18:0/2388843538 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6d74100ea0 0x7f6d7419d870 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 >> 172.21.15.18:0/2388843538 conn(0x7f6d74077570 msgr2=0x7f6d740fffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 shutdown_connections 2024-03-07T10:14:19.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.121+0000 7f6d78872640 1 -- 172.21.15.18:0/2388843538 wait complete. 2024-03-07T10:14:19.137 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:14:19.137 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:14:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:18 smithi063 ceph-mon[36356]: pgmap v475: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 25 MiB/s wr, 1.75k op/s 2024-03-07T10:14:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:18 smithi063 ceph-mon[36356]: osdmap e109: 12 total, 12 up, 12 in 2024-03-07T10:14:19.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:18 smithi077 ceph-mon[36374]: pgmap v475: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 25 MiB/s wr, 1.75k op/s 2024-03-07T10:14:19.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:18 smithi077 ceph-mon[36374]: osdmap e109: 12 total, 12 up, 12 in 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/3710094241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e04107720 msgr2=0x7f4e04107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/3710094241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e04107720 0x7f4e04107b00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009900 tx=0x7f4df402bc50 comp rx=0 tx=0).stop 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/3710094241 shutdown_connections 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/3710094241 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 0x7f4e0410e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/3710094241 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e040689d0 0x7f4e04068e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/3710094241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e04107720 0x7f4e04107b00 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/3710094241 >> 172.21.15.18:0/3710094241 conn(0x7f4e04077660 msgr2=0x7f4e04077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.301 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/3710094241 shutdown_connections 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/3710094241 wait complete. 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 Processor -- start 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.297+0000 7f4e0a6c7640 1 -- start start 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e0a6c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e040689d0 0x7f4e04197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e0a6c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 0x7f4e041983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e0a6c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e04107720 0x7f4e0419c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e0a6c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e04111a60 con 0x7f4e04069390 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e0a6c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e041118e0 con 0x7f4e040689d0 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e0a6c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e04111be0 con 0x7f4e04107720 2024-03-07T10:14:19.302 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 0x7f4e041983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e08c64640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e04107720 0x7f4e0419c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 0x7f4e041983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51154/0 (socket says 172.21.15.18:51154) 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e08c64640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e04107720 0x7f4e0419c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38708/0 (socket says 172.21.15.18:38708) 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 -- 172.21.15.18:0/1260568841 learned_addr learned my addr 172.21.15.18:0/1260568841 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 -- 172.21.15.18:0/1260568841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e04107720 msgr2=0x7f4e0419c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e04107720 0x7f4e0419c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 -- 172.21.15.18:0/1260568841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e040689d0 msgr2=0x7f4e04197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e040689d0 0x7f4e04197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 -- 172.21.15.18:0/1260568841 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e0419ce90 con 0x7f4e04069390 2024-03-07T10:14:19.303 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.298+0000 7f4e037fe640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 0x7f4e041983e0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f4df800b450 tx=0x7f4df800b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.299+0000 7f4e017fa640 1 -- 172.21.15.18:0/1260568841 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df8015020 con 0x7f4e04069390 2024-03-07T10:14:19.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.299+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e0419d180 con 0x7f4e04069390 2024-03-07T10:14:19.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.299+0000 7f4e017fa640 1 -- 172.21.15.18:0/1260568841 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4df8011d10 con 0x7f4e04069390 2024-03-07T10:14:19.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.299+0000 7f4e017fa640 1 -- 172.21.15.18:0/1260568841 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df800f2e0 con 0x7f4e04069390 2024-03-07T10:14:19.304 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.299+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e04100450 con 0x7f4e04069390 2024-03-07T10:14:19.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e017fa640 1 -- 172.21.15.18:0/1260568841 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f4df8018020 con 0x7f4e04069390 2024-03-07T10:14:19.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 Processor -- start 2024-03-07T10:14:19.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 -- start start 2024-03-07T10:14:19.311 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ec3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ecc940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91ecf270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e91e82330 con 0x561e91ec3980 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e91e1ee90 con 0x561e91ecce80 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.301+0000 7f4e0d585740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e91dc7d00 con 0x561e91ec42a0 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e08c64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ec3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e08c64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ec3d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51158/0 (socket says 172.21.15.18:51158) 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e08c64640 1 -- 172.21.15.18:0/551015021 learned_addr learned my addr 172.21.15.18:0/551015021 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.312 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e03fff640 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ecc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e037fe640 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91ecf270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e017fa640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dec0a1ff0 0x7f4dec0a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e03fff640 1 -- 172.21.15.18:0/551015021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 msgr2=0x561e91ecf270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e03fff640 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91ecf270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e03fff640 1 -- 172.21.15.18:0/551015021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 msgr2=0x561e91ec3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e03fff640 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ec3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e03fff640 1 -- 172.21.15.18:0/551015021 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e91dc6b90 con 0x561e91ec42a0 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e08c64640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dec0a1ff0 0x7f4dec0a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.314 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e017fa640 1 -- 172.21.15.18:0/1260568841 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4df80cda40 con 0x7f4e04069390 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4e03fff640 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ecc940 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f4df402c190 tx=0x7f4df4009670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=788c5996aa6bee8c server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4dea7fc640 1 -- 172.21.15.18:0/551015021 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df4041070 con 0x561e91ec42a0 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4dea7fc640 1 -- 172.21.15.18:0/551015021 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4df402c8a0 con 0x561e91ec42a0 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.302+0000 7f4dea7fc640 1 -- 172.21.15.18:0/551015021 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df4005530 con 0x561e91ec42a0 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 -- 172.21.15.18:0/551015021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 msgr2=0x561e91ecc940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ecc940 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f4df402c190 tx=0x7f4df4009670 comp rx=0 tx=0).stop 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e08c64640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dec0a1ff0 0x7f4dec0a44b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc009fd0 tx=0x7f4dfc004ab0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 -- 172.21.15.18:0/551015021 shutdown_connections 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91ecf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ecc940 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 --2- 172.21.15.18:0/551015021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ec3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 -- 172.21.15.18:0/551015021 >> 172.21.15.18:0/551015021 conn(0x561e91ebe0b0 msgr2=0x561e91ebe490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 -- 172.21.15.18:0/551015021 shutdown_connections 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.303+0000 7f4e0d585740 1 -- 172.21.15.18:0/551015021 wait complete. 2024-03-07T10:14:19.315 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 -- start start 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 Processor -- start 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec3980 0x561e91ec9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91eca3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ecce80 0x561e91eca8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e91dbd470 con 0x561e91ecce80 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e91e1af30 con 0x561e91ec42a0 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e91ecfc10 con 0x561e91ec3980 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e0d585740 10 client.0 _ll_register_callbacks cb 0x561e91e18d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e08c64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ecce80 0x561e91eca8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e03fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec3980 0x561e91ec9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e08c64640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ecce80 0x561e91eca8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51160/0 (socket says 172.21.15.18:51160) 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e08c64640 1 -- 172.21.15.18:0/1549200454 learned_addr learned my addr 172.21.15.18:0/1549200454 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.316 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.304+0000 7f4e037fe640 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91eca3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e03fff640 1 -- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 msgr2=0x561e91eca3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e03fff640 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91eca3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e03fff640 1 -- 172.21.15.18:0/1549200454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ecce80 msgr2=0x561e91eca8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e03fff640 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ecce80 0x561e91eca8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e03fff640 1 -- 172.21.15.18:0/1549200454 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e91b333f0 con 0x561e91ec3980 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e08c64640 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ecce80 0x561e91eca8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e03fff640 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec3980 0x561e91ec9e70 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009900 tx=0x7f4df40054e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d38ccc7b3359b7b0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4de37fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4de37fe640 1 -- 172.21.15.18:0/1549200454 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df4041030 con 0x561e91ec3980 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4df402c8a0 con 0x561e91ec3980 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4de37fe640 1 -- 172.21.15.18:0/1549200454 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4df4004040 con 0x561e91ec3980 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4de37fe640 1 -- 172.21.15.18:0/1549200454 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4df4057050 con 0x561e91ec3980 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e0d585740 10 client.29329 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561e91bfd7d0 con 0x561e91ec3980 2024-03-07T10:14:19.317 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.305+0000 7f4de37fe640 1 -- 172.21.15.18:0/1549200454 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4df402c8a0 con 0x561e91ec3980 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4de37fe640 1 -- 172.21.15.18:0/1549200454 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4df40039a0 con 0x561e91ec3980 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e0d585740 10 client.29329 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e0d585740 10 client.29329 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e0d585740 20 client.29329 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e0d585740 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91edcff0 0x561e91edf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e0d585740 4 client.29329 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561e91e2c3d0 con 0x561e91edcff0 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e037fe640 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91edcff0 0x561e91edf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4e037fe640 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91edcff0 0x561e91edf3e0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b3ec2954db6d3751 server_cookie=96af674d5092eb03 in_seq=0 out_seq=0 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.306+0000 7f4de37fe640 10 client.29329 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.307+0000 7f4de37fe640 1 -- 172.21.15.18:0/1549200454 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561e91e2c3d0 con 0x561e91edcff0 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.307+0000 7f4de37fe640 10 client.29329 handle_command_reply: tid=0 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.307+0000 7f4e0d585740 1 client.29329 shutdown 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec3980 msgr2=0x561e91ec9e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.318 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec3980 0x561e91ec9e70 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009900 tx=0x7f4df40054e0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 shutdown_connections 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ecce80 0x561e91eca8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91eca3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91edcff0 0x561e91edf3e0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 --2- 172.21.15.18:0/1549200454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec3980 0x561e91ec9e70 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4de37fe640 0 client.29329 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 >> 172.21.15.18:0/1549200454 conn(0x561e91ebe0b0 msgr2=0x561e91ebfe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 shutdown_connections 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 1 -- 172.21.15.18:0/1549200454 wait complete. 2024-03-07T10:14:19.319 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.308+0000 7f4e0d585740 20 client.29329 trim_cache size 0 max 16384 2024-03-07T10:14:19.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 Processor -- start 2024-03-07T10:14:19.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 -- start start 2024-03-07T10:14:19.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ecc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91ec7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ecce80 0x561e91ec7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e041ad700 con 0x561e91ec3980 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e041ab200 con 0x561e91ec42a0 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e0d585740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e041a92c0 con 0x561e91ecce80 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e03fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ecc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e03fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ecc5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51164/0 (socket says 172.21.15.18:51164) 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e03fff640 1 -- 172.21.15.18:0/931484846 learned_addr learned my addr 172.21.15.18:0/931484846 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e08c64640 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ecce80 0x561e91ec7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e037fe640 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91ec7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e03fff640 1 -- 172.21.15.18:0/931484846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ecce80 msgr2=0x561e91ec7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.322+0000 7f4e03fff640 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ecce80 0x561e91ec7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.323+0000 7f4e03fff640 1 -- 172.21.15.18:0/931484846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 msgr2=0x561e91ec7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.323+0000 7f4e03fff640 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91ec7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.323+0000 7f4e03fff640 1 -- 172.21.15.18:0/931484846 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e91ec83e0 con 0x561e91ec3980 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.323+0000 7f4e03fff640 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ecc5a0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009430 tx=0x7f4df402dfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=337a524ef97aeff0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.323+0000 7f4de9ffb640 1 -- 172.21.15.18:0/931484846 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df4060070 con 0x561e91ec3980 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.323+0000 7f4de9ffb640 1 -- 172.21.15.18:0/931484846 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4df404e070 con 0x561e91ec3980 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.323+0000 7f4de9ffb640 1 -- 172.21.15.18:0/931484846 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df4041050 con 0x561e91ec3980 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 -- 172.21.15.18:0/931484846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 msgr2=0x561e91ecc5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ecc5a0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009430 tx=0x7f4df402dfb0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 -- 172.21.15.18:0/931484846 shutdown_connections 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ecce80 0x561e91ec7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ec42a0 0x561e91ec7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 --2- 172.21.15.18:0/931484846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91ecc5a0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 -- 172.21.15.18:0/931484846 >> 172.21.15.18:0/931484846 conn(0x561e91ebe0b0 msgr2=0x561e91ebe490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 -- 172.21.15.18:0/931484846 shutdown_connections 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 -- 172.21.15.18:0/931484846 wait complete. 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 -- start start 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.324+0000 7f4e0d585740 1 Processor -- start 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91edfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ee00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91f37520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e041a98c0 con 0x561e91ec3980 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e041aaba0 con 0x561e91ecce80 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e041a9ee0 con 0x561e91ec42a0 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91edfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 10 client.0 _ll_register_callbacks cb 0x7f4dfc009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91edfbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51178/0 (socket says 172.21.15.18:51178) 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 -- 172.21.15.18:0/3539029389 learned_addr learned my addr 172.21.15.18:0/3539029389 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e037fe640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ee00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e08c64640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91f37520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 -- 172.21.15.18:0/3539029389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 msgr2=0x561e91ee00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ee00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 -- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 msgr2=0x561e91f37520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91f37520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 -- 172.21.15.18:0/3539029389 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e91f37a60 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e08c64640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91f37520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e03fff640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91edfbb0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f4df4000c00 tx=0x7f4df4005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dacdf233227bce51 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4de37fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4de37fe640 1 -- 172.21.15.18:0/3539029389 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df4060070 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4de37fe640 1 -- 172.21.15.18:0/3539029389 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f4df4005080 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.325+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4df404e070 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4de37fe640 1 -- 172.21.15.18:0/3539029389 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4df4041040 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 10 client.19497 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x561e91f38b90 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4de37fe640 1 -- 172.21.15.18:0/3539029389 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4df404e070 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4de37fe640 1 -- 172.21.15.18:0/3539029389 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f4df4053450 con 0x561e91ec3980 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 10 client.19497 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 10 client.19497 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:14:19.334 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 20 client.19497 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91f39140 0x561e91f3b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 4 client.19497 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.326+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561e91e26720 con 0x561e91f39140 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.327+0000 7f4e037fe640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91f39140 0x561e91f3b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e037fe640 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91f39140 0x561e91f3b530 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d219a9d25d553659 server_cookie=80dbc76336919b56 in_seq=0 out_seq=0 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4de37fe640 10 client.19497 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4de37fe640 1 -- 172.21.15.18:0/3539029389 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561e91e26720 con 0x561e91f39140 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4de37fe640 10 client.19497 handle_command_reply: tid=0 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 client.19497 shutdown 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 msgr2=0x561e91edfbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91edfbb0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f4df4000c00 tx=0x7f4df4005e40 comp rx=0 tx=0).stop 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 shutdown_connections 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561e91ecce80 0x561e91f37520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x561e91f39140 0x561e91f3b530 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561e91ec42a0 0x561e91ee00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4e0d585740 1 --2- 172.21.15.18:0/3539029389 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x561e91ec3980 0x561e91edfbb0 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.328+0000 7f4de37fe640 0 client.19497 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:19.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 >> 172.21.15.18:0/3539029389 conn(0x561e91ebe0b0 msgr2=0x561e91ec9e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 shutdown_connections 2024-03-07T10:14:19.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0d585740 1 -- 172.21.15.18:0/3539029389 wait complete. 2024-03-07T10:14:19.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0d585740 20 client.19497 trim_cache size 0 max 16384 2024-03-07T10:14:19.336 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:14:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dec0a1ff0 msgr2=0x7f4dec0a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dec0a1ff0 0x7f4dec0a44b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc009fd0 tx=0x7f4dfc004ab0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 msgr2=0x7f4e041983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 0x7f4e041983e0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f4df800b450 tx=0x7f4df800b850 comp rx=0 tx=0).stop 2024-03-07T10:14:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 shutdown_connections 2024-03-07T10:14:19.337 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4e04107720 0x7f4e0419c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f4dec0a1ff0 0x7f4dec0a44b0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f4e04069390 0x7f4e041983e0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 --2- 172.21.15.18:0/1260568841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4e040689d0 0x7f4e04197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 >> 172.21.15.18:0/1260568841 conn(0x7f4e04077660 msgr2=0x7f4e040fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 shutdown_connections 2024-03-07T10:14:19.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.329+0000 7f4e0a6c7640 1 -- 172.21.15.18:0/1260568841 wait complete. 2024-03-07T10:14:19.343 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:14:19.343 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 -- 172.21.15.18:0/662522000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2680689d0 msgr2=0x7fd268068e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/662522000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2680689d0 0x7fd268068e50 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fd25c009900 tx=0x7fd25c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 -- 172.21.15.18:0/662522000 shutdown_connections 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/662522000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd268069390 0x7fd26810e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/662522000 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd2680689d0 0x7fd268068e50 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/662522000 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268107720 0x7fd268107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 -- 172.21.15.18:0/662522000 >> 172.21.15.18:0/662522000 conn(0x7fd268077660 msgr2=0x7fd268077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 -- 172.21.15.18:0/662522000 shutdown_connections 2024-03-07T10:14:19.492 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.489+0000 7fd26e4dd640 1 -- 172.21.15.18:0/662522000 wait complete. 2024-03-07T10:14:19.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.490+0000 7fd26e4dd640 1 Processor -- start 2024-03-07T10:14:19.493 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.490+0000 7fd26e4dd640 1 -- start start 2024-03-07T10:14:19.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd26e4dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2680689d0 0x7fd268197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd26e4dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd268069390 0x7fd268198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd26e4dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd268107720 0x7fd26819c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd26e4dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2681119d0 con 0x7fd268107720 2024-03-07T10:14:19.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd26e4dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd268111850 con 0x7fd268069390 2024-03-07T10:14:19.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd26e4dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd268111b50 con 0x7fd2680689d0 2024-03-07T10:14:19.494 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd267fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2680689d0 0x7fd268197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd267fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2680689d0 0x7fd268197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38776/0 (socket says 172.21.15.18:38776) 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd267fff640 1 -- 172.21.15.18:0/3635310343 learned_addr learned my addr 172.21.15.18:0/3635310343 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd2677fe640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd268069390 0x7fd268198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd267fff640 1 -- 172.21.15.18:0/3635310343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd268069390 msgr2=0x7fd268198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd267fff640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd268069390 0x7fd268198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd267fff640 1 -- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd268107720 msgr2=0x7fd26819c6a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.491+0000 7fd267fff640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd268107720 0x7fd26819c6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.492+0000 7fd267fff640 1 -- 172.21.15.18:0/3635310343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd26819cdd0 con 0x7fd2680689d0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.492+0000 7fd267fff640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2680689d0 0x7fd268197e30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd25800e9f0 tx=0x7fd25800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.492+0000 7fd2657fa640 1 -- 172.21.15.18:0/3635310343 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd25800cd80 con 0x7fd2680689d0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.492+0000 7fd2657fa640 1 -- 172.21.15.18:0/3635310343 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd258005500 con 0x7fd2680689d0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.492+0000 7fd2657fa640 1 -- 172.21.15.18:0/3635310343 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd258010690 con 0x7fd2680689d0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.492+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd26819d0c0 con 0x7fd2680689d0 2024-03-07T10:14:19.495 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.493+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2681a4950 con 0x7fd2680689d0 2024-03-07T10:14:19.496 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.495+0000 7fd2657fa640 1 -- 172.21.15.18:0/3635310343 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd2580046c0 con 0x7fd2680689d0 2024-03-07T10:14:19.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.495+0000 7fd2713a9740 1 Processor -- start 2024-03-07T10:14:19.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2713a9740 1 -- start start 2024-03-07T10:14:19.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2657fa640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2500a1f70 0x7fd2500a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d720550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d729130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d72ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.499 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2713a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba3d6e7330 con 0x55ba3d729670 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2713a9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba3d683e90 con 0x55ba3d720170 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2713a9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba3d62cd00 con 0x55ba3d720a90 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2657fa640 1 -- 172.21.15.18:0/3635310343 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd2580ce670 con 0x7fd2680689d0 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd26ca7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d72ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd26ca7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d72ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51198/0 (socket says 172.21.15.18:51198) 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd267fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d720550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd26ca7a640 1 -- 172.21.15.18:0/2378425846 learned_addr learned my addr 172.21.15.18:0/2378425846 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd2677fe640 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d729130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd26ca7a640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2500a1f70 0x7fd2500a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.500 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd267fff640 1 -- 172.21.15.18:0/2378425846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 msgr2=0x55ba3d729130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd267fff640 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d729130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd267fff640 1 -- 172.21.15.18:0/2378425846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 msgr2=0x55ba3d72ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd267fff640 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d72ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd267fff640 1 -- 172.21.15.18:0/2378425846 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba3d62bb90 con 0x55ba3d720170 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.496+0000 7fd267fff640 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d720550 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fd2580cbd20 tx=0x7fd25809ab00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1125625c1623d5d5 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.497+0000 7fd26ca7a640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2500a1f70 0x7fd2500a4430 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x55ba3d71ba30 tx=0x7fd260009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.497+0000 7fd24e7fc640 1 -- 172.21.15.18:0/2378425846 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd258081410 con 0x55ba3d720170 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.497+0000 7fd24e7fc640 1 -- 172.21.15.18:0/2378425846 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd25809b6c0 con 0x55ba3d720170 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.497+0000 7fd24e7fc640 1 -- 172.21.15.18:0/2378425846 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd258097630 con 0x55ba3d720170 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.498+0000 7fd2713a9740 1 -- 172.21.15.18:0/2378425846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 msgr2=0x55ba3d720550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.501 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.498+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d720550 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fd2580cbd20 tx=0x7fd25809ab00 comp rx=0 tx=0).stop 2024-03-07T10:14:19.505 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.498+0000 7fd2713a9740 1 -- 172.21.15.18:0/2378425846 shutdown_connections 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.498+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d72ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.498+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d729130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.498+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2378425846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d720550 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.498+0000 7fd2713a9740 1 -- 172.21.15.18:0/2378425846 >> 172.21.15.18:0/2378425846 conn(0x55ba3d71a8a0 msgr2=0x55ba3d71ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.499+0000 7fd2713a9740 1 -- 172.21.15.18:0/2378425846 shutdown_connections 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.499+0000 7fd2713a9740 1 -- 172.21.15.18:0/2378425846 wait complete. 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.499+0000 7fd2713a9740 1 -- start start 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.499+0000 7fd2713a9740 1 Processor -- start 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720170 0x55ba3d726780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720a90 0x55ba3d726cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d727200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2713a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba3d622470 con 0x55ba3d729670 2024-03-07T10:14:19.506 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2713a9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba3d67ff30 con 0x55ba3d720a90 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2713a9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba3d730870 con 0x55ba3d720170 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720170 0x55ba3d726780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720170 0x55ba3d726780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38794/0 (socket says 172.21.15.18:38794) 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 -- 172.21.15.18:0/2505078349 learned_addr learned my addr 172.21.15.18:0/2505078349 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd26ca7a640 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d727200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2713a9740 10 client.0 _ll_register_callbacks cb 0x55ba3d67dd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd2677fe640 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720a90 0x55ba3d726cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 -- 172.21.15.18:0/2505078349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720a90 msgr2=0x55ba3d726cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720a90 0x55ba3d726cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 -- 172.21.15.18:0/2505078349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 msgr2=0x55ba3d727200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d727200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.500+0000 7fd267fff640 1 -- 172.21.15.18:0/2505078349 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ba3d3983f0 con 0x55ba3d720170 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd267fff640 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720170 0x55ba3d726780 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd25800cfd0 tx=0x7fd25807ffa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aae3b5d1ebdfc12f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd2477fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:14:19.507 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd2477fe640 1 -- 172.21.15.18:0/2505078349 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2580992c0 con 0x55ba3d720170 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd2477fe640 1 -- 172.21.15.18:0/2505078349 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd2580a32d0 con 0x55ba3d720170 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd25809b6c0 con 0x55ba3d720170 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd2477fe640 1 -- 172.21.15.18:0/2505078349 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd258081410 con 0x55ba3d720170 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd2713a9740 10 client.29347 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.501+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ba3d4627d0 con 0x55ba3d720170 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2477fe640 1 -- 172.21.15.18:0/2505078349 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd25809b6c0 con 0x55ba3d720170 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2477fe640 1 -- 172.21.15.18:0/2505078349 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd25809d020 con 0x55ba3d720170 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2713a9740 10 client.29347 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:19.508 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2713a9740 10 client.29347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2713a9740 20 client.29347 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d73dbf0 0x55ba3d73ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2713a9740 4 client.29347 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ba3d6913d0 con 0x55ba3d73dbf0 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2677fe640 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d73dbf0 0x55ba3d73ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2477fe640 10 client.29347 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.502+0000 7fd2677fe640 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d73dbf0 0x55ba3d73ffe0 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62aed25efc3119ee server_cookie=6739eb8d7a493188 in_seq=0 out_seq=0 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2477fe640 1 -- 172.21.15.18:0/2505078349 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ba3d6913d0 con 0x55ba3d73dbf0 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2477fe640 10 client.29347 handle_command_reply: tid=0 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 client.29347 shutdown 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720170 msgr2=0x55ba3d726780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720170 0x55ba3d726780 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd25800cfd0 tx=0x7fd25807ffa0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.509 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 shutdown_connections 2024-03-07T10:14:19.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d73dbf0 0x55ba3d73ffe0 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d727200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2477fe640 0 client.29347 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:19.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720a90 0x55ba3d726cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 --2- 172.21.15.18:0/2505078349 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720170 0x55ba3d726780 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 >> 172.21.15.18:0/2505078349 conn(0x55ba3d71a8a0 msgr2=0x55ba3d71c5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.510 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 shutdown_connections 2024-03-07T10:14:19.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.503+0000 7fd2713a9740 1 -- 172.21.15.18:0/2505078349 wait complete. 2024-03-07T10:14:19.511 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.504+0000 7fd2713a9740 20 client.29347 trim_cache size 0 max 16384 2024-03-07T10:14:19.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 Processor -- start 2024-03-07T10:14:19.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 -- start start 2024-03-07T10:14:19.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d728eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d720a90 0x55ba3d727020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d729670 0x55ba3d7239e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.531 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2681ad730 con 0x55ba3d720a90 2024-03-07T10:14:19.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2681ab230 con 0x55ba3d720170 2024-03-07T10:14:19.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.519+0000 7fd2713a9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2681a92f0 con 0x55ba3d729670 2024-03-07T10:14:19.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d720a90 0x55ba3d727020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d720a90 0x55ba3d727020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51212/0 (socket says 172.21.15.18:51212) 2024-03-07T10:14:19.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 -- 172.21.15.18:0/996204083 learned_addr learned my addr 172.21.15.18:0/996204083 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd267fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d728eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.532 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd26ca7a640 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d729670 0x55ba3d7239e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 -- 172.21.15.18:0/996204083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d729670 msgr2=0x55ba3d7239e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d729670 0x55ba3d7239e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 -- 172.21.15.18:0/996204083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 msgr2=0x55ba3d728eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d728eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 -- 172.21.15.18:0/996204083 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba3d71a3d0 con 0x55ba3d720a90 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd267fff640 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d728eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd2677fe640 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d720a90 0x55ba3d727020 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fd25c02c170 tx=0x7fd25c02e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=840fb40b35adff2f server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.533 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd24dffb640 1 -- 172.21.15.18:0/996204083 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd25c02cb00 con 0x55ba3d720a90 2024-03-07T10:14:19.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd24dffb640 1 -- 172.21.15.18:0/996204083 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd25c02cca0 con 0x55ba3d720a90 2024-03-07T10:14:19.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.520+0000 7fd24dffb640 1 -- 172.21.15.18:0/996204083 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd25c005120 con 0x55ba3d720a90 2024-03-07T10:14:19.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 -- 172.21.15.18:0/996204083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d720a90 msgr2=0x55ba3d727020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d720a90 0x55ba3d727020 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fd25c02c170 tx=0x7fd25c02e040 comp rx=0 tx=0).stop 2024-03-07T10:14:19.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 -- 172.21.15.18:0/996204083 shutdown_connections 2024-03-07T10:14:19.534 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d729670 0x55ba3d7239e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d720a90 0x55ba3d727020 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 --2- 172.21.15.18:0/996204083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d728eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 -- 172.21.15.18:0/996204083 >> 172.21.15.18:0/996204083 conn(0x55ba3d71a8a0 msgr2=0x55ba3d719960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 -- 172.21.15.18:0/996204083 shutdown_connections 2024-03-07T10:14:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 -- 172.21.15.18:0/996204083 wait complete. 2024-03-07T10:14:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.521+0000 7fd2713a9740 1 -- start start 2024-03-07T10:14:19.535 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 1 Processor -- start 2024-03-07T10:14:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d7406c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d740c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d741140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2681a98f0 con 0x55ba3d729670 2024-03-07T10:14:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2681aabd0 con 0x55ba3d720170 2024-03-07T10:14:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2681a9f10 con 0x55ba3d720a90 2024-03-07T10:14:19.536 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d7406c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2677fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d740c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd26ca7a640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d741140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d7406c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45884/0 (socket says 172.21.15.18:45884) 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 -- 172.21.15.18:0/1708460852 learned_addr learned my addr 172.21.15.18:0/1708460852 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd2713a9740 10 client.0 _ll_register_callbacks cb 0x7fd260009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 -- 172.21.15.18:0/1708460852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 msgr2=0x55ba3d740c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d740c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.537 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 -- 172.21.15.18:0/1708460852 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 msgr2=0x55ba3d741140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:19.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d741140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.522+0000 7fd267fff640 1 -- 172.21.15.18:0/1708460852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ba3d798370 con 0x55ba3d720170 2024-03-07T10:14:19.538 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd267fff640 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d7406c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd2580cc320 tx=0x7fd25809ad90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a328a8f2f854192 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:19.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd2477fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:14:19.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd2477fe640 1 -- 172.21.15.18:0/1708460852 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd25809b6c0 con 0x55ba3d720170 2024-03-07T10:14:19.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd2477fe640 1 -- 172.21.15.18:0/1708460852 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd258095b30 con 0x55ba3d720170 2024-03-07T10:14:19.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd25c02cca0 con 0x55ba3d720170 2024-03-07T10:14:19.539 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd2477fe640 1 -- 172.21.15.18:0/1708460852 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2580a3760 con 0x55ba3d720170 2024-03-07T10:14:19.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd2713a9740 10 client.29162 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:19.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.523+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ba3d799630 con 0x55ba3d720170 2024-03-07T10:14:19.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2477fe640 1 -- 172.21.15.18:0/1708460852 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd25c02cca0 con 0x55ba3d720170 2024-03-07T10:14:19.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2477fe640 1 -- 172.21.15.18:0/1708460852 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd25809d070 con 0x55ba3d720170 2024-03-07T10:14:19.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2713a9740 10 client.29162 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:19.540 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2713a9740 10 client.29162 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2713a9740 20 client.29162 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2713a9740 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d799ab0 0x55ba3d79bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2713a9740 4 client.29162 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ba3d68b720 con 0x55ba3d799ab0 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2677fe640 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d799ab0 0x55ba3d79bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2677fe640 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d799ab0 0x55ba3d79bec0 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6da86272dd3c6ac server_cookie=1c4cfdef1433546a in_seq=0 out_seq=0 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2477fe640 10 client.29162 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2477fe640 1 -- 172.21.15.18:0/1708460852 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ba3d68b720 con 0x55ba3d799ab0 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2477fe640 10 client.29162 handle_command_reply: tid=0 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.524+0000 7fd2713a9740 1 client.29162 shutdown 2024-03-07T10:14:19.541 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 msgr2=0x55ba3d7406c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d7406c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd2580cc320 tx=0x7fd25809ad90 comp rx=0 tx=0).stop 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 shutdown_connections 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55ba3d799ab0 0x55ba3d79bec0 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55ba3d729670 0x55ba3d741140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2477fe640 0 client.29162 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ba3d720a90 0x55ba3d740c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 --2- 172.21.15.18:0/1708460852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ba3d720170 0x55ba3d7406c0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 >> 172.21.15.18:0/1708460852 conn(0x55ba3d71a8a0 msgr2=0x55ba3d7190d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 shutdown_connections 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 1 -- 172.21.15.18:0/1708460852 wait complete. 2024-03-07T10:14:19.542 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd2713a9740 20 client.29162 trim_cache size 0 max 16384 2024-03-07T10:14:19.543 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:14:19.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2500a1f70 msgr2=0x7fd2500a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2500a1f70 0x7fd2500a4430 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x55ba3d71ba30 tx=0x7fd260009500 comp rx=0 tx=0).stop 2024-03-07T10:14:19.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2680689d0 msgr2=0x7fd268197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:19.544 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2680689d0 0x7fd268197e30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd25800e9f0 tx=0x7fd25800edf0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 shutdown_connections 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd2500a1f70 0x7fd2500a4430 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd268107720 0x7fd26819c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd268069390 0x7fd268198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.525+0000 7fd26e4dd640 1 --2- 172.21.15.18:0/3635310343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd2680689d0 0x7fd268197e30 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.526+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 >> 172.21.15.18:0/3635310343 conn(0x7fd268077660 msgr2=0x7fd2680ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.526+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 shutdown_connections 2024-03-07T10:14:19.545 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:19.526+0000 7fd26e4dd640 1 -- 172.21.15.18:0/3635310343 wait complete. 2024-03-07T10:14:19.843 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:19 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/386792087' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:14:20.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:19 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/386792087' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:14:20.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:19 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/386792087' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:14:20.546 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-07T10:14:20.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:14:20.546 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-07T10:14:20.684 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 -- 172.21.15.18:0/884834872 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33181065e0 msgr2=0x7f33181069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 --2- 172.21.15.18:0/884834872 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33181065e0 0x7f33181069c0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f3314009900 tx=0x7f331402bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 -- 172.21.15.18:0/884834872 shutdown_connections 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 --2- 172.21.15.18:0/884834872 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 0x7f331810d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 --2- 172.21.15.18:0/884834872 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3318100520 0x7f33181009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 --2- 172.21.15.18:0/884834872 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f33181065e0 0x7f33181069c0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 -- 172.21.15.18:0/884834872 >> 172.21.15.18:0/884834872 conn(0x7f3318077710 msgr2=0x7f3318077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 -- 172.21.15.18:0/884834872 shutdown_connections 2024-03-07T10:14:20.685 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.683+0000 7f331fe34640 1 -- 172.21.15.18:0/884834872 wait complete. 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 Processor -- start 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 -- start start 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3318100520 0x7f331810cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 0x7f331810b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33181065e0 0x7f331810b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f331810e5a0 con 0x7f3318100520 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f331810e420 con 0x7f3318100ee0 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331fe34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f331810e720 con 0x7f33181065e0 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331dbd0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3318100520 0x7f331810cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331d3cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 0x7f331810b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331e3d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33181065e0 0x7f331810b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331d3cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 0x7f331810b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45904/0 (socket says 172.21.15.18:45904) 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331dbd0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3318100520 0x7f331810cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51246/0 (socket says 172.21.15.18:51246) 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.684+0000 7f331d3cf640 1 -- 172.21.15.18:0/1603124645 learned_addr learned my addr 172.21.15.18:0/1603124645 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331d3cf640 1 -- 172.21.15.18:0/1603124645 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33181065e0 msgr2=0x7f331810b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331d3cf640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33181065e0 0x7f331810b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331d3cf640 1 -- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3318100520 msgr2=0x7f331810cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331d3cf640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3318100520 0x7f331810cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331d3cf640 1 -- 172.21.15.18:0/1603124645 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f331810bd50 con 0x7f3318100ee0 2024-03-07T10:14:20.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331dbd0640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3318100520 0x7f331810cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331e3d1640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33181065e0 0x7f331810b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331d3cf640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 0x7f331810b0e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f330800e9f0 tx=0x7f330800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f330effd640 1 -- 172.21.15.18:0/1603124645 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f330800cd80 con 0x7f3318100ee0 2024-03-07T10:14:20.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33181aaba0 con 0x7f3318100ee0 2024-03-07T10:14:20.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f330effd640 1 -- 172.21.15.18:0/1603124645 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3308005500 con 0x7f3318100ee0 2024-03-07T10:14:20.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33181ab000 con 0x7f3318100ee0 2024-03-07T10:14:20.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.685+0000 7f330effd640 1 -- 172.21.15.18:0/1603124645 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3308010690 con 0x7f3318100ee0 2024-03-07T10:14:20.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 Processor -- start 2024-03-07T10:14:20.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 -- start start 2024-03-07T10:14:20.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f330effd640 1 -- 172.21.15.18:0/1603124645 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f33080046c0 con 0x7f3318100ee0 2024-03-07T10:14:20.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb0d50 0x55c268fb1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb1670 0x55c268fb9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fbc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c268f14b10 con 0x55c268fb0d50 2024-03-07T10:14:20.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c268ebdd50 con 0x55c268fb1670 2024-03-07T10:14:20.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f3322c1c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c268f10bb0 con 0x55c268fba250 2024-03-07T10:14:20.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.688+0000 7f331e3d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb0d50 0x55c268fb1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331dbd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb1670 0x55c268fb9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb0d50 0x55c268fb1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51262/0 (socket says 172.21.15.18:51262) 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 -- 172.21.15.18:0/1771659999 learned_addr learned my addr 172.21.15.18:0/1771659999 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331d3cf640 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fbc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 -- 172.21.15.18:0/1771659999 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 msgr2=0x55c268fbc640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fbc640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 -- 172.21.15.18:0/1771659999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb1670 msgr2=0x55c268fb9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb1670 0x55c268fb9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 -- 172.21.15.18:0/1771659999 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c268cf17e0 con 0x55c268fb0d50 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331dbd0640 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb1670 0x55c268fb9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331e3d1640 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb0d50 0x55c268fb1130 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f3310011790 tx=0x7f3310011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=336d92aaefba9e7b server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f330effd640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33040a1f30 0x7f33040a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f331dbd0640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33040a1f30 0x7f33040a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f3303fff640 1 -- 172.21.15.18:0/1771659999 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3310003c30 con 0x55c268fb0d50 2024-03-07T10:14:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f330effd640 1 -- 172.21.15.18:0/1603124645 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f33080ce630 con 0x7f3318100ee0 2024-03-07T10:14:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f3303fff640 1 -- 172.21.15.18:0/1771659999 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f331000fe80 con 0x55c268fb0d50 2024-03-07T10:14:20.696 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.689+0000 7f3303fff640 1 -- 172.21.15.18:0/1771659999 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33100193e0 con 0x55c268fb0d50 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.690+0000 7f3322c1c740 1 -- 172.21.15.18:0/1771659999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb0d50 msgr2=0x55c268fb1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.690+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb0d50 0x55c268fb1130 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f3310011790 tx=0x7f3310011c50 comp rx=0 tx=0).stop 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.690+0000 7f331dbd0640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33040a1f30 0x7f33040a43f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f331402efd0 tx=0x7f3314000bc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.691+0000 7f3322c1c740 1 -- 172.21.15.18:0/1771659999 shutdown_connections 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.691+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fbc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.691+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb1670 0x55c268fb9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.691+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1771659999 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb0d50 0x55c268fb1130 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.697 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.691+0000 7f3322c1c740 1 -- 172.21.15.18:0/1771659999 >> 172.21.15.18:0/1771659999 conn(0x55c268fab480 msgr2=0x55c268fab860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.692+0000 7f3322c1c740 1 -- 172.21.15.18:0/1771659999 shutdown_connections 2024-03-07T10:14:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.692+0000 7f3322c1c740 1 -- 172.21.15.18:0/1771659999 wait complete. 2024-03-07T10:14:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.692+0000 7f3322c1c740 1 -- start start 2024-03-07T10:14:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 1 Processor -- start 2024-03-07T10:14:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.698 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fb7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c268fbd040 con 0x55c268fb1670 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c268ed1190 con 0x55c268fb0d50 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c268fbd1c0 con 0x55c268fba250 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f3322c1c740 10 client.0 _ll_register_callbacks cb 0x55c268ec0770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331dbd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331e3d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fb7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.700 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331d3cf640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331dbd0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45916/0 (socket says 172.21.15.18:45916) 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331e3d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fb7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38854/0 (socket says 172.21.15.18:38854) 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331dbd0640 1 -- 172.21.15.18:0/1832311649 learned_addr learned my addr 172.21.15.18:0/1832311649 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331d3cf640 1 -- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 msgr2=0x55c268fb7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331d3cf640 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fb7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331d3cf640 1 -- 172.21.15.18:0/1832311649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 msgr2=0x55c268fb9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331d3cf640 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.693+0000 7f331d3cf640 1 -- 172.21.15.18:0/1832311649 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c268d51f70 con 0x55c268fb1670 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.694+0000 7f331dbd0640 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.694+0000 7f331e3d1640 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fb7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.694+0000 7f331d3cf640 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb7080 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f33080cbce0 tx=0x7f3308009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=467aca71b517e833 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.694+0000 7f33017fa640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.695+0000 7f33017fa640 1 -- 172.21.15.18:0/1832311649 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f330809aac0 con 0x55c268fb1670 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.695+0000 7f33017fa640 1 -- 172.21.15.18:0/1832311649 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f33080a3490 con 0x55c268fb1670 2024-03-07T10:14:20.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.695+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c268eea930 con 0x55c268fb1670 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.695+0000 7f33017fa640 1 -- 172.21.15.18:0/1832311649 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f330809a8e0 con 0x55c268fb1670 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.695+0000 7f3322c1c740 10 client.19524 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.695+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c268be9170 con 0x55c268fb1670 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f33017fa640 1 -- 172.21.15.18:0/1832311649 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c268eea930 con 0x55c268fb1670 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f33017fa640 1 -- 172.21.15.18:0/1832311649 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f330809a3d0 con 0x55c268fb1670 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f3322c1c740 10 client.19524 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f3322c1c740 10 client.19524 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f3322c1c740 20 client.19524 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c268fca300 0x55c268fcc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f3322c1c740 4 client.19524 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c268ed6050 con 0x55c268fca300 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.696+0000 7f331dbd0640 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c268fca300 0x55c268fcc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.697+0000 7f331dbd0640 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c268fca300 0x55c268fcc6f0 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97001a78b397c40 server_cookie=93d2db2a211c3b50 in_seq=0 out_seq=0 2024-03-07T10:14:20.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.697+0000 7f33017fa640 10 client.19524 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.704+0000 7f33017fa640 1 -- 172.21.15.18:0/1832311649 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c268ed6050 con 0x55c268fca300 2024-03-07T10:14:20.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.704+0000 7f33017fa640 10 client.19524 handle_command_reply: tid=0 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.704+0000 7f3322c1c740 1 client.19524 shutdown 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.704+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 msgr2=0x55c268fb7080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.704+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb7080 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f33080cbce0 tx=0x7f3308009310 comp rx=0 tx=0).stop 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.705+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 shutdown_connections 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.705+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c268fca300 0x55c268fcc6f0 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.705+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fb7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.705+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb7080 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.705+0000 7f3322c1c740 1 --2- 172.21.15.18:0/1832311649 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.705+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 >> 172.21.15.18:0/1832311649 conn(0x55c268fab480 msgr2=0x55c268fad1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.708+0000 7f33017fa640 0 client.19524 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.711+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 shutdown_connections 2024-03-07T10:14:20.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.711+0000 7f3322c1c740 1 -- 172.21.15.18:0/1832311649 wait complete. 2024-03-07T10:14:20.714 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.713+0000 7f3322c1c740 20 client.19524 trim_cache size 0 max 16384 2024-03-07T10:14:20.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 Processor -- start 2024-03-07T10:14:20.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 -- start start 2024-03-07T10:14:20.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fc58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.755 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181b5fa0 con 0x55c268fb1670 2024-03-07T10:14:20.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181b3aa0 con 0x55c268fb0d50 2024-03-07T10:14:20.756 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.753+0000 7f3322c1c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181b1b60 con 0x55c268fba250 2024-03-07T10:14:20.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.757+0000 7f331e3d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fc58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.757+0000 7f331e3d1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fc58d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38862/0 (socket says 172.21.15.18:38862) 2024-03-07T10:14:20.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.757+0000 7f331e3d1640 1 -- 172.21.15.18:0/2991760382 learned_addr learned my addr 172.21.15.18:0/2991760382 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.757+0000 7f331dbd0640 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.759 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.758+0000 7f331e3d1640 1 -- 172.21.15.18:0/2991760382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 msgr2=0x55c268fb9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.758+0000 7f331e3d1640 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.758+0000 7f331e3d1640 1 -- 172.21.15.18:0/2991760382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 msgr2=0x55c268fb9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.758+0000 7f331e3d1640 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.758+0000 7f331e3d1640 1 -- 172.21.15.18:0/2991760382 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c268fbc9b0 con 0x55c268fba250 2024-03-07T10:14:20.760 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.758+0000 7f331e3d1640 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fc58d0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f3310004500 tx=0x7f3310009780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32a63c6934f7e89a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.761 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.760+0000 7f33037fe640 1 -- 172.21.15.18:0/2991760382 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331002b070 con 0x55c268fba250 2024-03-07T10:14:20.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.761+0000 7f33037fe640 1 -- 172.21.15.18:0/2991760382 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3310004250 con 0x55c268fba250 2024-03-07T10:14:20.763 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.761+0000 7f33037fe640 1 -- 172.21.15.18:0/2991760382 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331001f040 con 0x55c268fba250 2024-03-07T10:14:20.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.762+0000 7f3322c1c740 1 -- 172.21.15.18:0/2991760382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 msgr2=0x55c268fc58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.764 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.762+0000 7f3322c1c740 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fc58d0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f3310004500 tx=0x7f3310009780 comp rx=0 tx=0).stop 2024-03-07T10:14:20.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.763+0000 7f3322c1c740 1 -- 172.21.15.18:0/2991760382 shutdown_connections 2024-03-07T10:14:20.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.763+0000 7f3322c1c740 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fba250 0x55c268fc58d0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.763+0000 7f3322c1c740 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.763+0000 7f3322c1c740 1 --2- 172.21.15.18:0/2991760382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fb0d50 0x55c268fb9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.765 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.763+0000 7f3322c1c740 1 -- 172.21.15.18:0/2991760382 >> 172.21.15.18:0/2991760382 conn(0x55c268fab480 msgr2=0x55c268fab860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.766+0000 7f3322c1c740 1 -- 172.21.15.18:0/2991760382 shutdown_connections 2024-03-07T10:14:20.768 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.767+0000 7f3322c1c740 1 -- 172.21.15.18:0/2991760382 wait complete. 2024-03-07T10:14:20.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.767+0000 7f3322c1c740 1 -- start start 2024-03-07T10:14:20.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.768+0000 7f3322c1c740 1 Processor -- start 2024-03-07T10:14:20.770 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.768+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fb0d50 0x55c268fc2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f3322c1c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fba250 0x55c268fb4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f3322c1c740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181b2160 con 0x55c268fb1670 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f3322c1c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181b3440 con 0x55c268fba250 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f3322c1c740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181b2780 con 0x55c268fb0d50 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f3322c1c740 10 client.0 _ll_register_callbacks cb 0x7f33080d4240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f331dbd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fb0d50 0x55c268fc2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f331dbd0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fb0d50 0x55c268fc2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38876/0 (socket says 172.21.15.18:38876) 2024-03-07T10:14:20.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f331dbd0640 1 -- 172.21.15.18:0/3124971355 learned_addr learned my addr 172.21.15.18:0/3124971355 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.769+0000 7f331e3d1640 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fba250 0x55c268fb4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.770+0000 7f331d3cf640 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.770+0000 7f331dbd0640 1 -- 172.21.15.18:0/3124971355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fba250 msgr2=0x55c268fb4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.770+0000 7f331dbd0640 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fba250 0x55c268fb4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.770+0000 7f331dbd0640 1 -- 172.21.15.18:0/3124971355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 msgr2=0x55c268fb42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.770+0000 7f331dbd0640 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.770+0000 7f331dbd0640 1 -- 172.21.15.18:0/3124971355 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c268fb4ed0 con 0x55c268fb0d50 2024-03-07T10:14:20.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.770+0000 7f331dbd0640 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fb0d50 0x55c268fc2050 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f3314009900 tx=0x7f3314009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b8b46e15b8891a6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.771+0000 7f33017fa640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:14:20.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.772+0000 7f33017fa640 1 -- 172.21.15.18:0/3124971355 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3314056270 con 0x55c268fb0d50 2024-03-07T10:14:20.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.772+0000 7f33017fa640 1 -- 172.21.15.18:0/3124971355 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f33140566f0 con 0x55c268fb0d50 2024-03-07T10:14:20.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.772+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3310004250 con 0x55c268fb0d50 2024-03-07T10:14:20.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.772+0000 7f33017fa640 1 -- 172.21.15.18:0/3124971355 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3314064050 con 0x55c268fb0d50 2024-03-07T10:14:20.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.772+0000 7f3322c1c740 10 client.29371 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:20.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.772+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c269037a60 con 0x55c268fb0d50 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f33017fa640 1 -- 172.21.15.18:0/3124971355 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3310004250 con 0x55c268fb0d50 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f33017fa640 1 -- 172.21.15.18:0/3124971355 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f3314046040 con 0x55c268fb0d50 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f3322c1c740 10 client.29371 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f3322c1c740 10 client.29371 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f3322c1c740 20 client.29371 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f3322c1c740 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c269038190 0x55c26903a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f3322c1c740 4 client.29371 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-07T10:14:20.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.773+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55c268f22050 con 0x55c269038190 2024-03-07T10:14:20.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.777+0000 7f331d3cf640 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c269038190 0x55c26903a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.778+0000 7f331d3cf640 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c269038190 0x55c26903a5b0 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=907827b93f11c7db server_cookie=66371f04c0cff5e4 in_seq=0 out_seq=0 2024-03-07T10:14:20.779 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.778+0000 7f33017fa640 10 client.29371 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:20.781 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.779+0000 7f33017fa640 1 -- 172.21.15.18:0/3124971355 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55c268f22050 con 0x55c269038190 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.779+0000 7f33017fa640 10 client.29371 handle_command_reply: tid=0 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.779+0000 7f3322c1c740 1 client.29371 shutdown 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.779+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fb0d50 msgr2=0x55c268fc2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.779+0000 7f3322c1c740 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fb0d50 0x55c268fc2050 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f3314009900 tx=0x7f3314009260 comp rx=0 tx=0).stop 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.779+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 shutdown_connections 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.779+0000 7f3322c1c740 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x55c269038190 0x55c26903a5b0 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f3322c1c740 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c268fba250 0x55c268fb4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f33017fa640 0 client.29371 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f3322c1c740 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55c268fb1670 0x55c268fb42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f3322c1c740 1 --2- 172.21.15.18:0/3124971355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55c268fb0d50 0x55c268fc2050 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 >> 172.21.15.18:0/3124971355 conn(0x55c268fab480 msgr2=0x55c268fa9bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.782 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 shutdown_connections 2024-03-07T10:14:20.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f3322c1c740 1 -- 172.21.15.18:0/3124971355 wait complete. 2024-03-07T10:14:20.783 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f3322c1c740 20 client.29371 trim_cache size 0 max 16384 2024-03-07T10:14:20.783 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:14:20.783 INFO:teuthology.orchestra.run.smithi018.stdout: "return_code": 0, 2024-03-07T10:14:20.783 INFO:teuthology.orchestra.run.smithi018.stdout: "scrub_tag": "3b9edcd3-a926-4720-963f-e9e14f4a7601", 2024-03-07T10:14:20.783 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": "asynchronous" 2024-03-07T10:14:20.783 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:14:20.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33040a1f30 msgr2=0x7f33040a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f331fe34640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33040a1f30 0x7f33040a43f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f331402efd0 tx=0x7f3314000bc0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 msgr2=0x7f331810b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.784 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.780+0000 7f331fe34640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 0x7f331810b0e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f330800e9f0 tx=0x7f330800edf0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.781+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 shutdown_connections 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.781+0000 7f331fe34640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33181065e0 0x7f331810b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.781+0000 7f331fe34640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3318100ee0 0x7f331810b0e0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.781+0000 7f331fe34640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f33040a1f30 0x7f33040a43f0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.781+0000 7f331fe34640 1 --2- 172.21.15.18:0/1603124645 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f3318100520 0x7f331810cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.781+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 >> 172.21.15.18:0/1603124645 conn(0x7f3318077710 msgr2=0x7f33180fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.782+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 shutdown_connections 2024-03-07T10:14:20.785 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.782+0000 7f331fe34640 1 -- 172.21.15.18:0/1603124645 wait complete. 2024-03-07T10:14:20.800 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:14:20.801 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:14:20.827 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:20 smithi018 ceph-mon[32171]: pgmap v477: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 27 MiB/s wr, 1.91k op/s 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 -- 172.21.15.18:0/2502822781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed0010fdf0 msgr2=0x7fed00108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 --2- 172.21.15.18:0/2502822781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed0010fdf0 0x7fed00108660 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7fecf801acb0 tx=0x7fecf803d150 comp rx=0 tx=0).stop 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 -- 172.21.15.18:0/2502822781 shutdown_connections 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 --2- 172.21.15.18:0/2502822781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed0011ae40 0x7fed0011d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 --2- 172.21.15.18:0/2502822781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed00108ba0 0x7fed00109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 --2- 172.21.15.18:0/2502822781 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed0010fdf0 0x7fed00108660 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 -- 172.21.15.18:0/2502822781 >> 172.21.15.18:0/2502822781 conn(0x7fed0006c6d0 msgr2=0x7fed0006cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 -- 172.21.15.18:0/2502822781 shutdown_connections 2024-03-07T10:14:20.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.955+0000 7fed04da0640 1 -- 172.21.15.18:0/2502822781 wait complete. 2024-03-07T10:14:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 Processor -- start 2024-03-07T10:14:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 -- start start 2024-03-07T10:14:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed00108ba0 0x7fed0011a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed0010fdf0 0x7fed00116770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed0011ae40 0x7fed00116cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed00113080 con 0x7fed00108ba0 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed00112f00 con 0x7fed0011ae40 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fed04da0640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed00113200 con 0x7fed0010fdf0 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fecfe59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed00108ba0 0x7fed0011a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fecfe59c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed00108ba0 0x7fed0011a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51310/0 (socket says 172.21.15.18:51310) 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fecfe59c640 1 -- 172.21.15.18:0/2225312648 learned_addr learned my addr 172.21.15.18:0/2225312648 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.956+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed0010fdf0 0x7fed00116770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecfed9d640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed0011ae40 0x7fed00116cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecfe59c640 1 -- 172.21.15.18:0/2225312648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed0010fdf0 msgr2=0x7fed00116770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecfe59c640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed0010fdf0 0x7fed00116770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecfe59c640 1 -- 172.21.15.18:0/2225312648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed0011ae40 msgr2=0x7fed00116cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecfe59c640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed0011ae40 0x7fed00116cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecfe59c640 1 -- 172.21.15.18:0/2225312648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed00117570 con 0x7fed00108ba0 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecfe59c640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed00108ba0 0x7fed0011a690 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fecf803d760 tx=0x7fecf8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecef7fe640 1 -- 172.21.15.18:0/2225312648 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf804a040 con 0x7fed00108ba0 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed001aac90 con 0x7fed00108ba0 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecef7fe640 1 -- 172.21.15.18:0/2225312648 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecf8003d90 con 0x7fed00108ba0 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fecef7fe640 1 -- 172.21.15.18:0/2225312648 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf8045a30 con 0x7fed00108ba0 2024-03-07T10:14:20.961 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.957+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed001ab1b0 con 0x7fed00108ba0 2024-03-07T10:14:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 Processor -- start 2024-03-07T10:14:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 -- start start 2024-03-07T10:14:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde25b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde31020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.963 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fbdd88dd0 con 0x558fbde26050 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fbdd31ae0 con 0x558fbde25730 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fed07b82740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fbdd84e70 con 0x558fbde2ec30 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fecfed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde25b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.960+0000 7fecfdd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde31020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde31020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38884/0 (socket says 172.21.15.18:38884) 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 -- 172.21.15.18:0/163377486 learned_addr learned my addr 172.21.15.18:0/163377486 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde25b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:45964/0 (socket says 172.21.15.18:45964) 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecef7fe640 1 -- 172.21.15.18:0/2225312648 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fecf80046b0 con 0x7fed00108ba0 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 -- 172.21.15.18:0/163377486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 msgr2=0x558fbde25b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/163377486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde25b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 -- 172.21.15.18:0/163377486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 msgr2=0x558fbde2e6f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/163377486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 -- 172.21.15.18:0/163377486 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558fbdb677d0 con 0x558fbde2ec30 2024-03-07T10:14:20.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/163377486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde31020 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fecf40099e0 tx=0x7fecf4009ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec95a16af4de2ebe server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fecef7fe640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fece80a1fb0 0x7fece80a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fececff9640 1 -- 172.21.15.18:0/163377486 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4017070 con 0x558fbde2ec30 2024-03-07T10:14:20.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fececff9640 1 -- 172.21.15.18:0/163377486 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecf4013470 con 0x558fbde2ec30 2024-03-07T10:14:20.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.961+0000 7fececff9640 1 -- 172.21.15.18:0/163377486 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4012610 con 0x558fbde2ec30 2024-03-07T10:14:20.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.962+0000 7fecfed9d640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fece80a1fb0 0x7fece80a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.962+0000 7fecef7fe640 1 -- 172.21.15.18:0/2225312648 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fecf8101180 con 0x7fed00108ba0 2024-03-07T10:14:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.962+0000 7fed07b82740 1 -- 172.21.15.18:0/163377486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 msgr2=0x558fbde31020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.962+0000 7fecfed9d640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fece80a1fb0 0x7fece80a4470 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fecf0005fd0 tx=0x7fecf0005f60 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.962+0000 7fed07b82740 1 --2- 172.21.15.18:0/163377486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde31020 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fecf40099e0 tx=0x7fecf4009ea0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- 172.21.15.18:0/163377486 shutdown_connections 2024-03-07T10:14:20.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 --2- 172.21.15.18:0/163377486 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde31020 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 --2- 172.21.15.18:0/163377486 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 --2- 172.21.15.18:0/163377486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde25b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- 172.21.15.18:0/163377486 >> 172.21.15.18:0/163377486 conn(0x558fbde1fe60 msgr2=0x558fbde20240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- 172.21.15.18:0/163377486 shutdown_connections 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- 172.21.15.18:0/163377486 wait complete. 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- start start 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 Processor -- start 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde2bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde2c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fbde31a20 con 0x558fbde26050 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fbdd45070 con 0x558fbde25730 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fbde31ba0 con 0x558fbde2ec30 2024-03-07T10:14:20.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.963+0000 7fed07b82740 10 client.0 _ll_register_callbacks cb 0x558fbdd44a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfed9d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde2c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51332/0 (socket says 172.21.15.18:51332) 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 -- 172.21.15.18:0/2513453345 learned_addr learned my addr 172.21.15.18:0/2513453345 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfe59c640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde2bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 -- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 msgr2=0x558fbde2c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde2c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 -- 172.21.15.18:0/2513453345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 msgr2=0x558fbde2bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde2bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 -- 172.21.15.18:0/2513453345 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558fbda9d3f0 con 0x558fbde26050 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfe59c640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde2bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfed9d640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde2c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.971 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2c060 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fecf40093e0 tx=0x7fecf4013b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d46180bbc912d4af server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fece5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fece5ffb640 1 -- 172.21.15.18:0/2513453345 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4017050 con 0x558fbde26050 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fece5ffb640 1 -- 172.21.15.18:0/2513453345 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fecf401c450 con 0x558fbde26050 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fecf4013470 con 0x558fbde26050 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.964+0000 7fece5ffb640 1 -- 172.21.15.18:0/2513453345 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fecf401c650 con 0x558fbde26050 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 10 client.19536 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558fbda5d0f0 con 0x558fbde26050 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fece5ffb640 1 -- 172.21.15.18:0/2513453345 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecf4013470 con 0x558fbde26050 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fece5ffb640 1 -- 172.21.15.18:0/2513453345 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fecf4026960 con 0x558fbde26050 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 10 client.19536 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 10 client.19536 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 20 client.19536 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:20.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde3eaa0 0x558fbde40e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 4 client.19536 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558fbdd96310 con 0x558fbde3eaa0 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.965+0000 7fecfe59c640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde3eaa0 0x558fbde40e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.966+0000 7fecfe59c640 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde3eaa0 0x558fbde40e90 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dd7e7c8fc073824 server_cookie=88cf0505fb6bdd9c in_seq=0 out_seq=0 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.966+0000 7fece5ffb640 10 client.19536 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.966+0000 7fece5ffb640 1 -- 172.21.15.18:0/2513453345 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558fbdd96310 con 0x558fbde3eaa0 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.966+0000 7fece5ffb640 10 client.19536 handle_command_reply: tid=0 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.966+0000 7fed07b82740 1 client.19536 shutdown 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 msgr2=0x558fbde2c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2c060 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fecf40093e0 tx=0x7fecf4013b80 comp rx=0 tx=0).stop 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 shutdown_connections 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde3eaa0 0x558fbde40e90 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde2ec30 0x558fbde2c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde26050 0x558fbde2c060 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.973 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 --2- 172.21.15.18:0/2513453345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde25730 0x558fbde2bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fece5ffb640 0 client.19536 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:20.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 >> 172.21.15.18:0/2513453345 conn(0x558fbde1fe60 msgr2=0x558fbde21bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:20.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 shutdown_connections 2024-03-07T10:14:20.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 1 -- 172.21.15.18:0/2513453345 wait complete. 2024-03-07T10:14:20.974 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.967+0000 7fed07b82740 20 client.19536 trim_cache size 0 max 16384 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 Processor -- start 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 -- start start 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde2e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde2ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde3a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed001b6010 con 0x558fbde2ec30 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fecfe59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde2e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fecfe59c640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde2e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38902/0 (socket says 172.21.15.18:38902) 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fecfe59c640 1 -- 172.21.15.18:0/653034846 learned_addr learned my addr 172.21.15.18:0/653034846 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 -- 172.21.15.18:0/653034846 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed001b3b10 con 0x558fbde26050 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.989+0000 7fed07b82740 1 -- 172.21.15.18:0/653034846 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed001b1bd0 con 0x558fbde25730 2024-03-07T10:14:20.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde2ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfed9d640 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde3a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:20.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfe59c640 1 -- 172.21.15.18:0/653034846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 msgr2=0x558fbde2ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfe59c640 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde2ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfe59c640 1 -- 172.21.15.18:0/653034846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 msgr2=0x558fbde3a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfe59c640 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde3a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfe59c640 1 -- 172.21.15.18:0/653034846 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558fbde25e80 con 0x558fbde25730 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde2ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfed9d640 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde3a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fecfe59c640 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde2e250 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fecf80cdb70 tx=0x7fecf8043fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97eb10043327562d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fece7fff640 1 -- 172.21.15.18:0/653034846 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf80cdbe0 con 0x558fbde25730 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fece7fff640 1 -- 172.21.15.18:0/653034846 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecf80d1d30 con 0x558fbde25730 2024-03-07T10:14:20.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.990+0000 7fece7fff640 1 -- 172.21.15.18:0/653034846 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf80fec40 con 0x558fbde25730 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 -- 172.21.15.18:0/653034846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 msgr2=0x558fbde2e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde2e250 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fecf80cdb70 tx=0x7fecf8043fc0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 -- 172.21.15.18:0/653034846 shutdown_connections 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde3a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde2ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 --2- 172.21.15.18:0/653034846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde2e250 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 -- 172.21.15.18:0/653034846 >> 172.21.15.18:0/653034846 conn(0x558fbde1fe60 msgr2=0x558fbde2a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 -- 172.21.15.18:0/653034846 shutdown_connections 2024-03-07T10:14:21.002 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 -- 172.21.15.18:0/653034846 wait complete. 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 -- start start 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.991+0000 7fed07b82740 1 Processor -- start 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fed07b82740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde36b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fed07b82740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde31f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fed07b82740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde32440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fed07b82740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed001b21d0 con 0x558fbde2ec30 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fed07b82740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed001b34b0 con 0x558fbde26050 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fed07b82740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed001b27f0 con 0x558fbde25730 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde32440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfed9d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde32440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51354/0 (socket says 172.21.15.18:51354) 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfed9d640 1 -- 172.21.15.18:0/3517448071 learned_addr learned my addr 172.21.15.18:0/3517448071 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde31f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfe59c640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde36b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.003 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fed07b82740 10 client.0 _ll_register_callbacks cb 0x7fecf40139c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfdd9b640 1 -- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 msgr2=0x558fbde36b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde36b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfdd9b640 1 -- 172.21.15.18:0/3517448071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 msgr2=0x558fbde32440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde32440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfdd9b640 1 -- 172.21.15.18:0/3517448071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558fbde32c70 con 0x558fbde26050 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfed9d640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde32440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fecfdd9b640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde31f00 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fecf4026d60 tx=0x7fecf400e700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=915fdbd013335ac9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.992+0000 7fece5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.993+0000 7fece5ffb640 1 -- 172.21.15.18:0/3517448071 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4017040 con 0x558fbde26050 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.993+0000 7fece5ffb640 1 -- 172.21.15.18:0/3517448071 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fecf402d6e0 con 0x558fbde26050 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.993+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fecf80d1d30 con 0x558fbde26050 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.993+0000 7fece5ffb640 1 -- 172.21.15.18:0/3517448071 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fecf4013470 con 0x558fbde26050 2024-03-07T10:14:21.004 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.993+0000 7fed07b82740 10 client.29195 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.993+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558fbde99fb0 con 0x558fbde26050 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fece5ffb640 1 -- 172.21.15.18:0/3517448071 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecf4009860 con 0x558fbde26050 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fece5ffb640 1 -- 172.21.15.18:0/3517448071 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fecf40267f0 con 0x558fbde26050 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fed07b82740 10 client.29195 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fed07b82740 10 client.29195 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fed07b82740 20 client.29195 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fed07b82740 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde9a620 0x558fbde9ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fed07b82740 4 client.29195 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7fecf80d1d30 con 0x558fbde9a620 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.994+0000 7fecfe59c640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde9a620 0x558fbde9ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fecfe59c640 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde9a620 0x558fbde9ca40 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcbee468be1396be server_cookie=6007bb89b7353cfe in_seq=0 out_seq=0 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fece5ffb640 10 client.29195 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fece5ffb640 1 -- 172.21.15.18:0/3517448071 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x7fecf80d1d30 con 0x558fbde9a620 2024-03-07T10:14:21.005 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fece5ffb640 10 client.29195 handle_command_reply: tid=0 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 client.29195 shutdown 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 msgr2=0x558fbde31f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde31f00 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fecf4026d60 tx=0x7fecf400e700 comp rx=0 tx=0).stop 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 shutdown_connections 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558fbde9a620 0x558fbde9ca40 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558fbde2ec30 0x558fbde32440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fece5ffb640 0 client.29195 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558fbde26050 0x558fbde31f00 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 --2- 172.21.15.18:0/3517448071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558fbde25730 0x558fbde36b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 >> 172.21.15.18:0/3517448071 conn(0x558fbde1fe60 msgr2=0x558fbde1e630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 shutdown_connections 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 1 -- 172.21.15.18:0/3517448071 wait complete. 2024-03-07T10:14:21.006 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.995+0000 7fed07b82740 20 client.29195 trim_cache size 0 max 16384 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": { 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: "3b9edcd3-a926-4720-963f-e9e14f4a7601": { 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: "path": "/", 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: "tag": "3b9edcd3-a926-4720-963f-e9e14f4a7601", 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: "options": "recursive,force" 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:21.007 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:14:21.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fece80a1fb0 msgr2=0x7fece80a4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fece80a1fb0 0x7fece80a4470 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fecf0005fd0 tx=0x7fecf0005f60 comp rx=0 tx=0).stop 2024-03-07T10:14:21.008 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed00108ba0 msgr2=0x7fed0011a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed00108ba0 0x7fed0011a690 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fecf803d760 tx=0x7fecf8003ba0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 shutdown_connections 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fed0011ae40 0x7fed00116cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed0010fdf0 0x7fed00116770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fece80a1fb0 0x7fece80a4470 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 --2- 172.21.15.18:0/2225312648 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fed00108ba0 0x7fed0011a690 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 >> 172.21.15.18:0/2225312648 conn(0x7fed0006c6d0 msgr2=0x7fed0011c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 shutdown_connections 2024-03-07T10:14:21.009 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:20.996+0000 7fed04da0640 1 -- 172.21.15.18:0/2225312648 wait complete. 2024-03-07T10:14:21.011 INFO:tasks.cephfs.filesystem:scrub status for tag:3b9edcd3-a926-4720-963f-e9e14f4a7601 - {'path': '/', 'tag': '3b9edcd3-a926-4720-963f-e9e14f4a7601', 'options': 'recursive,force'} 2024-03-07T10:14:21.199 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:20 smithi063 ceph-mon[36356]: pgmap v477: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 27 MiB/s wr, 1.91k op/s 2024-03-07T10:14:21.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.237+0000 7fe9d9654640 1 -- 172.21.15.18:0/4182962755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 msgr2=0x7fe9cc094a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.237+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4182962755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc094a50 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0009930 tx=0x7fe9c002bcb0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.239 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.238+0000 7fe9d9654640 1 -- 172.21.15.18:0/4182962755 shutdown_connections 2024-03-07T10:14:21.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.238+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4182962755 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9cc094f90 0x7fe9cc0a2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.238+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4182962755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc094a50 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.238+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4182962755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9cc09bf10 0x7fe9cc09c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.240 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.238+0000 7fe9d9654640 1 -- 172.21.15.18:0/4182962755 >> 172.21.15.18:0/4182962755 conn(0x7fe9cc009ec0 msgr2=0x7fe9cc00a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.239+0000 7fe9d9654640 1 -- 172.21.15.18:0/4182962755 shutdown_connections 2024-03-07T10:14:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.239+0000 7fe9d9654640 1 -- 172.21.15.18:0/4182962755 wait complete. 2024-03-07T10:14:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 Processor -- start 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 -- start start 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc133190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9cc094f90 0x7fe9cc1336d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9cc09bf10 0x7fe9cc09a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc0a6130 con 0x7fe9cc09bf10 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc0a5fb0 con 0x7fe9cc094f90 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d9654640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc0a62b0 con 0x7fe9cc0945d0 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d3fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc133190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d3fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc133190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:38936/0 (socket says 172.21.15.18:38936) 2024-03-07T10:14:21.246 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d3fff640 1 -- 172.21.15.18:0/4053416198 learned_addr learned my addr 172.21.15.18:0/4053416198 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9cc094f90 0x7fe9cc1336d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.240+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9cc09bf10 0x7fe9cc09a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d3fff640 1 -- 172.21.15.18:0/4053416198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9cc094f90 msgr2=0x7fe9cc1336d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9cc094f90 0x7fe9cc1336d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d3fff640 1 -- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9cc09bf10 msgr2=0x7fe9cc09a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9cc09bf10 0x7fe9cc09a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d3fff640 1 -- 172.21.15.18:0/4053416198 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9cc09ae20 con 0x7fe9cc0945d0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc133190 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fe9c800e9f0 tx=0x7fe9c800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d17fa640 1 -- 172.21.15.18:0/4053416198 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c800cd80 con 0x7fe9cc0945d0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d17fa640 1 -- 172.21.15.18:0/4053416198 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe9c8005500 con 0x7fe9cc0945d0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d17fa640 1 -- 172.21.15.18:0/4053416198 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8010690 con 0x7fe9cc0945d0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9cc09b110 con 0x7fe9cc0945d0 2024-03-07T10:14:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.241+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9cc09b3a0 con 0x7fe9cc0945d0 2024-03-07T10:14:21.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.244+0000 7fe9dd77e740 1 Processor -- start 2024-03-07T10:14:21.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9dd77e740 1 -- start start 2024-03-07T10:14:21.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d17fa640 1 -- 172.21.15.18:0/4053416198 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fe9c80046c0 con 0x7fe9cc0945d0 2024-03-07T10:14:21.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f53638c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.253 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53639180 0x558f53639600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53642700 0x558f53644af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f5359d5c0 con 0x558f53639ef0 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f53546900 con 0x558f53642700 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f53599660 con 0x558f53639180 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f53638c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f53638c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51380/0 (socket says 172.21.15.18:51380) 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 -- 172.21.15.18:0/4224414662 learned_addr learned my addr 172.21.15.18:0/4224414662 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53642700 0x558f53644af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53639180 0x558f53639600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d17fa640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9c40a1ef0 0x7fe9c40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 -- 172.21.15.18:0/4224414662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53639180 msgr2=0x558f53639600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53639180 0x558f53639600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 -- 172.21.15.18:0/4224414662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53642700 msgr2=0x558f53644af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.254 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53642700 0x558f53644af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 -- 172.21.15.18:0/4224414662 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558f532b2210 con 0x558f53639ef0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53639180 0x558f53639600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d17fa640 1 -- 172.21.15.18:0/4053416198 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe9c80ce650 con 0x7fe9cc0945d0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9c40a1ef0 0x7fe9c40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.245+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f53638c40 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4064e80 tx=0x7fe9d4073d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0ba852d68143ea8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.246+0000 7fe9be7fc640 1 -- 172.21.15.18:0/4224414662 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4085040 con 0x558f53639ef0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.246+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9c40a1ef0 0x7fe9c40a43b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x558f5363a510 tx=0x7fe9d4090000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.246+0000 7fe9be7fc640 1 -- 172.21.15.18:0/4224414662 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe9d4090070 con 0x558f53639ef0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.246+0000 7fe9be7fc640 1 -- 172.21.15.18:0/4224414662 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4069040 con 0x558f53639ef0 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.246+0000 7fe9dd77e740 1 -- 172.21.15.18:0/4224414662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 msgr2=0x558f53638c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.247+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f53638c40 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4064e80 tx=0x7fe9d4073d20 comp rx=0 tx=0).stop 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.247+0000 7fe9dd77e740 1 -- 172.21.15.18:0/4224414662 shutdown_connections 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.247+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53642700 0x558f53644af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.247+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53639180 0x558f53639600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.247+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/4224414662 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f53638c40 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.247+0000 7fe9dd77e740 1 -- 172.21.15.18:0/4224414662 >> 172.21.15.18:0/4224414662 conn(0x558f53600580 msgr2=0x558f53633e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.248+0000 7fe9dd77e740 1 -- 172.21.15.18:0/4224414662 shutdown_connections 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.248+0000 7fe9dd77e740 1 -- 172.21.15.18:0/4224414662 wait complete. 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.248+0000 7fe9dd77e740 1 -- start start 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 1 Processor -- start 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639180 0x558f5363f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639ef0 0x558f5363fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f53640130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639180 0x558f5363f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f53645480 con 0x558f53639180 2024-03-07T10:14:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f53559d60 con 0x558f53639ef0 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f53645600 con 0x558f53642700 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639180 0x558f5363f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51384/0 (socket says 172.21.15.18:51384) 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 -- 172.21.15.18:0/1500379236 learned_addr learned my addr 172.21.15.18:0/1500379236 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639ef0 0x558f5363fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f53640130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9dd77e740 10 client.0 _ll_register_callbacks cb 0x558f532b1a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 -- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 msgr2=0x558f53640130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f53640130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 -- 172.21.15.18:0/1500379236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639ef0 msgr2=0x558f5363fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639ef0 0x558f5363fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d3fff640 1 -- 172.21.15.18:0/1500379236 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558f5337e620 con 0x558f53639180 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.249+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639ef0 0x558f5363fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639180 0x558f5363f6b0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fe9c800c6a0 tx=0x7fe9c809aae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67d87e27cd2460ae server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9b37fe640 1 -- 172.21.15.18:0/1500379236 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80a34b0 con 0x558f53639180 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9b37fe640 1 -- 172.21.15.18:0/1500379236 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe9c809a3f0 con 0x558f53639180 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe9d4090070 con 0x558f53639180 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9b37fe640 1 -- 172.21.15.18:0/1500379236 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9c80b8050 con 0x558f53639180 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 10 client.19554 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558f53651770 con 0x558f53639180 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9b37fe640 1 -- 172.21.15.18:0/1500379236 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe9d4090070 con 0x558f53639180 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9b37fe640 1 -- 172.21.15.18:0/1500379236 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe9c80b9240 con 0x558f53639180 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 10 client.19554 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 10 client.19554 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 20 client.19554 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f53652c30 0x558f53655020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 4 client.19554 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.250+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558f535aab00 con 0x558f53652c30 2024-03-07T10:14:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.251+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f53652c30 0x558f53655020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.251+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f53652c30 0x558f53655020 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=929cc82c9bc3044b server_cookie=93f3b9587c4e4063 in_seq=0 out_seq=0 2024-03-07T10:14:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.251+0000 7fe9b37fe640 10 client.19554 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:21.259 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:20 smithi077 ceph-mon[36374]: pgmap v477: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 27 MiB/s wr, 1.91k op/s 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.252+0000 7fe9b37fe640 1 -- 172.21.15.18:0/1500379236 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558f535aab00 con 0x558f53652c30 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.252+0000 7fe9b37fe640 10 client.19554 handle_command_reply: tid=0 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.252+0000 7fe9dd77e740 1 client.19554 shutdown 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639180 msgr2=0x558f5363f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639180 0x558f5363f6b0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fe9c800c6a0 tx=0x7fe9c809aae0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 shutdown_connections 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f53652c30 0x558f53655020 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9b37fe640 0 client.19554 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f53640130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639ef0 0x558f5363fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/1500379236 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639180 0x558f5363f6b0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 >> 172.21.15.18:0/1500379236 conn(0x558f53600580 msgr2=0x558f53635bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 shutdown_connections 2024-03-07T10:14:21.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 1 -- 172.21.15.18:0/1500379236 wait complete. 2024-03-07T10:14:21.262 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.253+0000 7fe9dd77e740 20 client.19554 trim_cache size 0 max 16384 2024-03-07T10:14:21.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.271+0000 7fe9dd77e740 1 Processor -- start 2024-03-07T10:14:21.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.271+0000 7fe9dd77e740 1 -- start start 2024-03-07T10:14:21.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.271+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f53641de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5364dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f5364e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc152e40 con 0x558f53639ef0 2024-03-07T10:14:21.274 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc150940 con 0x558f53639180 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc14ea00 con 0x558f53642700 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5364dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f53641de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5364dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51388/0 (socket says 172.21.15.18:51388) 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f53641de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:46022/0 (socket says 172.21.15.18:46022) 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d37fe640 1 -- 172.21.15.18:0/3170683536 learned_addr learned my addr 172.21.15.18:0/3170683536 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f5364e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d3fff640 1 -- 172.21.15.18:0/3170683536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 msgr2=0x558f5364e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f5364e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d3fff640 1 -- 172.21.15.18:0/3170683536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 msgr2=0x558f5364dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5364dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d3fff640 1 -- 172.21.15.18:0/3170683536 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558f53638450 con 0x558f53639180 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5364dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:21.275 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.272+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f5364e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:21.276 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.273+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f53641de0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8099250 tx=0x7fe9c8004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e34dedd6953f3ecc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:21.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.273+0000 7fe9bdffb640 1 -- 172.21.15.18:0/3170683536 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c809f0f0 con 0x558f53639180 2024-03-07T10:14:21.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.273+0000 7fe9bdffb640 1 -- 172.21.15.18:0/3170683536 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe9c80a3740 con 0x558f53639180 2024-03-07T10:14:21.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.273+0000 7fe9bdffb640 1 -- 172.21.15.18:0/3170683536 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c80a32b0 con 0x558f53639180 2024-03-07T10:14:21.279 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3170683536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 msgr2=0x558f53641de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f53641de0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8099250 tx=0x7fe9c8004a40 comp rx=0 tx=0).stop 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3170683536 shutdown_connections 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f5364e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5364dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3170683536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f53641de0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3170683536 >> 172.21.15.18:0/3170683536 conn(0x558f53600580 msgr2=0x558f5363a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3170683536 shutdown_connections 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3170683536 wait complete. 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.274+0000 7fe9dd77e740 1 -- start start 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.275+0000 7fe9dd77e740 1 Processor -- start 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.275+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f5363c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.275+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5363ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9dd77e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f536ad4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9dd77e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc14f000 con 0x558f53639ef0 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5363ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d37fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5363ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:51394/0 (socket says 172.21.15.18:51394) 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d37fe640 1 -- 172.21.15.18:0/3239543471 learned_addr learned my addr 172.21.15.18:0/3239543471 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d8e53640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f536ad4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f5363c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc1502e0 con 0x558f53639180 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9cc14f620 con 0x558f53642700 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9dd77e740 10 client.0 _ll_register_callbacks cb 0x7fe9c800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d3fff640 1 -- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 msgr2=0x558f536ad4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f536ad4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d3fff640 1 -- 172.21.15.18:0/3239543471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 msgr2=0x558f5363ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:21.281 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5363ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d3fff640 1 -- 172.21.15.18:0/3239543471 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558f536adb00 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.276+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5363ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9d3fff640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f5363c550 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fe9c80b9660 tx=0x7fe9c80cec20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=465c64111deaeeaf server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9b37fe640 1 -- 172.21.15.18:0/3239543471 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9c809a900 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9b37fe640 1 -- 172.21.15.18:0/3239543471 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fe9c80ce950 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe9c80a3740 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9b37fe640 1 -- 172.21.15.18:0/3239543471 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9c809afa0 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 10 client.29213 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x558f536aedd0 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9b37fe640 1 -- 172.21.15.18:0/3239543471 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe9c80a3740 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9b37fe640 1 -- 172.21.15.18:0/3239543471 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe9c8096cf0 con 0x558f53639180 2024-03-07T10:14:21.282 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 10 client.29213 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 10 client.29213 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 20 client.29213 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f536af200 0x558f536b15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 4 client.29213 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.277+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558f535a4e50 con 0x558f536af200 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.278+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f536af200 0x558f536b15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.278+0000 7fe9b37fe640 10 client.29213 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:21.283 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.278+0000 7fe9d37fe640 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f536af200 0x558f536b15f0 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47154b2df1a194cf server_cookie=1ab1083e4e64ba99 in_seq=0 out_seq=0 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.313+0000 7fe9b37fe640 1 -- 172.21.15.18:0/3239543471 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558f535a4e50 con 0x558f536af200 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.313+0000 7fe9b37fe640 10 client.29213 handle_command_reply: tid=0 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.313+0000 7fe9dd77e740 1 client.29213 shutdown 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 msgr2=0x558f5363c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f5363c550 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fe9c80b9660 tx=0x7fe9c80cec20 comp rx=0 tx=0).stop 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 shutdown_connections 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x558f536af200 0x558f536b15f0 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558f53642700 0x558f536ad4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x558f53639ef0 0x558f5363ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 --2- 172.21.15.18:0/3239543471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558f53639180 0x558f5363c550 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.316 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9b37fe640 0 client.29213 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 >> 172.21.15.18:0/3239543471 conn(0x558f53600580 msgr2=0x558f5363f670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 shutdown_connections 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 1 -- 172.21.15.18:0/3239543471 wait complete. 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9dd77e740 20 client.29213 trim_cache size 0 max 16384 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:14:21.317 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:14:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9c40a1ef0 msgr2=0x7fe9c40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9c40a1ef0 0x7fe9c40a43b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x558f5363a510 tx=0x7fe9d4090000 comp rx=0 tx=0).stop 2024-03-07T10:14:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 msgr2=0x7fe9cc133190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.314+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc133190 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fe9c800e9f0 tx=0x7fe9c800edf0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 shutdown_connections 2024-03-07T10:14:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fe9c40a1ef0 0x7fe9c40a43b0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fe9cc09bf10 0x7fe9cc09a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9cc094f90 0x7fe9cc1336d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 --2- 172.21.15.18:0/4053416198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe9cc0945d0 0x7fe9cc133190 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 >> 172.21.15.18:0/4053416198 conn(0x7fe9cc009ec0 msgr2=0x7fe9cc092f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 shutdown_connections 2024-03-07T10:14:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:21.315+0000 7fe9d9654640 1 -- 172.21.15.18:0/4053416198 wait complete. 2024-03-07T10:14:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:21 smithi018 ceph-mon[32171]: scrub queued for path: / 2024-03-07T10:14:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:21 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:22.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:21 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:14:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:21 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:14:22.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:21 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:21 smithi063 ceph-mon[36356]: scrub queued for path: / 2024-03-07T10:14:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:21 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:21 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:14:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:21 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:14:22.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:21 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:21 smithi077 ceph-mon[36374]: scrub queued for path: / 2024-03-07T10:14:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:21 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:21 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:14:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:21 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:14:22.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:21 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:22 smithi018 ceph-mon[32171]: scrub summary: active paths [/] 2024-03-07T10:14:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:22 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:22 smithi018 ceph-mon[32171]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:22 smithi018 ceph-mon[32171]: pgmap v478: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 25 MiB/s wr, 1.80k op/s 2024-03-07T10:14:23.122 INFO:teuthology.orchestra.run.smithi018.stderr:progress: 900.0 s, 1584.2 tps, lat 61.917 ms stddev 74.460 2024-03-07T10:14:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:22 smithi063 ceph-mon[36356]: scrub summary: active paths [/] 2024-03-07T10:14:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:22 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:22 smithi063 ceph-mon[36356]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:23.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:22 smithi063 ceph-mon[36356]: pgmap v478: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 25 MiB/s wr, 1.80k op/s 2024-03-07T10:14:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:22 smithi077 ceph-mon[36374]: scrub summary: active paths [/] 2024-03-07T10:14:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:22 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:22 smithi077 ceph-mon[36374]: scrub summary: idle+waiting paths [/] 2024-03-07T10:14:23.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:22 smithi077 ceph-mon[36374]: pgmap v478: 97 pgs: 97 active+clean; 4.1 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 25 MiB/s wr, 1.80k op/s 2024-03-07T10:14:23.343 INFO:teuthology.orchestra.run.smithi018.stdout:transaction type: 2024-03-07T10:14:23.343 INFO:teuthology.orchestra.run.smithi018.stdout:scaling factor: 32 2024-03-07T10:14:23.343 INFO:teuthology.orchestra.run.smithi018.stdout:query mode: simple 2024-03-07T10:14:23.343 INFO:teuthology.orchestra.run.smithi018.stdout:number of clients: 100 2024-03-07T10:14:23.343 INFO:teuthology.orchestra.run.smithi018.stdout:number of threads: 4 2024-03-07T10:14:23.343 INFO:teuthology.orchestra.run.smithi018.stdout:duration: 900 s 2024-03-07T10:14:23.343 INFO:teuthology.orchestra.run.smithi018.stdout:number of transactions actually processed: 1978211 2024-03-07T10:14:23.344 INFO:teuthology.orchestra.run.smithi018.stdout:latency average = 45.494 ms 2024-03-07T10:14:23.344 INFO:teuthology.orchestra.run.smithi018.stdout:latency stddev = 80.830 ms 2024-03-07T10:14:23.344 INFO:teuthology.orchestra.run.smithi018.stdout:tps = 2197.473660 (including connections establishing) 2024-03-07T10:14:23.344 INFO:teuthology.orchestra.run.smithi018.stdout:tps = 2197.479092 (excluding connections establishing) 2024-03-07T10:14:23.346 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo systemctl stop postgresql' 2024-03-07T10:14:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:24 smithi018 ceph-mon[32171]: pgmap v479: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 19 MiB/s wr, 1.47k op/s 2024-03-07T10:14:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:24 smithi063 ceph-mon[36356]: pgmap v479: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 19 MiB/s wr, 1.47k op/s 2024-03-07T10:14:25.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:24 smithi077 ceph-mon[36374]: pgmap v479: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 19 MiB/s wr, 1.47k op/s 2024-03-07T10:14:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:26 smithi018 ceph-mon[32171]: pgmap v480: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 6.0 MiB/s wr, 716 op/s 2024-03-07T10:14:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:26 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:14:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:26 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:14:27.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:26 smithi063 ceph-mon[36356]: pgmap v480: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 6.0 MiB/s wr, 716 op/s 2024-03-07T10:14:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:26 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:14:27.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:26 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:14:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:26 smithi077 ceph-mon[36374]: pgmap v480: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 6.0 MiB/s wr, 716 op/s 2024-03-07T10:14:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:26 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:14:27.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:26 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:14:28.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:27 smithi018 ceph-mon[32171]: scrub summary: idle 2024-03-07T10:14:28.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:27 smithi063 ceph-mon[36356]: scrub summary: idle 2024-03-07T10:14:28.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:27 smithi077 ceph-mon[36374]: scrub summary: idle 2024-03-07T10:14:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:28 smithi018 ceph-mon[32171]: pgmap v481: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 5.7 MiB/s wr, 691 op/s 2024-03-07T10:14:29.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:28 smithi063 ceph-mon[36356]: pgmap v481: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 5.7 MiB/s wr, 691 op/s 2024-03-07T10:14:29.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:28 smithi077 ceph-mon[36374]: pgmap v481: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 5.7 MiB/s wr, 691 op/s 2024-03-07T10:14:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:30 smithi018 ceph-mon[32171]: pgmap v482: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 9.1 MiB/s wr, 1.03k op/s 2024-03-07T10:14:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:30 smithi063 ceph-mon[36356]: pgmap v482: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 9.1 MiB/s wr, 1.03k op/s 2024-03-07T10:14:31.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:30 smithi077 ceph-mon[36374]: pgmap v482: 97 pgs: 97 active+clean; 4.2 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 9.1 MiB/s wr, 1.03k op/s 2024-03-07T10:14:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:32 smithi018 ceph-mon[32171]: pgmap v483: 97 pgs: 97 active+clean; 4.2 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 9.0 MiB/s wr, 992 op/s 2024-03-07T10:14:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:32 smithi063 ceph-mon[36356]: pgmap v483: 97 pgs: 97 active+clean; 4.2 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 9.0 MiB/s wr, 992 op/s 2024-03-07T10:14:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:32 smithi077 ceph-mon[36374]: pgmap v483: 97 pgs: 97 active+clean; 4.2 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 9.0 MiB/s wr, 992 op/s 2024-03-07T10:14:34.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.422+0000 7f7b1e627640 1 -- 172.21.15.18:0/1984005861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b181065e0 msgr2=0x7f7b181069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.422+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1984005861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b181065e0 0x7f7b181069c0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f7b00009900 tx=0x7f7b0002bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:34.426 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.422+0000 7f7b1e627640 1 -- 172.21.15.18:0/1984005861 shutdown_connections 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.422+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1984005861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7b18100ee0 0x7f7b1810d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.422+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1984005861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b18100520 0x7f7b181009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.422+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1984005861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b181065e0 0x7f7b181069c0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.422+0000 7f7b1e627640 1 -- 172.21.15.18:0/1984005861 >> 172.21.15.18:0/1984005861 conn(0x7f7b18077650 msgr2=0x7f7b18077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 -- 172.21.15.18:0/1984005861 shutdown_connections 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 -- 172.21.15.18:0/1984005861 wait complete. 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 Processor -- start 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 -- start start 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b18100520 0x7f7b18196dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7b18100ee0 0x7f7b18197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b181065e0 0x7f7b1819b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b181108c0 con 0x7f7b18100520 2024-03-07T10:14:34.427 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b18110740 con 0x7f7b18100ee0 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.423+0000 7f7b1e627640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b18110a40 con 0x7f7b181065e0 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b18100520 0x7f7b18196dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b18100520 0x7f7b18196dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55446/0 (socket says 172.21.15.18:55446) 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 -- 172.21.15.18:0/1226048548 learned_addr learned my addr 172.21.15.18:0/1226048548 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b177fe640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7b18100ee0 0x7f7b18197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b181065e0 0x7f7b1819b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 -- 172.21.15.18:0/1226048548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b181065e0 msgr2=0x7f7b1819b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b181065e0 0x7f7b1819b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.428 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 -- 172.21.15.18:0/1226048548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7b18100ee0 msgr2=0x7f7b18197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7b18100ee0 0x7f7b18197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 -- 172.21.15.18:0/1226048548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b1819bdb0 con 0x7f7b18100520 2024-03-07T10:14:34.429 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b18100520 0x7f7b18196dc0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f7b00005940 tx=0x7f7b00004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b157fa640 1 -- 172.21.15.18:0/1226048548 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b00041070 con 0x7f7b18100520 2024-03-07T10:14:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b1819c040 con 0x7f7b18100520 2024-03-07T10:14:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b157fa640 1 -- 172.21.15.18:0/1226048548 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b000054e0 con 0x7f7b18100520 2024-03-07T10:14:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b157fa640 1 -- 172.21.15.18:0/1226048548 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b00003d00 con 0x7f7b18100520 2024-03-07T10:14:34.430 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.424+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b181a3930 con 0x7f7b18100520 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b157fa640 1 -- 172.21.15.18:0/1226048548 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f7b00044070 con 0x7f7b18100520 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 Processor -- start 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 -- start start 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ebbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebc630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ec5730 0x5628a1ec7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628a1e1e5c0 con 0x5628a1ebc1b0 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628a1dc7900 con 0x5628a1ec5730 2024-03-07T10:14:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b2140d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628a1e1a660 con 0x5628a1ebcf20 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b1cbc4640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ebbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebc630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55456/0 (socket says 172.21.15.18:55456) 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 -- 172.21.15.18:0/1751697021 learned_addr learned my addr 172.21.15.18:0/1751697021 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b177fe640 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ec5730 0x5628a1ec7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b157fa640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7b040a1ee0 0x7f7b040a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 -- 172.21.15.18:0/1751697021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 msgr2=0x5628a1ebbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ebbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 -- 172.21.15.18:0/1751697021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ec5730 msgr2=0x5628a1ec7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ec5730 0x5628a1ec7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b17fff640 1 -- 172.21.15.18:0/1751697021 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628a1b33210 con 0x5628a1ebc1b0 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ebbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.427+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7b040a1ee0 0x7f7b040a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.428+0000 7f7b157fa640 1 -- 172.21.15.18:0/1226048548 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7b000efd60 con 0x7f7b18100520 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.428+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebc630 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f7b000ed490 tx=0x7f7b0004d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d12c6c833261cdea server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.428+0000 7f7b0e7fc640 1 -- 172.21.15.18:0/1751697021 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0004b070 con 0x5628a1ebc1b0 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.428+0000 7f7b0e7fc640 1 -- 172.21.15.18:0/1751697021 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b00005690 con 0x5628a1ebc1b0 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.428+0000 7f7b0e7fc640 1 -- 172.21.15.18:0/1751697021 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b000bc640 con 0x5628a1ebc1b0 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 -- 172.21.15.18:0/1751697021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebc1b0 msgr2=0x5628a1ebc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7b040a1ee0 0x7f7b040a43a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7b10005fd0 tx=0x7f7b10004a40 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebc630 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f7b000ed490 tx=0x7f7b0004d000 comp rx=0 tx=0).stop 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 -- 172.21.15.18:0/1751697021 shutdown_connections 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ec5730 0x5628a1ec7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebc630 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1751697021 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ebbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 -- 172.21.15.18:0/1751697021 >> 172.21.15.18:0/1751697021 conn(0x5628a1e81580 msgr2=0x5628a1eb6ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 -- 172.21.15.18:0/1751697021 shutdown_connections 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 -- 172.21.15.18:0/1751697021 wait complete. 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 -- start start 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.429+0000 7f7b2140d740 1 Processor -- start 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebcf20 0x5628a1ec2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ec5730 0x5628a1ec31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628a1e1e5c0 con 0x5628a1ebcf20 2024-03-07T10:14:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628a1ddad60 con 0x5628a1ebc1b0 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628a1ec8220 con 0x5628a1ec5730 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 10 client.0 _ll_register_callbacks cb 0x5628a1b32a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebcf20 0x5628a1ec2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebcf20 0x5628a1ec2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55472/0 (socket says 172.21.15.18:55472) 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 -- 172.21.15.18:0/3594820894 learned_addr learned my addr 172.21.15.18:0/3594820894 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ec5730 0x5628a1ec31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b17fff640 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 -- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ec5730 msgr2=0x5628a1ec31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ec5730 0x5628a1ec31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 -- 172.21.15.18:0/3594820894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 msgr2=0x5628a1ec2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.442 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 -- 172.21.15.18:0/3594820894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5628a1bff620 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b177fe640 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebcf20 0x5628a1ec2ca0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f7b080126e0 tx=0x7f7b08012ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0c7524cb8be45d8 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7af77fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7af77fe640 1 -- 172.21.15.18:0/3594820894 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b08012190 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7af77fe640 1 -- 172.21.15.18:0/3594820894 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7b08004020 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5628a1e2bb00 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7af77fe640 1 -- 172.21.15.18:0/3594820894 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b08004220 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 10 client.19572 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.430+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5628a1ed4440 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7af77fe640 1 -- 172.21.15.18:0/3594820894 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5628a1e2bb00 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7af77fe640 1 -- 172.21.15.18:0/3594820894 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7b08003980 con 0x5628a1ebcf20 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b2140d740 10 client.19572 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b2140d740 10 client.19572 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b2140d740 20 client.19572 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1ed5900 0x5628a1ed7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b2140d740 4 client.19572 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5628a1e25e50 con 0x5628a1ed5900 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b17fff640 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1ed5900 0x5628a1ed7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7af77fe640 10 client.19572 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.431+0000 7f7b17fff640 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1ed5900 0x5628a1ed7d10 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=581d859713e643a1 server_cookie=6ace64b7fd34fafd in_seq=0 out_seq=0 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.432+0000 7f7af77fe640 1 -- 172.21.15.18:0/3594820894 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5628a1e25e50 con 0x5628a1ed5900 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.432+0000 7f7af77fe640 10 client.19572 handle_command_reply: tid=0 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.432+0000 7f7b2140d740 1 client.19572 shutdown 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.432+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebcf20 msgr2=0x5628a1ec2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.432+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebcf20 0x5628a1ec2ca0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f7b080126e0 tx=0x7f7b08012ba0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.432+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 shutdown_connections 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1ed5900 0x5628a1ed7d10 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ec5730 0x5628a1ec31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ebcf20 0x5628a1ec2ca0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3594820894 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 >> 172.21.15.18:0/3594820894 conn(0x5628a1e81580 msgr2=0x5628a1eb3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7af77fe640 0 client.19572 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 shutdown_connections 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 1 -- 172.21.15.18:0/3594820894 wait complete. 2024-03-07T10:14:34.445 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.433+0000 7f7b2140d740 20 client.19572 trim_cache size 0 max 16384 2024-03-07T10:14:34.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.446+0000 7f7b2140d740 1 Processor -- start 2024-03-07T10:14:34.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.446+0000 7f7b2140d740 1 -- start start 2024-03-07T10:14:34.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ed09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1ed0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.453 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b2140d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b181ad750 con 0x5628a1ec5730 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b2140d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b181ab250 con 0x5628a1ebc1b0 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b2140d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b181a9310 con 0x5628a1ebcf20 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1ed0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1ed0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55476/0 (socket says 172.21.15.18:55476) 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 -- 172.21.15.18:0/1620538919 learned_addr learned my addr 172.21.15.18:0/1620538919 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b177fe640 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ed09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 -- 172.21.15.18:0/1620538919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 msgr2=0x5628a1ed09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ed09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 -- 172.21.15.18:0/1620538919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 msgr2=0x5628a1ec4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 -- 172.21.15.18:0/1620538919 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628a1ebb480 con 0x5628a1ec5730 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b17fff640 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:14:34.454 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1ed0f10 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f7b100207b0 tx=0x7f7b10013030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32010a1cfc7a79f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b0dffb640 1 -- 172.21.15.18:0/1620538919 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1001ebb0 con 0x5628a1ec5730 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b0dffb640 1 -- 172.21.15.18:0/1620538919 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b1001ed50 con 0x5628a1ec5730 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.447+0000 7f7b0dffb640 1 -- 172.21.15.18:0/1620538919 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1001b880 con 0x5628a1ec5730 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 -- 172.21.15.18:0/1620538919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 msgr2=0x5628a1ed0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1ed0f10 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f7b100207b0 tx=0x7f7b10013030 comp rx=0 tx=0).stop 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 -- 172.21.15.18:0/1620538919 shutdown_connections 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1ed0f10 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebcf20 0x5628a1ed09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 --2- 172.21.15.18:0/1620538919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebc1b0 0x5628a1ec4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 -- 172.21.15.18:0/1620538919 >> 172.21.15.18:0/1620538919 conn(0x5628a1e81580 msgr2=0x5628a1eb3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 -- 172.21.15.18:0/1620538919 shutdown_connections 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 -- 172.21.15.18:0/1620538919 wait complete. 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.448+0000 7f7b2140d740 1 -- start start 2024-03-07T10:14:34.455 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 1 Processor -- start 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebf100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebcf20 0x5628a1ebf640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1f301e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b181a9910 con 0x5628a1ec5730 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b181aabf0 con 0x5628a1ebcf20 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b181a9f30 con 0x5628a1ebc1b0 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b2140d740 10 client.0 _ll_register_callbacks cb 0x7f7b08009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b1cbc4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1f301e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebcf20 0x5628a1ebf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebf100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.18:46500/0 (socket says 172.21.15.18:46500) 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 -- 172.21.15.18:0/3298087663 learned_addr learned my addr 172.21.15.18:0/3298087663 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b1cbc4640 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1f301e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55486/0 (socket says 172.21.15.18:55486) 2024-03-07T10:14:34.456 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 -- 172.21.15.18:0/3298087663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebcf20 msgr2=0x5628a1ebf640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebcf20 0x5628a1ebf640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 -- 172.21.15.18:0/3298087663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 msgr2=0x5628a1f301e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1f301e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 -- 172.21.15.18:0/3298087663 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5628a1ebfed0 con 0x5628a1ebc1b0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7b17fff640 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebf100 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f7b00005c40 tx=0x7f7b00003ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=daab703c7000d7c7 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.449+0000 7f7af77fe640 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7af77fe640 1 -- 172.21.15.18:0/3298087663 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b000b6060 con 0x5628a1ebc1b0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7b1001ed50 con 0x5628a1ebc1b0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7af77fe640 1 -- 172.21.15.18:0/3298087663 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f7b000b6200 con 0x5628a1ebc1b0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7af77fe640 1 -- 172.21.15.18:0/3298087663 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b0004b040 con 0x5628a1ebc1b0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 10 client.29422 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5628a1f31800 con 0x5628a1ebc1b0 2024-03-07T10:14:34.457 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7af77fe640 1 -- 172.21.15.18:0/3298087663 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b1001ed50 con 0x5628a1ebc1b0 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7af77fe640 1 -- 172.21.15.18:0/3298087663 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f7b000b8ee0 con 0x5628a1ebc1b0 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 10 client.29422 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 10 client.29422 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 20 client.29422 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1f31c90 0x5628a1f34080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 4 client.29422 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5628a1da46e0 con 0x5628a1f31c90 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.450+0000 7f7b177fe640 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1f31c90 0x5628a1f34080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.451+0000 7f7b177fe640 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1f31c90 0x5628a1f34080 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53982eb609e5fef4 server_cookie=916a19d5d3e65a90 in_seq=0 out_seq=0 2024-03-07T10:14:34.458 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.451+0000 7f7af77fe640 10 client.29422 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7af77fe640 1 -- 172.21.15.18:0/3298087663 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5628a1da46e0 con 0x5628a1f31c90 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7af77fe640 10 client.29422 handle_command_reply: tid=0 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 client.29422 shutdown 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebc1b0 msgr2=0x5628a1ebf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebf100 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f7b00005c40 tx=0x7f7b00003ea0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 shutdown_connections 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5628a1f31c90 0x5628a1f34080 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5628a1ec5730 0x5628a1f301e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5628a1ebcf20 0x5628a1ebf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 --2- 172.21.15.18:0/3298087663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5628a1ebc1b0 0x5628a1ebf100 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7af77fe640 0 client.29422 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.516+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 >> 172.21.15.18:0/3298087663 conn(0x5628a1e81580 msgr2=0x5628a1ec2550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 shutdown_connections 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b2140d740 1 -- 172.21.15.18:0/3298087663 wait complete. 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b2140d740 20 client.29422 trim_cache size 0 max 16384 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:{ 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "message": "", 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout: "return_code": 0 2024-03-07T10:14:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stdout:} 2024-03-07T10:14:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7b040a1ee0 msgr2=0x7f7b040a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7b040a1ee0 0x7f7b040a43a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7b10005fd0 tx=0x7f7b10004a40 comp rx=0 tx=0).stop 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b18100520 msgr2=0x7f7b18196dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b18100520 0x7f7b18196dc0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f7b00005940 tx=0x7f7b00004270 comp rx=0 tx=0).stop 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 shutdown_connections 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7b181065e0 0x7f7b1819b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7b18100ee0 0x7f7b18197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f7b040a1ee0 0x7f7b040a43a0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 --2- 172.21.15.18:0/1226048548 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f7b18100520 0x7f7b18196dc0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 >> 172.21.15.18:0/1226048548 conn(0x7f7b18077650 msgr2=0x7f7b180ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 shutdown_connections 2024-03-07T10:14:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi018.front.sepia.ceph.com.smithi018.stderr:2024-03-07T10:14:34.517+0000 7f7b1e627640 1 -- 172.21.15.18:0/1226048548 wait complete. 2024-03-07T10:14:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:34 smithi018 ceph-mon[32171]: pgmap v484: 97 pgs: 97 active+clean; 4.2 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 8.9 MiB/s wr, 998 op/s 2024-03-07T10:14:35.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:34 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:14:35.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:34 smithi063 ceph-mon[36356]: pgmap v484: 97 pgs: 97 active+clean; 4.2 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 8.9 MiB/s wr, 998 op/s 2024-03-07T10:14:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:34 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:14:35.259 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:34 smithi077 ceph-mon[36374]: pgmap v484: 97 pgs: 97 active+clean; 4.2 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 8.9 MiB/s wr, 998 op/s 2024-03-07T10:14:35.259 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:34 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:14:35.530 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2024-03-07T10:14:35.592 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/: 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 .. 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 data 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data: 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:total 36 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 . 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 .. 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Mar 7 09:59 base 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 30 Mar 7 09:59 current_logfiles 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 58 Mar 7 09:59 global 2024-03-07T10:14:35.593 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 log 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_commit_ts 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_dynshmem 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 4516 Mar 7 09:59 pg_hba.conf 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1636 Mar 7 09:59 pg_ident.conf 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 10:14 pg_logical 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 pg_multixact 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_notify 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_replslot 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_serial 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_snapshots 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 10:14 pg_stat 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 10:14 pg_stat_tmp 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 10:14 pg_subtrans 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_tblspc 2024-03-07T10:14:35.594 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pg_twophase 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 65 Mar 7 10:14 pg_wal 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 10:05 pg_xact 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 88 Mar 7 09:59 postgresql.auto.conf 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 28082 Mar 7 09:59 postgresql.conf 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 51 Mar 7 09:59 postmaster.opts 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base: 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Mar 7 09:59 . 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 1 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 13493 2024-03-07T10:14:35.595 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 305 Mar 7 10:02 13494 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 pgsql_tmp 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/1: 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 . 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Mar 7 09:59 .. 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 112 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 113 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 1247 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1247_fsm 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1247_vm 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Mar 7 09:59 1249 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1249_fsm 2024-03-07T10:14:35.596 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1249_vm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Mar 7 09:59 1255 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1255_fsm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1255_vm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Mar 7 09:59 1259 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1259_fsm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1259_vm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Mar 7 09:59 13344 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13344_fsm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13344_vm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13346 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13348 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13349_fsm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349_vm 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13351 2024-03-07T10:14:35.597 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13353 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13354_fsm 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354_vm 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13356 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13358 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13359_fsm 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359_vm 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13361 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13363 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1417 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1418 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 174 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 175 2024-03-07T10:14:35.598 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2187 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2224 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2328 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2336 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2337 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2579 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2600 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2600_fsm 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2600_vm 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2601_fsm 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601_vm 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2602 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2602_fsm 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2602_vm 2024-03-07T10:14:35.599 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2603 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2603_fsm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2603_vm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2604 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2605 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2605_fsm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2605_vm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2606_fsm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606_vm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2607 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2607_fsm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2607_vm 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Mar 7 09:59 2608 2024-03-07T10:14:35.600 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2608_fsm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2608_vm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Mar 7 09:59 2609 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2609_fsm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2609_vm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2610 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2610_fsm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2610_vm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2611 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2612_fsm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612_vm 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2613 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615 2024-03-07T10:14:35.601 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2615_fsm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615_vm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2616 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2616_fsm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2616_vm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Mar 7 09:59 2617 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2617_fsm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2617_vm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Mar 7 09:59 2618 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2618_fsm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2618_vm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Mar 7 09:59 2619 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2619_fsm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2619_vm 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2620 2024-03-07T10:14:35.602 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2650 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2651 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2652 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2653 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2654 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2655 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2656 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2657 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Mar 7 09:59 2658 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 2659 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2660 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2661 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2662 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2663 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2664 2024-03-07T10:14:35.603 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2665 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2666 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2667 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2668 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2669 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2670 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Mar 7 09:59 2673 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Mar 7 09:59 2674 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Mar 7 09:59 2675 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2678 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2679 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2680 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2681 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2682 2024-03-07T10:14:35.604 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2683 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2684 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2685 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2686 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2687 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2688 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2689 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Mar 7 09:59 2690 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Mar 7 09:59 2691 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2692 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2693 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2696 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2699 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2701 2024-03-07T10:14:35.605 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2702 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2703 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2704 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2753 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2753_fsm 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2753_vm 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2754 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2755 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2756 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2757 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2830 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2831 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2832 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2833 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2834 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2835 2024-03-07T10:14:35.606 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2836 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2837 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Mar 7 09:59 2838 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2838_fsm 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2838_vm 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2839 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840_fsm 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2840_vm 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2841 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2995 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2996 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3079_fsm 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079_vm 2024-03-07T10:14:35.607 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3080 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3081 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3085 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3118 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3119 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 09:59 3164 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3256 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3257 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3258 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3350 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3351 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3379 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3380 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3381 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3394 2024-03-07T10:14:35.608 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3394_fsm 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3394_vm 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3395 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3429 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3430 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3431 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3433 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3439 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3440 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3455 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Mar 7 09:59 3456 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3456_fsm 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3456_vm 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3466 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3467 2024-03-07T10:14:35.609 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3468 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3501 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3502 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3503 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3534 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3541_fsm 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541_vm 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3542 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3574 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3575 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3576 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3596 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3597 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3598 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3599 2024-03-07T10:14:35.610 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3600_fsm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600_vm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3601_fsm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601_vm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3602_fsm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602_vm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603_fsm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3603_vm 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3604 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3605 2024-03-07T10:14:35.611 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3606 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3607 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3608 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 3609 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3712 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3764_fsm 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764_vm 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3766 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3767 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3997 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4143 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4144 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4145 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4146 2024-03-07T10:14:35.612 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4147 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4148 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4149 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4150 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4151 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4152 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4153 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4154 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4155 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4156 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4157 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4158 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4159 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4160 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4161 2024-03-07T10:14:35.613 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4162 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4163 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4164 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4165 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4166 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4167 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4168 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4169 2024-03-07T10:14:35.616 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4170 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4171 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4172 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4173 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4174 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 5002 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 548 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 549 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6102 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6104 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6106 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6110 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6111 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6112 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6113 2024-03-07T10:14:35.617 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6117 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 826 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 827 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 828 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13493: 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:total 7777 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 289 Mar 7 09:59 . 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Mar 7 09:59 .. 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 112 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 113 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 1247 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1247_fsm 2024-03-07T10:14:35.618 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1247_vm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Mar 7 09:59 1249 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1249_fsm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1249_vm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Mar 7 09:59 1255 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1255_fsm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1255_vm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Mar 7 09:59 1259 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1259_fsm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1259_vm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Mar 7 09:59 13344 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13344_fsm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13344_vm 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13346 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13348 2024-03-07T10:14:35.619 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13349_fsm 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349_vm 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13351 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13353 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13354_fsm 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354_vm 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13356 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13358 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13359_fsm 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359_vm 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13361 2024-03-07T10:14:35.620 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13363 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1417 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1418 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 174 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 175 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2187 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2224 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2328 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2336 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2337 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2579 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2600 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2600_fsm 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2600_vm 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2601_fsm 2024-03-07T10:14:35.621 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601_vm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2602 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2602_fsm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2602_vm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2603 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2603_fsm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2603_vm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2604 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2605 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2605_fsm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2605_vm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2606_fsm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606_vm 2024-03-07T10:14:35.622 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2607 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2607_fsm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2607_vm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Mar 7 09:59 2608 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2608_fsm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2608_vm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Mar 7 09:59 2609 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2609_fsm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2609_vm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2610 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2610_fsm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2610_vm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2611 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2612_fsm 2024-03-07T10:14:35.623 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612_vm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2613 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2615_fsm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615_vm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2616 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2616_fsm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2616_vm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Mar 7 09:59 2617 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2617_fsm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2617_vm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Mar 7 09:59 2618 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2618_fsm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2618_vm 2024-03-07T10:14:35.624 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 147456 Mar 7 09:59 2619 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2619_fsm 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2619_vm 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2620 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2650 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2651 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2652 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2653 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2654 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2655 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2656 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2657 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Mar 7 09:59 2658 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 2659 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2660 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2661 2024-03-07T10:14:35.625 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2662 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2663 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2664 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2665 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2666 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2667 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2668 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2669 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2670 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Mar 7 09:59 2673 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Mar 7 09:59 2674 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Mar 7 09:59 2675 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2678 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2679 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2680 2024-03-07T10:14:35.626 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2681 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2682 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2683 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2684 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2685 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2686 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2687 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2688 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2689 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Mar 7 09:59 2690 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Mar 7 09:59 2691 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2692 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2693 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2696 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2699 2024-03-07T10:14:35.627 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2701 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2702 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2703 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2704 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2753 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2753_fsm 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2753_vm 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2754 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2755 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2756 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2757 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2830 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2831 2024-03-07T10:14:35.628 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2832 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2833 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2834 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2835 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2836 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2837 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Mar 7 09:59 2838 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2838_fsm 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2838_vm 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2839 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840_fsm 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2840_vm 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2841 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2995 2024-03-07T10:14:35.629 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2996 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3079_fsm 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079_vm 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3080 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3081 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3085 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3118 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3119 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 09:59 3164 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3256 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3257 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3258 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3350 2024-03-07T10:14:35.630 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3351 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3379 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3380 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3381 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3394 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3394_fsm 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3394_vm 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3395 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3429 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3430 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3431 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3433 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3439 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3440 2024-03-07T10:14:35.631 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3455 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Mar 7 09:59 3456 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3456_fsm 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3456_vm 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3466 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3467 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3468 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3501 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3502 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3503 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3534 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3541_fsm 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541_vm 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3542 2024-03-07T10:14:35.632 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3574 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3575 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3576 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3596 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3597 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3598 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3599 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3600_fsm 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600_vm 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3601_fsm 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601_vm 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3602_fsm 2024-03-07T10:14:35.633 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602_vm 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603_fsm 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3603_vm 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3604 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3605 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3606 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3607 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3608 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 3609 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3712 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3764_fsm 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764_vm 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3766 2024-03-07T10:14:35.634 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3767 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3997 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4143 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4144 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4145 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4146 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4147 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4148 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4149 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4150 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4151 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4152 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4153 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4154 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4155 2024-03-07T10:14:35.635 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4156 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4157 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4158 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4159 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4160 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4161 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4162 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4163 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4164 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4165 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4166 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4167 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4168 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4169 2024-03-07T10:14:35.636 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4170 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4171 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4172 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4173 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4174 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 5002 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 548 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 549 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6102 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6104 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6106 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6110 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6111 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6112 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6113 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6117 2024-03-07T10:14:35.637 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 826 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 827 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 828 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/13494: 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:total 617982 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 305 Mar 7 10:02 . 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Mar 7 09:59 .. 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 112 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 113 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 1247 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1247_fsm 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1247_vm 2024-03-07T10:14:35.638 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 434176 Mar 7 09:59 1249 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1249_fsm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1249_vm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 663552 Mar 7 09:59 1255 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1255_fsm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1255_vm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Mar 7 10:14 1259 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1259_fsm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1259_vm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 65536 Mar 7 09:59 13344 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13344_fsm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13344_vm 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13346 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13348 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349 2024-03-07T10:14:35.639 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13349_fsm 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13349_vm 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13351 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13353 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13354_fsm 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13354_vm 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13356 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13358 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 13359_fsm 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13359_vm 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 13361 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 13363 2024-03-07T10:14:35.640 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1417 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 1418 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 445325312 Mar 7 10:14 16396 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 131072 Mar 7 10:14 16396_fsm 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 10:03 16396_vm 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1384448 Mar 7 10:14 16397 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 10:14 16397_fsm 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 10:14 16397_vm 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1720320 Mar 7 10:14 16399 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 10:14 16399_fsm 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 10:14 16399_vm 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 10:14 16400 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 10:14 16402 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 71901184 Mar 7 10:14 16404 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 103989248 Mar 7 10:14 16406 2024-03-07T10:14:35.641 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 10:14 16406_fsm 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 10:10 16406_vm 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 174 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 175 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2187 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2224 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2328 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2336 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2337 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2579 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2600 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2600_fsm 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2600_vm 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2601_fsm 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2601_vm 2024-03-07T10:14:35.642 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2602 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2602_fsm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2602_vm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2603 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2603_fsm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2603_vm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2604 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2605 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2605_fsm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2605_vm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2606_fsm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2606_vm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2607 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2607_fsm 2024-03-07T10:14:35.643 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2607_vm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 466944 Mar 7 09:59 2608 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2608_fsm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2608_vm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 344064 Mar 7 09:59 2609 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2609_fsm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2609_vm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2610 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2610_fsm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2610_vm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2611 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2612_fsm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2612_vm 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2613 2024-03-07T10:14:35.644 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2615_fsm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2615_vm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2616 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2616_fsm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2616_vm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Mar 7 09:59 2617 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2617_fsm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2617_vm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Mar 7 09:59 2618 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2618_fsm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2618_vm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 163840 Mar 7 10:14 2619 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 10:01 2619_fsm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2619_vm 2024-03-07T10:14:35.645 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2620 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2650 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2651 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2652 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2653 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2654 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2655 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2656 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2657 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Mar 7 09:59 2658 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Mar 7 09:59 2659 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2660 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2661 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2662 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2663 2024-03-07T10:14:35.646 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2664 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2665 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2666 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2667 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2668 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2669 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2670 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 278528 Mar 7 09:59 2673 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 352256 Mar 7 09:59 2674 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 196608 Mar 7 09:59 2675 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2678 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2679 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2680 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2681 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2682 2024-03-07T10:14:35.647 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2683 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2684 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2685 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2686 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2687 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2688 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Mar 7 09:59 2689 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Mar 7 09:59 2690 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 253952 Mar 7 09:59 2691 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2692 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2693 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 10:03 2696 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2699 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2701 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2702 2024-03-07T10:14:35.648 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2703 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 2704 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2753 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2753_fsm 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2753_vm 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2754 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2755 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2756 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 2757 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2830 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2831 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2832 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2833 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2834 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2835 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2836 2024-03-07T10:14:35.649 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2837 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 491520 Mar 7 09:59 2838 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2838_fsm 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2838_vm 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2839 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2840_fsm 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2840_vm 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2841 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2995 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2996 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3079_fsm 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3079_vm 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3080 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3081 2024-03-07T10:14:35.650 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3085 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3118 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3119 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 09:59 3164 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3256 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3257 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3258 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3350 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3351 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3379 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3380 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3381 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3394 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3394_fsm 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3394_vm 2024-03-07T10:14:35.651 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3395 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3429 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3430 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3431 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3433 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3439 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3440 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Mar 7 09:59 3455 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 221184 Mar 7 09:59 3456 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3456_fsm 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3456_vm 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3466 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3467 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3468 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3501 2024-03-07T10:14:35.652 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3502 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3503 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3534 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3541_fsm 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3541_vm 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3542 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3574 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3575 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3576 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3596 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3597 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3598 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3599 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600 2024-03-07T10:14:35.653 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3600_fsm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3600_vm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3601_fsm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3601_vm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3602_fsm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3602_vm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3603_fsm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3603_vm 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3604 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3605 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3606 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3607 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3608 2024-03-07T10:14:35.654 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Mar 7 09:59 3609 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3712 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 3764_fsm 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3764_vm 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3766 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 3767 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3997 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4143 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4144 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4145 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4146 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4147 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4148 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4149 2024-03-07T10:14:35.655 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4150 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4151 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4152 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4153 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4154 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4155 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4156 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4157 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4158 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4159 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4160 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4161 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4162 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4163 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4164 2024-03-07T10:14:35.656 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4165 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4166 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4167 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4168 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4169 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4170 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4171 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4172 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4173 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4174 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 5002 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 548 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 549 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6102 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6104 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6106 2024-03-07T10:14:35.657 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6110 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6111 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6112 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6113 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6117 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 826 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 827 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 828 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 151596 Mar 7 09:59 pg_internal.init 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 09:59 PG_VERSION 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/base/pgsql_tmp: 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.658 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Mar 7 09:59 .. 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/global: 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:total 560 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 58 Mar 7 09:59 . 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1213 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1213_fsm 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1213_vm 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1214 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1214_fsm 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1214_vm 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 1232 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 1233 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1260 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1260_fsm 2024-03-07T10:14:35.659 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1260_vm 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1261 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1261_fsm 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1261_vm 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1262 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 1262_fsm 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 1262_vm 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2396 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Mar 7 09:59 2396_fsm 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2396_vm 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2397 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2671 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2672 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2676 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2677 2024-03-07T10:14:35.660 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2694 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2695 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2697 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Mar 7 09:59 2698 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2846 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2847 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2964 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2965 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 2966 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 2967 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 3592 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 3593 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4060 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4061 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4175 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4176 2024-03-07T10:14:35.661 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4177 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4178 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4181 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4182 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4183 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4184 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 4185 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 4186 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6000 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6001 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6002 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 6100 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6114 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 6115 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 10:14 pg_control 2024-03-07T10:14:35.662 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Mar 7 09:59 pg_filenode.map 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 23144 Mar 7 09:59 pg_internal.init 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/log: 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:total 2 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1118 Mar 7 10:14 postgresql-Thu.log 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_commit_ts: 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_dynshmem: 2024-03-07T10:14:35.663 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical: 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:total 1 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 10:14 . 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 mappings 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8 Mar 7 10:14 replorigin_checkpoint 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 snapshots 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/mappings: 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.664 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 10:14 .. 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_logical/snapshots: 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 10:14 .. 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact: 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 . 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 members 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 offsets 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/members: 2024-03-07T10:14:35.665 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 .. 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 09:59 0000 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_multixact/offsets: 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:total 8 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 09:59 . 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 09:59 .. 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Mar 7 10:02 0000 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_notify: 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.666 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_replslot: 2024-03-07T10:14:35.667 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.667 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_serial: 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.668 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_snapshots: 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat: 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:total 15 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Mar 7 10:14 . 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1952 Mar 7 10:14 db_0.stat 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 10979 Mar 7 10:14 db_13494.stat 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1151 Mar 7 10:14 global.stat 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_stat_tmp: 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.669 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 10:14 . 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_subtrans: 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:total 56 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Mar 7 10:14 . 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Mar 7 10:14 001E 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_tblspc: 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_twophase: 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.670 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal: 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:total 1048576 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 65 Mar 7 10:14 . 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:14 0000000100000000000000A6 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000A7 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000A8 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000A9 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000AA 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:06 0000000100000000000000AB 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:06 0000000100000000000000AC 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000AD 2024-03-07T10:14:35.671 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:06 0000000100000000000000AE 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000AF 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000B0 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000B1 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:06 0000000100000000000000B2 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000B3 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:06 0000000100000000000000B4 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000B5 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000B6 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:06 0000000100000000000000B7 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000B8 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:07 0000000100000000000000B9 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:06 0000000100000000000000BA 2024-03-07T10:14:35.672 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:08 0000000100000000000000BB 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:08 0000000100000000000000BC 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:07 0000000100000000000000BD 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:05 0000000100000000000000BE 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000BF 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000C0 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000C1 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:12 0000000100000000000000C2 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000C3 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:11 0000000100000000000000C4 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:12 0000000100000000000000C5 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000C6 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000C7 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000C8 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000C9 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:13 0000000100000000000000CA 2024-03-07T10:14:35.673 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000CB 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000CC 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000CD 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:11 0000000100000000000000CE 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:13 0000000100000000000000CF 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:14 0000000100000000000000D0 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000D1 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000D2 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000D3 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:11 0000000100000000000000D4 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000D5 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:11 0000000100000000000000D6 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000D7 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:13 0000000100000000000000D8 2024-03-07T10:14:35.674 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000D9 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000DA 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000DB 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000DC 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000DD 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000DE 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000DF 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000E0 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:12 0000000100000000000000E1 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000E2 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:09 0000000100000000000000E3 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000E4 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Mar 7 10:10 0000000100000000000000E5 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 archive_status 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_wal/archive_status: 2024-03-07T10:14:35.675 INFO:teuthology.orchestra.run.smithi018.stdout:total 0 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Mar 7 09:59 . 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 65 Mar 7 10:14 .. 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:/tmp/cephfs/postgres/data/pg_xact: 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:total 488 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Mar 7 10:05 . 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Mar 7 10:14 .. 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 262144 Mar 7 10:05 0000 2024-03-07T10:14:35.676 INFO:teuthology.orchestra.run.smithi018.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 237568 Mar 7 10:14 0001 2024-03-07T10:14:35.676 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-03-07T10:14:35.687 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T10:14:35.695 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-03-07T10:14:35.705 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-03-07T10:14:35.705 INFO:teuthology.task.exec:Executing custom commands... 2024-03-07T10:14:35.705 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T10:14:35.706 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-03-07T10:14:35.764 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-03-07T10:14:35.833 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-03-07T10:14:35.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/2033739442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac1066f0 msgr2=0x7fb8ac106ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:35.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/2033739442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac1066f0 0x7fb8ac106ad0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fb8a4009930 tx=0x7fb8a402bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/2033739442 shutdown_connections 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/2033739442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8ac101170 0x7fb8ac10d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/2033739442 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8ac1007b0 0x7fb8ac100c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/2033739442 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac1066f0 0x7fb8ac106ad0 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/2033739442 >> 172.21.15.18:0/2033739442 conn(0x7fb8ac077320 msgr2=0x7fb8ac077730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/2033739442 shutdown_connections 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/2033739442 wait complete. 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 Processor -- start 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.976+0000 7fb8b0ffc640 1 -- start start 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8ac1007b0 0x7fb8ac196e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac101170 0x7fb8ac197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:35.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8ac1066f0 0x7fb8ac19b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac110950 con 0x7fb8ac101170 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac1107d0 con 0x7fb8ac1007b0 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8ac110ad0 con 0x7fb8ac1066f0 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac101170 0x7fb8ac197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac101170 0x7fb8ac197350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55498/0 (socket says 172.21.15.18:55498) 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 -- 172.21.15.18:0/1442604862 learned_addr learned my addr 172.21.15.18:0/1442604862 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8aad9d640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8ac1066f0 0x7fb8ac19b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8aa59c640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8ac1007b0 0x7fb8ac196e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 -- 172.21.15.18:0/1442604862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8ac1066f0 msgr2=0x7fb8ac19b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8ac1066f0 0x7fb8ac19b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 -- 172.21.15.18:0/1442604862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8ac1007b0 msgr2=0x7fb8ac196e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8ac1007b0 0x7fb8ac196e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 -- 172.21.15.18:0/1442604862 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8ac19be00 con 0x7fb8ac101170 2024-03-07T10:14:35.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a9d9b640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac101170 0x7fb8ac197350 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fb89400d950 tx=0x7fb89400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:35.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a37fe640 1 -- 172.21.15.18:0/1442604862 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb894017030 con 0x7fb8ac101170 2024-03-07T10:14:35.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a37fe640 1 -- 172.21.15.18:0/1442604862 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb894004020 con 0x7fb8ac101170 2024-03-07T10:14:35.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8a37fe640 1 -- 172.21.15.18:0/1442604862 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8940047a0 con 0x7fb8ac101170 2024-03-07T10:14:35.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8ac19c0f0 con 0x7fb8ac101170 2024-03-07T10:14:35.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.977+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8ac1a3980 con 0x7fb8ac101170 2024-03-07T10:14:35.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.978+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8ac101c50 con 0x7fb8ac101170 2024-03-07T10:14:35.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.979+0000 7fb8a37fe640 1 -- 172.21.15.18:0/1442604862 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb8940041d0 con 0x7fb8ac101170 2024-03-07T10:14:35.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.980+0000 7fb8a37fe640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8980a1f60 0x7fb8980a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:35.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.980+0000 7fb8aa59c640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8980a1f60 0x7fb8980a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:35.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.980+0000 7fb8a37fe640 1 -- 172.21.15.18:0/1442604862 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb8940cdbb0 con 0x7fb8ac101170 2024-03-07T10:14:35.983 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.981+0000 7fb8aa59c640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8980a1f60 0x7fb8980a4420 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb8a4005ab0 tx=0x7fb8a4005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:35.986 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:35.985+0000 7fb8a37fe640 1 -- 172.21.15.18:0/1442604862 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb89409ac00 con 0x7fb8ac101170 2024-03-07T10:14:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:35 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:14:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:35 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:14:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:35 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:14:36.196 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.194+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 --> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7fb8ac061aa0 con 0x7fb8980a1f60 2024-03-07T10:14:36.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:35 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:14:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:35 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:14:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:35 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:14:36.204 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.202+0000 7fb8a37fe640 1 -- 172.21.15.18:0/1442604862 <== mgr.15465 v2:172.21.15.18:6800/1132568373 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+350 (secure 0 0 0) 0x7fb8ac061aa0 con 0x7fb8980a1f60 2024-03-07T10:14:36.204 INFO:teuthology.orchestra.run.smithi018.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-07T00:00:00", "created": "2024-03-07T09:59:07", "first": "2024-03-07T10:00:00", "last": "2024-03-07T10:14:00", "last_pruned": "2024-03-07T10:14:00", "created_count": 15, "pruned_count": 9, "active": true} 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8980a1f60 msgr2=0x7fb8980a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8980a1f60 0x7fb8980a4420 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb8a4005ab0 tx=0x7fb8a4005fd0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac101170 msgr2=0x7fb8ac197350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac101170 0x7fb8ac197350 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fb89400d950 tx=0x7fb89400de10 comp rx=0 tx=0).stop 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 shutdown_connections 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb8ac1066f0 0x7fb8ac19b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb8980a1f60 0x7fb8980a4420 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb8ac101170 0x7fb8ac197350 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 --2- 172.21.15.18:0/1442604862 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8ac1007b0 0x7fb8ac196e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 >> 172.21.15.18:0/1442604862 conn(0x7fb8ac077320 msgr2=0x7fb8ac0ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 shutdown_connections 2024-03-07T10:14:36.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.205+0000 7fb8b0ffc640 1 -- 172.21.15.18:0/1442604862 wait complete. 2024-03-07T10:14:36.219 DEBUG:teuthology.orchestra.run.smithi018:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-03-07T10:14:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:35 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:14:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:35 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:14:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:35 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 -- 172.21.15.18:0/485628512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb584068f00 msgr2=0x7fb584069380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 --2- 172.21.15.18:0/485628512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb584068f00 0x7fb584069380 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fb574009930 tx=0x7fb57402bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 -- 172.21.15.18:0/485628512 shutdown_connections 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 --2- 172.21.15.18:0/485628512 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5840698c0 0x7fb58410e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 --2- 172.21.15.18:0/485628512 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb584068f00 0x7fb584069380 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 --2- 172.21.15.18:0/485628512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5841076a0 0x7fb584107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 -- 172.21.15.18:0/485628512 >> 172.21.15.18:0/485628512 conn(0x7fb584077650 msgr2=0x7fb584077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 -- 172.21.15.18:0/485628512 shutdown_connections 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 -- 172.21.15.18:0/485628512 wait complete. 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.325+0000 7fb58b354640 1 Processor -- start 2024-03-07T10:14:36.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 -- start start 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb584068f00 0x7fb584197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5840698c0 0x7fb584198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5841076a0 0x7fb58419c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb584111a20 con 0x7fb5841076a0 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5841118a0 con 0x7fb584068f00 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb584111ba0 con 0x7fb5840698c0 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5841076a0 0x7fb58419c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5841076a0 0x7fb58419c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:55512/0 (socket says 172.21.15.18:55512) 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 -- 172.21.15.18:0/900117977 learned_addr learned my addr 172.21.15.18:0/900117977 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5890f0640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb584068f00 0x7fb584197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5888ef640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5840698c0 0x7fb584198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 -- 172.21.15.18:0/900117977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5840698c0 msgr2=0x7fb584198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:36.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5840698c0 0x7fb584198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 -- 172.21.15.18:0/900117977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb584068f00 msgr2=0x7fb584197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb584068f00 0x7fb584197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 -- 172.21.15.18:0/900117977 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb58419ced0 con 0x7fb5841076a0 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb5898f1640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5841076a0 0x7fb58419c7a0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fb57c00e970 tx=0x7fb57c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb57a7fc640 1 -- 172.21.15.18:0/900117977 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb57c00ccc0 con 0x7fb5841076a0 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb57a7fc640 1 -- 172.21.15.18:0/900117977 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb57c00ce60 con 0x7fb5841076a0 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.326+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb58419d1c0 con 0x7fb5841076a0 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.327+0000 7fb57a7fc640 1 -- 172.21.15.18:0/900117977 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb57c010490 con 0x7fb5841076a0 2024-03-07T10:14:36.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.327+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5841a4a50 con 0x7fb5841076a0 2024-03-07T10:14:36.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.328+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb58404fc10 con 0x7fb5841076a0 2024-03-07T10:14:36.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.329+0000 7fb57a7fc640 1 -- 172.21.15.18:0/900117977 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb57c005000 con 0x7fb5841076a0 2024-03-07T10:14:36.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.330+0000 7fb57a7fc640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb5700a1ee0 0x7fb5700a43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:36.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.330+0000 7fb5890f0640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb5700a1ee0 0x7fb5700a43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:36.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.330+0000 7fb57a7fc640 1 -- 172.21.15.18:0/900117977 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fb57c0ce870 con 0x7fb5841076a0 2024-03-07T10:14:36.332 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.330+0000 7fb5890f0640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb5700a1ee0 0x7fb5700a43a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb5800099a0 tx=0x7fb580009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:36.335 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.333+0000 7fb57a7fc640 1 -- 172.21.15.18:0/900117977 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb57c053280 con 0x7fb5841076a0 2024-03-07T10:14:36.543 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.541+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 --> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fb584061aa0 con 0x7fb5700a1ee0 2024-03-07T10:14:36.550 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.548+0000 7fb57a7fc640 1 -- 172.21.15.18:0/900117977 <== mgr.15465 v2:172.21.15.18:6800/1132568373 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7fb584061aa0 con 0x7fb5700a1ee0 2024-03-07T10:14:36.550 INFO:teuthology.orchestra.run.smithi018.stdout:/ 1m 6m3h 2024-03-07T10:14:36.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb5700a1ee0 msgr2=0x7fb5700a43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:36.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb5700a1ee0 0x7fb5700a43a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb5800099a0 tx=0x7fb580009500 comp rx=0 tx=0).stop 2024-03-07T10:14:36.552 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5841076a0 msgr2=0x7fb58419c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5841076a0 0x7fb58419c7a0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fb57c00e970 tx=0x7fb57c00ed70 comp rx=0 tx=0).stop 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 shutdown_connections 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb5700a1ee0 0x7fb5700a43a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb5841076a0 0x7fb58419c7a0 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb5840698c0 0x7fb584198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.550+0000 7fb58b354640 1 --2- 172.21.15.18:0/900117977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb584068f00 0x7fb584197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.551+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 >> 172.21.15.18:0/900117977 conn(0x7fb584077650 msgr2=0x7fb5840ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.551+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 shutdown_connections 2024-03-07T10:14:36.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:36.551+0000 7fb58b354640 1 -- 172.21.15.18:0/900117977 wait complete. 2024-03-07T10:14:36.563 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-03-07T10:14:36.576 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-03-07T10:14:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:36 smithi018 ceph-mon[32171]: pgmap v485: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-03-07T10:14:37.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:36 smithi063 ceph-mon[36356]: pgmap v485: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-03-07T10:14:37.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:36 smithi077 ceph-mon[36374]: pgmap v485: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 12 MiB/s wr, 1.36k op/s 2024-03-07T10:14:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:37 smithi018 ceph-mon[32171]: from='client.19584 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T10:14:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:37 smithi018 ceph-mon[32171]: from='client.19590 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T10:14:38.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:37 smithi063 ceph-mon[36356]: from='client.19584 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T10:14:38.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:37 smithi063 ceph-mon[36356]: from='client.19590 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T10:14:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:37 smithi077 ceph-mon[36374]: from='client.19584 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T10:14:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:37 smithi077 ceph-mon[36374]: from='client.19590 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-07T10:14:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:38 smithi018 ceph-mon[32171]: pgmap v486: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 11 MiB/s wr, 1.14k op/s 2024-03-07T10:14:39.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:38 smithi063 ceph-mon[36356]: pgmap v486: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 11 MiB/s wr, 1.14k op/s 2024-03-07T10:14:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:38 smithi077 ceph-mon[36374]: pgmap v486: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 11 MiB/s wr, 1.14k op/s 2024-03-07T10:14:41.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:40 smithi018 ceph-mon[32171]: pgmap v487: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-03-07T10:14:41.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:40 smithi063 ceph-mon[36356]: pgmap v487: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-03-07T10:14:41.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:40 smithi077 ceph-mon[36374]: pgmap v487: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 13 MiB/s wr, 1.35k op/s 2024-03-07T10:14:43.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:42 smithi018 ceph-mon[32171]: pgmap v488: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 8.4 MiB/s wr, 908 op/s 2024-03-07T10:14:43.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:42 smithi063 ceph-mon[36356]: pgmap v488: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 8.4 MiB/s wr, 908 op/s 2024-03-07T10:14:43.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:42 smithi077 ceph-mon[36374]: pgmap v488: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 8.4 MiB/s wr, 908 op/s 2024-03-07T10:14:45.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:44 smithi018 ceph-mon[32171]: pgmap v489: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 7.0 MiB/s wr, 753 op/s 2024-03-07T10:14:45.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:44 smithi063 ceph-mon[36356]: pgmap v489: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 7.0 MiB/s wr, 753 op/s 2024-03-07T10:14:45.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:44 smithi077 ceph-mon[36374]: pgmap v489: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 7.0 MiB/s wr, 753 op/s 2024-03-07T10:14:47.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:46 smithi018 ceph-mon[32171]: pgmap v490: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 6.3 MiB/s wr, 683 op/s 2024-03-07T10:14:47.112 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:46 smithi077 ceph-mon[36374]: pgmap v490: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 6.3 MiB/s wr, 683 op/s 2024-03-07T10:14:47.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:46 smithi063 ceph-mon[36356]: pgmap v490: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 6.3 MiB/s wr, 683 op/s 2024-03-07T10:14:49.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:48 smithi018 ceph-mon[32171]: pgmap v491: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 2.3 MiB/s wr, 255 op/s 2024-03-07T10:14:49.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:48 smithi063 ceph-mon[36356]: pgmap v491: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 2.3 MiB/s wr, 255 op/s 2024-03-07T10:14:49.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:48 smithi077 ceph-mon[36374]: pgmap v491: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 2.3 MiB/s wr, 255 op/s 2024-03-07T10:14:51.011 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-07T10:14:51.011 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-07T10:14:51.042 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:50 smithi018 ceph-mon[32171]: pgmap v492: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 2.2 MiB/s wr, 241 op/s 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 -- 172.21.15.18:0/2922246204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 msgr2=0x7f37181069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 --2- 172.21.15.18:0/2922246204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181069c0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f3708009900 tx=0x7f370802bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 -- 172.21.15.18:0/2922246204 shutdown_connections 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 --2- 172.21.15.18:0/2922246204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3718100ee0 0x7f371810d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 --2- 172.21.15.18:0/2922246204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3718100520 0x7f37181009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 --2- 172.21.15.18:0/2922246204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181069c0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 -- 172.21.15.18:0/2922246204 >> 172.21.15.18:0/2922246204 conn(0x7f3718077710 msgr2=0x7f3718077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 -- 172.21.15.18:0/2922246204 shutdown_connections 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 -- 172.21.15.18:0/2922246204 wait complete. 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 Processor -- start 2024-03-07T10:14:51.135 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.131+0000 7f371f0c7640 1 -- start start 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371f0c7640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3718100520 0x7f3718198cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371f0c7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3718100ee0 0x7f3718199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371f0c7640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181a3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371f0c7640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181108c0 con 0x7f37181065e0 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371f0c7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3718110740 con 0x7f3718100ee0 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371f0c7640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3718110a40 con 0x7f3718100520 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181a3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181a3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53536/0 (socket says 172.21.15.18:53536) 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371ce63640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3718100520 0x7f3718198cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 -- 172.21.15.18:0/370554667 learned_addr learned my addr 172.21.15.18:0/370554667 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f3717fff640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3718100ee0 0x7f3718199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 -- 172.21.15.18:0/370554667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3718100520 msgr2=0x7f3718198cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3718100520 0x7f3718198cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 -- 172.21.15.18:0/370554667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3718100ee0 msgr2=0x7f3718199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3718100ee0 0x7f3718199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 -- 172.21.15.18:0/370554667 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37181a4280 con 0x7f37181065e0 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371ce63640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3718100520 0x7f3718198cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f3717fff640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3718100ee0 0x7f3718199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.132+0000 7f371d664640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181a3d40 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f371000ea60 tx=0x7f371000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.133+0000 7f3715ffb640 1 -- 172.21.15.18:0/370554667 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f371000ce40 con 0x7f37181065e0 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.133+0000 7f3715ffb640 1 -- 172.21.15.18:0/370554667 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3710005020 con 0x7f37181065e0 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.133+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37181a4450 con 0x7f37181065e0 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.133+0000 7f3715ffb640 1 -- 172.21.15.18:0/370554667 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3710010690 con 0x7f37181065e0 2024-03-07T10:14:51.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.133+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37181a4960 con 0x7f37181065e0 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.135+0000 7f3715ffb640 1 -- 172.21.15.18:0/370554667 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f3710005520 con 0x7f37181065e0 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.135+0000 7f3715ffb640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37000a1f70 0x7f37000a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.135+0000 7f3721f87740 1 Processor -- start 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3715ffb640 1 -- 172.21.15.18:0/370554667 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f37100ce650 con 0x7f37181065e0 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3721f87740 1 -- start start 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f371ce63640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37000a1f70 0x7f37000a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3721f87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9651b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3721f87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e965a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.144 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3721f87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3721f87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590e95b4dd0 con 0x5590e9651730 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3721f87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590e955dae0 con 0x5590e9652050 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3721f87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590e95b0e70 con 0x5590e965ac30 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f371ce63640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9651b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3717fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e965a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f371ce63640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9651b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53546/0 (socket says 172.21.15.18:53546) 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f371ce63640 1 -- 172.21.15.18:0/1045030378 learned_addr learned my addr 172.21.15.18:0/1045030378 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f371d664640 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3717fff640 1 -- 172.21.15.18:0/1045030378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 msgr2=0x5590e965d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3717fff640 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3717fff640 1 -- 172.21.15.18:0/1045030378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 msgr2=0x5590e9651b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3717fff640 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9651b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f3717fff640 1 -- 172.21.15.18:0/1045030378 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5590e93937d0 con 0x5590e9652050 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f371d664640 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.145 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.136+0000 7f371ce63640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37000a1f70 0x7f37000a4430 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f37080096c0 tx=0x7f3708004bd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3717fff640 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e965a6f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f370c009fa0 tx=0x7f370c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a3096cdcf381299 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f36feffd640 1 -- 172.21.15.18:0/1045030378 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f370c004030 con 0x5590e9652050 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f36feffd640 1 -- 172.21.15.18:0/1045030378 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f370c005500 con 0x5590e9652050 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f36feffd640 1 -- 172.21.15.18:0/1045030378 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f370c004db0 con 0x5590e9652050 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 -- 172.21.15.18:0/1045030378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 msgr2=0x5590e965a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e965a6f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f370c009fa0 tx=0x7f370c0118d0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 -- 172.21.15.18:0/1045030378 shutdown_connections 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e965a6f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 --2- 172.21.15.18:0/1045030378 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9651b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 -- 172.21.15.18:0/1045030378 >> 172.21.15.18:0/1045030378 conn(0x5590e964be60 msgr2=0x5590e964c240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 -- 172.21.15.18:0/1045030378 shutdown_connections 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.137+0000 7f3721f87740 1 -- 172.21.15.18:0/1045030378 wait complete. 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 -- start start 2024-03-07T10:14:51.146 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 Processor -- start 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9651730 0x5590e965a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e9657a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e965ac30 0x5590e9658140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590e965da20 con 0x5590e965ac30 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590e9571070 con 0x5590e9652050 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590e965dba0 con 0x5590e9651730 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3721f87740 10 client.0 _ll_register_callbacks cb 0x5590e9570a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f371d664640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e965ac30 0x5590e9658140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f3717fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e9657a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f371d664640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e965ac30 0x5590e9658140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53554/0 (socket says 172.21.15.18:53554) 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.138+0000 7f371d664640 1 -- 172.21.15.18:0/2015747188 learned_addr learned my addr 172.21.15.18:0/2015747188 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f371ce63640 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9651730 0x5590e965a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3717fff640 1 -- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9651730 msgr2=0x5590e965a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.147 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3717fff640 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9651730 0x5590e965a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3717fff640 1 -- 172.21.15.18:0/2015747188 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e965ac30 msgr2=0x5590e9658140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3717fff640 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e965ac30 0x5590e9658140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3717fff640 1 -- 172.21.15.18:0/2015747188 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5590e92c93f0 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3717fff640 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e9657a20 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f370c0049f0 tx=0x7f370c005250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=217e1f2e386a32f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f36f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f36f7fff640 1 -- 172.21.15.18:0/2015747188 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f370c026020 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f36f7fff640 1 -- 172.21.15.18:0/2015747188 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f370c0046c0 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f370c005500 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f36f7fff640 1 -- 172.21.15.18:0/2015747188 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f370c031050 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3721f87740 10 client.29255 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.139+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5590e92890f0 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f36f7fff640 1 -- 172.21.15.18:0/2015747188 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f370c005500 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f36f7fff640 1 -- 172.21.15.18:0/2015747188 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f370c021030 con 0x5590e9652050 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f3721f87740 10 client.29255 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.148 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f3721f87740 10 client.29255 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f3721f87740 20 client.29255 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f3721f87740 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e966a8e0 0x5590e966ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f3721f87740 4 client.29255 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5590e95c2310 con 0x5590e966a8e0 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f371ce63640 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e966a8e0 0x5590e966ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f36f7fff640 10 client.29255 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.140+0000 7f371ce63640 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e966a8e0 0x5590e966ccd0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e1bfbd285f4e97a server_cookie=b675f3c119d70123 in_seq=0 out_seq=0 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f36f7fff640 1 -- 172.21.15.18:0/2015747188 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5590e95c2310 con 0x5590e966a8e0 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f36f7fff640 10 client.29255 handle_command_reply: tid=0 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 client.29255 shutdown 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 msgr2=0x5590e9657a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e9657a20 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f370c0049f0 tx=0x7f370c005250 comp rx=0 tx=0).stop 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 shutdown_connections 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e966a8e0 0x5590e966ccd0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e965ac30 0x5590e9658140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f36f7fff640 0 client.29255 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e9657a20 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 --2- 172.21.15.18:0/2015747188 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9651730 0x5590e965a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 >> 172.21.15.18:0/2015747188 conn(0x5590e964be60 msgr2=0x5590e964dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 shutdown_connections 2024-03-07T10:14:51.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 1 -- 172.21.15.18:0/2015747188 wait complete. 2024-03-07T10:14:51.150 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.141+0000 7f3721f87740 20 client.29255 trim_cache size 0 max 16384 2024-03-07T10:14:51.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 Processor -- start 2024-03-07T10:14:51.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 -- start start 2024-03-07T10:14:51.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9656b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9652050 0x5590e965a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e965ac30 0x5590e965a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181afa00 con 0x5590e9651730 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181ad500 con 0x5590e965ac30 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3721f87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181ab5c0 con 0x5590e9652050 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9656b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9656b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53568/0 (socket says 172.21.15.18:53568) 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 -- 172.21.15.18:0/2021343833 learned_addr learned my addr 172.21.15.18:0/2021343833 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371d664640 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e965ac30 0x5590e965a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f3717fff640 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9652050 0x5590e965a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 -- 172.21.15.18:0/2021343833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9652050 msgr2=0x5590e965a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9652050 0x5590e965a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 -- 172.21.15.18:0/2021343833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e965ac30 msgr2=0x5590e965a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e965ac30 0x5590e965a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 -- 172.21.15.18:0/2021343833 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5590e965d900 con 0x5590e9651730 2024-03-07T10:14:51.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.158+0000 7f371ce63640 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9656b80 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f3708000c00 tx=0x7f3708046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93e5dc4060290f65 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f36fe7fc640 1 -- 172.21.15.18:0/2021343833 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f370802c8b0 con 0x5590e9651730 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f36fe7fc640 1 -- 172.21.15.18:0/2021343833 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3708005400 con 0x5590e9651730 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f36fe7fc640 1 -- 172.21.15.18:0/2021343833 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37080039e0 con 0x5590e9651730 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 -- 172.21.15.18:0/2021343833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 msgr2=0x5590e9656b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9656b80 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f3708000c00 tx=0x7f3708046000 comp rx=0 tx=0).stop 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 -- 172.21.15.18:0/2021343833 shutdown_connections 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e965ac30 0x5590e965a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e9652050 0x5590e965a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 --2- 172.21.15.18:0/2021343833 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9656b80 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 -- 172.21.15.18:0/2021343833 >> 172.21.15.18:0/2021343833 conn(0x5590e964be60 msgr2=0x5590e964a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 -- 172.21.15.18:0/2021343833 shutdown_connections 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 -- 172.21.15.18:0/2021343833 wait complete. 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.159+0000 7f3721f87740 1 -- start start 2024-03-07T10:14:51.166 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 1 Processor -- start 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9662480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e96629c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181abbc0 con 0x5590e9651730 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181acea0 con 0x5590e9652050 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181ac1e0 con 0x5590e965ac30 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3721f87740 10 client.0 _ll_register_callbacks cb 0x7f370c009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f371ce63640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9662480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3717fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e96629c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f371ce63640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9662480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53578/0 (socket says 172.21.15.18:53578) 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3717fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e96629c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41854/0 (socket says 172.21.15.18:41854) 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f371ce63640 1 -- 172.21.15.18:0/1481114737 learned_addr learned my addr 172.21.15.18:0/1481114737 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f371d664640 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3717fff640 1 -- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 msgr2=0x5590e965e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.167 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3717fff640 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3717fff640 1 -- 172.21.15.18:0/1481114737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 msgr2=0x5590e9662480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3717fff640 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9662480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.160+0000 7f3717fff640 1 -- 172.21.15.18:0/1481114737 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5590e965f120 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3717fff640 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e96629c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f370c00fef0 tx=0x7f370c009ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6192906e347ed89 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f36f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f36f7fff640 1 -- 172.21.15.18:0/1481114737 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f370c016060 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3708005400 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f36f7fff640 1 -- 172.21.15.18:0/1481114737 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f370c019750 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f36f7fff640 1 -- 172.21.15.18:0/1481114737 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f370c03b050 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 10 client.29261 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5590e96c6ae0 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f36f7fff640 1 -- 172.21.15.18:0/1481114737 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3708005400 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f36f7fff640 1 -- 172.21.15.18:0/1481114737 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f370c021070 con 0x5590e9652050 2024-03-07T10:14:51.168 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 10 client.29261 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 10 client.29261 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 20 client.29261 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e96c7150 0x5590e96c9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 4 client.29261 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.161+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5590e95bc660 con 0x5590e96c7150 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f371ce63640 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e96c7150 0x5590e96c9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f371ce63640 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e96c7150 0x5590e96c9570 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c32030d9e050c402 server_cookie=d57547d137aa6281 in_seq=0 out_seq=0 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f36f7fff640 10 client.29261 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f36f7fff640 1 -- 172.21.15.18:0/1481114737 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5590e95bc660 con 0x5590e96c7150 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f36f7fff640 10 client.29261 handle_command_reply: tid=0 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 client.29261 shutdown 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 msgr2=0x5590e96629c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e96629c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f370c00fef0 tx=0x7f370c009ed0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 shutdown_connections 2024-03-07T10:14:51.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x5590e96c7150 0x5590e96c9570 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5590e965ac30 0x5590e965e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5590e9652050 0x5590e96629c0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 --2- 172.21.15.18:0/1481114737 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x5590e9651730 0x5590e9662480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f36f7fff640 0 client.29261 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 >> 172.21.15.18:0/1481114737 conn(0x5590e964be60 msgr2=0x5590e9656a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 shutdown_connections 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 1 -- 172.21.15.18:0/1481114737 wait complete. 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.162+0000 7f3721f87740 20 client.29261 trim_cache size 0 max 16384 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:14:51.170 INFO:teuthology.orchestra.run.smithi018.stdout: "status": "no active scrubs running", 2024-03-07T10:14:51.171 INFO:teuthology.orchestra.run.smithi018.stdout: "scrubs": {} 2024-03-07T10:14:51.171 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:14:51.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37000a1f70 msgr2=0x7f37000a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.171 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37000a1f70 0x7f37000a4430 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f37080096c0 tx=0x7f3708004bd0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 msgr2=0x7f37181a3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181a3d40 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f371000ea60 tx=0x7f371000ef20 comp rx=0 tx=0).stop 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 shutdown_connections 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f37000a1f70 0x7f37000a4430 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f37181065e0 0x7f37181a3d40 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3718100ee0 0x7f3718199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 --2- 172.21.15.18:0/370554667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3718100520 0x7f3718198cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 >> 172.21.15.18:0/370554667 conn(0x7f3718077710 msgr2=0x7f37180ff040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 shutdown_connections 2024-03-07T10:14:51.172 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.163+0000 7f371f0c7640 1 -- 172.21.15.18:0/370554667 wait complete. 2024-03-07T10:14:51.176 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-07T10:14:51.176 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:14:51.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:50 smithi063 ceph-mon[36356]: pgmap v492: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 2.2 MiB/s wr, 241 op/s 2024-03-07T10:14:51.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:50 smithi077 ceph-mon[36374]: pgmap v492: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 2.2 MiB/s wr, 241 op/s 2024-03-07T10:14:51.324 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/2770588125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e010bc10 msgr2=0x7fa5e010e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/2770588125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e010bc10 0x7fa5e010e090 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8009ca0 tx=0x7fa5d802c180 comp rx=0 tx=0).stop 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/2770588125 shutdown_connections 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/2770588125 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e010bc10 0x7fa5e010e090 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/2770588125 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5e0103160 0x7fa5e010b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/2770588125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5e0102840 0x7fa5e0102c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/2770588125 >> 172.21.15.18:0/2770588125 conn(0x7fa5e00777a0 msgr2=0x7fa5e0077bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/2770588125 shutdown_connections 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.322+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/2770588125 wait complete. 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 Processor -- start 2024-03-07T10:14:51.325 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 -- start start 2024-03-07T10:14:51.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5e0102840 0x7fa5e0100490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.327 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e0103160 0x7fa5e01009d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5e010bc10 0x7fa5e0100f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e01119f0 con 0x7fa5e0103160 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e0111870 con 0x7fa5e0102840 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.323+0000 7fa5e5bc9640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e0111b70 con 0x7fa5e010bc10 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e0103160 0x7fa5e01009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e0103160 0x7fa5e01009d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53596/0 (socket says 172.21.15.18:53596) 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 -- 172.21.15.18:0/1226472446 learned_addr learned my addr 172.21.15.18:0/1226472446 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.328 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5dffff640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5e010bc10 0x7fa5e0100f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5df7fe640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5e0102840 0x7fa5e0100490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 -- 172.21.15.18:0/1226472446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5e010bc10 msgr2=0x7fa5e0100f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5e010bc10 0x7fa5e0100f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 -- 172.21.15.18:0/1226472446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5e0102840 msgr2=0x7fa5e0100490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5e0102840 0x7fa5e0100490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 -- 172.21.15.18:0/1226472446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5e01a6370 con 0x7fa5e0103160 2024-03-07T10:14:51.329 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5deffd640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e0103160 0x7fa5e01009d0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fa5d400ea60 tx=0x7fa5d400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5dcff9640 1 -- 172.21.15.18:0/1226472446 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5d400cde0 con 0x7fa5e0103160 2024-03-07T10:14:51.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5dcff9640 1 -- 172.21.15.18:0/1226472446 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa5d40035f0 con 0x7fa5e0103160 2024-03-07T10:14:51.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5e01a6660 con 0x7fa5e0103160 2024-03-07T10:14:51.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5dcff9640 1 -- 172.21.15.18:0/1226472446 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5d4010670 con 0x7fa5e0103160 2024-03-07T10:14:51.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.324+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5e01a6bb0 con 0x7fa5e0103160 2024-03-07T10:14:51.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.325+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5e006a600 con 0x7fa5e0103160 2024-03-07T10:14:51.330 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.326+0000 7fa5dcff9640 1 -- 172.21.15.18:0/1226472446 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa5d40037a0 con 0x7fa5e0103160 2024-03-07T10:14:51.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.327+0000 7fa5dcff9640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa5c80a1ef0 0x7fa5c80a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.327+0000 7fa5df7fe640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa5c80a1ef0 0x7fa5c80a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.327+0000 7fa5dcff9640 1 -- 172.21.15.18:0/1226472446 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa5d40ce4a0 con 0x7fa5e0103160 2024-03-07T10:14:51.331 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.327+0000 7fa5df7fe640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa5c80a1ef0 0x7fa5c80a43b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa5d00095f0 tx=0x7fa5d0005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.331+0000 7fa5dcff9640 1 -- 172.21.15.18:0/1226472446 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa5d409b4f0 con 0x7fa5e0103160 2024-03-07T10:14:51.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.553+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa5e01a6e70 con 0x7fa5e0103160 2024-03-07T10:14:51.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.553+0000 7fa5dcff9640 1 -- 172.21.15.18:0/1226472446 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fa5d409adf0 con 0x7fa5e0103160 2024-03-07T10:14:51.555 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:51.555 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:14:51.556 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:14:51.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.555+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa5c80a1ef0 msgr2=0x7fa5c80a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.555+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa5c80a1ef0 0x7fa5c80a43b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa5d00095f0 tx=0x7fa5d0005f90 comp rx=0 tx=0).stop 2024-03-07T10:14:51.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e0103160 msgr2=0x7fa5e01009d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e0103160 0x7fa5e01009d0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fa5d400ea60 tx=0x7fa5d400ef20 comp rx=0 tx=0).stop 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 shutdown_connections 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa5e010bc10 0x7fa5e0100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa5c80a1ef0 0x7fa5c80a43b0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa5e0103160 0x7fa5e01009d0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 --2- 172.21.15.18:0/1226472446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5e0102840 0x7fa5e0100490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 >> 172.21.15.18:0/1226472446 conn(0x7fa5e00777a0 msgr2=0x7fa5e00fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 shutdown_connections 2024-03-07T10:14:51.558 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.556+0000 7fa5e5bc9640 1 -- 172.21.15.18:0/1226472446 wait complete. 2024-03-07T10:14:51.569 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:14:51.569 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-07T10:14:51.676 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 -- 172.21.15.18:0/2413642057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 msgr2=0x7f32ec10d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 --2- 172.21.15.18:0/2413642057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec10d370 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f32dc009ca0 tx=0x7f32dc02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 -- 172.21.15.18:0/2413642057 shutdown_connections 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 --2- 172.21.15.18:0/2413642057 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec10d370 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 --2- 172.21.15.18:0/2413642057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32ec1004f0 0x7f32ec100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 --2- 172.21.15.18:0/2413642057 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32ec1065b0 0x7f32ec106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 -- 172.21.15.18:0/2413642057 >> 172.21.15.18:0/2413642057 conn(0x7f32ec077660 msgr2=0x7f32ec077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 -- 172.21.15.18:0/2413642057 shutdown_connections 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.672+0000 7f32f1283640 1 -- 172.21.15.18:0/2413642057 wait complete. 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 Processor -- start 2024-03-07T10:14:51.677 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 -- start start 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32ec1004f0 0x7f32ec197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32ec1065b0 0x7f32ec19c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec110870 con 0x7f32ec100eb0 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1106f0 con 0x7f32ec1065b0 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32f1283640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1109f0 con 0x7f32ec1004f0 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53616/0 (socket says 172.21.15.18:53616) 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3884557245 learned_addr learned my addr 172.21.15.18:0/3884557245 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.679 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.673+0000 7f32eaffd640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32ec1004f0 0x7f32ec197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32eb7fe640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32ec1065b0 0x7f32ec19c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3884557245 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32ec1004f0 msgr2=0x7f32ec197df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32ec1004f0 0x7f32ec197df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3884557245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32ec1065b0 msgr2=0x7f32ec19c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32ec1065b0 0x7f32ec19c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3884557245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32ec19cd90 con 0x7f32ec100eb0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec198330 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f32d400ea60 tx=0x7f32d400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32e3fff640 1 -- 172.21.15.18:0/3884557245 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d400cde0 con 0x7f32ec100eb0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32e3fff640 1 -- 172.21.15.18:0/3884557245 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f32d40035f0 con 0x7f32ec100eb0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32ec19d080 con 0x7f32ec100eb0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32e3fff640 1 -- 172.21.15.18:0/3884557245 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d4010670 con 0x7f32ec100eb0 2024-03-07T10:14:51.680 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.674+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32ec1a4910 con 0x7f32ec100eb0 2024-03-07T10:14:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.676+0000 7f32e3fff640 1 -- 172.21.15.18:0/3884557245 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f32d40037a0 con 0x7f32ec100eb0 2024-03-07T10:14:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 Processor -- start 2024-03-07T10:14:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 -- start start 2024-03-07T10:14:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32e3fff640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32d80a1ef0 0x7f32d80a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eb7fe640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32d80a1ef0 0x7f32d80a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.688 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32e3fff640 1 -- 172.21.15.18:0/3884557245 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f32d40ce510 con 0x7f32ec100eb0 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092cb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cba90 0x55a1092d4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a109292330 con 0x55a1092cb170 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a10922ee90 con 0x55a1092cba90 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32f4069740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1091d7d00 con 0x55a1092d4670 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092cb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092cb550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53624/0 (socket says 172.21.15.18:53624) 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 -- 172.21.15.18:0/913143775 learned_addr learned my addr 172.21.15.18:0/913143775 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cba90 0x55a1092d4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eb7fe640 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.689 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 -- 172.21.15.18:0/913143775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 msgr2=0x55a1092d6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 -- 172.21.15.18:0/913143775 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cba90 msgr2=0x55a1092d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cba90 0x55a1092d4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eaffd640 1 -- 172.21.15.18:0/913143775 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1091d6b90 con 0x55a1092cb170 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cba90 0x55a1092d4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.677+0000 7f32eb7fe640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32d80a1ef0 0x7f32d80a43b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f32dc004af0 tx=0x7f32dc032360 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.678+0000 7f32eaffd640 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092cb550 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009cf0 tx=0x7f32e4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c61fbe8b83b1d28a server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.678+0000 7f32e17fa640 1 -- 172.21.15.18:0/913143775 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e4004230 con 0x55a1092cb170 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.678+0000 7f32e17fa640 1 -- 172.21.15.18:0/913143775 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f32e40043d0 con 0x55a1092cb170 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.678+0000 7f32e17fa640 1 -- 172.21.15.18:0/913143775 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e40198c0 con 0x55a1092cb170 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.678+0000 7f32f4069740 1 -- 172.21.15.18:0/913143775 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 msgr2=0x55a1092cb550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.690 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.678+0000 7f32f4069740 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092cb550 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009cf0 tx=0x7f32e4011810 comp rx=0 tx=0).stop 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- 172.21.15.18:0/913143775 shutdown_connections 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cba90 0x55a1092d4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 --2- 172.21.15.18:0/913143775 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092cb550 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- 172.21.15.18:0/913143775 >> 172.21.15.18:0/913143775 conn(0x55a1092c58a0 msgr2=0x55a1092c5c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- 172.21.15.18:0/913143775 shutdown_connections 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- 172.21.15.18:0/913143775 wait complete. 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- start start 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 Processor -- start 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cb170 0x55a1092d16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.691 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d2160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1091cd470 con 0x55a1092cba90 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a10922af30 con 0x55a1092d4670 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1092d7460 con 0x55a1092cb170 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32f4069740 10 client.0 _ll_register_callbacks cb 0x55a109228d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53632/0 (socket says 172.21.15.18:53632) 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3882764861 learned_addr learned my addr 172.21.15.18:0/3882764861 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32eaffd640 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cb170 0x55a1092d16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.679+0000 7f32eb7fe640 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3882764861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cb170 msgr2=0x55a1092d16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.692 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cb170 0x55a1092d16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 msgr2=0x55a1092d2160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d2160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32ea7fc640 1 -- 172.21.15.18:0/3882764861 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a108f433f0 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1c20 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f32d400c760 tx=0x7f32d409b6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=953b79c712846d24 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32d27fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32d27fc640 1 -- 172.21.15.18:0/3882764861 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d40b8060 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32d27fc640 1 -- 172.21.15.18:0/3882764861 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f32d40cbe40 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f32e40043d0 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32d27fc640 1 -- 172.21.15.18:0/3882764861 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f32d40b2030 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32f4069740 10 client.19626 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a10900d7d0 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32d27fc640 1 -- 172.21.15.18:0/3882764861 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f32e40043d0 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32d27fc640 1 -- 172.21.15.18:0/3882764861 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f32d40a3170 con 0x55a1092cba90 2024-03-07T10:14:51.693 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32f4069740 10 client.19626 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32f4069740 10 client.19626 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32f4069740 20 client.19626 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.680+0000 7f32f4069740 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a1092e4750 0x55a1092e6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.681+0000 7f32f4069740 4 client.19626 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.681+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a10923c3d0 con 0x55a1092e4750 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.681+0000 7f32eaffd640 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a1092e4750 0x55a1092e6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.681+0000 7f32d27fc640 10 client.19626 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.681+0000 7f32eaffd640 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a1092e4750 0x55a1092e6b40 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=41d87bb24fe12197 server_cookie=ffdaf8e802aec54a in_seq=0 out_seq=0 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32d27fc640 1 -- 172.21.15.18:0/3882764861 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a10923c3d0 con 0x55a1092e4750 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32d27fc640 10 client.19626 handle_command_reply: tid=0 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 client.19626 shutdown 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 msgr2=0x55a1092d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1c20 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f32d400c760 tx=0x7f32d409b6a0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.694 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 shutdown_connections 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a1092e4750 0x55a1092e6b40 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d2160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1c20 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 --2- 172.21.15.18:0/3882764861 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cb170 0x55a1092d16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32d27fc640 0 client.19626 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 >> 172.21.15.18:0/3882764861 conn(0x55a1092c58a0 msgr2=0x55a1092c75f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 shutdown_connections 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 1 -- 172.21.15.18:0/3882764861 wait complete. 2024-03-07T10:14:51.695 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.682+0000 7f32f4069740 20 client.19626 trim_cache size 0 max 16384 2024-03-07T10:14:51.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.694+0000 7f32f4069740 1 Processor -- start 2024-03-07T10:14:51.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.694+0000 7f32f4069740 1 -- start start 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32f4069740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cb170 0x55a1092d3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32f4069740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32f4069740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32f4069740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1af8e0 con 0x55a1092cba90 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32f4069740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1ad3e0 con 0x55a1092cb170 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32f4069740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1ab4a0 con 0x55a1092d4670 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53644/0 (socket says 172.21.15.18:53644) 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 -- 172.21.15.18:0/1152430864 learned_addr learned my addr 172.21.15.18:0/1152430864 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32eaffd640 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cb170 0x55a1092d3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32eb7fe640 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.703 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 -- 172.21.15.18:0/1152430864 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 msgr2=0x55a1092d22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 -- 172.21.15.18:0/1152430864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cb170 msgr2=0x55a1092d3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cb170 0x55a1092d3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 -- 172.21.15.18:0/1152430864 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1092cb8c0 con 0x55a1092cba90 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32eaffd640 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cb170 0x55a1092d3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1db0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f32d409b710 tx=0x7f32d4003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46be734b680e457d server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32e0ff9640 1 -- 172.21.15.18:0/1152430864 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d40b8070 con 0x55a1092cba90 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32e0ff9640 1 -- 172.21.15.18:0/1152430864 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f32d40a3600 con 0x55a1092cba90 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.695+0000 7f32e0ff9640 1 -- 172.21.15.18:0/1152430864 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d40a3170 con 0x55a1092cba90 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 -- 172.21.15.18:0/1152430864 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 msgr2=0x55a1092d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1db0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f32d409b710 tx=0x7f32d4003d40 comp rx=0 tx=0).stop 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 -- 172.21.15.18:0/1152430864 shutdown_connections 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092d4670 0x55a1092d22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cba90 0x55a1092d1db0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 --2- 172.21.15.18:0/1152430864 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092cb170 0x55a1092d3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 -- 172.21.15.18:0/1152430864 >> 172.21.15.18:0/1152430864 conn(0x55a1092c58a0 msgr2=0x55a1092d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 -- 172.21.15.18:0/1152430864 shutdown_connections 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 -- 172.21.15.18:0/1152430864 wait complete. 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 -- start start 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.696+0000 7f32f4069740 1 Processor -- start 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092dc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cba90 0x55a1092d84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1abaa0 con 0x55a1092cb170 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1acd80 con 0x55a1092d4670 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ec1ac0c0 con 0x55a1092cba90 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 10 client.0 _ll_register_callbacks cb 0x7f32d409ac30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092dc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092dc130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53660/0 (socket says 172.21.15.18:53660) 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 -- 172.21.15.18:0/23586380 learned_addr learned my addr 172.21.15.18:0/23586380 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eb7fe640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cba90 0x55a1092d84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.706 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 -- 172.21.15.18:0/23586380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cba90 msgr2=0x55a1092d84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cba90 0x55a1092d84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 -- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 msgr2=0x55a1092d89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 -- 172.21.15.18:0/23586380 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a1092d8f30 con 0x55a1092cb170 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cba90 0x55a1092d84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32eaffd640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092dc130 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f32e4004fd0 tx=0x7f32e4009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50b4d1ecdbb24ee4 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32d27fc640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32d27fc640 1 -- 172.21.15.18:0/23586380 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32e4005450 con 0x55a1092cb170 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32d27fc640 1 -- 172.21.15.18:0/23586380 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f32e40055f0 con 0x55a1092cb170 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a109236720 con 0x55a1092cb170 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32d27fc640 1 -- 172.21.15.18:0/23586380 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f32e40097a0 con 0x55a1092cb170 2024-03-07T10:14:51.707 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 10 client.19632 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.697+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a109340c90 con 0x55a1092cb170 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32d27fc640 1 -- 172.21.15.18:0/23586380 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a109236720 con 0x55a1092cb170 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32d27fc640 1 -- 172.21.15.18:0/23586380 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f32e402b900 con 0x55a1092cb170 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 10 client.19632 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 10 client.19632 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 20 client.19632 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a109341230 0x55a109343650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 4 client.19632 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 --> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a1091b4610 con 0x55a109341230 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a109341230 0x55a109343650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32d27fc640 10 client.19632 ms_handle_connect on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:51.708 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32ea7fc640 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a109341230 0x55a109343650 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1ec2a8fc00be2e0c server_cookie=735248fe7125139a in_seq=0 out_seq=0 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32d27fc640 1 -- 172.21.15.18:0/23586380 <== mds.2 v2:172.21.15.63:6836/4105016846 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a1091b4610 con 0x55a109341230 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32d27fc640 10 client.19632 handle_command_reply: tid=0 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 1 client.19632 shutdown 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 msgr2=0x55a1092dc130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092dc130 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f32e4004fd0 tx=0x7f32e4009640 comp rx=0 tx=0).stop 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 shutdown_connections 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.698+0000 7f32f4069740 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:6836/4105016846,v1:172.21.15.63:6837/4105016846] conn(0x55a109341230 0x55a109343650 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f4069740 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a1092d4670 0x55a1092d89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f4069740 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a1092cba90 0x55a1092d84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32d27fc640 0 client.19632 ms_handle_reset on v2:172.21.15.63:6836/4105016846 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f4069740 1 --2- 172.21.15.18:0/23586380 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x55a1092cb170 0x55a1092dc130 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.709 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 >> 172.21.15.18:0/23586380 conn(0x55a1092c58a0 msgr2=0x55a1092d1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 shutdown_connections 2024-03-07T10:14:51.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f4069740 1 -- 172.21.15.18:0/23586380 wait complete. 2024-03-07T10:14:51.710 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f4069740 20 client.19632 trim_cache size 0 max 16384 2024-03-07T10:14:51.710 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:14:51.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32d80a1ef0 msgr2=0x7f32d80a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32d80a1ef0 0x7f32d80a43b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f32dc004af0 tx=0x7f32dc032360 comp rx=0 tx=0).stop 2024-03-07T10:14:51.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 msgr2=0x7f32ec198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec198330 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f32d400ea60 tx=0x7f32d400ef20 comp rx=0 tx=0).stop 2024-03-07T10:14:51.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 shutdown_connections 2024-03-07T10:14:51.711 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32ec1065b0 0x7f32ec19c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f32d80a1ef0 0x7f32d80a43b0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f32ec100eb0 0x7f32ec198330 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 --2- 172.21.15.18:0/3884557245 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32ec1004f0 0x7f32ec197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 >> 172.21.15.18:0/3884557245 conn(0x7f32ec077660 msgr2=0x7f32ec0ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 shutdown_connections 2024-03-07T10:14:51.712 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.699+0000 7f32f1283640 1 -- 172.21.15.18:0/3884557245 wait complete. 2024-03-07T10:14:51.713 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:14:51.713 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 -- 172.21.15.18:0/1552147478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 msgr2=0x7fef54100370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 --2- 172.21.15.18:0/1552147478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 0x7fef54100370 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fef480098c0 tx=0x7fef4802bbe0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 -- 172.21.15.18:0/1552147478 shutdown_connections 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 --2- 172.21.15.18:0/1552147478 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef541008b0 0x7fef5410e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 --2- 172.21.15.18:0/1552147478 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 0x7fef54100370 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 --2- 172.21.15.18:0/1552147478 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef54107830 0x7fef54107c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 -- 172.21.15.18:0/1552147478 >> 172.21.15.18:0/1552147478 conn(0x7fef54075780 msgr2=0x7fef54075b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.820 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 -- 172.21.15.18:0/1552147478 shutdown_connections 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.816+0000 7fef5a554640 1 -- 172.21.15.18:0/1552147478 wait complete. 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 Processor -- start 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 -- start start 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 0x7fef5419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef541008b0 0x7fef5419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef54107830 0x7fef5419e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef54111a50 con 0x7fef541008b0 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef541118d0 con 0x7fef540ffef0 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef5a554640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef54111bd0 con 0x7fef54107830 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef541008b0 0x7fef5419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef541008b0 0x7fef5419a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53678/0 (socket says 172.21.15.18:53678) 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 -- 172.21.15.18:0/3596533289 learned_addr learned my addr 172.21.15.18:0/3596533289 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef53fff640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 0x7fef5419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.821 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef58af1640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef54107830 0x7fef5419e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 -- 172.21.15.18:0/3596533289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef54107830 msgr2=0x7fef5419e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef54107830 0x7fef5419e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 -- 172.21.15.18:0/3596533289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 msgr2=0x7fef5419a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 0x7fef5419a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 -- 172.21.15.18:0/3596533289 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef5419f120 con 0x7fef541008b0 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef53fff640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 0x7fef5419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.817+0000 7fef537fe640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef541008b0 0x7fef5419a6c0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fef48037040 tx=0x7fef480045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.818+0000 7fef517fa640 1 -- 172.21.15.18:0/3596533289 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef48041020 con 0x7fef541008b0 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.818+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef5419f3b0 con 0x7fef541008b0 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.818+0000 7fef517fa640 1 -- 172.21.15.18:0/3596533289 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef4802ca60 con 0x7fef541008b0 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.818+0000 7fef517fa640 1 -- 172.21.15.18:0/3596533289 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef48039040 con 0x7fef541008b0 2024-03-07T10:14:51.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.818+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef541a6ca0 con 0x7fef541008b0 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef517fa640 1 -- 172.21.15.18:0/3596533289 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fef48044020 con 0x7fef541008b0 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 Processor -- start 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 -- start start 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477d5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477de130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef517fa640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef3c0a1ef0 0x7fef3c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d4779c330 con 0x555d477d5a90 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d47738e90 con 0x555d477d5170 2024-03-07T10:14:51.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef5d40e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d476e1d00 con 0x555d477de670 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef53fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477de130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.820+0000 7fef58af1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477d5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef53fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477de130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53692/0 (socket says 172.21.15.18:53692) 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477d5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:41940/0 (socket says 172.21.15.18:41940) 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef537fe640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef3c0a1ef0 0x7fef3c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef53fff640 1 -- 172.21.15.18:0/283057837 learned_addr learned my addr 172.21.15.18:0/283057837 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef517fa640 1 -- 172.21.15.18:0/3596533289 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fef480ef680 con 0x7fef541008b0 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 -- 172.21.15.18:0/283057837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 msgr2=0x555d477e0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 -- 172.21.15.18:0/283057837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 msgr2=0x555d477de130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477de130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 -- 172.21.15.18:0/283057837 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d476e0b90 con 0x555d477d5170 2024-03-07T10:14:51.830 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef53fff640 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477de130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef58af1640 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477d5550 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fef4c011a70 tx=0x7fef4c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71a9b6a033846715 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef537fe640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef3c0a1ef0 0x7fef3c0a43b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fef480b8540 tx=0x7fef480e67a0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef3a7fc640 1 -- 172.21.15.18:0/283057837 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef4c004b20 con 0x555d477d5170 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef3a7fc640 1 -- 172.21.15.18:0/283057837 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef4c00fd60 con 0x555d477d5170 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.821+0000 7fef3a7fc640 1 -- 172.21.15.18:0/283057837 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef4c0055b0 con 0x555d477d5170 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 -- 172.21.15.18:0/283057837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 msgr2=0x555d477d5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477d5550 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fef4c011a70 tx=0x7fef4c004ab0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 -- 172.21.15.18:0/283057837 shutdown_connections 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477de130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 --2- 172.21.15.18:0/283057837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477d5550 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 -- 172.21.15.18:0/283057837 >> 172.21.15.18:0/283057837 conn(0x555d477cf8a0 msgr2=0x555d477cfc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 -- 172.21.15.18:0/283057837 shutdown_connections 2024-03-07T10:14:51.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 -- 172.21.15.18:0/283057837 wait complete. 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 -- start start 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.822+0000 7fef5d40e740 1 Processor -- start 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5170 0x555d477db6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477dbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477de670 0x555d477dc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d476d7470 con 0x555d477d5a90 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d47734f30 con 0x555d477de670 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d477e1460 con 0x555d477d5170 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 10 client.0 _ll_register_callbacks cb 0x555d47732d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477dbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477dbc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53708/0 (socket says 172.21.15.18:53708) 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 -- 172.21.15.18:0/391954233 learned_addr learned my addr 172.21.15.18:0/391954233 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef58af1640 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477de670 0x555d477dc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef58af1640 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5170 0x555d477db6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 -- 172.21.15.18:0/391954233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5170 msgr2=0x555d477db6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5170 0x555d477db6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 -- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477de670 msgr2=0x555d477dc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477de670 0x555d477dc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 -- 172.21.15.18:0/391954233 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555d4744d3f0 con 0x555d477d5a90 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef53fff640 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477dbc00 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fef44012d20 tx=0x7fef4400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91496951101f44fc server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef337fe640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef337fe640 1 -- 172.21.15.18:0/391954233 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef4400fe20 con 0x555d477d5a90 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef337fe640 1 -- 172.21.15.18:0/391954233 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fef44010430 con 0x555d477d5a90 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.823+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fef4c00fd60 con 0x555d477d5a90 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef337fe640 1 -- 172.21.15.18:0/391954233 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef44010630 con 0x555d477d5a90 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 10 client.19644 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x555d475177d0 con 0x555d477d5a90 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef337fe640 1 -- 172.21.15.18:0/391954233 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef4c00fd60 con 0x555d477d5a90 2024-03-07T10:14:51.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef337fe640 1 -- 172.21.15.18:0/391954233 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fef4401c820 con 0x555d477d5a90 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 10 client.19644 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 10 client.19644 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 20 client.19644 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d477ee8a0 0x555d477f0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 4 client.19644 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555d477463d0 con 0x555d477ee8a0 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef58af1640 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d477ee8a0 0x555d477f0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef337fe640 10 client.19644 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.824+0000 7fef58af1640 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d477ee8a0 0x555d477f0c90 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=28681ae473db604c server_cookie=3fe821a7425335c5 in_seq=0 out_seq=0 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef337fe640 1 -- 172.21.15.18:0/391954233 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555d477463d0 con 0x555d477ee8a0 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef337fe640 10 client.19644 handle_command_reply: tid=0 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 client.19644 shutdown 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 msgr2=0x555d477dbc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477dbc00 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fef44012d20 tx=0x7fef4400f790 comp rx=0 tx=0).stop 2024-03-07T10:14:51.834 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 shutdown_connections 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477de670 0x555d477dc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5a90 0x555d477dbc00 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d477ee8a0 0x555d477f0c90 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 --2- 172.21.15.18:0/391954233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5170 0x555d477db6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 >> 172.21.15.18:0/391954233 conn(0x555d477cf8a0 msgr2=0x555d477d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef337fe640 0 client.19644 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 shutdown_connections 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.825+0000 7fef5d40e740 1 -- 172.21.15.18:0/391954233 wait complete. 2024-03-07T10:14:51.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.826+0000 7fef5d40e740 20 client.19644 trim_cache size 0 max 16384 2024-03-07T10:14:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 Processor -- start 2024-03-07T10:14:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 -- start start 2024-03-07T10:14:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477dddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.845 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5a90 0x555d477d1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477de670 0x555d477e9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef541b1c00 con 0x555d477de670 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef541af700 con 0x555d477d5170 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef5d40e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef541ad7c0 con 0x555d477d5a90 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef58af1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477de670 0x555d477e9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef58af1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477de670 0x555d477e9ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53714/0 (socket says 172.21.15.18:53714) 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef58af1640 1 -- 172.21.15.18:0/4247808968 learned_addr learned my addr 172.21.15.18:0/4247808968 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef53fff640 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5a90 0x555d477d1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef58af1640 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477dddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef53fff640 1 -- 172.21.15.18:0/4247808968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 msgr2=0x555d477dddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef53fff640 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477dddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef53fff640 1 -- 172.21.15.18:0/4247808968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477de670 msgr2=0x555d477e9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef53fff640 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477de670 0x555d477e9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.846 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.838+0000 7fef53fff640 1 -- 172.21.15.18:0/4247808968 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d477da670 con 0x555d477d5a90 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef53fff640 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5a90 0x555d477d1560 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fef44009550 tx=0x7fef4400fc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dad715ccd257a539 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef39ffb640 1 -- 172.21.15.18:0/4247808968 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef44010430 con 0x555d477d5a90 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef39ffb640 1 -- 172.21.15.18:0/4247808968 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef4401c900 con 0x555d477d5a90 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef39ffb640 1 -- 172.21.15.18:0/4247808968 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef44005070 con 0x555d477d5a90 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 -- 172.21.15.18:0/4247808968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5a90 msgr2=0x555d477d1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5a90 0x555d477d1560 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fef44009550 tx=0x7fef4400fc90 comp rx=0 tx=0).stop 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 -- 172.21.15.18:0/4247808968 shutdown_connections 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477de670 0x555d477e9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477d5a90 0x555d477d1560 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 --2- 172.21.15.18:0/4247808968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5170 0x555d477dddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 -- 172.21.15.18:0/4247808968 >> 172.21.15.18:0/4247808968 conn(0x555d477cf8a0 msgr2=0x555d477cfc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 -- 172.21.15.18:0/4247808968 shutdown_connections 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.839+0000 7fef5d40e740 1 -- 172.21.15.18:0/4247808968 wait complete. 2024-03-07T10:14:51.847 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 -- start start 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 Processor -- start 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5170 0x555d477d9350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5a90 0x555d477e36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef541addc0 con 0x555d477d5170 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef541af0a0 con 0x555d477d5a90 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef541ae3e0 con 0x555d477de670 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef5d40e740 10 client.0 _ll_register_callbacks cb 0x7fef44012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef58af1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5170 0x555d477d9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef58af1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5170 0x555d477d9350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53730/0 (socket says 172.21.15.18:53730) 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef58af1640 1 -- 172.21.15.18:0/1335252993 learned_addr learned my addr 172.21.15.18:0/1335252993 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef53fff640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5a90 0x555d477e36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.840+0000 7fef58af1640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.848 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef53fff640 1 -- 172.21.15.18:0/1335252993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 msgr2=0x555d477e3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef53fff640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef53fff640 1 -- 172.21.15.18:0/1335252993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5170 msgr2=0x555d477d9350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef53fff640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5170 0x555d477d9350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef53fff640 1 -- 172.21.15.18:0/1335252993 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555d477e4330 con 0x555d477d5a90 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef58af1640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5170 0x555d477d9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef53fff640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5a90 0x555d477e36b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fef4401cc70 tx=0x7fef440127f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=569620e5da3c93e6 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef337fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef337fe640 1 -- 172.21.15.18:0/1335252993 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef4401c420 con 0x555d477d5a90 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef337fe640 1 -- 172.21.15.18:0/1335252993 <== mon.2 v2:172.21.15.63:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fef4401c5c0 con 0x555d477d5a90 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fef4401c900 con 0x555d477d5a90 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef337fe640 1 -- 172.21.15.18:0/1335252993 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef44005030 con 0x555d477d5a90 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef5d40e740 10 client.29303 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.849 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x555d4784b0c0 con 0x555d477d5a90 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.841+0000 7fef337fe640 1 -- 172.21.15.18:0/1335252993 <== mon.2 v2:172.21.15.63:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fef4401c900 con 0x555d477d5a90 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef337fe640 1 -- 172.21.15.18:0/1335252993 <== mon.2 v2:172.21.15.63:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fef44004930 con 0x555d477d5a90 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef5d40e740 10 client.29303 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef5d40e740 10 client.29303 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef5d40e740 20 client.29303 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef5d40e740 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d4784b6e0 0x555d4784db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef5d40e740 4 client.29303 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 --> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555d47740720 con 0x555d4784b6e0 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef58af1640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d4784b6e0 0x555d4784db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef337fe640 10 client.29303 ms_handle_connect on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef58af1640 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d4784b6e0 0x555d4784db00 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3df1f4afb8278db7 server_cookie=8cd4051e33ea30ab in_seq=0 out_seq=0 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef337fe640 1 -- 172.21.15.18:0/1335252993 <== mds.1 v2:172.21.15.63:6838/2397861497 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555d47740720 con 0x555d4784b6e0 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef337fe640 10 client.29303 handle_command_reply: tid=0 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.842+0000 7fef5d40e740 1 client.29303 shutdown 2024-03-07T10:14:51.850 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5a90 msgr2=0x555d477e36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5a90 0x555d477e36b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fef4401cc70 tx=0x7fef440127f0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 shutdown_connections 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:6838/2397861497,v1:172.21.15.63:6839/2397861497] conn(0x555d4784b6e0 0x555d4784db00 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555d477de670 0x555d477e3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555d477d5a90 0x555d477e36b0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 --2- 172.21.15.18:0/1335252993 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x555d477d5170 0x555d477d9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef337fe640 0 client.29303 ms_handle_reset on v2:172.21.15.63:6838/2397861497 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 >> 172.21.15.18:0/1335252993 conn(0x555d477cf8a0 msgr2=0x555d477dbef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 shutdown_connections 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 1 -- 172.21.15.18:0/1335252993 wait complete. 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5d40e740 20 client.29303 trim_cache size 0 max 16384 2024-03-07T10:14:51.851 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:14:51.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef3c0a1ef0 msgr2=0x7fef3c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.852 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5a554640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef3c0a1ef0 0x7fef3c0a43b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fef480b8540 tx=0x7fef480e67a0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef541008b0 msgr2=0x7fef5419a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5a554640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef541008b0 0x7fef5419a6c0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fef48037040 tx=0x7fef480045b0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 shutdown_connections 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.843+0000 7fef5a554640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fef54107830 0x7fef5419e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.844+0000 7fef5a554640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fef3c0a1ef0 0x7fef3c0a43b0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.844+0000 7fef5a554640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fef541008b0 0x7fef5419a6c0 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.844+0000 7fef5a554640 1 --2- 172.21.15.18:0/3596533289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef540ffef0 0x7fef5419a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.844+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 >> 172.21.15.18:0/3596533289 conn(0x7fef54075780 msgr2=0x7fef540fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.844+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 shutdown_connections 2024-03-07T10:14:51.853 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.844+0000 7fef5a554640 1 -- 172.21.15.18:0/3596533289 wait complete. 2024-03-07T10:14:51.857 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-07T10:14:51.857 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-07T10:14:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 -- 172.21.15.18:0/2434413636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c100eb0 msgr2=0x7f860c10d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 --2- 172.21.15.18:0/2434413636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c100eb0 0x7f860c10d370 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009900 tx=0x7f85fc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 -- 172.21.15.18:0/2434413636 shutdown_connections 2024-03-07T10:14:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 --2- 172.21.15.18:0/2434413636 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c100eb0 0x7f860c10d370 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 --2- 172.21.15.18:0/2434413636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c1004f0 0x7f860c100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 --2- 172.21.15.18:0/2434413636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c1065b0 0x7f860c106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 -- 172.21.15.18:0/2434413636 >> 172.21.15.18:0/2434413636 conn(0x7f860c077660 msgr2=0x7f860c077a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 -- 172.21.15.18:0/2434413636 shutdown_connections 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.963+0000 7f8612c34640 1 -- 172.21.15.18:0/2434413636 wait complete. 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 Processor -- start 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 -- start start 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c1004f0 0x7f860c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c100eb0 0x7f860c1991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c1065b0 0x7f860c1a3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c110890 con 0x7f860c1004f0 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c110710 con 0x7f860c100eb0 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f8612c34640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c110a10 con 0x7f860c1065b0 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f86109d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c1004f0 0x7f860c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f86109d0640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c1004f0 0x7f860c198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53742/0 (socket says 172.21.15.18:53742) 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f86109d0640 1 -- 172.21.15.18:0/1018130153 learned_addr learned my addr 172.21.15.18:0/1018130153 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f860bfff640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c100eb0 0x7f860c1991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.964+0000 7f86111d1640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c1065b0 0x7f860c1a3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f86109d0640 1 -- 172.21.15.18:0/1018130153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c1065b0 msgr2=0x7f860c1a3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f86109d0640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c1065b0 0x7f860c1a3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f86109d0640 1 -- 172.21.15.18:0/1018130153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c100eb0 msgr2=0x7f860c1991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f86109d0640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c100eb0 0x7f860c1991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f86109d0640 1 -- 172.21.15.18:0/1018130153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f860c1a4230 con 0x7f860c1004f0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f86109d0640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c1004f0 0x7f860c198c70 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f860400db80 tx=0x7f860400b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f8609ffb640 1 -- 172.21.15.18:0/1018130153 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8604017070 con 0x7f860c1004f0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f860c1a4400 con 0x7f860c1004f0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f8609ffb640 1 -- 172.21.15.18:0/1018130153 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8604003b70 con 0x7f860c1004f0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f8609ffb640 1 -- 172.21.15.18:0/1018130153 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86040106c0 con 0x7f860c1004f0 2024-03-07T10:14:51.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.965+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f860c1a49a0 con 0x7f860c1004f0 2024-03-07T10:14:51.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.967+0000 7f8609ffb640 1 -- 172.21.15.18:0/1018130153 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8604004020 con 0x7f860c1004f0 2024-03-07T10:14:51.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.967+0000 7f8615a3e740 1 Processor -- start 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8615a3e740 1 -- start start 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b0eea0 0x562fe9b0f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8609ffb640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85f40a1ef0 0x7f85f40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b1ca80 0x562fe9b1ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8615a3e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fe9ad6330 con 0x562fe9b0f7c0 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8615a3e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fe9a72e90 con 0x562fe9b0eea0 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8615a3e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fe9a1bd00 con 0x562fe9b1ca80 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53746/0 (socket says 172.21.15.18:53746) 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 -- 172.21.15.18:0/2566312463 learned_addr learned my addr 172.21.15.18:0/2566312463 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f86111d1640 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b0eea0 0x562fe9b0f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f86109d0640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85f40a1ef0 0x7f85f40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f8609ffb640 1 -- 172.21.15.18:0/1018130153 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f86040cdfb0 con 0x7f860c1004f0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f86111d1640 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b1ca80 0x562fe9b1ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 -- 172.21.15.18:0/2566312463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b1ca80 msgr2=0x562fe9b1ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b1ca80 0x562fe9b1ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 -- 172.21.15.18:0/2566312463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b0eea0 msgr2=0x562fe9b0f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b0eea0 0x562fe9b0f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 -- 172.21.15.18:0/2566312463 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562fe9a1ab90 con 0x562fe9b0f7c0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f860bfff640 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1c540 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f8600009ca0 tx=0x7f8600011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd2690ca09409b50 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.968+0000 7f86109d0640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85f40a1ef0 0x7f85f40a43b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f860409a830 tx=0x7f860400df10 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f85f2ffd640 1 -- 172.21.15.18:0/2566312463 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860001e070 con 0x562fe9b0f7c0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f85f2ffd640 1 -- 172.21.15.18:0/2566312463 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8600009e50 con 0x562fe9b0f7c0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f85f2ffd640 1 -- 172.21.15.18:0/2566312463 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8600018750 con 0x562fe9b0f7c0 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 -- 172.21.15.18:0/2566312463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 msgr2=0x562fe9b1c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1c540 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f8600009ca0 tx=0x7f8600011810 comp rx=0 tx=0).stop 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 -- 172.21.15.18:0/2566312463 shutdown_connections 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b1ca80 0x562fe9b1ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1c540 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2566312463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b0eea0 0x562fe9b0f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 -- 172.21.15.18:0/2566312463 >> 172.21.15.18:0/2566312463 conn(0x562fe9b098a0 msgr2=0x562fe9b09c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 -- 172.21.15.18:0/2566312463 shutdown_connections 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.969+0000 7f8615a3e740 1 -- 172.21.15.18:0/2566312463 wait complete. 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 -- start start 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 Processor -- start 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0eea0 0x562fe9b19c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b1a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fe9a11470 con 0x562fe9b0f7c0 2024-03-07T10:14:51.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fe9a6ef30 con 0x562fe9b1ca80 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fe9b1f840 con 0x562fe9b0eea0 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f8615a3e740 10 client.0 _ll_register_callbacks cb 0x562fe9a6cd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53756/0 (socket says 172.21.15.18:53756) 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 -- 172.21.15.18:0/411089194 learned_addr learned my addr 172.21.15.18:0/411089194 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f86111d1640 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0eea0 0x562fe9b19c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f86111d1640 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b1a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 -- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0eea0 msgr2=0x562fe9b19c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0eea0 0x562fe9b19c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 -- 172.21.15.18:0/411089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 msgr2=0x562fe9b1a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b1a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.970+0000 7f860bfff640 1 -- 172.21.15.18:0/411089194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562fe97873f0 con 0x562fe9b0f7c0 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f860bfff640 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1a190 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f86000183f0 tx=0x7f8600005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c39853077c9a64e server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f85ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f85ebfff640 1 -- 172.21.15.18:0/411089194 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860001e040 con 0x562fe9b0f7c0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f85ebfff640 1 -- 172.21.15.18:0/411089194 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f8600004780 con 0x562fe9b0f7c0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8600009e50 con 0x562fe9b0f7c0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f85ebfff640 1 -- 172.21.15.18:0/411089194 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8600032050 con 0x562fe9b0f7c0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 10 client.19662 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562fe98517d0 con 0x562fe9b0f7c0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f85ebfff640 1 -- 172.21.15.18:0/411089194 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8600009e50 con 0x562fe9b0f7c0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f85ebfff640 1 -- 172.21.15.18:0/411089194 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f8600019ab0 con 0x562fe9b0f7c0 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 10 client.19662 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 10 client.19662 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 20 client.19662 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b2f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 4 client.19662 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.971+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562fe9a803d0 con 0x562fe9b2cd20 2024-03-07T10:14:51.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.972+0000 7f86111d1640 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b2f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.972+0000 7f85ebfff640 10 client.19662 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.972+0000 7f86111d1640 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b2f110 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3218751cff006811 server_cookie=684dc69d731fb543 in_seq=0 out_seq=0 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.972+0000 7f85ebfff640 1 -- 172.21.15.18:0/411089194 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562fe9a803d0 con 0x562fe9b2cd20 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.972+0000 7f85ebfff640 10 client.19662 handle_command_reply: tid=0 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.972+0000 7f8615a3e740 1 client.19662 shutdown 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 msgr2=0x562fe9b1a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1a190 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f86000183f0 tx=0x7f8600005740 comp rx=0 tx=0).stop 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 shutdown_connections 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b2f110 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b1a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0f7c0 0x562fe9b1a190 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f85ebfff640 0 client.19662 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 --2- 172.21.15.18:0/411089194 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0eea0 0x562fe9b19c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.981 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 >> 172.21.15.18:0/411089194 conn(0x562fe9b098a0 msgr2=0x562fe9b0b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 shutdown_connections 2024-03-07T10:14:51.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 1 -- 172.21.15.18:0/411089194 wait complete. 2024-03-07T10:14:51.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.973+0000 7f8615a3e740 20 client.19662 trim_cache size 0 max 16384 2024-03-07T10:14:51.992 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.985+0000 7f8615a3e740 1 Processor -- start 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.985+0000 7f8615a3e740 1 -- start start 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b1c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b18dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b087e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f8615a3e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c1ad790 con 0x562fe9b0eea0 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f8615a3e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c1ab290 con 0x562fe9b1ca80 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f8615a3e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c1a9350 con 0x562fe9b0f7c0 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b1c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b1c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53764/0 (socket says 172.21.15.18:53764) 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 -- 172.21.15.18:0/2373484634 learned_addr learned my addr 172.21.15.18:0/2373484634 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f860bfff640 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b18dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 -- 172.21.15.18:0/2373484634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 msgr2=0x562fe9b18dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.993 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b18dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 -- 172.21.15.18:0/2373484634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 msgr2=0x562fe9b087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b087e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 -- 172.21.15.18:0/2373484634 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562fe9b09100 con 0x562fe9b0eea0 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f86111d1640 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b1c380 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f85fc004650 tx=0x7f85fc02e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c88313cd89094011 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f85f27fc640 1 -- 172.21.15.18:0/2373484634 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85fc02c990 con 0x562fe9b0eea0 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f85f27fc640 1 -- 172.21.15.18:0/2373484634 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85fc004ba0 con 0x562fe9b0eea0 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.986+0000 7f85f27fc640 1 -- 172.21.15.18:0/2373484634 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85fc0054a0 con 0x562fe9b0eea0 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 -- 172.21.15.18:0/2373484634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 msgr2=0x562fe9b1c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b1c380 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f85fc004650 tx=0x7f85fc02e040 comp rx=0 tx=0).stop 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 -- 172.21.15.18:0/2373484634 shutdown_connections 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b18dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 --2- 172.21.15.18:0/2373484634 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b1c380 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.994 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 -- 172.21.15.18:0/2373484634 >> 172.21.15.18:0/2373484634 conn(0x562fe9b098a0 msgr2=0x562fe9b080d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 -- 172.21.15.18:0/2373484634 shutdown_connections 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 -- 172.21.15.18:0/2373484634 wait complete. 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 -- start start 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.987+0000 7f8615a3e740 1 Processor -- start 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b16500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b16a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b16f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c1a9950 con 0x562fe9b0eea0 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c1aac30 con 0x562fe9b1ca80 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860c1a9f70 con 0x562fe9b0f7c0 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 10 client.0 _ll_register_callbacks cb 0x7f860001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b16500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b16500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53770/0 (socket says 172.21.15.18:53770) 2024-03-07T10:14:51.995 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 -- 172.21.15.18:0/3342292496 learned_addr learned my addr 172.21.15.18:0/3342292496 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f860bfff640 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b16a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b16f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 -- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 msgr2=0x562fe9b16a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b16a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 -- 172.21.15.18:0/3342292496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 msgr2=0x562fe9b16f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b16f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 -- 172.21.15.18:0/3342292496 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562fe9b87540 con 0x562fe9b0eea0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f86111d1640 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b16500 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009310 tx=0x7f85fc02c2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae1f26a2c5c91244 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f85ebfff640 10 client.0 ms_handle_connect on v2:172.21.15.18:3300/0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f85ebfff640 1 -- 172.21.15.18:0/3342292496 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85fc056040 con 0x562fe9b0eea0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f85ebfff640 1 -- 172.21.15.18:0/3342292496 <== mon.0 v2:172.21.15.18:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f85fc004940 con 0x562fe9b0eea0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f85fc004ba0 con 0x562fe9b0eea0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f85ebfff640 1 -- 172.21.15.18:0/3342292496 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85fc02c990 con 0x562fe9b0eea0 2024-03-07T10:14:51.996 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 10 client.19668 fetch_fsmap learned FSMap version 26 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.988+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x562fe9b88820 con 0x562fe9b0eea0 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f85ebfff640 1 -- 172.21.15.18:0/3342292496 <== mon.0 v2:172.21.15.18:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85fc004ba0 con 0x562fe9b0eea0 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f85ebfff640 1 -- 172.21.15.18:0/3342292496 <== mon.0 v2:172.21.15.18:3300/0 5 ==== fsmap(e 26) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f85fc0509f0 con 0x562fe9b0eea0 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f8615a3e740 10 client.19668 fetch_fsmap finished waiting for FSMap version 26 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f8615a3e740 10 client.19668 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f8615a3e740 20 client.19668 populate_metadata read hostname 'smithi018' 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f8615a3e740 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b8ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f8615a3e740 4 client.19668 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 --> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562fe9a7a720 con 0x562fe9b2cd20 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f860bfff640 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b8ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f860bfff640 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b8ae10 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e34f8bb4697f3954 server_cookie=f690de9c67ce3dca in_seq=0 out_seq=0 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f85ebfff640 10 client.19668 ms_handle_connect on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f85ebfff640 1 -- 172.21.15.18:0/3342292496 <== mds.0 v2:172.21.15.77:6838/910411166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562fe9a7a720 con 0x562fe9b2cd20 2024-03-07T10:14:51.997 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f85ebfff640 10 client.19668 handle_command_reply: tid=0 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.989+0000 7f8615a3e740 1 client.19668 shutdown 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 msgr2=0x562fe9b16500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b16500 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009310 tx=0x7f85fc02c2b0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 shutdown_connections 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:6838/910411166,v1:172.21.15.77:6839/910411166] conn(0x562fe9b2cd20 0x562fe9b8ae10 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562fe9b1ca80 0x562fe9b16f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562fe9b0f7c0 0x562fe9b16a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 --2- 172.21.15.18:0/3342292496 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x562fe9b0eea0 0x562fe9b16500 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f85ebfff640 0 client.19668 ms_handle_reset on v2:172.21.15.77:6838/910411166 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 >> 172.21.15.18:0/3342292496 conn(0x562fe9b098a0 msgr2=0x562fe9b08960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 shutdown_connections 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 1 -- 172.21.15.18:0/3342292496 wait complete. 2024-03-07T10:14:51.998 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8615a3e740 20 client.19668 trim_cache size 0 max 16384 2024-03-07T10:14:51.999 INFO:teuthology.orchestra.run.smithi018.stdout:[] 2024-03-07T10:14:51.999 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85f40a1ef0 msgr2=0x7f85f40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85f40a1ef0 0x7f85f40a43b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f860409a830 tx=0x7f860400df10 comp rx=0 tx=0).stop 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c1004f0 msgr2=0x7f860c198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c1004f0 0x7f860c198c70 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f860400db80 tx=0x7f860400b630 comp rx=0 tx=0).stop 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 shutdown_connections 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f860c1065b0 0x7f860c1a3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c100eb0 0x7f860c1991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85f40a1ef0 0x7f85f40a43b0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 --2- 172.21.15.18:0/1018130153 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f860c1004f0 0x7f860c198c70 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.990+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 >> 172.21.15.18:0/1018130153 conn(0x7f860c077660 msgr2=0x7f860c0ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.991+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 shutdown_connections 2024-03-07T10:14:52.000 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:51.991+0000 7f8612c34640 1 -- 172.21.15.18:0/1018130153 wait complete. 2024-03-07T10:14:52.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:51 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1226472446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:14:52.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:51 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1226472446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:14:52.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:51 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1226472446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:14:53.003 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs 2024-03-07T10:14:53.003 INFO:tasks.fwd_scrub:done joining 2024-03-07T10:14:53.004 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-03-07T10:14:53.018 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 -- 172.21.15.18:0/1662172723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 msgr2=0x7f96a01069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 --2- 172.21.15.18:0/1662172723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 0x7f96a01069d0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f9690009900 tx=0x7f969002bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 -- 172.21.15.18:0/1662172723 shutdown_connections 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 --2- 172.21.15.18:0/1662172723 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100ef0 0x7f96a010d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 --2- 172.21.15.18:0/1662172723 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96a0100530 0x7f96a01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 --2- 172.21.15.18:0/1662172723 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 0x7f96a01069d0 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 -- 172.21.15.18:0/1662172723 >> 172.21.15.18:0/1662172723 conn(0x7f96a00776e0 msgr2=0x7f96a0077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 -- 172.21.15.18:0/1662172723 shutdown_connections 2024-03-07T10:14:53.136 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 -- 172.21.15.18:0/1662172723 wait complete. 2024-03-07T10:14:53.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 Processor -- start 2024-03-07T10:14:53.137 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.134+0000 7f96a6507640 1 -- start start 2024-03-07T10:14:53.138 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a6507640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100530 0x7f96a0197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a6507640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96a0100ef0 0x7f96a0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a6507640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 0x7f96a019c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a6507640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96a0111a50 con 0x7f96a01065f0 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a6507640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96a01118d0 con 0x7f96a0100530 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a6507640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96a0111bd0 con 0x7f96a0100ef0 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100530 0x7f96a0197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a4aa4640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 0x7f96a019c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100530 0x7f96a0197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.18:42050/0 (socket says 172.21.15.18:42050) 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969f7fe640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96a0100ef0 0x7f96a0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 -- 172.21.15.18:0/848256204 learned_addr learned my addr 172.21.15.18:0/848256204 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 -- 172.21.15.18:0/848256204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96a0100ef0 msgr2=0x7f96a0198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96a0100ef0 0x7f96a0198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.139 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 -- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 msgr2=0x7f96a019c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 0x7f96a019c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f969ffff640 1 -- 172.21.15.18:0/848256204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96a019ce20 con 0x7f96a0100530 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.135+0000 7f96a4aa4640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 0x7f96a019c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.136+0000 7f969ffff640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100530 0x7f96a0197e30 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9690005940 tx=0x7f9690004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.136+0000 7f969d7fa640 1 -- 172.21.15.18:0/848256204 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9690041070 con 0x7f96a0100530 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.136+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96a019d0b0 con 0x7f96a0100530 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.136+0000 7f969d7fa640 1 -- 172.21.15.18:0/848256204 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f96900054e0 con 0x7f96a0100530 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.136+0000 7f969d7fa640 1 -- 172.21.15.18:0/848256204 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9690003d00 con 0x7f96a0100530 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.136+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96a01a49a0 con 0x7f96a0100530 2024-03-07T10:14:53.140 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.137+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96a00684e0 con 0x7f96a0100530 2024-03-07T10:14:53.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.138+0000 7f969d7fa640 1 -- 172.21.15.18:0/848256204 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9690044070 con 0x7f96a0100530 2024-03-07T10:14:53.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.139+0000 7f969d7fa640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f96880a1ef0 0x7f96880a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.139+0000 7f969f7fe640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f96880a1ef0 0x7f96880a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.139+0000 7f969d7fa640 1 -- 172.21.15.18:0/848256204 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f96900f0070 con 0x7f96a0100530 2024-03-07T10:14:53.141 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.139+0000 7f969f7fe640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f96880a1ef0 0x7f96880a43b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f96a0105b50 tx=0x7f9694005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:53.149 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.147+0000 7f969d7fa640 1 -- 172.21.15.18:0/848256204 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f96900bcb20 con 0x7f96a0100530 2024-03-07T10:14:53.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:52 smithi063 ceph-mon[36356]: pgmap v493: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 38 KiB/s wr, 8 op/s 2024-03-07T10:14:53.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:52 smithi077 ceph-mon[36374]: pgmap v493: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 38 KiB/s wr, 8 op/s 2024-03-07T10:14:53.333 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.331+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f96a01a4b70 con 0x7f96a0100530 2024-03-07T10:14:53.336 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.334+0000 7f969d7fa640 1 -- 172.21.15.18:0/848256204 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) v1 ==== 74+0+23259 (secure 0 0 0) 0x7f96900c0bc0 con 0x7f96a0100530 2024-03-07T10:14:53.336 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:53.337 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":109,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T10:14:17.751000+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"108","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":25,"snap_epoch":108,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2711742039":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/4020934669":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/3479518143":"2024-03-08T09:59:06.812801+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/728165299":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/1270389896":"2024-03-08T09:59:06.812801+0000","172.21.15.18:6801/1270389896":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/4041905068":"2024-03-08T09:59:06.812801+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":12,"length":1},{"begin":25,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T10:14:53.338 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f96880a1ef0 msgr2=0x7f96880a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f96880a1ef0 0x7f96880a43b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f96a0105b50 tx=0x7f9694005f90 comp rx=0 tx=0).stop 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100530 msgr2=0x7f96a0197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100530 0x7f96a0197e30 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9690005940 tx=0x7f9690004270 comp rx=0 tx=0).stop 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 shutdown_connections 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f96880a1ef0 0x7f96880a43b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f96a01065f0 0x7f96a019c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f96a0100ef0 0x7f96a0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 --2- 172.21.15.18:0/848256204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96a0100530 0x7f96a0197e30 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 >> 172.21.15.18:0/848256204 conn(0x7f96a00776e0 msgr2=0x7f96a00fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 shutdown_connections 2024-03-07T10:14:53.339 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.337+0000 7f96a6507640 1 -- 172.21.15.18:0/848256204 wait complete. 2024-03-07T10:14:53.341 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:52 smithi018 ceph-mon[32171]: pgmap v493: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 38 KiB/s wr, 8 op/s 2024-03-07T10:14:53.350 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '108', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 25, 'snap_epoch': 108, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T10:14:53.351 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T10:14:53.459 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.455+0000 7ff86a65e640 1 -- 172.21.15.18:0/2020808039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8641015f0 msgr2=0x7ff864101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.455+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2020808039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8641015f0 0x7ff864101a70 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7ff854009930 tx=0x7ff85402bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 -- 172.21.15.18:0/2020808039 shutdown_connections 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2020808039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff864101fb0 0x7ff86410e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2020808039 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff8641015f0 0x7ff864101a70 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2020808039 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff864107690 0x7ff864107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 -- 172.21.15.18:0/2020808039 >> 172.21.15.18:0/2020808039 conn(0x7ff8640fd100 msgr2=0x7ff8640ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 -- 172.21.15.18:0/2020808039 shutdown_connections 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 -- 172.21.15.18:0/2020808039 wait complete. 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 Processor -- start 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.456+0000 7ff86a65e640 1 -- start start 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641015f0 0x7ff864197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.460 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff864101fb0 0x7ff8641983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff864107690 0x7ff86419c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff864111a10 con 0x7ff864101fb0 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff864111890 con 0x7ff8641015f0 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff864111b90 con 0x7ff864107690 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff864101fb0 0x7ff8641983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff864101fb0 0x7ff8641983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53796/0 (socket says 172.21.15.18:53796) 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff863fff640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641015f0 0x7ff864197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 -- 172.21.15.18:0/2295291599 learned_addr learned my addr 172.21.15.18:0/2295291599 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff868bfb640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff864107690 0x7ff86419c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 -- 172.21.15.18:0/2295291599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff864107690 msgr2=0x7ff86419c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff864107690 0x7ff86419c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 -- 172.21.15.18:0/2295291599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641015f0 msgr2=0x7ff864197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641015f0 0x7ff864197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 -- 172.21.15.18:0/2295291599 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff86419ce80 con 0x7ff864101fb0 2024-03-07T10:14:53.461 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8637fe640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff864101fb0 0x7ff8641983d0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7ff854009230 tx=0x7ff85402cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:53.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8617fa640 1 -- 172.21.15.18:0/2295291599 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff854041070 con 0x7ff864101fb0 2024-03-07T10:14:53.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff86419d110 con 0x7ff864101fb0 2024-03-07T10:14:53.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8617fa640 1 -- 172.21.15.18:0/2295291599 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff854004450 con 0x7ff864101fb0 2024-03-07T10:14:53.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff8617fa640 1 -- 172.21.15.18:0/2295291599 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff854003e50 con 0x7ff864101fb0 2024-03-07T10:14:53.462 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.457+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8641a4a00 con 0x7ff864101fb0 2024-03-07T10:14:53.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.458+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff864068930 con 0x7ff864101fb0 2024-03-07T10:14:53.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.460+0000 7ff8617fa640 1 -- 172.21.15.18:0/2295291599 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7ff854044070 con 0x7ff864101fb0 2024-03-07T10:14:53.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.460+0000 7ff8617fa640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8500a2090 0x7ff8500a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.460+0000 7ff8617fa640 1 -- 172.21.15.18:0/2295291599 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7ff8540ef9f0 con 0x7ff864101fb0 2024-03-07T10:14:53.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.460+0000 7ff863fff640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8500a2090 0x7ff8500a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.463 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.461+0000 7ff863fff640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8500a2090 0x7ff8500a4550 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff864102730 tx=0x7ff84c005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:53.466 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.465+0000 7ff8617fa640 1 -- 172.21.15.18:0/2295291599 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff8540bc500 con 0x7ff864101fb0 2024-03-07T10:14:53.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.646+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff8641095f0 con 0x7ff864101fb0 2024-03-07T10:14:53.649 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.647+0000 7ff8617fa640 1 -- 172.21.15.18:0/2295291599 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v109) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff8540c05a0 con 0x7ff864101fb0 2024-03-07T10:14:53.649 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T10:14:53.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.648+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8500a2090 msgr2=0x7ff8500a4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.651 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.648+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8500a2090 0x7ff8500a4550 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff864102730 tx=0x7ff84c005f90 comp rx=0 tx=0).stop 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.648+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff864101fb0 msgr2=0x7ff8641983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.648+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff864101fb0 0x7ff8641983d0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7ff854009230 tx=0x7ff85402cb30 comp rx=0 tx=0).stop 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 shutdown_connections 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff864107690 0x7ff86419c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7ff8500a2090 0x7ff8500a4550 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7ff864101fb0 0x7ff8641983d0 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 --2- 172.21.15.18:0/2295291599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8641015f0 0x7ff864197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 >> 172.21.15.18:0/2295291599 conn(0x7ff8640fd100 msgr2=0x7ff8640fe7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 shutdown_connections 2024-03-07T10:14:53.652 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.649+0000 7ff86a65e640 1 -- 172.21.15.18:0/2295291599 wait complete. 2024-03-07T10:14:53.663 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T10:14:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.766+0000 7fa2166b6640 1 -- 172.21.15.18:0/3920879607 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa210102880 msgr2=0x7fa210102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.766+0000 7fa2166b6640 1 --2- 172.21.15.18:0/3920879607 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa210102880 0x7fa210102c60 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa200009900 tx=0x7fa20002bcd0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.766+0000 7fa2166b6640 1 -- 172.21.15.18:0/3920879607 shutdown_connections 2024-03-07T10:14:53.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.766+0000 7fa2166b6640 1 --2- 172.21.15.18:0/3920879607 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa21010bc50 0x7fa21010e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.766+0000 7fa2166b6640 1 --2- 172.21.15.18:0/3920879607 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2101031a0 0x7fa21010b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.766+0000 7fa2166b6640 1 --2- 172.21.15.18:0/3920879607 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa210102880 0x7fa210102c60 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.766+0000 7fa2166b6640 1 -- 172.21.15.18:0/3920879607 >> 172.21.15.18:0/3920879607 conn(0x7fa210077710 msgr2=0x7fa210077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 -- 172.21.15.18:0/3920879607 shutdown_connections 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 -- 172.21.15.18:0/3920879607 wait complete. 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 Processor -- start 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 -- start start 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa210102880 0x7fa210197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2101031a0 0x7fa210198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa21010bc50 0x7fa21019c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2101119e0 con 0x7fa210102880 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa210111860 con 0x7fa2101031a0 2024-03-07T10:14:53.772 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa2166b6640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa210111b60 con 0x7fa21010bc50 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.767+0000 7fa20ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa210102880 0x7fa210197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa210102880 0x7fa210197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53812/0 (socket says 172.21.15.18:53812) 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 -- 172.21.15.18:0/1482467417 learned_addr learned my addr 172.21.15.18:0/1482467417 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20f7fe640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2101031a0 0x7fa210198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa214c53640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa21010bc50 0x7fa21019c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 -- 172.21.15.18:0/1482467417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa21010bc50 msgr2=0x7fa21019c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa21010bc50 0x7fa21019c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 -- 172.21.15.18:0/1482467417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2101031a0 msgr2=0x7fa210198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2101031a0 0x7fa210198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 -- 172.21.15.18:0/1482467417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa21019cef0 con 0x7fa210102880 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20ffff640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa210102880 0x7fa210197f00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fa200005940 tx=0x7fa20002cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20d7fa640 1 -- 172.21.15.18:0/1482467417 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa200041070 con 0x7fa210102880 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20d7fa640 1 -- 172.21.15.18:0/1482467417 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa200004450 con 0x7fa210102880 2024-03-07T10:14:53.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa21019d180 con 0x7fa210102880 2024-03-07T10:14:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa20d7fa640 1 -- 172.21.15.18:0/1482467417 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa200003d80 con 0x7fa210102880 2024-03-07T10:14:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.768+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2101a4a70 con 0x7fa210102880 2024-03-07T10:14:53.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.769+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2100684e0 con 0x7fa210102880 2024-03-07T10:14:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.770+0000 7fa20d7fa640 1 -- 172.21.15.18:0/1482467417 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fa200044070 con 0x7fa210102880 2024-03-07T10:14:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.771+0000 7fa20d7fa640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1f80a1f70 0x7fa1f80a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.771+0000 7fa20f7fe640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1f80a1f70 0x7fa1f80a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.771+0000 7fa20d7fa640 1 -- 172.21.15.18:0/1482467417 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fa2000efdb0 con 0x7fa210102880 2024-03-07T10:14:53.775 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.771+0000 7fa20f7fe640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1f80a1f70 0x7fa1f80a4430 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa21010d8e0 tx=0x7fa204005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:53.777 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.775+0000 7fa20d7fa640 1 -- 172.21.15.18:0/1482467417 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa2000bc8c0 con 0x7fa210102880 2024-03-07T10:14:53.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.959+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa210106d40 con 0x7fa210102880 2024-03-07T10:14:53.962 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.960+0000 7fa20d7fa640 1 -- 172.21.15.18:0/1482467417 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v109) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa2000c0960 con 0x7fa210102880 2024-03-07T10:14:53.962 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T10:14:53.964 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1f80a1f70 msgr2=0x7fa1f80a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1f80a1f70 0x7fa1f80a4430 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa21010d8e0 tx=0x7fa204005f90 comp rx=0 tx=0).stop 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa210102880 msgr2=0x7fa210197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa210102880 0x7fa210197f00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fa200005940 tx=0x7fa20002cbd0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 shutdown_connections 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa21010bc50 0x7fa21019c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa2101031a0 0x7fa210198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fa1f80a1f70 0x7fa1f80a4430 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 --2- 172.21.15.18:0/1482467417 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fa210102880 0x7fa210197f00 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 >> 172.21.15.18:0/1482467417 conn(0x7fa210077710 msgr2=0x7fa2100fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 shutdown_connections 2024-03-07T10:14:53.965 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:53.962+0000 7fa2166b6640 1 -- 172.21.15.18:0/1482467417 wait complete. 2024-03-07T10:14:53.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/848256204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:14:53.975 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:53 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2295291599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T10:14:53.976 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T10:14:54.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 -- 172.21.15.18:0/1855647289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 msgr2=0x7f859810e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 --2- 172.21.15.18:0/1855647289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859810e4c0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f8590009930 tx=0x7f859002bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 -- 172.21.15.18:0/1855647289 shutdown_connections 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 --2- 172.21.15.18:0/1855647289 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859810e4c0 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 --2- 172.21.15.18:0/1855647289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f85981015f0 0x7f8598101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 --2- 172.21.15.18:0/1855647289 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8598107690 0x7f8598107a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 -- 172.21.15.18:0/1855647289 >> 172.21.15.18:0/1855647289 conn(0x7f85980fd100 msgr2=0x7f85980ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 -- 172.21.15.18:0/1855647289 shutdown_connections 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.080+0000 7f85a05da640 1 -- 172.21.15.18:0/1855647289 wait complete. 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 Processor -- start 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 -- start start 2024-03-07T10:14:54.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85981015f0 0x7f859819a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859819a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598107690 0x7f859819e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85981119d0 con 0x7f8598101fb0 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8598111850 con 0x7f8598107690 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f85a05da640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8598111b50 con 0x7f85981015f0 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859819a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859e376640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85981015f0 0x7f859819a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859819a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53816/0 (socket says 172.21.15.18:53816) 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 -- 172.21.15.18:0/2521090610 learned_addr learned my addr 172.21.15.18:0/2521090610 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859eb77640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598107690 0x7f859819e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 -- 172.21.15.18:0/2521090610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85981015f0 msgr2=0x7f859819a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85981015f0 0x7f859819a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 -- 172.21.15.18:0/2521090610 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598107690 msgr2=0x7f859819e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.086 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598107690 0x7f859819e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 -- 172.21.15.18:0/2521090610 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f859819f090 con 0x7f8598101fb0 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859e376640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85981015f0 0x7f859819a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.081+0000 7f859db75640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859819a5e0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f858c00e9f0 tx=0x7f858c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.082+0000 7f85977fe640 1 -- 172.21.15.18:0/2521090610 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858c00cd80 con 0x7f8598101fb0 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.082+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f859819f380 con 0x7f8598101fb0 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.082+0000 7f85977fe640 1 -- 172.21.15.18:0/2521090610 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f858c010910 con 0x7f8598101fb0 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.082+0000 7f85977fe640 1 -- 172.21.15.18:0/2521090610 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858c018990 con 0x7f8598101fb0 2024-03-07T10:14:54.087 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.082+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85981a6c10 con 0x7f8598101fb0 2024-03-07T10:14:54.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.083+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f859819b3f0 con 0x7f8598101fb0 2024-03-07T10:14:54.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.084+0000 7f85977fe640 1 -- 172.21.15.18:0/2521090610 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f858c010ac0 con 0x7f8598101fb0 2024-03-07T10:14:54.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.085+0000 7f85977fe640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85800a1ef0 0x7f85800a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.085+0000 7f859e376640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85800a1ef0 0x7f85800a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.085+0000 7f85977fe640 1 -- 172.21.15.18:0/2521090610 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f858c0ce9e0 con 0x7f8598101fb0 2024-03-07T10:14:54.088 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.085+0000 7f859e376640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85800a1ef0 0x7f85800a43b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8598102730 tx=0x7f8588009500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:54.091 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.089+0000 7f85977fe640 1 -- 172.21.15.18:0/2521090610 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f858c09b380 con 0x7f8598101fb0 2024-03-07T10:14:54.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:53 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/848256204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:14:54.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:53 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2295291599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T10:14:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/848256204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:14:54.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:53 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2295291599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T10:14:54.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.271+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f85981a6eb0 con 0x7f8598101fb0 2024-03-07T10:14:54.274 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.272+0000 7f85977fe640 1 -- 172.21.15.18:0/2521090610 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v109) v1 ==== 100+0+11 (secure 0 0 0) 0x7f858c09f420 con 0x7f8598101fb0 2024-03-07T10:14:54.274 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T10:14:54.276 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85800a1ef0 msgr2=0x7f85800a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85800a1ef0 0x7f85800a43b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8598102730 tx=0x7f8588009500 comp rx=0 tx=0).stop 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 msgr2=0x7f859819a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859819a5e0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f858c00e9f0 tx=0x7f858c00eeb0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 shutdown_connections 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598107690 0x7f859819e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f85800a1ef0 0x7f85800a43b0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8598101fb0 0x7f859819a5e0 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 --2- 172.21.15.18:0/2521090610 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f85981015f0 0x7f859819a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 >> 172.21.15.18:0/2521090610 conn(0x7f85980fd100 msgr2=0x7f85980fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 shutdown_connections 2024-03-07T10:14:54.277 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.274+0000 7f85a05da640 1 -- 172.21.15.18:0/2521090610 wait complete. 2024-03-07T10:14:54.287 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 -- 172.21.15.18:0/3622169008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 msgr2=0x7f9cb8106b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 --2- 172.21.15.18:0/3622169008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb8106b30 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f9cac009930 tx=0x7f9cac02bc30 comp rx=0 tx=0).stop 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 -- 172.21.15.18:0/3622169008 shutdown_connections 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 --2- 172.21.15.18:0/3622169008 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9cb8101990 0x7f9cb810d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 --2- 172.21.15.18:0/3622169008 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9cb8100fd0 0x7f9cb8101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 --2- 172.21.15.18:0/3622169008 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb8106b30 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 -- 172.21.15.18:0/3622169008 >> 172.21.15.18:0/3622169008 conn(0x7f9cb8075870 msgr2=0x7f9cb8075c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 -- 172.21.15.18:0/3622169008 shutdown_connections 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.388+0000 7f9cbf114640 1 -- 172.21.15.18:0/3622169008 wait complete. 2024-03-07T10:14:54.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 Processor -- start 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 -- start start 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9cb8100fd0 0x7f9cb8197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9cb8101990 0x7f9cb81984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb819c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb8111b20 con 0x7f9cb8106750 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb81119a0 con 0x7f9cb8100fd0 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbf114640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb8111ca0 con 0x7f9cb8101990 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb819c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb819c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:53838/0 (socket says 172.21.15.18:53838) 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 -- 172.21.15.18:0/97638858 learned_addr learned my addr 172.21.15.18:0/97638858 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbceb0640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9cb8100fd0 0x7f9cb8197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cb7fff640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9cb8101990 0x7f9cb81984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 -- 172.21.15.18:0/97638858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9cb8101990 msgr2=0x7f9cb81984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.394 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9cb8101990 0x7f9cb81984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 -- 172.21.15.18:0/97638858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9cb8100fd0 msgr2=0x7f9cb8197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9cb8100fd0 0x7f9cb8197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 -- 172.21.15.18:0/97638858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cb819cf90 con 0x7f9cb8106750 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.389+0000 7f9cbd6b1640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb819c860 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000eb10 tx=0x7f9cb000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.390+0000 7f9cb5ffb640 1 -- 172.21.15.18:0/97638858 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb0004b20 con 0x7f9cb8106750 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.390+0000 7f9cb5ffb640 1 -- 172.21.15.18:0/97638858 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9cb0004cc0 con 0x7f9cb8106750 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.390+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cb819d280 con 0x7f9cb8106750 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.390+0000 7f9cb5ffb640 1 -- 172.21.15.18:0/97638858 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb0010760 con 0x7f9cb8106750 2024-03-07T10:14:54.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.390+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cb81a4b10 con 0x7f9cb8106750 2024-03-07T10:14:54.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.391+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cb80699b0 con 0x7f9cb8106750 2024-03-07T10:14:54.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.392+0000 7f9cb5ffb640 1 -- 172.21.15.18:0/97638858 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f9cb0005020 con 0x7f9cb8106750 2024-03-07T10:14:54.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.392+0000 7f9cb5ffb640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ca80a1f70 0x7f9ca80a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:14:54.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.392+0000 7f9cbceb0640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ca80a1f70 0x7f9ca80a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:14:54.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.393+0000 7f9cb5ffb640 1 -- 172.21.15.18:0/97638858 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f9cb00ce8b0 con 0x7f9cb8106750 2024-03-07T10:14:54.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.393+0000 7f9cbceb0640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ca80a1f70 0x7f9ca80a4430 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9cac005ab0 tx=0x7f9cac005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:14:54.399 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.397+0000 7f9cb5ffb640 1 -- 172.21.15.18:0/97638858 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9cb009b900 con 0x7f9cb8106750 2024-03-07T10:14:54.633 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.630+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7f9cb8108aa0 con 0x7f9cb8106750 2024-03-07T10:14:54.641 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.639+0000 7f9cb5ffb640 1 -- 172.21.15.18:0/97638858 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v27) v1 ==== 81+0+736927 (secure 0 0 0) 0x7f9cb009b200 con 0x7f9cb8106750 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: "epoch": 27, 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: "active_gid": 15465, 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: "active_name": "x", 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: "active_addrs": { 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-03-07T10:14:54.644 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:6800", 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 1132568373 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v1", 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:6801", 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 1132568373 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "active_addr": "172.21.15.18:6801/1132568373", 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "active_change": "2024-03-07T09:59:06.813030+0000", 2024-03-07T10:14:54.645 INFO:teuthology.orchestra.run.smithi018.stdout: "active_mgr_features": 4540701547738038271, 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "available": true, 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "standbys": [ 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "gid": 25280, 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "y", 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_features": 4540701547738038271, 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "available_modules": [ 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "alerts", 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:54.646 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How frequently to reexamine health status", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.647 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.648 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.649 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.650 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.651 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_destination": { 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_destination", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.652 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email address to send alerts to", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_from_name": { 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_from_name", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "Ceph", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.653 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email From: name", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_host": { 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_host", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.654 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP server", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_password": { 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_password", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.655 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Password to authenticate with", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_port": { 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_port", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "465", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.656 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP port", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_sender": { 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_sender", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP envelope sender", 2024-03-07T10:14:54.657 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_ssl": { 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_ssl", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-07T10:14:54.658 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_user": { 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_user", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "User to authenticate as", 2024-03-07T10:14:54.659 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "balancer", 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "active": { 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "active", 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.660 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically balance PGs across cluster", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_time": { 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_time", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.661 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0000", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "beginning time of day to automatically balance", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_weekday": { 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_weekday", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.662 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_max_iterations": { 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_max_iterations", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "25", 2024-03-07T10:14:54.663 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "250", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_metrics": { 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_metrics", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "pgs,objects,bytes", 2024-03-07T10:14:54.664 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_step": { 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_step", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.5", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0.001", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "0.999", 2024-03-07T10:14:54.665 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "aggressiveness of optimization", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "end_time": { 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_time", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2359", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.666 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ending time of day to automatically balance", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "end_weekday": { 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_weekday", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-07T10:14:54.667 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.668 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.669 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.670 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.671 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "min_score": { 2024-03-07T10:14:54.672 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_score", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-03-07T10:14:54.673 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "upmap", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "crush-compat", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "none", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "read", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap-read" 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Balancer mode", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.674 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_ids": { 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_ids", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_deviation": { 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_deviation", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.677 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_optimizations": { 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_optimizations", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.678 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_down_multiplier": { 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_down_multiplier", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-07T10:14:54.679 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_refresh_rate": { 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_refresh_rate", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "20", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-07T10:14:54.680 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_starting_port": { 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_starting_port", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4721", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-07T10:14:54.681 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_ptrace": { 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_ptrace", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-07T10:14:54.682 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_interval": { 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_interval", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.683 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_memory_target_ratio": { 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_memory_target_ratio", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.7", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.684 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm_log_destination": { 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm_log_destination", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "file", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "file,syslog", 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "syslog" 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.685 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "cgroups_split": { 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cgroups_split", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-07T10:14:54.686 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "config_checks_enabled": { 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_checks_enabled", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.687 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "config_dashboard": { 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_dashboard", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.688 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_alertmanager": { 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_alertmanager", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_base": { 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_base", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Container image name, without the tag", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_elasticsearch": { 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_elasticsearch", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "elasticsearch container image", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.691 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_grafana": { 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_grafana", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_haproxy": { 2024-03-07T10:14:54.692 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_haproxy", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "HAproxy container image", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_agent": { 2024-03-07T10:14:54.693 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_agent", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger agent container image", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_collector": { 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_collector", 2024-03-07T10:14:54.694 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger collector container image", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_query": { 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_query", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.695 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger query container image", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_keepalived": { 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_keepalived", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.696 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Keepalived container image", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_loki": { 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_loki", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.697 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Loki container image", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_node_exporter": { 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_node_exporter", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.698 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_nvmeof": { 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_nvmeof", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/nvmeof:1.0.0", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.699 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Nvme-of container image", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_prometheus": { 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_prometheus", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:54.700 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_promtail": { 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_promtail", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Promtail container image", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.701 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_snmp_gateway": { 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_snmp_gateway", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SNMP Gateway container image", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "container_init": { 2024-03-07T10:14:54.702 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_init", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Run podman/docker with `--init`", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "daemon_cache_timeout": { 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "daemon_cache_timeout", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.703 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "default_cephadm_command_timeout": { 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_cephadm_command_timeout", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.704 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "900", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "default_registry": { 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_registry", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.705 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "device_cache_timeout": { 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_cache_timeout", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1800", 2024-03-07T10:14:54.706 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache device inventory", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "device_enhanced_scan": { 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_enhanced_scan", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.707 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "facts_cache_timeout": { 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "facts_cache_timeout", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.708 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache host facts data", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "host_check_interval": { 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "host_check_interval", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to perform a host check", 2024-03-07T10:14:54.709 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "hw_monitoring": { 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hw_monitoring", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.710 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "inventory_list_all": { 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "inventory_list_all", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.711 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.712 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "log_refresh_metadata": { 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_refresh_metadata", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.713 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.714 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.715 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.716 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.717 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "*", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.718 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "max_count_per_host": { 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_count_per_host", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of daemons per service per host", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.719 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "max_osd_draining_count": { 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_osd_draining_count", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.720 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "migration_current": { 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "migration_current", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "internal - do not modify", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.721 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "root", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm-package", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "root" 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "mode for remote execution of cephadm", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.722 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "oob_default_addr": { 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "oob_default_addr", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "169.254.1.1", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.723 INFO:teuthology.orchestra.run.smithi018.stdout: "prometheus_alerts_path": { 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus_alerts_path", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.724 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_insecure": { 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_insecure", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_password": { 2024-03-07T10:14:54.725 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_password", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_url": { 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_url", 2024-03-07T10:14:54.726 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_username": { 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_username", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.727 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "secure_monitoring_stack": { 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "secure_monitoring_stack", 2024-03-07T10:14:54.728 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "service_discovery_port": { 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "service_discovery_port", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.729 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8765", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "cephadm service discovery port", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "ssh_config_file": { 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssh_config_file", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.730 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "use_agent": { 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_agent", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.731 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "use_repo_digest": { 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_repo_digest", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.732 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_failed_host_check": { 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_failed_host_check", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.733 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if the host check fails", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_daemons": { 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_daemons", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.734 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_hosts": { 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_hosts", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.735 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crash", 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.736 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.737 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.738 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.739 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.740 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "retain_interval": { 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retain_interval", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "31536000", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.741 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_recent_interval": { 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_recent_interval", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1209600", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.742 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dashboard", 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-07T10:14:54.743 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_HOST": { 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-07T10:14:54.744 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.745 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_ENABLED": { 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_ENABLED", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.746 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.747 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "ENABLE_BROWSABLE_API": { 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.748 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-07T10:14:54.749 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.750 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.751 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.752 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.753 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.754 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.755 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_PASSWORD": { 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.756 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.757 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_URL": { 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_URL", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.758 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_USERNAME": { 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-07T10:14:54.759 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-07T10:14:54.760 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.761 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.762 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_HOST": { 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.763 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.764 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.765 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.766 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.767 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.768 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.769 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.770 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_ENABLED": { 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.772 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-07T10:14:54.773 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.774 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.775 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "45", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ACCESS_KEY": { 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.776 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:54.777 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SECRET_KEY": { 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.778 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SSL_VERIFY": { 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.779 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.780 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.781 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "cross_origin_url": { 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cross_origin_url", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "crt_file": { 2024-03-07T10:14:54.783 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crt_file", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "debug": { 2024-03-07T10:14:54.784 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "debug", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable/disable debug options", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "jwt_token_ttl": { 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "jwt_token_ttl", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.785 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "28800", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.786 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.787 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.788 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.790 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.791 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "motd": { 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "motd", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "The message of the day", 2024-03-07T10:14:54.792 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect_resolve_ip_addr": { 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "redirect_resolve_ip_addr", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.793 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.794 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8080", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.795 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl_server_port": { 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl_server_port", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.796 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8443", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.797 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "redirect", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect" 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.798 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "url_prefix": { 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url_prefix", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.799 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.800 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_monitoring": { 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_monitoring", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "monitor device health metrics", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.801 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.802 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.803 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.804 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.805 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "mark_out_threshold": { 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mark_out_threshold", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2419200", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.806 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_name": { 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_name", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "device_health_metrics", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.807 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "retention_period": { 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retention_period", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15552000", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain device health metrics", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.808 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_frequency": { 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_frequency", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.809 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "self_heal": { 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "self_heal", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.810 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and check device health", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_threshold": { 2024-03-07T10:14:54.811 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_threshold", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7257600", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "diskprediction_local", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.813 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.814 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.815 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.816 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.817 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "predict_interval": { 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predict_interval", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.818 INFO:teuthology.orchestra.run.smithi018.stdout: "predictor_model": { 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predictor_model", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "prophetstor", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.819 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "influx", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": false, 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "influxdb python module not found", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "batch_size": { 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "batch_size", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5000", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-07T10:14:54.821 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "database": { 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "database", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "ceph", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.822 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "hostname": { 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hostname", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server hostname", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.823 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "30", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "5", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.824 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.825 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.826 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.827 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.828 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "password": { 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "password", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.829 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "password of InfluxDB server user", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "port": { 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "port", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8086", 2024-03-07T10:14:54.830 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server port", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "false", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.831 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "threads": { 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threads", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "32", 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.832 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "username": { 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "username", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.833 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "username of InfluxDB server user", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "verify_ssl": { 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "verify_ssl", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "true", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.834 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "insights", 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.835 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.836 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.838 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.839 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "iostat", 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.840 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.841 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.842 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.843 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.844 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "k8sevents", 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_event_retention_days": { 2024-03-07T10:14:54.845 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ceph_event_retention_days", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "config_check_secs": { 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_check_secs", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.846 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "10", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.847 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.848 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.850 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.851 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "localpool", 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "failure_domain": { 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "failure_domain", 2024-03-07T10:14:54.852 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "host", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "failure domain for any created local pool", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.853 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.854 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.856 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.857 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "min_size": { 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_size", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default min_size for any created local pool", 2024-03-07T10:14:54.858 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "num_rep": { 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "num_rep", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default replica count for any created local pool", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.859 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_num": { 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_num", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "128", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default pg_num for any created local pool", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.860 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "prefix": { 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prefix", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name prefix for any created local pool", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.861 INFO:teuthology.orchestra.run.smithi018.stdout: "subtree": { 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "subtree", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "rack", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.862 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mds_autoscaler", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.863 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.864 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.865 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.866 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.867 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirroring", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.868 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.869 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.870 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.871 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.872 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "nfs", 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.873 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.874 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.875 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.876 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.877 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "fail_fs": { 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "fail_fs", 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.878 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.879 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.880 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.881 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.882 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.883 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator": { 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.884 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "rook", 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "test_orchestrator" 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Orchestrator backend", 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_perf_query", 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.885 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.886 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.887 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.895 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.895 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.895 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.895 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.896 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.897 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_support", 2024-03-07T10:14:54.898 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.899 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.900 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.901 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.902 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.903 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_autoscaler", 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.904 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.905 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.906 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.907 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.908 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.909 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "threshold": { 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threshold", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1.0", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "scaling threshold", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-07T10:14:54.910 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "progress", 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_pg_recovery_event": { 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_pg_recovery_event", 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.911 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.912 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.913 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.914 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.915 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.916 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.917 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "max_completed_events": { 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_completed_events", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "50", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "number of past completed events to remember", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.918 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long the module is going to sleep", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.919 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus", 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "cache": { 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cache", 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.920 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "exclude_perf_counters": { 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "exclude_perf_counters", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.921 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.922 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.923 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.924 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.925 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.926 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools": { 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.927 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "300", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_interval": { 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_interval", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.928 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15.0", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.929 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "9283", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.930 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "stale_cache_strategy": { 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stale_cache_strategy", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "log", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.931 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "default", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "default", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "error" 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.932 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.933 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.934 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.935 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.936 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.937 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.938 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_snap_create": { 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_snap_create", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.939 INFO:teuthology.orchestra.run.smithi018.stdout: "mirror_snapshot_schedule": { 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirror_snapshot_schedule", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.940 INFO:teuthology.orchestra.run.smithi018.stdout: "trash_purge_schedule": { 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "trash_purge_schedule", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.941 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "restful", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_auth": { 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_auth", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.942 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.943 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.944 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.945 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.946 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.947 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.948 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.949 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.950 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rgw", 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.951 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.952 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.953 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.954 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.955 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rook", 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.956 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.957 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.959 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.960 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.961 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.962 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "storage_class": { 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "storage_class", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "local", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.963 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "selftest", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.964 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.965 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.966 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.967 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.968 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "roption1": { 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption1", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.969 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "roption2": { 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption2", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "xyz", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.970 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption1": { 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption1", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.971 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption2": { 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption2", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.972 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption3": { 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption3", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.973 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption4": { 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption4", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.974 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption5": { 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption5", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.975 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption6": { 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption6", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.976 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption7": { 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption7", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "42", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.977 INFO:teuthology.orchestra.run.smithi018.stdout: "testkey": { 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testkey", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "testlkey": { 2024-03-07T10:14:54.978 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testlkey", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "testnewline": { 2024-03-07T10:14:54.979 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testnewline", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.980 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_m_granularity": { 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_m_granularity", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow minute scheduled snapshots", 2024-03-07T10:14:54.981 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "dump_on_update": { 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dump_on_update", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "dump database to debug log on update", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.982 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.983 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.984 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.985 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.986 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stats", 2024-03-07T10:14:54.987 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.988 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.989 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.990 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.991 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.992 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "status", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.993 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.994 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.995 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.996 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.997 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telegraf", 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "address": { 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "address", 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.998 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:54.999 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.000 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.001 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.002 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.003 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.004 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telemetry", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_basic": { 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_basic", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.005 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_crash": { 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_crash", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.006 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_device": { 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_device", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-07T10:14:55.007 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_ident": { 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_ident", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-07T10:14:55.008 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_perf": { 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_perf", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.009 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "contact": { 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "contact", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.010 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "description": { 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "description", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.011 INFO:teuthology.orchestra.run.smithi018.stdout: "device_url": { 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_url", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.012 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.013 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "24", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "8", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "last_opt_revision": { 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "last_opt_revision", 2024-03-07T10:14:55.014 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard": { 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard", 2024-03-07T10:14:55.015 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard_description": { 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard_description", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.016 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.017 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.018 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.019 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.020 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.021 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "organization": { 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "organization", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.022 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "proxy": { 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "proxy", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.023 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "url": { 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url", 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.024 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "test_orchestrator", 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.025 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.026 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.027 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.028 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.029 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.030 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.031 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.032 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.033 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.034 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_clones": { 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_clones", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.035 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "periodic_async_work": { 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "periodic_async_work", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.036 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Periodically check for async work", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_delay": { 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_delay", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.037 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_no_wait": { 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_no_wait", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.038 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix", 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "discovery_interval": { 2024-03-07T10:14:55.039 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "discovery_interval", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "100", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.040 INFO:teuthology.orchestra.run.smithi018.stdout: "identifier": { 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "identifier", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.041 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.042 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.043 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.044 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.045 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.046 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_host": { 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_host", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.047 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_port": { 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_port", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10051", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.048 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_sender": { 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_sender", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.049 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "gid": 25324, 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "z", 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "mgr_features": 4540701547738038271, 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "available_modules": [ 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "alerts", 2024-03-07T10:14:55.050 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How frequently to reexamine health status", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.051 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.052 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.053 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.054 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.055 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_destination": { 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_destination", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email address to send alerts to", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.057 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_from_name": { 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_from_name", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "Ceph", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email From: name", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_host": { 2024-03-07T10:14:55.058 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_host", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP server", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_password": { 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_password", 2024-03-07T10:14:55.059 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Password to authenticate with", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_port": { 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_port", 2024-03-07T10:14:55.060 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "465", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP port", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_sender": { 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_sender", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.061 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP envelope sender", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_ssl": { 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_ssl", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.062 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_user": { 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_user", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.063 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "User to authenticate as", 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "balancer", 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "active": { 2024-03-07T10:14:55.064 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "active", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically balance PGs across cluster", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_time": { 2024-03-07T10:14:55.065 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_time", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0000", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "beginning time of day to automatically balance", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_weekday": { 2024-03-07T10:14:55.066 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_weekday", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_max_iterations": { 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_max_iterations", 2024-03-07T10:14:55.067 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "25", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "250", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_metrics": { 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_metrics", 2024-03-07T10:14:55.068 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "pgs,objects,bytes", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_step": { 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_step", 2024-03-07T10:14:55.069 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.5", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0.001", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "0.999", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "aggressiveness of optimization", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "end_time": { 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_time", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.070 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2359", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ending time of day to automatically balance", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "end_weekday": { 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_weekday", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.071 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.072 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.073 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.074 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.075 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.076 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "min_score": { 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_score", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.077 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "upmap", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.078 INFO:teuthology.orchestra.run.smithi018.stdout: "crush-compat", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "none", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "read", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap-read" 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Balancer mode", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_ids": { 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_ids", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.079 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.080 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_deviation": { 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_deviation", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.081 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_optimizations": { 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_optimizations", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.082 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm", 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.083 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_down_multiplier": { 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_down_multiplier", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_refresh_rate": { 2024-03-07T10:14:55.084 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_refresh_rate", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "20", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_starting_port": { 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_starting_port", 2024-03-07T10:14:55.085 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4721", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_ptrace": { 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_ptrace", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.086 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_interval": { 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_interval", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.087 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_memory_target_ratio": { 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_memory_target_ratio", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.088 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.7", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm_log_destination": { 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm_log_destination", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.089 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "file", 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "file,syslog", 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "syslog" 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "cgroups_split": { 2024-03-07T10:14:55.090 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cgroups_split", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "config_checks_enabled": { 2024-03-07T10:14:55.091 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_checks_enabled", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "config_dashboard": { 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_dashboard", 2024-03-07T10:14:55.092 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_alertmanager": { 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_alertmanager", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.093 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_base": { 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_base", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.094 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Container image name, without the tag", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_elasticsearch": { 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_elasticsearch", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.095 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "elasticsearch container image", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_grafana": { 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_grafana", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.096 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_haproxy": { 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_haproxy", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.097 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "HAproxy container image", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_agent": { 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_agent", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.098 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger agent container image", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_collector": { 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_collector", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger collector container image", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.099 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_query": { 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_query", 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger query container image", 2024-03-07T10:14:55.100 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_keepalived": { 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_keepalived", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Keepalived container image", 2024-03-07T10:14:55.101 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_loki": { 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_loki", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Loki container image", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.102 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_node_exporter": { 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_node_exporter", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.103 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_nvmeof": { 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_nvmeof", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/nvmeof:1.0.0", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Nvme-of container image", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.104 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_prometheus": { 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_prometheus", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.105 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_promtail": { 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_promtail", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Promtail container image", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_snmp_gateway": { 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_snmp_gateway", 2024-03-07T10:14:55.106 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SNMP Gateway container image", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "container_init": { 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_init", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.107 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Run podman/docker with `--init`", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "daemon_cache_timeout": { 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "daemon_cache_timeout", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.108 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "default_cephadm_command_timeout": { 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_cephadm_command_timeout", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "900", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.109 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "default_registry": { 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_registry", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.110 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "device_cache_timeout": { 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_cache_timeout", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1800", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache device inventory", 2024-03-07T10:14:55.111 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "device_enhanced_scan": { 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_enhanced_scan", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-07T10:14:55.112 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "facts_cache_timeout": { 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "facts_cache_timeout", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache host facts data", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.113 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "host_check_interval": { 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "host_check_interval", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to perform a host check", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.114 INFO:teuthology.orchestra.run.smithi018.stdout: "hw_monitoring": { 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hw_monitoring", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "inventory_list_all": { 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "inventory_list_all", 2024-03-07T10:14:55.115 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.116 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.117 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "log_refresh_metadata": { 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_refresh_metadata", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.118 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.119 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.120 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.121 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-07T10:14:55.122 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "*", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-07T10:14:55.123 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "max_count_per_host": { 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_count_per_host", 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.124 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of daemons per service per host", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "max_osd_draining_count": { 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_osd_draining_count", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.125 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "migration_current": { 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "migration_current", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "internal - do not modify", 2024-03-07T10:14:55.126 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "root", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm-package", 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: "root" 2024-03-07T10:14:55.127 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "mode for remote execution of cephadm", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "oob_default_addr": { 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "oob_default_addr", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "169.254.1.1", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.128 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "prometheus_alerts_path": { 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus_alerts_path", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.129 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_insecure": { 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_insecure", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.130 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_password": { 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_password", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-07T10:14:55.131 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_url": { 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_url", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.132 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_username": { 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_username", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.133 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "secure_monitoring_stack": { 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "secure_monitoring_stack", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.134 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "service_discovery_port": { 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "service_discovery_port", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8765", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "cephadm service discovery port", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.135 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "ssh_config_file": { 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssh_config_file", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.136 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "use_agent": { 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_agent", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.137 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "use_repo_digest": { 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_repo_digest", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.138 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_failed_host_check": { 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_failed_host_check", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if the host check fails", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_daemons": { 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_daemons", 2024-03-07T10:14:55.139 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_hosts": { 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_hosts", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.140 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crash", 2024-03-07T10:14:55.141 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.142 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.143 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.144 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.145 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "retain_interval": { 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retain_interval", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.146 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "31536000", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_recent_interval": { 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_recent_interval", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.147 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1209600", 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dashboard", 2024-03-07T10:14:55.148 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.149 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_HOST": { 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.150 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.151 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_ENABLED": { 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_ENABLED", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.152 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.153 INFO:teuthology.orchestra.run.smithi018.stdout: "ENABLE_BROWSABLE_API": { 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-07T10:14:55.154 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.155 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.156 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.157 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.158 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.159 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.160 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.161 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.163 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_PASSWORD": { 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.164 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_URL": { 2024-03-07T10:14:55.165 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_URL", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_USERNAME": { 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.166 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.167 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.168 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.169 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.170 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_HOST": { 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.171 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.172 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.173 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.174 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.175 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.176 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.177 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-07T10:14:55.178 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_ENABLED": { 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.179 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.180 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.181 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.182 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "45", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.183 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ACCESS_KEY": { 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.184 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.185 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SECRET_KEY": { 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.186 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SSL_VERIFY": { 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-07T10:14:55.187 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.188 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.189 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "cross_origin_url": { 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cross_origin_url", 2024-03-07T10:14:55.190 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "crt_file": { 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crt_file", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.191 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "debug": { 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "debug", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.192 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable/disable debug options", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "jwt_token_ttl": { 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "jwt_token_ttl", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.193 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "28800", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.194 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.195 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.196 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.197 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.198 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.199 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "motd": { 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "motd", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.200 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "The message of the day", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect_resolve_ip_addr": { 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "redirect_resolve_ip_addr", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.201 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.202 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8080", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.203 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.204 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl_server_port": { 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl_server_port", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8443", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.205 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "redirect", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect" 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.206 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.207 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "url_prefix": { 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url_prefix", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.208 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_monitoring": { 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_monitoring", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.209 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "monitor device health metrics", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.210 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.211 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.212 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.213 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.214 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "mark_out_threshold": { 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mark_out_threshold", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2419200", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.215 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_name": { 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_name", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "device_health_metrics", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.216 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "retention_period": { 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retention_period", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15552000", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain device health metrics", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.217 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_frequency": { 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_frequency", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.218 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "self_heal": { 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "self_heal", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.219 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and check device health", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.220 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_threshold": { 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_threshold", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7257600", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.221 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "diskprediction_local", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.222 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.223 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.224 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.225 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.226 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "predict_interval": { 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predict_interval", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.227 INFO:teuthology.orchestra.run.smithi018.stdout: "predictor_model": { 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predictor_model", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "prophetstor", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.228 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.229 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "influx", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": false, 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "influxdb python module not found", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "batch_size": { 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "batch_size", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5000", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.230 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "database": { 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "database", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "ceph", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.231 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "hostname": { 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hostname", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server hostname", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.232 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "30", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "5", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.233 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.234 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.235 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.236 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.237 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "password": { 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "password", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.238 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "password of InfluxDB server user", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "port": { 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "port", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8086", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.239 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server port", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "false", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.240 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "threads": { 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threads", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "32", 2024-03-07T10:14:55.241 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "username": { 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "username", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.242 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "username of InfluxDB server user", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "verify_ssl": { 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "verify_ssl", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "true", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-07T10:14:55.243 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "insights", 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.244 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.245 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.246 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.247 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.248 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "iostat", 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.249 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.250 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.251 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.252 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.253 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.254 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "k8sevents", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_event_retention_days": { 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ceph_event_retention_days", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-07T10:14:55.255 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "config_check_secs": { 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_check_secs", 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "10", 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.256 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.257 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.258 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.259 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.260 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.261 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "localpool", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "failure_domain": { 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "failure_domain", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "host", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.262 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "failure domain for any created local pool", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.263 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.264 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.265 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.266 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.267 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "min_size": { 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_size", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default min_size for any created local pool", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.268 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "num_rep": { 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "num_rep", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default replica count for any created local pool", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.269 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_num": { 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_num", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "128", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default pg_num for any created local pool", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "prefix": { 2024-03-07T10:14:55.270 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prefix", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name prefix for any created local pool", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "subtree": { 2024-03-07T10:14:55.271 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "subtree", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "rack", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.272 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mds_autoscaler", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.273 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.274 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.275 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.276 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.277 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirroring", 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.278 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.279 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.280 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.281 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.282 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.283 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "nfs", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.284 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.285 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.286 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.287 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.288 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "fail_fs": { 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "fail_fs", 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.289 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.290 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.291 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.292 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.293 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.294 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator": { 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.295 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "rook", 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "test_orchestrator" 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Orchestrator backend", 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_perf_query", 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.296 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.297 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.298 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.299 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.300 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.301 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_support", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.302 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.303 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.304 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.305 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.306 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_autoscaler", 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.307 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.308 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.309 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.310 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.311 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.312 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "threshold": { 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threshold", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1.0", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "scaling threshold", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-07T10:14:55.313 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "progress", 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_pg_recovery_event": { 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_pg_recovery_event", 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.314 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.315 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.316 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.317 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.318 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.319 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.320 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "max_completed_events": { 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_completed_events", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "50", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.321 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "number of past completed events to remember", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long the module is going to sleep", 2024-03-07T10:14:55.322 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus", 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "cache": { 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cache", 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.323 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "exclude_perf_counters": { 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "exclude_perf_counters", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.324 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.325 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.326 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.327 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.328 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.329 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools": { 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.330 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "300", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.331 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_interval": { 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_interval", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15.0", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.332 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.333 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "9283", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.334 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "stale_cache_strategy": { 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stale_cache_strategy", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "log", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.335 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "default", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "default", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "error" 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.336 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.337 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.338 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.339 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.340 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.341 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_snap_create": { 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_snap_create", 2024-03-07T10:14:55.342 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "mirror_snapshot_schedule": { 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirror_snapshot_schedule", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.343 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "trash_purge_schedule": { 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "trash_purge_schedule", 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.344 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "restful", 2024-03-07T10:14:55.345 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_auth": { 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_auth", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.346 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.347 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.348 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.349 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.350 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.351 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:55.352 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.353 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.354 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rgw", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.355 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.356 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.357 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.358 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.359 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rook", 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.360 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.361 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.362 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.363 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.364 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "storage_class": { 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "storage_class", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "local", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.367 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "selftest", 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.368 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.369 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.370 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.371 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.372 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "roption1": { 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption1", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.373 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "roption2": { 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption2", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "xyz", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.374 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption1": { 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption1", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.375 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption2": { 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption2", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.376 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption3": { 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption3", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.377 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption4": { 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption4", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption5": { 2024-03-07T10:14:55.378 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption5", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption6": { 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption6", 2024-03-07T10:14:55.379 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption7": { 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption7", 2024-03-07T10:14:55.380 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "42", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "testkey": { 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testkey", 2024-03-07T10:14:55.381 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "testlkey": { 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testlkey", 2024-03-07T10:14:55.382 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "testnewline": { 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testnewline", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.383 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-03-07T10:14:55.384 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_m_granularity": { 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_m_granularity", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow minute scheduled snapshots", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.385 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "dump_on_update": { 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dump_on_update", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "dump database to debug log on update", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.386 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.387 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.388 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.389 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.390 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stats", 2024-03-07T10:14:55.391 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.392 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.393 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.394 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.395 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.396 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "status", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.397 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.398 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.399 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.400 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.401 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telegraf", 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "address": { 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "address", 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.402 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.403 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.404 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.405 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.406 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.407 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.408 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telemetry", 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_basic": { 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_basic", 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.409 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_crash": { 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_crash", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.410 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_device": { 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_device", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.411 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_ident": { 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_ident", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.412 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_perf": { 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_perf", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.413 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "contact": { 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "contact", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.414 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "description": { 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "description", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.415 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "device_url": { 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_url", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.416 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.417 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "24", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "8", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "last_opt_revision": { 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "last_opt_revision", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.418 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard": { 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.419 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard_description": { 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard_description", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.420 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.421 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.422 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.423 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.424 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.425 INFO:teuthology.orchestra.run.smithi018.stdout: "organization": { 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "organization", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "proxy": { 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "proxy", 2024-03-07T10:14:55.426 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "url": { 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.427 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "test_orchestrator", 2024-03-07T10:14:55.428 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.429 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.430 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.431 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.432 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.433 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.434 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.435 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.436 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.437 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.438 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_clones": { 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_clones", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-07T10:14:55.439 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "periodic_async_work": { 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "periodic_async_work", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Periodically check for async work", 2024-03-07T10:14:55.440 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_delay": { 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_delay", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-07T10:14:55.441 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_no_wait": { 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_no_wait", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.442 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix", 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "discovery_interval": { 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "discovery_interval", 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.443 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "100", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "identifier": { 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "identifier", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.444 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.445 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.446 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.447 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.448 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.449 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.450 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_host": { 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_host", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.451 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_port": { 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_port", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10051", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.452 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_sender": { 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_sender", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.453 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "modules": [ 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "dashboard", 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "iostat", 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "nfs", 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "restful", 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "snap_schedule" 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.454 INFO:teuthology.orchestra.run.smithi018.stdout: "available_modules": [ 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "alerts", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.455 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How frequently to reexamine health status", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.456 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.457 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.458 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.459 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.460 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_destination": { 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_destination", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email address to send alerts to", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.461 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_from_name": { 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_from_name", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "Ceph", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Email From: name", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.462 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_host": { 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_host", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP server", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_password": { 2024-03-07T10:14:55.463 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_password", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Password to authenticate with", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_port": { 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_port", 2024-03-07T10:14:55.464 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "465", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP port", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_sender": { 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_sender", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.465 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SMTP envelope sender", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_ssl": { 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_ssl", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.466 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "smtp_user": { 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "smtp_user", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.467 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "User to authenticate as", 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "balancer", 2024-03-07T10:14:55.468 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "active": { 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "active", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically balance PGs across cluster", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.469 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_time": { 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_time", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0000", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "beginning time of day to automatically balance", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.470 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "begin_weekday": { 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "begin_weekday", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_max_iterations": { 2024-03-07T10:14:55.471 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_max_iterations", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "25", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "250", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_metrics": { 2024-03-07T10:14:55.472 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_metrics", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "pgs,objects,bytes", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "crush_compat_step": { 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crush_compat_step", 2024-03-07T10:14:55.473 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.5", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0.001", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "0.999", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "aggressiveness of optimization", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "end_time": { 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_time", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.474 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2359", 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ending time of day to automatically balance", 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "end_weekday": { 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "end_weekday", 2024-03-07T10:14:55.475 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "0", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "6", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.476 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.477 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.478 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.479 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.480 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "min_score": { 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_score", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.481 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "upmap", 2024-03-07T10:14:55.482 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "crush-compat", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "none", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "read", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap-read" 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Balancer mode", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_ids": { 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_ids", 2024-03-07T10:14:55.483 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.484 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_deviation": { 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_deviation", 2024-03-07T10:14:55.485 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "upmap_max_optimizations": { 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "upmap_max_optimizations", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.486 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm", 2024-03-07T10:14:55.487 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_down_multiplier": { 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_down_multiplier", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.488 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_refresh_rate": { 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_refresh_rate", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "20", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.489 INFO:teuthology.orchestra.run.smithi018.stdout: "agent_starting_port": { 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "agent_starting_port", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4721", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_ptrace": { 2024-03-07T10:14:55.490 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_ptrace", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_interval": { 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_interval", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.491 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "autotune_memory_target_ratio": { 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "autotune_memory_target_ratio", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.492 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0.7", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm_log_destination": { 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cephadm_log_destination", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.493 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "file", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "file,syslog", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "syslog" 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "cgroups_split": { 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cgroups_split", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.494 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "config_checks_enabled": { 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_checks_enabled", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.495 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "config_dashboard": { 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_dashboard", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.496 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_alertmanager": { 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_alertmanager", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.497 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_base": { 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_base", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Container image name, without the tag", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.498 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_elasticsearch": { 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_elasticsearch", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "elasticsearch container image", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.499 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_grafana": { 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_grafana", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_haproxy": { 2024-03-07T10:14:55.500 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_haproxy", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "HAproxy container image", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_agent": { 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_agent", 2024-03-07T10:14:55.501 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger agent container image", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_collector": { 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_collector", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.502 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger collector container image", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_jaeger_query": { 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_jaeger_query", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.503 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Jaeger query container image", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_keepalived": { 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_keepalived", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.504 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Keepalived container image", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_loki": { 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_loki", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.505 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Loki container image", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_node_exporter": { 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_node_exporter", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.506 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_nvmeof": { 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_nvmeof", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/ceph/nvmeof:1.0.0", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Nvme-of container image", 2024-03-07T10:14:55.507 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_prometheus": { 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_prometheus", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Prometheus container image", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.508 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_promtail": { 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_promtail", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Promtail container image", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.509 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "container_image_snmp_gateway": { 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_image_snmp_gateway", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "SNMP Gateway container image", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.510 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "container_init": { 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "container_init", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Run podman/docker with `--init`", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.511 INFO:teuthology.orchestra.run.smithi018.stdout: "daemon_cache_timeout": { 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "daemon_cache_timeout", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "default_cephadm_command_timeout": { 2024-03-07T10:14:55.512 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_cephadm_command_timeout", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "900", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "default_registry": { 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "default_registry", 2024-03-07T10:14:55.513 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "docker.io", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "device_cache_timeout": { 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_cache_timeout", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.514 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1800", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache device inventory", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "device_enhanced_scan": { 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_enhanced_scan", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.515 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "facts_cache_timeout": { 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "facts_cache_timeout", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.516 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "seconds to cache host facts data", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "host_check_interval": { 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "host_check_interval", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.517 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to perform a host check", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "hw_monitoring": { 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hw_monitoring", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.518 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "inventory_list_all": { 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "inventory_list_all", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.519 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.520 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.521 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "log_refresh_metadata": { 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_refresh_metadata", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.522 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.523 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.524 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.525 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.526 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "*", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.527 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "max_count_per_host": { 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_count_per_host", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of daemons per service per host", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.528 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "max_osd_draining_count": { 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_osd_draining_count", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.529 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "migration_current": { 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "migration_current", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "internal - do not modify", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "mode": { 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mode", 2024-03-07T10:14:55.530 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "root", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm-package", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "root" 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "mode for remote execution of cephadm", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.531 INFO:teuthology.orchestra.run.smithi018.stdout: "oob_default_addr": { 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "oob_default_addr", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "169.254.1.1", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.532 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "prometheus_alerts_path": { 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus_alerts_path", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_insecure": { 2024-03-07T10:14:55.533 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_insecure", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_password": { 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_password", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.534 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_url": { 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_url", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.535 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "registry_username": { 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "registry_username", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.536 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "secure_monitoring_stack": { 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "secure_monitoring_stack", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.537 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "service_discovery_port": { 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "service_discovery_port", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8765", 2024-03-07T10:14:55.538 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "cephadm service discovery port", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "ssh_config_file": { 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssh_config_file", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.539 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "use_agent": { 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_agent", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.540 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "use_repo_digest": { 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "use_repo_digest", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.541 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_failed_host_check": { 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_failed_host_check", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if the host check fails", 2024-03-07T10:14:55.542 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_daemons": { 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_daemons", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.543 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_on_stray_hosts": { 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_on_stray_hosts", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.544 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crash", 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.545 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.546 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.547 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.548 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.549 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "retain_interval": { 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retain_interval", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "31536000", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.550 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_recent_interval": { 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_recent_interval", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1209600", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-07T10:14:55.551 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dashboard", 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.552 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_HOST": { 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.553 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.554 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_ENABLED": { 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_ENABLED", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.555 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.556 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "ENABLE_BROWSABLE_API": { 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.557 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.558 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-07T10:14:55.559 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-07T10:14:55.560 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.561 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.562 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.563 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.564 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_PASSWORD": { 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.565 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_URL": { 2024-03-07T10:14:55.566 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_URL", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_API_USERNAME": { 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.567 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.568 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.569 INFO:teuthology.orchestra.run.smithi018.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-07T10:14:55.570 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-07T10:14:55.571 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-07T10:14:55.572 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_HOST": { 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-07T10:14:55.573 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.574 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.575 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.576 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.577 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.578 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.579 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.580 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.581 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_ENABLED": { 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.582 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-07T10:14:55.583 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-07T10:14:55.584 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.585 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "45", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ACCESS_KEY": { 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.586 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "admin", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.587 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SECRET_KEY": { 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.588 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "RGW_API_SSL_VERIFY": { 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.589 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-07T10:14:55.590 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.591 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "cross_origin_url": { 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cross_origin_url", 2024-03-07T10:14:55.592 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "crt_file": { 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "crt_file", 2024-03-07T10:14:55.593 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "debug": { 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "debug", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.594 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Enable/disable debug options", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "jwt_token_ttl": { 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "jwt_token_ttl", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.595 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "28800", 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-03-07T10:14:55.596 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.597 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.598 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.599 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.600 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.601 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "motd": { 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "motd", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.602 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "The message of the day", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect_resolve_ip_addr": { 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "redirect_resolve_ip_addr", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.603 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.604 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8080", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.605 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.606 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl_server_port": { 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl_server_port", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8443", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.607 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "redirect", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "redirect" 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.608 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.609 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "url_prefix": { 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url_prefix", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.610 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_monitoring": { 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_monitoring", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.611 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "monitor device health metrics", 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.612 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.613 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.614 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.615 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.616 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "mark_out_threshold": { 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mark_out_threshold", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "2419200", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-07T10:14:55.617 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "pool_name": { 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pool_name", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "device_health_metrics", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.618 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "retention_period": { 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "retention_period", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15552000", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long to retain device health metrics", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.619 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_frequency": { 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_frequency", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.620 INFO:teuthology.orchestra.run.smithi018.stdout: "self_heal": { 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "self_heal", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.621 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how frequently to wake up and check device health", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "warn_threshold": { 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "warn_threshold", 2024-03-07T10:14:55.622 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7257600", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "diskprediction_local", 2024-03-07T10:14:55.623 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.624 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.625 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.626 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.627 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "predict_interval": { 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predict_interval", 2024-03-07T10:14:55.628 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "86400", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "predictor_model": { 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "predictor_model", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.629 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "prophetstor", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "600", 2024-03-07T10:14:55.630 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "influx", 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": false, 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "influxdb python module not found", 2024-03-07T10:14:55.631 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "batch_size": { 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "batch_size", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5000", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.632 INFO:teuthology.orchestra.run.smithi018.stdout: "database": { 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "database", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "ceph", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "hostname": { 2024-03-07T10:14:55.633 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "hostname", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server hostname", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.634 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "30", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "5", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.635 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.636 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.637 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.638 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.639 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "password": { 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "password", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.640 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "password of InfluxDB server user", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "port": { 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "port", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.641 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "8086", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "InfluxDB server port", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "ssl": { 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ssl", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.642 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "false", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "threads": { 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threads", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.643 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "32", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "username": { 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "username", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.644 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "username of InfluxDB server user", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "verify_ssl": { 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "verify_ssl", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "true", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.645 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "insights", 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.646 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.647 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.648 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.649 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.650 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "iostat", 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.651 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.652 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.653 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.654 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.655 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "k8sevents", 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "ceph_event_retention_days": { 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "ceph_event_retention_days", 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "7", 2024-03-07T10:14:55.656 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "config_check_secs": { 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "config_check_secs", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "10", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.657 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.658 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.659 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.660 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.661 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.662 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "localpool", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "failure_domain": { 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "failure_domain", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "host", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.663 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "failure domain for any created local pool", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.664 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.665 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.666 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.667 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.668 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "min_size": { 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "min_size", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default min_size for any created local pool", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.669 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "num_rep": { 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "num_rep", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default replica count for any created local pool", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.670 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_num": { 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_num", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "128", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "default pg_num for any created local pool", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "prefix": { 2024-03-07T10:14:55.671 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prefix", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "name prefix for any created local pool", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "subtree": { 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "subtree", 2024-03-07T10:14:55.672 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "rack", 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.673 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mds_autoscaler", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.674 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.675 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.676 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.677 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.678 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirroring", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.679 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.680 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.681 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.682 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.683 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "nfs", 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.684 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.685 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.686 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.687 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.688 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "fail_fs": { 2024-03-07T10:14:55.689 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "fail_fs", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.690 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.691 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.692 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.693 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.694 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator": { 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "orchestrator", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.695 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "cephadm", 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "rook", 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "test_orchestrator" 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Orchestrator backend", 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_perf_query", 2024-03-07T10:14:55.696 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.697 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.698 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.699 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.700 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.701 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "osd_support", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.702 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.703 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.704 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.705 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.706 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "pg_autoscaler", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.707 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.708 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.709 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.710 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.711 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.712 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "threshold": { 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "threshold", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "3.0", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1.0", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "scaling threshold", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.713 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "progress", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_pg_recovery_event": { 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_pg_recovery_event", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.714 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.715 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.716 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.717 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.718 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.719 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.720 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "max_completed_events": { 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_completed_events", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "50", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "number of past completed events to remember", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.721 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "sleep_interval": { 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "sleep_interval", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "5", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "how long the module is going to sleep", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.722 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "prometheus", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "cache": { 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "cache", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.723 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "exclude_perf_counters": { 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "exclude_perf_counters", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-07T10:14:55.724 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.725 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.726 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.727 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.728 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools": { 2024-03-07T10:14:55.729 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-07T10:14:55.730 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "300", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "scrape_interval": { 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "scrape_interval", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.731 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15.0", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.732 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "::", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.733 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "9283", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "stale_cache_strategy": { 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stale_cache_strategy", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.734 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "log", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_behaviour": { 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_behaviour", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.735 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "default", 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "default", 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "error" 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "standby_error_status_code": { 2024-03-07T10:14:55.736 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "standby_error_status_code", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "500", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "400", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "599", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.737 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.738 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.739 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.740 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.741 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.742 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_snap_create": { 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_snap_create", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.743 INFO:teuthology.orchestra.run.smithi018.stdout: "mirror_snapshot_schedule": { 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "mirror_snapshot_schedule", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.744 INFO:teuthology.orchestra.run.smithi018.stdout: "trash_purge_schedule": { 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "trash_purge_schedule", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.745 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "restful", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "enable_auth": { 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enable_auth", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.746 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "key_file": { 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "key_file", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.747 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.748 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.749 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.750 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.751 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.752 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "server_addr": { 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_addr", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.753 INFO:teuthology.orchestra.run.smithi018.stdout: "server_port": { 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "server_port", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.754 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rgw", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.755 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.756 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.757 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.758 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.759 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rook", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.760 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.761 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.762 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.763 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.764 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "storage_class": { 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "storage_class", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "local", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.765 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "selftest", 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.766 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.767 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.768 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.769 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.770 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "roption1": { 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption1", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.771 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "roption2": { 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "roption2", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "xyz", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.772 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption1": { 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption1", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.773 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption2": { 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption2", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.774 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption3": { 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption3", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "float", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.775 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption4": { 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption4", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.776 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption5": { 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption5", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption6": { 2024-03-07T10:14:55.777 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption6", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "rwoption7": { 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rwoption7", 2024-03-07T10:14:55.778 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "1", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "42", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "testkey": { 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testkey", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.779 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "testlkey": { 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testlkey", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.780 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "testnewline": { 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "testnewline", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.781 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.782 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "allow_m_granularity": { 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "allow_m_granularity", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "allow minute scheduled snapshots", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.783 INFO:teuthology.orchestra.run.smithi018.stdout: "dump_on_update": { 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "dump_on_update", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "dump database to debug log on update", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.784 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.785 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.786 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.787 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.788 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "stats", 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.789 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.790 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.791 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.792 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.793 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "status", 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.794 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.795 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.796 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.797 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.798 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telegraf", 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.799 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "address": { 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "address", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.800 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "15", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.801 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.802 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.803 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.804 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.805 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "telemetry", 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.806 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_basic": { 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_basic", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_crash": { 2024-03-07T10:14:55.807 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_crash", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_device": { 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_device", 2024-03-07T10:14:55.808 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_ident": { 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_ident", 2024-03-07T10:14:55.809 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "channel_perf": { 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "channel_perf", 2024-03-07T10:14:55.810 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "contact": { 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "contact", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.811 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "description": { 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "description", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.812 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "device_url": { 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "device_url", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-07T10:14:55.813 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "enabled": { 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "enabled", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.814 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "24", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "8", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.815 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "last_opt_revision": { 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "last_opt_revision", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "1", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.816 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard": { 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.817 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "leaderboard_description": { 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "leaderboard_description", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.818 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.819 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.820 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.821 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.822 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "organization": { 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "organization", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.823 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "proxy": { 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "proxy", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.824 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "url": { 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "url", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.825 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "test_orchestrator", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.826 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.827 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.828 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.829 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.830 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.831 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.832 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.833 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.834 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "max_concurrent_clones": { 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "max_concurrent_clones", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "4", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.835 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "periodic_async_work": { 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "periodic_async_work", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.836 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Periodically check for async work", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_delay": { 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_delay", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "0", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-07T10:14:55.837 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "snapshot_clone_no_wait": { 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snapshot_clone_no_wait", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "True", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.838 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix", 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "can_run": true, 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "error_string": "", 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "module_options": { 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "discovery_interval": { 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "discovery_interval", 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "uint", 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.839 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "100", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "identifier": { 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "identifier", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.840 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "interval": { 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "interval", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "secs", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "60", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.841 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "log_level": { 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_level", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.842 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster": { 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.843 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_cluster_level": { 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_cluster_level", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.844 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "info", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [ 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "critical", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "debug", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "error", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "info", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "warning" 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "log_to_file": { 2024-03-07T10:14:55.845 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "log_to_file", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "bool", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 1, 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "False", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_host": { 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_host", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.846 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_port": { 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_port", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "int", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.847 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "10051", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "zabbix_sender": { 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "zabbix_sender", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "str", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "level": "advanced", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "flags": 0, 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-07T10:14:55.848 INFO:teuthology.orchestra.run.smithi018.stdout: "min": "", 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "max": "", 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "enum_allowed": [], 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "desc": "", 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "long_desc": "", 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "tags": [], 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "see_also": [] 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "services": { 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "dashboard": "https://172.21.15.18:8443/" 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "always_on_modules": { 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "octopus": [ 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-03-07T10:14:55.849 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "pacific": [ 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-03-07T10:14:55.850 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "quincy": [ 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-03-07T10:14:55.851 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "reef": [ 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: ], 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "squid": [ 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "balancer", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "crash", 2024-03-07T10:14:55.852 INFO:teuthology.orchestra.run.smithi018.stdout: "devicehealth", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "orchestrator", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "pg_autoscaler", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "progress", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "rbd_support", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "status", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "telemetry", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "volumes" 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "last_failure_osd_epoch": 91, 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "active_clients": [ 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "devicehealth", 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.853 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 3586232692 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "libcephsqlite", 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 3938621376 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.854 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "rbd_support", 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 1863042680 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-03-07T10:14:55.855 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 2133631714 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "snap_schedule", 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 3135846056 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.856 INFO:teuthology.orchestra.run.smithi018.stdout: "name": "volumes", 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: "addrvec": [ 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: { 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: "type": "v2", 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: "addr": "172.21.15.18:0", 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: "nonce": 3729880570 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout: ] 2024-03-07T10:14:55.857 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:14:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ca80a1f70 msgr2=0x7f9ca80a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ca80a1f70 0x7f9ca80a4430 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9cac005ab0 tx=0x7f9cac005fd0 comp rx=0 tx=0).stop 2024-03-07T10:14:55.858 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 msgr2=0x7f9cb819c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb819c860 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000eb10 tx=0x7f9cb000c2d0 comp rx=0 tx=0).stop 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 shutdown_connections 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f9ca80a1f70 0x7f9ca80a4430 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f9cb8106750 0x7f9cb819c860 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9cb8101990 0x7f9cb81984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 --2- 172.21.15.18:0/97638858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9cb8100fd0 0x7f9cb8197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 >> 172.21.15.18:0/97638858 conn(0x7f9cb8075870 msgr2=0x7f9cb80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 shutdown_connections 2024-03-07T10:14:55.859 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:14:54.644+0000 7f9cbf114640 1 -- 172.21.15.18:0/97638858 wait complete. 2024-03-07T10:14:55.864 DEBUG:tasks.check_counter:Getting stats from a 2024-03-07T10:14:55.865 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.a perf dump 2024-03-07T10:14:55.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:54 smithi018 ceph-mon[32171]: pgmap v494: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 38 KiB/s wr, 8 op/s 2024-03-07T10:14:55.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1482467417' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T10:14:55.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2521090610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T10:14:55.865 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:54 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/97638858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:54 smithi077 ceph-mon[36374]: pgmap v494: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 38 KiB/s wr, 8 op/s 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1482467417' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2521090610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:54 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/97638858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:54 smithi063 ceph-mon[36356]: pgmap v494: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 38 KiB/s wr, 8 op/s 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1482467417' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2521090610' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T10:14:55.866 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:54 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/97638858' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-07T10:14:56.140 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T10:14:57.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:56 smithi063 ceph-mon[36356]: pgmap v495: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-03-07T10:14:57.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:56 smithi077 ceph-mon[36374]: pgmap v495: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-03-07T10:14:57.283 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:56 smithi018 ceph-mon[32171]: pgmap v495: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-03-07T10:14:58.051 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:14:58.051 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 0, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 2, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 0, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 0, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.001277802, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000000000, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000225955, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:14:58.052 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 0 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 7, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 226, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 3504, 2024-03-07T10:14:58.053 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 272816, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 6, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 3, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.016523866, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.010976509, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.002836011, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 224, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.015633474, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000069792 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:14:58.054 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 3504, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 272816 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 304, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 292, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 1729472, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 175376, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.051197244, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.017703810, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.034855027, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.006543242, 2024-03-07T10:14:58.055 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 291, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.021219636, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000072919 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 1729472, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 175376 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-03-07T10:14:58.056 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:14:58.057 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:14:58.058 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148714, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 30, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-03-07T10:14:58.059 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-03-07T10:14:58.060 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 307, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 1686561, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 307, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 307, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 1686561, 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-03-07T10:14:58.061 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:14:58.062 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:14:58.062 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:14:58.062 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:58.062 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:14:58.062 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:14:58.745 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-03-07T10:14:58.745 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-03-07T10:14:58.746 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-03-07T10:14:58.746 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-03-07T10:14:58.746 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-03-07T10:14:58.746 DEBUG:tasks.check_counter:Getting stats from d 2024-03-07T10:14:58.746 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.d perf dump 2024-03-07T10:14:58.995 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T10:14:59.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:14:58 smithi018 ceph-mon[32171]: pgmap v496: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 39 KiB/s wr, 7 op/s 2024-03-07T10:14:59.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:14:58 smithi063 ceph-mon[36356]: pgmap v496: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 39 KiB/s wr, 7 op/s 2024-03-07T10:14:59.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:14:58 smithi077 ceph-mon[36374]: pgmap v496: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 39 KiB/s wr, 7 op/s 2024-03-07T10:15:00.789 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 310, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 298, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 1731104, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 179120, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.055595583, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.018079834, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.039784788, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.006730170, 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:00.790 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 297, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.018418432, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000062014 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 1731104, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 179120 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 3, 2024-03-07T10:15:00.791 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 228, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 480, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 273072, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 6, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.015875793, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.011183398, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.002049625, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 225, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.027508541, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000122260 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.792 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 480, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 273072 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 4, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 4, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 3024, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 448, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.000668592, 2024-03-07T10:15:00.793 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000052957, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000606001, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 3, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000748909, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000249636 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 448 2024-03-07T10:15:00.794 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:00.795 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:00.796 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148731, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 31, 2024-03-07T10:15:00.797 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:00.798 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:00.798 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-03-07T10:15:00.798 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-03-07T10:15:00.799 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 313, 2024-03-07T10:15:00.800 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 1687341, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 313, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 313, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 1687341, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:15:00.801 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:15:00.802 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:15:01.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:00 smithi018 ceph-mon[32171]: pgmap v497: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 51 KiB/s wr, 11 op/s 2024-03-07T10:15:01.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:00 smithi063 ceph-mon[36356]: pgmap v497: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 51 KiB/s wr, 11 op/s 2024-03-07T10:15:01.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:00 smithi077 ceph-mon[36374]: pgmap v497: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 51 KiB/s wr, 11 op/s 2024-03-07T10:15:01.641 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-03-07T10:15:01.641 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-03-07T10:15:01.641 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-03-07T10:15:01.641 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-03-07T10:15:01.641 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-03-07T10:15:01.641 DEBUG:tasks.check_counter:Getting stats from g 2024-03-07T10:15:01.642 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.g perf dump 2024-03-07T10:15:01.894 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T10:15:03.003 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:02 smithi018 ceph-mon[32171]: pgmap v498: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-03-07T10:15:03.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:02 smithi063 ceph-mon[36356]: pgmap v498: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-03-07T10:15:03.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:02 smithi077 ceph-mon[36374]: pgmap v498: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 0, 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 2, 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 0, 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 0, 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-03-07T10:15:03.594 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.001112612, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000000000, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000174362, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.595 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 0 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 310, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 296, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 1733040, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 177072, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.052038512, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.016007135, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.040332165, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.006349000, 2024-03-07T10:15:03.596 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 296, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.010872090, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000036730 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 1733040, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 177072 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 3, 2024-03-07T10:15:03.597 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 226, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 480, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 272720, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 6, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.016326405, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.011518585, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.001953747, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 223, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.012343410, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000055351 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:03.598 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 480, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 272720 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:03.599 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:03.600 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-03-07T10:15:03.601 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148692, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 30, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-03-07T10:15:03.602 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-03-07T10:15:03.603 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 309, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 1686821, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 309, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 309, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 1686821, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:15:03.604 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:15:03.605 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:15:04.318 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-03-07T10:15:04.318 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-03-07T10:15:04.319 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-03-07T10:15:04.319 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-03-07T10:15:04.319 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-03-07T10:15:04.319 DEBUG:tasks.check_counter:Getting stats from j 2024-03-07T10:15:04.319 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.j perf dump 2024-03-07T10:15:04.568 INFO:teuthology.orchestra.run.smithi018.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.a/config 2024-03-07T10:15:05.025 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:04 smithi018 ceph-mon[32171]: pgmap v499: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-03-07T10:15:05.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:04 smithi063 ceph-mon[36356]: pgmap v499: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-03-07T10:15:05.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:04 smithi077 ceph-mon[36374]: pgmap v499: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-03-07T10:15:06.314 INFO:teuthology.orchestra.run.smithi018.stdout:{ 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 0, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 2, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 0, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 0, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 4, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 0, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.001240888, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.000000000, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.000337343, 2024-03-07T10:15:06.315 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 0 2024-03-07T10:15:06.316 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 3, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 230, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 480, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 273424, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 6, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.016637010, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.012092075, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.002221387, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 227, 2024-03-07T10:15:06.317 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.021982290, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000096838 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 480, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 273424 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_messages": 316, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages": 302, 2024-03-07T10:15:06.318 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_bytes": 1734672, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_bytes": 180816, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_created_connections": 2, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_active_connections": 1, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_total_time": 0.054411692, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_send_time": 0.016971247, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_recv_time": 0.040147759, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_running_fast_dispatch_time": 0.006293184, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 302, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.018082268, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000059875 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:06.319 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_recv_encrypted_bytes": 1734672, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "msgr_send_encrypted_bytes": 180816 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "cct": { 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "total_workers": 0, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "unhealthy_workers": 0 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "mempool": { 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:06.320 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:06.321 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:06.322 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_items": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_bytes": 148754, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_anon_items": 31, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_bytes": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_items": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:06.323 INFO:teuthology.orchestra.run.smithi018.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_bytes": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_items": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "pgmap_items": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_bytes": 928, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "mds_co_items": 2, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_1_items": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "unittest_2_items": 0 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: }, 2024-03-07T10:15:06.324 INFO:teuthology.orchestra.run.smithi018.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "val": 0, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "max": 104857600, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "get_started": 0, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "get": 315, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "get_sum": 1687601, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "get_or_fail_success": 315, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "take": 0, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "take_sum": 0, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "put": 315, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "put_sum": 1687601, 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "wait": { 2024-03-07T10:15:06.325 INFO:teuthology.orchestra.run.smithi018.stdout: "avgcount": 0, 2024-03-07T10:15:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "sum": 0.000000000, 2024-03-07T10:15:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: "avgtime": 0.000000000 2024-03-07T10:15:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:15:06.326 INFO:teuthology.orchestra.run.smithi018.stdout: } 2024-03-07T10:15:06.326 INFO:teuthology.orchestra.run.smithi018.stdout:} 2024-03-07T10:15:07.084 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-03-07T10:15:07.084 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-03-07T10:15:07.084 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-03-07T10:15:07.084 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-03-07T10:15:07.084 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-03-07T10:15:07.084 DEBUG:tasks.check_counter:Getting stats from b 2024-03-07T10:15:07.085 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.b perf dump 2024-03-07T10:15:07.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:06 smithi063 ceph-mon[36356]: pgmap v500: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 86 KiB/s wr, 30 op/s 2024-03-07T10:15:07.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:06 smithi077 ceph-mon[36374]: pgmap v500: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 86 KiB/s wr, 30 op/s 2024-03-07T10:15:07.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:06 smithi018 ceph-mon[32171]: pgmap v500: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 86 KiB/s wr, 30 op/s 2024-03-07T10:15:07.628 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T10:15:08.170 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:07 smithi063 ceph-mon[36356]: osdmap e110: 12 total, 12 up, 12 in 2024-03-07T10:15:08.244 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:07 smithi018 ceph-mon[32171]: osdmap e110: 12 total, 12 up, 12 in 2024-03-07T10:15:08.258 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:07 smithi077 ceph-mon[36374]: osdmap e110: 12 total, 12 up, 12 in 2024-03-07T10:15:09.184 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:08 smithi063 ceph-mon[36356]: pgmap v502: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 83 KiB/s wr, 32 op/s 2024-03-07T10:15:09.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:08 smithi077 ceph-mon[36374]: pgmap v502: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 83 KiB/s wr, 32 op/s 2024-03-07T10:15:09.254 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:08 smithi018 ceph-mon[32171]: pgmap v502: 97 pgs: 97 active+clean; 4.3 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 83 KiB/s wr, 32 op/s 2024-03-07T10:15:09.860 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-03-07T10:15:09.860 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:09.860 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 2334, 2024-03-07T10:15:09.860 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 2530, 2024-03-07T10:15:09.860 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 586159, 2024-03-07T10:15:09.860 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 2320844, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 72, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 4, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.206782149, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.062059943, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.059572206, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.062599121, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2527, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.208924737, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000082676 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 60, 2024-03-07T10:15:09.861 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000009124, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000152 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 518160 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 6816, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 5477, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 2096684, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 2254946, 2024-03-07T10:15:09.862 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 9, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 6, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.452556127, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.169113708, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.434727823, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.092137717, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 5475, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.465572405, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000085036 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.863 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 5161, 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.001310929, 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000254 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 111968, 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 427808 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 2895, 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 2900, 2024-03-07T10:15:09.864 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 2424376, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 1083003, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 9, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 6, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.246749162, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.069833314, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.090969218, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.073679758, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2900, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.249110046, 2024-03-07T10:15:09.865 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000085900 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 52, 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000012371, 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000237 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1802240, 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 220160 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-03-07T10:15:09.866 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 1, 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-MDSRank": { 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 5317, 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 1.395890151, 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000262533 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.867 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-PurgeQueue": { 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2, 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000005417, 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000002708 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.868 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": { 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "request": 9, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "reply": 9, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "reply_latency": { 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 9, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.011692120, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001299124 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_reply": 0, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "forward": 0, 2024-03-07T10:15:09.869 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_complete": 0, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_keys": 0, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_commit": 11, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_split": 0, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_merge": 0, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes": 309, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_top": 0, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_bottom": 309, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pin_tail": 0, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pinned": 309, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_expired": 0, 2024-03-07T10:15:09.870 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_with_caps": 290, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": 290, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "subtrees": 10, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse": 18, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_hit": 8, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_forward": 0, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_discover": 8, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_dir_fetch": 0, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_remote_ino": 0, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_lock": 0, 2024-03-07T10:15:09.871 INFO:teuthology.orchestra.run.smithi063.stdout: "load_cent": 0, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "q": 0, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "exported": 0, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "exported_inodes": 0, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "imported": 8, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "imported_inodes": 291, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_dir_fetch": 0, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_backtrace_fetch": 8092, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_peer_discover": 0, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rfiles": 1026, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rbytes": 1723604161, 2024-03-07T10:15:09.872 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rsnaps": 6, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_fetch": 8092, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_set_tag": 0, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_repaired": 0, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_inotable_repaired": 0, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_inodes": 0, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_base_inodes": 0, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dirfrag_rstats": 0, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_file_inodes": 8092, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_inode_file_caps": 0, 2024-03-07T10:15:09.873 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_revoke": 0, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_grant": 0, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_trunc": 0, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps": 290, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps_dirty": 0, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_cap_release": 0, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "process_request_cap_release": 7 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_cache": { 2024-03-07T10:15:09.874 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update_receipt": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_try_discover": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_send_discover": 2, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_handle_discover": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_delayed": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_enqueuing": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_created": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_enqueued": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_reintegrated": 0, 2024-03-07T10:15:09.875 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_migrated": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_processing": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_enqueued": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_prioritized": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_started": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_completed": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_enqueue_scrub": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_exportdir": 0, 2024-03-07T10:15:09.876 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_flush": 0, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragmentdir": 0, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragstats": 0, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_inodestats": 0 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_log": { 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "evlrg": 0, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "evadd": 316, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "evex": 0, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "evtrm": 0, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "ev": 316, 2024-03-07T10:15:09.877 INFO:teuthology.orchestra.run.smithi063.stdout: "evexg": 0, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "evexd": 0, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "segadd": 2, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "segex": 0, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "segtrm": 0, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "seg": 2, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "segmjr": 2, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "segexg": 0, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "segexd": 0, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "expos": 4194304, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "wrpos": 4760981, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "rdpos": 0, 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "jlat": { 2024-03-07T10:15:09.878 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 13, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.069552500, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.005350192 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "replayed": 0 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_mem": { 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "ino": 310, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "ino+": 310, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "ino-": 0, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "dir": 27, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "dir+": 28, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "dir-": 1, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "dn": 309, 2024-03-07T10:15:09.879 INFO:teuthology.orchestra.run.smithi063.stdout: "dn+": 309, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "dn-": 0, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "cap": 290, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "cap+": 290, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "cap-": 0, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "rss": 57072, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "heap": 223612 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_server": { 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_client_request": 9, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_server_request": 0, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_request": 9, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_session": 25, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_peer_request": 0, 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "req_create_latency": { 2024-03-07T10:15:09.880 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getattr_latency": { 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getfilelock_latency": { 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "req_link_latency": { 2024-03-07T10:15:09.881 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookup_latency": { 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000251817, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000251817 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookuphash_latency": { 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.882 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupino_latency": { 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupname_latency": { 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupparent_latency": { 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupsnap_latency": { 2024-03-07T10:15:09.883 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lssnap_latency": { 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mkdir_latency": { 2024-03-07T10:15:09.884 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mknod_latency": { 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mksnap_latency": { 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.885 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "req_open_latency": { 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "req_readdir_latency": { 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 8, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.011440303, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001430037 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rename_latency": { 2024-03-07T10:15:09.886 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "req_renamesnap_latency": { 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "req_snapdiff_latency": { 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.887 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmdir_latency": { 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmsnap_latency": { 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmxattr_latency": { 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.888 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setattr_latency": { 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setdirlayout_latency": { 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setfilelock_latency": { 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.889 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setlayout_latency": { 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setxattr_latency": { 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "req_symlink_latency": { 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.890 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "req_unlink_latency": { 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_revoke_eviction": 0, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_acquisition_throttle": 0, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getvxattr_latency": { 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.891 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_sessions": { 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "session_count": 2, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "session_add": 2, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "session_remove": 0, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_open": 2, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_stale": 0, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "total_load": 8, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "average_load": 8, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "avg_session_uptime": 1619, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "mdthresh_evicted": 0 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:09.892 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:09.893 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:09.894 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 307920, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 402, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:09.895 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 8768, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 200, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 1065018, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 10975, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "objecter": { 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "op_active": 0, 2024-03-07T10:15:09.896 INFO:teuthology.orchestra.run.smithi063.stdout: "op_laggy": 0, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send": 8145, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send_bytes": 647714, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "op_resend": 28, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "op_reply": 8145, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "op_latency": { 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 8145, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 9.115912544, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001119203 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "op_inflight": 0, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "oplen_avg": { 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 8145, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 8170 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.897 INFO:teuthology.orchestra.run.smithi063.stdout: "op": 8145, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "op_r": 8092, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "op_w": 53, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "op_rmw": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "op_pg": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_stat": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_create": 10, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_read": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_write": 13, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writefull": 8, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writesame": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_append": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_zero": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_truncate": 0, 2024-03-07T10:15:09.898 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_delete": 6, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_mapext": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_sparse_read": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_clonerange": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_getxattr": 8092, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_setxattr": 20, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_cmpxattr": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_rmxattr": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_resetxattrs": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_call": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_watch": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_notify": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_src_cmpxattr": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls_filter": 0, 2024-03-07T10:15:09.899 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_other": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_active": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_send": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_resend": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_ping": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_active": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_send": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_resend": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_active": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_send": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_resend": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_active": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_send": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_resend": 0, 2024-03-07T10:15:09.900 INFO:teuthology.orchestra.run.smithi063.stdout: "command_active": 0, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "command_send": 0, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "command_resend": 0, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "map_epoch": 110, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "map_full": 0, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "map_inc": 24, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_sessions": 12, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_open": 12, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_close": 0, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_laggy": 0, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_wr": 18, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_rd": 0, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_del": 3 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "oft": { 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_objs": 1, 2024-03-07T10:15:09.901 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_kv_pairs": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_updates": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_removes": 0 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "osd-slow-ops": { 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_ops_count": 0 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "purge_queue": { 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops_high_water": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_high_water": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed_ops": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed": 0, 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_item_in_journal": 0 2024-03-07T10:15:09.902 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 12041, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 3985613, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 12041, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 12041, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 3985613, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.903 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_bytes": { 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 8145, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 647714, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 8145, 2024-03-07T10:15:09.904 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 647714, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_ops": { 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 1024, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:09.905 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 8145, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 8145, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 8145, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 8145, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle": { 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-03-07T10:15:09.906 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle-0x5607b7676640": { 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-03-07T10:15:09.907 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 316, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 566677, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 316, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 13, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 566677, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.908 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:09.909 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-03-07T10:15:10.722 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-03-07T10:15:10.722 INFO:tasks.check_counter:Daemon mds.b mds.imported=8 2024-03-07T10:15:10.723 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-03-07T10:15:10.723 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-03-07T10:15:10.723 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-03-07T10:15:10.723 DEBUG:tasks.check_counter:Getting stats from e 2024-03-07T10:15:10.723 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.e perf dump 2024-03-07T10:15:10.946 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:10 smithi063 ceph-mon[36356]: pgmap v503: 97 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 93 active+clean; 3.7 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 30 op/s 2024-03-07T10:15:11.032 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T10:15:11.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:10 smithi077 ceph-mon[36374]: pgmap v503: 97 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 93 active+clean; 3.7 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 30 op/s 2024-03-07T10:15:11.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:10 smithi018 ceph-mon[32171]: pgmap v503: 97 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 93 active+clean; 3.7 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 30 op/s 2024-03-07T10:15:13.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:12 smithi063 ceph-mon[36356]: pgmap v504: 97 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 93 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-03-07T10:15:13.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:12 smithi077 ceph-mon[36374]: pgmap v504: 97 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 93 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-03-07T10:15:13.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:12 smithi018 ceph-mon[32171]: pgmap v504: 97 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 93 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-03-07T10:15:14.473 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-03-07T10:15:14.473 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 313, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 301, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 1731920, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 180992, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 4, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 0, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.048386851, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.013250028, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.038583746, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.006322134, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 300, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.010397326, 2024-03-07T10:15:14.474 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000034657 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1731920, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 180992 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 3, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 230, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 480, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 273424, 2024-03-07T10:15:14.475 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 6, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.011905660, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.007583746, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.002011703, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 227, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.031624023, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000139312 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:14.476 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 480, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 273424 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 4, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 4, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 3024, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 448, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 2, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 1, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.000774908, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.000050530, 2024-03-07T10:15:14.477 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.000703589, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 3, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000706131, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000235377 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 448 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.478 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:14.479 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:14.480 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:14.481 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 148794, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 32, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:14.482 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 928, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 2, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:14.483 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 316, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 1687731, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 316, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 316, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1687731, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:14.484 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:14.485 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:14.485 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:14.485 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-03-07T10:15:15.166 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:14 smithi063 ceph-mon[36356]: pgmap v505: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-03-07T10:15:15.201 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.e 2024-03-07T10:15:15.201 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.e 2024-03-07T10:15:15.202 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.e 2024-03-07T10:15:15.202 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.e 2024-03-07T10:15:15.202 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.e 2024-03-07T10:15:15.202 DEBUG:tasks.check_counter:Getting stats from h 2024-03-07T10:15:15.202 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.h perf dump 2024-03-07T10:15:15.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:14 smithi077 ceph-mon[36374]: pgmap v505: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-03-07T10:15:15.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:14 smithi018 ceph-mon[32171]: pgmap v505: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-03-07T10:15:15.483 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T10:15:17.188 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:16 smithi063 ceph-mon[36356]: pgmap v506: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 4.5 KiB/s wr, 6 op/s 2024-03-07T10:15:17.232 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-03-07T10:15:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 4993, 2024-03-07T10:15:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 3730, 2024-03-07T10:15:17.232 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 3281590, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 2580332, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 24, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 5, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.374246417, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.139142533, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.230113010, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.057648978, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 3729, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.325909962, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000087398 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 4566, 2024-03-07T10:15:17.233 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.001390145, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000304 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1772208, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 606496 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 2667, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 2755, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 815196, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 1498768, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 55, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 6, 2024-03-07T10:15:17.234 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.216268536, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.052128322, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.072362241, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.069410049, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2751, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.253840199, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000092271 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 154, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000027394, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000177 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 172080, 2024-03-07T10:15:17.235 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 199328 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 4467, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 4522, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 1167330, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 1764037, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 16, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 5, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.366293418, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.132260374, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.289344529, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.104604414, 2024-03-07T10:15:17.236 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 4520, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.359856379, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000079614 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 619, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000143997, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000232 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 115024, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 299760 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 1, 2024-03-07T10:15:17.237 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-MDSRank": { 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 5234, 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 1.394844458, 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000266496 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-PurgeQueue": { 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2, 2024-03-07T10:15:17.238 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000007175, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000003587 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": { 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "request": 28, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "reply": 20, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "reply_latency": { 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 20, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.011698898, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000584944 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_reply": 0, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "forward": 8, 2024-03-07T10:15:17.239 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_complete": 0, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_keys": 0, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_commit": 11, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_split": 0, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_merge": 0, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes": 307, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_top": 0, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_bottom": 307, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pin_tail": 0, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pinned": 307, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_expired": 1, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_with_caps": 293, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": 294, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "subtrees": 10, 2024-03-07T10:15:17.240 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse": 43, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_hit": 25, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_forward": 2, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_discover": 10, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_dir_fetch": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_remote_ino": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_lock": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "load_cent": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "q": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "exported": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "exported_inodes": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "imported": 8, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "imported_inodes": 289, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_dir_fetch": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_backtrace_fetch": 8092, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_peer_discover": 0, 2024-03-07T10:15:17.241 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rfiles": 1026, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rbytes": 1723604161, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rsnaps": 6, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_fetch": 8092, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_set_tag": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_repaired": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_inotable_repaired": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_inodes": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_base_inodes": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dirfrag_rstats": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_file_inodes": 8092, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_inode_file_caps": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_revoke": 1, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_grant": 2, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_trunc": 0, 2024-03-07T10:15:17.242 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps": 291, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps_dirty": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_cap_release": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "process_request_cap_release": 10 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_cache": { 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update_receipt": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_try_discover": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_send_discover": 4, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_handle_discover": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_delayed": 0, 2024-03-07T10:15:17.243 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_enqueuing": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_created": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_enqueued": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_reintegrated": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_migrated": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_processing": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_enqueued": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_prioritized": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_started": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_completed": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_enqueue_scrub": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_exportdir": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_flush": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragmentdir": 0, 2024-03-07T10:15:17.244 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragstats": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_inodestats": 0 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_log": { 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "evlrg": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "evadd": 339, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "evex": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "evtrm": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "ev": 339, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "evexg": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "evexd": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "segadd": 2, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "segex": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "segtrm": 0, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "seg": 2, 2024-03-07T10:15:17.245 INFO:teuthology.orchestra.run.smithi063.stdout: "segmjr": 2, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "segexg": 0, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "segexd": 0, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "expos": 4194304, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "wrpos": 4771993, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "rdpos": 0, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "jlat": { 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 22, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.056902744, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.002586488 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "replayed": 0 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_mem": { 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "ino": 310, 2024-03-07T10:15:17.246 INFO:teuthology.orchestra.run.smithi063.stdout: "ino+": 310, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "ino-": 0, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "dir": 27, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "dir+": 28, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "dir-": 1, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "dn": 307, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "dn+": 308, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "dn-": 1, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "cap": 294, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "cap+": 299, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "cap-": 5, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "rss": 56696, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "heap": 223612 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_server": { 2024-03-07T10:15:17.247 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_client_request": 30, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_server_request": 0, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_request": 28, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_session": 37, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_peer_request": 0, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "req_create_latency": { 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getattr_latency": { 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 7, 2024-03-07T10:15:17.248 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.002297677, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000328239 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getfilelock_latency": { 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "req_link_latency": { 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookup_latency": { 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 3, 2024-03-07T10:15:17.249 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000787760, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000262586 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookuphash_latency": { 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupino_latency": { 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000214353, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000107176 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupname_latency": { 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.250 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupparent_latency": { 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupsnap_latency": { 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lssnap_latency": { 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.251 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mkdir_latency": { 2024-03-07T10:15:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.252 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mknod_latency": { 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mksnap_latency": { 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "req_open_latency": { 2024-03-07T10:15:17.253 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "req_readdir_latency": { 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 8, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.008399108, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001049888 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rename_latency": { 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "req_renamesnap_latency": { 2024-03-07T10:15:17.254 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "req_snapdiff_latency": { 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmdir_latency": { 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmsnap_latency": { 2024-03-07T10:15:17.255 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmxattr_latency": { 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setattr_latency": { 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.256 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setdirlayout_latency": { 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setfilelock_latency": { 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setlayout_latency": { 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.257 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setxattr_latency": { 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "req_symlink_latency": { 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "req_unlink_latency": { 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.258 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_revoke_eviction": 0, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_acquisition_throttle": 0, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getvxattr_latency": { 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_sessions": { 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "session_count": 2, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "session_add": 5, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "session_remove": 3, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_open": 2, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_stale": 0, 2024-03-07T10:15:17.259 INFO:teuthology.orchestra.run.smithi063.stdout: "total_load": 12, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "average_load": 3, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "avg_session_uptime": 947, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "mdthresh_evicted": 0 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:17.260 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:17.261 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 309776, 2024-03-07T10:15:17.262 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 417, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 8768, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 200, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-03-07T10:15:17.263 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 1065050, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 10944, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "objecter": { 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "op_active": 0, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "op_laggy": 0, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send": 8161, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send_bytes": 659384, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "op_resend": 33, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "op_reply": 8161, 2024-03-07T10:15:17.264 INFO:teuthology.orchestra.run.smithi063.stdout: "op_latency": { 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 8161, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 9.145912072, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001120685 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "op_inflight": 0, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "oplen_avg": { 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 8161, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 8189 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "op": 8161, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "op_r": 8092, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "op_w": 69, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "op_rmw": 0, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "op_pg": 0, 2024-03-07T10:15:17.265 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_stat": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_create": 10, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_read": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_write": 22, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writefull": 12, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writesame": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_append": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_zero": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_truncate": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_delete": 6, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_mapext": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_sparse_read": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_clonerange": 0, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_getxattr": 8092, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_setxattr": 20, 2024-03-07T10:15:17.266 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_cmpxattr": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_rmxattr": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_resetxattrs": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_call": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_watch": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_notify": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_src_cmpxattr": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls_filter": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_other": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_active": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_send": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_resend": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_ping": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_active": 0, 2024-03-07T10:15:17.267 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_send": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_resend": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_active": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_send": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_resend": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_active": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_send": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_resend": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "command_active": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "command_send": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "command_resend": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "map_epoch": 110, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "map_full": 0, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "map_inc": 24, 2024-03-07T10:15:17.268 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_sessions": 12, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_open": 12, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_close": 0, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_laggy": 0, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_wr": 25, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_rd": 0, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_del": 2 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "oft": { 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_objs": 1, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_kv_pairs": 0, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_updates": 0, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_removes": 0 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "osd-slow-ops": { 2024-03-07T10:15:17.269 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_ops_count": 0 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "purge_queue": { 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops_high_water": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_high_water": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed_ops": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_item_in_journal": 0 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:17.270 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 12123, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 4133327, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 12123, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 12123, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 4133327, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_bytes": { 2024-03-07T10:15:17.271 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 8161, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 659384, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 8161, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 659384, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.272 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_ops": { 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 1024, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 8161, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 8161, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 8161, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 8161, 2024-03-07T10:15:17.273 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle": { 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:17.274 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 0, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 0, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle-0x55792665e640": { 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 339, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 577689, 2024-03-07T10:15:17.275 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 339, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 22, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 577689, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:17.276 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-03-07T10:15:17.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:16 smithi077 ceph-mon[36374]: pgmap v506: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 4.5 KiB/s wr, 6 op/s 2024-03-07T10:15:17.342 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:16 smithi018 ceph-mon[32171]: pgmap v506: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 4.5 KiB/s wr, 6 op/s 2024-03-07T10:15:18.002 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-03-07T10:15:18.002 INFO:tasks.check_counter:Daemon mds.h mds.imported=8 2024-03-07T10:15:18.002 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-03-07T10:15:18.002 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-03-07T10:15:18.002 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-03-07T10:15:18.002 DEBUG:tasks.check_counter:Getting stats from k 2024-03-07T10:15:18.003 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.k perf dump 2024-03-07T10:15:18.293 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.b/config 2024-03-07T10:15:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:18 smithi018 ceph-mon[32171]: pgmap v507: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 6 op/s 2024-03-07T10:15:19.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:18 smithi018 ceph-mon[32171]: osdmap e111: 12 total, 12 up, 12 in 2024-03-07T10:15:19.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:18 smithi063 ceph-mon[36356]: pgmap v507: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 6 op/s 2024-03-07T10:15:19.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:18 smithi063 ceph-mon[36356]: osdmap e111: 12 total, 12 up, 12 in 2024-03-07T10:15:19.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:18 smithi077 ceph-mon[36374]: pgmap v507: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 6 op/s 2024-03-07T10:15:19.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:18 smithi077 ceph-mon[36374]: osdmap e111: 12 total, 12 up, 12 in 2024-03-07T10:15:20.161 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-03-07T10:15:20.161 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 0, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 2, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 0, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 0, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 4, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 0, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.001293197, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.000000000, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.000381224, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:20.162 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 0 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 320, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 306, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 1735760, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 183312, 2024-03-07T10:15:20.163 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 2, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 1, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.055173470, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.014140412, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.045145154, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.006864400, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 306, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.013711451, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000044808 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:20.164 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1735760, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 183312 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 3, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 233, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 480, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 273952, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 6, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.011357823, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.007269410, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.001818632, 2024-03-07T10:15:20.165 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 230, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.025437113, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000110596 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 480, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 273952 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.166 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:20.167 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:20.168 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 148761, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 31, 2024-03-07T10:15:20.169 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:20.170 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 928, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 2, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 319, 2024-03-07T10:15:20.171 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 1688121, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 319, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 319, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1688121, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-03-07T10:15:20.172 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-03-07T10:15:20.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:20 smithi018 ceph-mon[32171]: pgmap v509: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:20.901 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-03-07T10:15:20.901 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-03-07T10:15:20.901 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-03-07T10:15:20.901 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-03-07T10:15:20.901 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-03-07T10:15:20.902 DEBUG:tasks.check_counter:Getting stats from c 2024-03-07T10:15:20.902 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.c perf dump 2024-03-07T10:15:21.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:20 smithi077 ceph-mon[36374]: pgmap v509: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:21.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:20 smithi063 ceph-mon[36356]: pgmap v509: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:21.526 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T10:15:23.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:22 smithi018 ceph-mon[32171]: pgmap v510: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:23.181 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:22 smithi077 ceph-mon[36374]: pgmap v510: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:23.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:22 smithi063 ceph-mon[36356]: pgmap v510: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:23.820 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-03-07T10:15:23.820 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:23.820 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 2166, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 2166, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 21859073, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 687974, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 7, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.171746713, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.043588810, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.056875395, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.058145704, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 2165, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.079288806, 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000036623 2024-03-07T10:15:23.821 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 448 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 937, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 1165, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 17021507, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 949990, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 8, 2024-03-07T10:15:23.822 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 5, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.080845396, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.025102183, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.026513048, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.022974987, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1162, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.063787059, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000054894 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.823 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 480, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 652912 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 919, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 900, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 10316771, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 367315, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 4, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.089604066, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.025663500, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.053477565, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.018438129, 2024-03-07T10:15:23.824 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 899, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.034698036, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000038596 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 1783728, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 187008 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-03-07T10:15:23.825 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 6177, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.165942348, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000026864 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.826 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 0, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 0, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 0, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 0, 2024-03-07T10:15:23.827 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 1796, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 1073, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 723, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 263, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 18, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 0, 2024-03-07T10:15:23.828 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-03-07T10:15:23.829 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 1026, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 1723675989, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 6, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 0, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 0, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 0, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 0, 2024-03-07T10:15:23.830 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 0 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 0, 2024-03-07T10:15:23.831 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-03-07T10:15:23.832 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 7687, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 0, 2024-03-07T10:15:23.833 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 0, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 0, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 0, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 72, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 0, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 47503641, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 50577580, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 50564777, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.834 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 7687 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 979, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 1834, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 855, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 75, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 81, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 6, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 1796, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 2380, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 584, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 0, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 0, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 0, 2024-03-07T10:15:23.835 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 57880, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 215420 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 0, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 0, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 0, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 0, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.836 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.837 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.838 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.839 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-03-07T10:15:23.840 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.841 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.842 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.843 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-03-07T10:15:23.844 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-03-07T10:15:23.845 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-03-07T10:15:23.846 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 2, 2024-03-07T10:15:23.847 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 6, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 4, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 4, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 0, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 0, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 6470, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:23.848 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:23.849 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:23.850 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 256682, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 1382, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 8648, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 197, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:23.851 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 3970062, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 99574, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 3663, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 26, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 4, 2024-03-07T10:15:23.852 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 3663, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3663, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 19.975573790, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.005453337 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3663, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 3664 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 3663, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 3663, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 0, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-03-07T10:15:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 2153, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 1507, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 2, 2024-03-07T10:15:23.854 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-03-07T10:15:23.855 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 111, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-03-07T10:15:23.856 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 25, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 7, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 7, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 0, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 0, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 2, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 0 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 0, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.857 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 0 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 0, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 0, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 0, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 0, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:23.858 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 4018, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 48814755, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 4018, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 4018, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 48814755, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.859 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 3663, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 46390757, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3663, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 46390757, 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:23.860 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 3663, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 3663, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3663, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 3663, 2024-03-07T10:15:23.861 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:23.862 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x5609ca136960": { 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:23.863 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:23.864 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-03-07T10:15:24.553 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-03-07T10:15:24.553 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-03-07T10:15:24.553 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-03-07T10:15:24.553 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-03-07T10:15:24.553 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-03-07T10:15:24.553 DEBUG:tasks.check_counter:Getting stats from f 2024-03-07T10:15:24.554 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.f perf dump 2024-03-07T10:15:24.841 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T10:15:25.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:24 smithi018 ceph-mon[32171]: pgmap v511: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:25.143 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:24 smithi077 ceph-mon[36374]: pgmap v511: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:25.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:24 smithi063 ceph-mon[36356]: pgmap v511: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-03-07T10:15:27.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:26 smithi077 ceph-mon[36374]: pgmap v512: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 3186, 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 3185, 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 1470292, 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 1012013, 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 6, 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 2, 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.202024415, 2024-03-07T10:15:27.037 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.059206449, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.052322566, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.076979652, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3184, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.106178565, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000033347 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 448 2024-03-07T10:15:27.038 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 5, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 234, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 1036, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 655386, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 8, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 4, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.011673127, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.007202838, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.002230358, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.000100491, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 231, 2024-03-07T10:15:27.039 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.018818781, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000081466 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 480, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 654688 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 352, 2024-03-07T10:15:27.040 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 334, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 1784108, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 187790, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 4, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 2, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.050006089, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.013936624, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.041091069, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.005917571, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 333, 2024-03-07T10:15:27.041 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.023418357, 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000070325 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 1783840, 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 187472 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.042 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 5331, 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.114273052, 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000021435 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:27.043 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 0, 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 0, 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-03-07T10:15:27.044 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 0, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 0, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 0, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 0, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 0, 2024-03-07T10:15:27.045 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 299, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 299, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 299, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 10, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-03-07T10:15:27.046 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 0, 2024-03-07T10:15:27.047 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 0, 2024-03-07T10:15:27.048 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 0 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 0, 2024-03-07T10:15:27.049 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-03-07T10:15:27.050 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 316, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 0, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-03-07T10:15:27.051 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 2, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 0, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 4194304, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 4760981, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 4760407, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.052 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 316 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 300, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 300, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 0, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 17, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 17, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 0, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 299, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 299, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 0, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 0, 2024-03-07T10:15:27.053 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 49768, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 215420 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.054 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.055 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.056 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-03-07T10:15:27.057 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.058 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-03-07T10:15:27.059 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.059 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.059 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.059 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.059 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-03-07T10:15:27.059 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.059 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.060 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.061 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.062 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.063 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-03-07T10:15:27.064 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.065 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 2, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 2, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 0, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 2, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-03-07T10:15:27.066 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 2356, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:27.067 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:27.068 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 192955, 2024-03-07T10:15:27.069 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 343, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 8648, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 197, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:27.070 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 899034, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 8105, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 3184, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 21, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 3, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 3184, 2024-03-07T10:15:27.071 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3184, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 6.935851156, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.002178345 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3184, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 3185 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 3184, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 3184, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 0, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-03-07T10:15:27.072 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 2069, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 1113, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 1, 2024-03-07T10:15:27.073 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-03-07T10:15:27.074 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 111, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 25, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 4, 2024-03-07T10:15:27.075 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 6, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 2, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 0, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 2, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 0 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 0, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-03-07T10:15:27.076 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 0 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:27.077 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 3539, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 2915944, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 3539, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3539, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 2915944, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-03-07T10:15:27.078 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 3184, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 566682, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3184, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 566682, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.079 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 3184, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 3184, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3184, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 3184, 2024-03-07T10:15:27.080 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:27.081 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x5615573ae960": { 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:27.082 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:27.083 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-03-07T10:15:27.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:26 smithi018 ceph-mon[32171]: pgmap v512: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:27.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:26 smithi063 ceph-mon[36356]: pgmap v512: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:27.834 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-03-07T10:15:27.834 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-03-07T10:15:27.834 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-03-07T10:15:27.834 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-03-07T10:15:27.834 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-03-07T10:15:27.834 DEBUG:tasks.check_counter:Getting stats from i 2024-03-07T10:15:27.835 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.i perf dump 2024-03-07T10:15:28.100 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T10:15:29.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:28 smithi077 ceph-mon[36374]: pgmap v513: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:29.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:28 smithi018 ceph-mon[32171]: pgmap v513: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:29.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:28 smithi063 ceph-mon[36356]: pgmap v513: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:29.833 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-03-07T10:15:29.833 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:29.833 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 9892, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 11212, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 4322546, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 34549572, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 365, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 3, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.823727269, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.303887119, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.270570268, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.188202322, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 11214, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 1.896819077, 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000169147 2024-03-07T10:15:29.834 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 4779, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000911677, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000190 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 50048, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 5184 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 9411, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 10984, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 4535703, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 22992630, 2024-03-07T10:15:29.835 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 15, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 5, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.644451792, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.243121088, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.179188659, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.180395505, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 10984, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 1.418064209, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000129102 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 4425, 2024-03-07T10:15:29.836 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000810880, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000183 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 42848, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 575520 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 17164, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 19348, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 8605068, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 16428192, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 29, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 9, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 1.183545579, 2024-03-07T10:15:29.837 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.429553146, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 1.052477946, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.216733526, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 19341, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 1.349557940, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000069777 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 23048, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.003094878, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000134 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.838 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 5823888, 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 8012720 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 16299, 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 6.636069347, 2024-03-07T10:15:29.839 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000407145 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 934, 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.059921717, 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000064156 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-03-07T10:15:29.840 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 4437, 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 4420, 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 4420, 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 9.952159707, 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.002251619 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 17, 2024-03-07T10:15:29.841 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 28, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 28, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 1475, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 4, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 1178, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 371, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 786, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 21, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 649, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 581, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 475, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 475, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 18, 2024-03-07T10:15:29.842 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 8117, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 6739, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 1, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 0, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 358, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 16, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 580, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-03-07T10:15:29.843 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 13505, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 1026, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 1723675989, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 6, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 13505, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-03-07T10:15:29.844 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 1015, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 29, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 986, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 12490, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 3, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 754, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 3016, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 4169, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 2472, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 179, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 1291 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.845 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 6, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 506, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 277, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 229, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-03-07T10:15:29.846 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 29, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 16, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 4, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 7687, 2024-03-07T10:15:29.847 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 7333, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 7333, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 354, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 126, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 84, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 82, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 82, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 1, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 1, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 47503641, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 50577580, 2024-03-07T10:15:29.848 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 0, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3020, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 56.851578446, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.018825025 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 0 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 980, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 1863, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 883, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 74, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 109, 2024-03-07T10:15:29.849 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 35, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 1178, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 2696, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 1518, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 475, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 1524, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 1049, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 72176, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 231804 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 5700, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 4437, 2024-03-07T10:15:29.850 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 517, 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 0, 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1301, 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 4.254686793, 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.003270320 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-03-07T10:15:29.851 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 190, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.146328194, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000770148 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 229, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.522566126, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.002281948 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.852 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1259, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 1.164224747, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000924721 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.853 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.854 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.855 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-03-07T10:15:29.855 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 16, 2024-03-07T10:15:29.855 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.002869313, 2024-03-07T10:15:29.855 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000179332 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 37, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.305687438, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.008261822 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 16, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.187309015, 2024-03-07T10:15:29.856 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.011706813 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 503, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.249994711, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000497007 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 101, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.221334957, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.002191435 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 469, 2024-03-07T10:15:29.857 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 2.249978881, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.004797396 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 2, 2024-03-07T10:15:29.858 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.010990811, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.005495405 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 10, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.109450278, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.010945027 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-03-07T10:15:29.859 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000986357, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000986357 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.860 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.861 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-03-07T10:15:29.861 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.861 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.861 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.861 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.861 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 8, 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.016232659, 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.002029082 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.862 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 278, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.509519427, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.001832803 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 2, 2024-03-07T10:15:29.863 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 6, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 4, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 2, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 624, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 312, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 960, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:29.864 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:29.865 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:29.866 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 840964, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 811, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 1056, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 12, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:29.867 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 8648, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 197, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 3676405, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 93413, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:29.868 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 21000, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 53150830, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 37, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 21000, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 21000, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 134.515059382, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.006405479 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-03-07T10:15:29.869 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 21000, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 26369 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 21000, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 13733, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 7267, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 1394, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 951, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 143, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 3134, 2024-03-07T10:15:29.870 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 398, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 4, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 824, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 13590, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 1902, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-03-07T10:15:29.871 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-03-07T10:15:29.872 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 111, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 26, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 12, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 12, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 0, 2024-03-07T10:15:29.873 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 3617, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 112, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 300 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 1, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 0 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.874 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 17, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 10, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 291, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 277, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 36463, 2024-03-07T10:15:29.875 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 13635365, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 36463, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 36463, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 13635365, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.876 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 21000, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 53179327, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 21000, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 53179327, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.877 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 21000, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 21000, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 21000, 2024-03-07T10:15:29.878 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 21000, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 277, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 29057, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:29.879 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 277, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 114, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 29057, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x55987acc4640": { 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:29.880 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 7687, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 46383276, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 7687, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3020, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 46383276, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:29.881 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-03-07T10:15:30.531 INFO:tasks.check_counter:Daemon mds.i mds.exported=16 2024-03-07T10:15:30.532 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-03-07T10:15:30.532 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-03-07T10:15:30.532 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=16 2024-03-07T10:15:30.532 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=10 2024-03-07T10:15:30.532 DEBUG:tasks.check_counter:Getting stats from l 2024-03-07T10:15:30.532 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0 shell --fsid c474c52c-dc67-11ee-95c6-87774f69a715 -- ceph daemon mds.l perf dump 2024-03-07T10:15:30.774 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/mon.c/config 2024-03-07T10:15:31.045 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:30 smithi077 ceph-mon[36374]: pgmap v514: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-03-07T10:15:31.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:30 smithi018 ceph-mon[32171]: pgmap v514: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-03-07T10:15:31.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:30 smithi063 ceph-mon[36356]: pgmap v514: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 1113, 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 1115, 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 869742, 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 353998, 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 6, 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 2, 2024-03-07T10:15:32.493 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.073644747, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.020948169, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.020169523, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.024273231, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1113, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.041468251, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000037258 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 0 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 1015, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 1248, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 249540, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 890427, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 7, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 5, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.081518271, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.024974477, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.017569468, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.031012131, 2024-03-07T10:15:32.495 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1245, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.053550141, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000043012 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 568288 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.496 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 1455, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 1438, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 2146992, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 540204, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 3, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 2, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.142901334, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.041459528, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.064812131, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.040175746, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1438, 2024-03-07T10:15:32.497 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.065810714, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000045765 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 1778064, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 191040 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-03-07T10:15:32.498 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 5380, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.128884942, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000023956 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.499 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 0, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 0, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 0, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 0, 2024-03-07T10:15:32.500 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 297, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 297, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 297, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 10, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 0, 2024-03-07T10:15:32.501 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 0, 2024-03-07T10:15:32.502 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 0, 2024-03-07T10:15:32.503 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 0 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 0, 2024-03-07T10:15:32.504 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 0, 2024-03-07T10:15:32.505 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 339, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 0, 2024-03-07T10:15:32.506 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 0, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 0, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 2, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 0, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 4194304, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 4771993, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 4771419, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 339 2024-03-07T10:15:32.507 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 300, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 300, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 0, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 17, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 17, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 0, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 297, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 297, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 0, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 0, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 0, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 0, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 49080, 2024-03-07T10:15:32.508 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 215420 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 0, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 0, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 0, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 0, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.509 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-03-07T10:15:32.510 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-03-07T10:15:32.511 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.512 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-03-07T10:15:32.513 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.513 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.513 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.513 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.513 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-03-07T10:15:32.513 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.513 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.514 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.515 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.516 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.517 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.518 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.519 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-03-07T10:15:32.520 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 2, 2024-03-07T10:15:32.521 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 5, 2024-03-07T10:15:32.521 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 3, 2024-03-07T10:15:32.521 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 4, 2024-03-07T10:15:32.521 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-03-07T10:15:32.521 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 0, 2024-03-07T10:15:32.521 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 0, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 3744, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-03-07T10:15:32.522 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-03-07T10:15:32.523 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-07T10:15:32.523 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-03-07T10:15:32.523 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-07T10:15:32.523 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-03-07T10:15:32.523 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-03-07T10:15:32.523 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-03-07T10:15:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 200274, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 345, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 0, 2024-03-07T10:15:32.525 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 8648, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 197, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 897610, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 8060, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-03-07T10:15:32.526 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 3224, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 21, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 3, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 3224, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3224, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 17.393629628, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.005395046 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.527 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3224, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 3225 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 3224, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 3224, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 0, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 2109, 2024-03-07T10:15:32.528 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 1113, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 1, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-03-07T10:15:32.529 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-03-07T10:15:32.530 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 111, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 25, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 5, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 5, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 0, 2024-03-07T10:15:32.531 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 0, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 2, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 0 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 0, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 0 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.532 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 3579, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 2923102, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:32.533 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 3579, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3579, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 2923102, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:32.534 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 3224, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 577694, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3224, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 577694, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-03-07T10:15:32.535 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 3224, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 3224, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3224, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 3224, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.536 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:32.537 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x55591b1d4960": { 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-03-07T10:15:32.538 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-03-07T10:15:32.539 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-03-07T10:15:33.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:32 smithi018 ceph-mon[32171]: pgmap v515: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T10:15:33.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:32 smithi063 ceph-mon[36356]: pgmap v515: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T10:15:33.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:32 smithi077 ceph-mon[36374]: pgmap v515: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-03-07T10:15:33.326 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-03-07T10:15:33.326 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-03-07T10:15:33.326 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-03-07T10:15:33.326 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-03-07T10:15:33.326 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-03-07T10:15:33.326 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-03-07T10:15:33.338 INFO:tasks.kclient:Unmounting kernel clients... 2024-03-07T10:15:33.338 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T10:15:33.339 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-07T10:15:33.360 DEBUG:teuthology.orchestra.run.smithi018:> set -ex 2024-03-07T10:15:33.360 DEBUG:teuthology.orchestra.run.smithi018:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-07T10:15:33.419 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T10:15:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 -- 172.21.15.18:0/3527963716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac01076a0 msgr2=0x7faac0107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 --2- 172.21.15.18:0/3527963716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac01076a0 0x7faac0107a80 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7faab0009930 tx=0x7faab002bc30 comp rx=0 tx=0).stop 2024-03-07T10:15:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 -- 172.21.15.18:0/3527963716 shutdown_connections 2024-03-07T10:15:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 --2- 172.21.15.18:0/3527963716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac0101fc0 0x7faac010e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 --2- 172.21.15.18:0/3527963716 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faac0101600 0x7faac0101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.576 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 --2- 172.21.15.18:0/3527963716 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac01076a0 0x7faac0107a80 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 -- 172.21.15.18:0/3527963716 >> 172.21.15.18:0/3527963716 conn(0x7faac00fd110 msgr2=0x7faac00ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 -- 172.21.15.18:0/3527963716 shutdown_connections 2024-03-07T10:15:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 -- 172.21.15.18:0/3527963716 wait complete. 2024-03-07T10:15:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.574+0000 7faac5a87640 1 Processor -- start 2024-03-07T10:15:33.577 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faac5a87640 1 -- start start 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faac5a87640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac0101600 0x7faac0197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faac5a87640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac0101fc0 0x7faac0198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faac5a87640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faac01076a0 0x7faac019c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faac5a87640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faac01119e0 con 0x7faac0101600 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faac5a87640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faac0111860 con 0x7faac0101fc0 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faac5a87640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faac0111b60 con 0x7faac01076a0 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac0101600 0x7faac0197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac0101600 0x7faac0197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40532/0 (socket says 172.21.15.18:40532) 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabffff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faac01076a0 0x7faac019c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 -- 172.21.15.18:0/3590983906 learned_addr learned my addr 172.21.15.18:0/3590983906 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabeffd640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac0101fc0 0x7faac0198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.579 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 -- 172.21.15.18:0/3590983906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faac01076a0 msgr2=0x7faac019c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faac01076a0 0x7faac019c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 -- 172.21.15.18:0/3590983906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac0101fc0 msgr2=0x7faac0198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac0101fc0 0x7faac0198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabf7fe640 1 -- 172.21.15.18:0/3590983906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faac019ceb0 con 0x7faac0101600 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.575+0000 7faabffff640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faac01076a0 0x7faac019c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.576+0000 7faabf7fe640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac0101600 0x7faac0197ec0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7faab0009230 tx=0x7faab002cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.576+0000 7faabcff9640 1 -- 172.21.15.18:0/3590983906 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faab0041070 con 0x7faac0101600 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.576+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faac019d140 con 0x7faac0101600 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.576+0000 7faabcff9640 1 -- 172.21.15.18:0/3590983906 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faab0004450 con 0x7faac0101600 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.576+0000 7faabcff9640 1 -- 172.21.15.18:0/3590983906 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faab0003d90 con 0x7faac0101600 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.576+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faac01a4a30 con 0x7faac0101600 2024-03-07T10:15:33.580 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.577+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faac0068930 con 0x7faac0101600 2024-03-07T10:15:33.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.578+0000 7faabcff9640 1 -- 172.21.15.18:0/3590983906 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7faab0044070 con 0x7faac0101600 2024-03-07T10:15:33.581 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.578+0000 7faabcff9640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faaa80a1ef0 0x7faaa80a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.579+0000 7faabeffd640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faaa80a1ef0 0x7faaa80a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.579+0000 7faabcff9640 1 -- 172.21.15.18:0/3590983906 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7faab00efc20 con 0x7faac0101600 2024-03-07T10:15:33.582 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.579+0000 7faabeffd640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faaa80a1ef0 0x7faaa80a43b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faac0106d50 tx=0x7faab4005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:33.584 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.583+0000 7faabcff9640 1 -- 172.21.15.18:0/3590983906 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7faab00bc6d0 con 0x7faac0101600 2024-03-07T10:15:33.769 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.767+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7faac0109b70 con 0x7faac0101600 2024-03-07T10:15:33.771 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.769+0000 7faabcff9640 1 -- 172.21.15.18:0/3590983906 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v111) v1 ==== 74+0+23259 (secure 0 0 0) 0x7faab00c0770 con 0x7faac0101600 2024-03-07T10:15:33.771 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:15:33.771 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":111,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T10:15:17.765738+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2711742039":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/4020934669":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/3479518143":"2024-03-08T09:59:06.812801+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/728165299":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/1270389896":"2024-03-08T09:59:06.812801+0000","172.21.15.18:6801/1270389896":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/4041905068":"2024-03-08T09:59:06.812801+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faaa80a1ef0 msgr2=0x7faaa80a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faaa80a1ef0 0x7faaa80a43b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faac0106d50 tx=0x7faab4005f90 comp rx=0 tx=0).stop 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac0101600 msgr2=0x7faac0197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac0101600 0x7faac0197ec0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7faab0009230 tx=0x7faab002cb20 comp rx=0 tx=0).stop 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 shutdown_connections 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faac01076a0 0x7faac019c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac0101fc0 0x7faac0198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.773 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7faaa80a1ef0 0x7faaa80a43b0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 --2- 172.21.15.18:0/3590983906 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7faac0101600 0x7faac0197ec0 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 >> 172.21.15.18:0/3590983906 conn(0x7faac00fd110 msgr2=0x7faac00fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:33.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 shutdown_connections 2024-03-07T10:15:33.774 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.771+0000 7faac5a87640 1 -- 172.21.15.18:0/3590983906 wait complete. 2024-03-07T10:15:33.784 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-07T09:52:19.822968+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-07T09:56:51.491695+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-07T09:56:52.249374+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 110, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-07T10:15:33.785 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-07T10:15:33.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 -- 172.21.15.18:0/420369740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c1065d0 msgr2=0x7f883c1069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 --2- 172.21.15.18:0/420369740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c1065d0 0x7f883c1069b0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f882c009900 tx=0x7f882c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:15:33.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 -- 172.21.15.18:0/420369740 shutdown_connections 2024-03-07T10:15:33.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 --2- 172.21.15.18:0/420369740 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f883c100ed0 0x7f883c10d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 --2- 172.21.15.18:0/420369740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f883c100510 0x7f883c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 --2- 172.21.15.18:0/420369740 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c1065d0 0x7f883c1069b0 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.894 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 -- 172.21.15.18:0/420369740 >> 172.21.15.18:0/420369740 conn(0x7f883c077680 msgr2=0x7f883c077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 -- 172.21.15.18:0/420369740 shutdown_connections 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.890+0000 7f88409de640 1 -- 172.21.15.18:0/420369740 wait complete. 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 Processor -- start 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 -- start start 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f883c100510 0x7f883c197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c100ed0 0x7f883c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f883c1065d0 0x7f883c19c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f883c111a30 con 0x7f883c100ed0 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f883c1118b0 con 0x7f883c100510 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f88409de640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f883c111bb0 con 0x7f883c1065d0 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f8833fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c100ed0 0x7f883c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f8833fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c100ed0 0x7f883c1983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40550/0 (socket says 172.21.15.18:40550) 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f8833fff640 1 -- 172.21.15.18:0/3220500729 learned_addr learned my addr 172.21.15.18:0/3220500729 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:33.895 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f883a59c640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f883c100510 0x7f883c197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.891+0000 7f883ad9d640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f883c1065d0 0x7f883c19c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f8833fff640 1 -- 172.21.15.18:0/3220500729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f883c1065d0 msgr2=0x7f883c19c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f8833fff640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f883c1065d0 0x7f883c19c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f8833fff640 1 -- 172.21.15.18:0/3220500729 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f883c100510 msgr2=0x7f883c197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f8833fff640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f883c100510 0x7f883c197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f8833fff640 1 -- 172.21.15.18:0/3220500729 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f883c19ce50 con 0x7f883c100ed0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f8833fff640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c100ed0 0x7f883c1983f0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f882400e9f0 tx=0x7f882400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f88337fe640 1 -- 172.21.15.18:0/3220500729 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882400cd80 con 0x7f883c100ed0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f88337fe640 1 -- 172.21.15.18:0/3220500729 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8824005500 con 0x7f883c100ed0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f883c19d140 con 0x7f883c100ed0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f88337fe640 1 -- 172.21.15.18:0/3220500729 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8824010690 con 0x7f883c100ed0 2024-03-07T10:15:33.896 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.892+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f883c1a49d0 con 0x7f883c100ed0 2024-03-07T10:15:33.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.893+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f883c101c30 con 0x7f883c100ed0 2024-03-07T10:15:33.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.894+0000 7f88337fe640 1 -- 172.21.15.18:0/3220500729 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f88240046c0 con 0x7f883c100ed0 2024-03-07T10:15:33.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.895+0000 7f88337fe640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f88280a1ef0 0x7f88280a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:33.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.895+0000 7f883a59c640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f88280a1ef0 0x7f88280a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:33.897 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.895+0000 7f88337fe640 1 -- 172.21.15.18:0/3220500729 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f88240ce880 con 0x7f883c100ed0 2024-03-07T10:15:33.898 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.895+0000 7f883a59c640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f88280a1ef0 0x7f88280a43b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f882c009230 tx=0x7f882c005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:33.899 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:33.898+0000 7f88337fe640 1 -- 172.21.15.18:0/3220500729 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8824053280 con 0x7f883c100ed0 2024-03-07T10:15:34.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.080+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f883c02d030 con 0x7f883c100ed0 2024-03-07T10:15:34.082 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.080+0000 7f88337fe640 1 -- 172.21.15.18:0/3220500729 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v111) v1 ==== 93+0+10 (secure 0 0 0) 0x7f882409b870 con 0x7f883c100ed0 2024-03-07T10:15:34.082 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 1 2024-03-07T10:15:34.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f88280a1ef0 msgr2=0x7f88280a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f88280a1ef0 0x7f88280a43b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f882c009230 tx=0x7f882c005fd0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c100ed0 msgr2=0x7f883c1983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c100ed0 0x7f883c1983f0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f882400e9f0 tx=0x7f882400edf0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 shutdown_connections 2024-03-07T10:15:34.084 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f883c1065d0 0x7f883c19c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f88280a1ef0 0x7f88280a43b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f883c100ed0 0x7f883c1983f0 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 --2- 172.21.15.18:0/3220500729 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f883c100510 0x7f883c197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 >> 172.21.15.18:0/3220500729 conn(0x7f883c077680 msgr2=0x7f883c0ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:34.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.082+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 shutdown_connections 2024-03-07T10:15:34.085 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.083+0000 7f88409de640 1 -- 172.21.15.18:0/3220500729 wait complete. 2024-03-07T10:15:34.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:33 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3590983906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:15:34.096 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-07T10:15:34.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:33 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3590983906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:15:34.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 -- 172.21.15.18:0/3697635902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 msgr2=0x7f298410d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 --2- 172.21.15.18:0/3697635902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f298410d3a0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f297c009ca0 tx=0x7f297c02c0f0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 -- 172.21.15.18:0/3697635902 shutdown_connections 2024-03-07T10:15:34.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 --2- 172.21.15.18:0/3697635902 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f298410d3a0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 --2- 172.21.15.18:0/3697635902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984100520 0x7f29841009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.202 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 --2- 172.21.15.18:0/3697635902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f29841065e0 0x7f29841069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 -- 172.21.15.18:0/3697635902 >> 172.21.15.18:0/3697635902 conn(0x7f2984077710 msgr2=0x7f2984077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:34.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.200+0000 7f29891b1640 1 -- 172.21.15.18:0/3697635902 shutdown_connections 2024-03-07T10:15:34.203 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.201+0000 7f29891b1640 1 -- 172.21.15.18:0/3697635902 wait complete. 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.201+0000 7f29891b1640 1 Processor -- start 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.201+0000 7f29891b1640 1 -- start start 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984100520 0x7f2984196d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f29841972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f29841065e0 0x7f298419b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29841108c0 con 0x7f2984100ee0 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2984110740 con 0x7f29841065e0 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2984110a40 con 0x7f2984100520 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f29841972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f29841972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40562/0 (socket says 172.21.15.18:40562) 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 -- 172.21.15.18:0/1624684080 learned_addr learned my addr 172.21.15.18:0/1624684080 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:34.205 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f2982d9d640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984100520 0x7f2984196d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298359e640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f29841065e0 0x7f298419b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 -- 172.21.15.18:0/1624684080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984100520 msgr2=0x7f2984196d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984100520 0x7f2984196d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 -- 172.21.15.18:0/1624684080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f29841065e0 msgr2=0x7f298419b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f29841065e0 0x7f298419b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 -- 172.21.15.18:0/1624684080 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f298419bd20 con 0x7f2984100ee0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f298259c640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f29841972c0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f297800e9f0 tx=0x7f297800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f296bfff640 1 -- 172.21.15.18:0/1624684080 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f297800cd80 con 0x7f2984100ee0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f298419c010 con 0x7f2984100ee0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f296bfff640 1 -- 172.21.15.18:0/1624684080 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2978005500 con 0x7f2984100ee0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f296bfff640 1 -- 172.21.15.18:0/1624684080 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2978010690 con 0x7f2984100ee0 2024-03-07T10:15:34.206 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.202+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29841a38a0 con 0x7f2984100ee0 2024-03-07T10:15:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.204+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29840684e0 con 0x7f2984100ee0 2024-03-07T10:15:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.205+0000 7f296bfff640 1 -- 172.21.15.18:0/1624684080 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f29780046c0 con 0x7f2984100ee0 2024-03-07T10:15:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.205+0000 7f296bfff640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f296c0a1ef0 0x7f296c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.207 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.205+0000 7f2982d9d640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f296c0a1ef0 0x7f296c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.205+0000 7f296bfff640 1 -- 172.21.15.18:0/1624684080 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f29780ce820 con 0x7f2984100ee0 2024-03-07T10:15:34.208 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.206+0000 7f2982d9d640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f296c0a1ef0 0x7f296c0a43b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2974009b50 tx=0x7f2974005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:34.210 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.209+0000 7f296bfff640 1 -- 172.21.15.18:0/1624684080 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2978053280 con 0x7f2984100ee0 2024-03-07T10:15:34.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:33 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3590983906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:15:34.392 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.391+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f298402d030 con 0x7f2984100ee0 2024-03-07T10:15:34.393 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.391+0000 7f296bfff640 1 -- 172.21.15.18:0/1624684080 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v111) v1 ==== 104+0+11 (secure 0 0 0) 0x7f297809b870 con 0x7f2984100ee0 2024-03-07T10:15:34.393 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 32 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f296c0a1ef0 msgr2=0x7f296c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f296c0a1ef0 0x7f296c0a43b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2974009b50 tx=0x7f2974005f90 comp rx=0 tx=0).stop 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 msgr2=0x7f29841972c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f29841972c0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f297800e9f0 tx=0x7f297800edf0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 shutdown_connections 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f29841065e0 0x7f298419b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f296c0a1ef0 0x7f296c0a43b0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.395 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f2984100ee0 0x7f29841972c0 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 --2- 172.21.15.18:0/1624684080 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984100520 0x7f2984196d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 >> 172.21.15.18:0/1624684080 conn(0x7f2984077710 msgr2=0x7f29840ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:34.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 shutdown_connections 2024-03-07T10:15:34.396 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.393+0000 7f29891b1640 1 -- 172.21.15.18:0/1624684080 wait complete. 2024-03-07T10:15:34.406 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-07T10:15:34.513 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 -- 172.21.15.18:0/2982868129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 msgr2=0x7f196410e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 --2- 172.21.15.18:0/2982868129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f196410e540 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f195c009cd0 tx=0x7f195c02c140 comp rx=0 tx=0).stop 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 -- 172.21.15.18:0/2982868129 shutdown_connections 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 --2- 172.21.15.18:0/2982868129 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f196410e540 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 --2- 172.21.15.18:0/2982868129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1964100750 0x7f1964106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 --2- 172.21.15.18:0/2982868129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f19640ffda0 0x7f1964100180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 -- 172.21.15.18:0/2982868129 >> 172.21.15.18:0/2982868129 conn(0x7f1964076a60 msgr2=0x7f19640fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 -- 172.21.15.18:0/2982868129 shutdown_connections 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.510+0000 7f1969f14640 1 -- 172.21.15.18:0/2982868129 wait complete. 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 Processor -- start 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 -- start start 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f19640ffda0 0x7f1964197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f19641983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.514 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196419c730 0x7f196419cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19641119f0 con 0x7f1964106930 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1964111870 con 0x7f19640ffda0 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1969f14640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1964111b70 con 0x7f196419c730 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1962ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f19641983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1962ffd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f19641983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40582/0 (socket says 172.21.15.18:40582) 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f19637fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f19640ffda0 0x7f1964197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1962ffd640 1 -- 172.21.15.18:0/2458243878 learned_addr learned my addr 172.21.15.18:0/2458243878 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1963fff640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196419c730 0x7f196419cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f19637fe640 1 -- 172.21.15.18:0/2458243878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196419c730 msgr2=0x7f196419cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f19637fe640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196419c730 0x7f196419cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f19637fe640 1 -- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 msgr2=0x7f19641983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f19637fe640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f19641983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f19637fe640 1 -- 172.21.15.18:0/2458243878 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f196419d220 con 0x7f19640ffda0 2024-03-07T10:15:34.515 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.511+0000 7f1962ffd640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f19641983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:15:34.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.512+0000 7f19637fe640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f19640ffda0 0x7f1964197e70 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f195800e9f0 tx=0x7f195800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:34.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.512+0000 7f1960ff9640 1 -- 172.21.15.18:0/2458243878 <== mon.2 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f195800ccc0 con 0x7f19640ffda0 2024-03-07T10:15:34.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.512+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f196419d510 con 0x7f19640ffda0 2024-03-07T10:15:34.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.512+0000 7f1960ff9640 1 -- 172.21.15.18:0/2458243878 <== mon.2 v2:172.21.15.63:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1958005020 con 0x7f19640ffda0 2024-03-07T10:15:34.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.512+0000 7f1960ff9640 1 -- 172.21.15.18:0/2458243878 <== mon.2 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19580049e0 con 0x7f19640ffda0 2024-03-07T10:15:34.516 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.512+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19641a4cb0 con 0x7f19640ffda0 2024-03-07T10:15:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.513+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1964068930 con 0x7f19640ffda0 2024-03-07T10:15:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.514+0000 7f1960ff9640 1 -- 172.21.15.18:0/2458243878 <== mon.2 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f1958005560 con 0x7f19640ffda0 2024-03-07T10:15:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.514+0000 7f1960ff9640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f194c0a1ef0 0x7f194c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.514+0000 7f1962ffd640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f194c0a1ef0 0x7f194c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.514+0000 7f1960ff9640 1 -- 172.21.15.18:0/2458243878 <== mon.2 v2:172.21.15.63:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f19580ce160 con 0x7f19640ffda0 2024-03-07T10:15:34.517 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.515+0000 7f1962ffd640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f194c0a1ef0 0x7f194c0a43b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f19640ff090 tx=0x7f1954005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:34.519 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.518+0000 7f1960ff9640 1 -- 172.21.15.18:0/2458243878 <== mon.2 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f19580051d0 con 0x7f19640ffda0 2024-03-07T10:15:34.701 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.700+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1964109b80 con 0x7f19640ffda0 2024-03-07T10:15:34.702 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.700+0000 7f1960ff9640 1 -- 172.21.15.18:0/2458243878 <== mon.2 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v111) v1 ==== 100+0+11 (secure 0 0 0) 0x7f195809b1b0 con 0x7f19640ffda0 2024-03-07T10:15:34.702 INFO:teuthology.orchestra.run.smithi018.stdout:pg_num: 64 2024-03-07T10:15:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f194c0a1ef0 msgr2=0x7f194c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f194c0a1ef0 0x7f194c0a43b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f19640ff090 tx=0x7f1954005f90 comp rx=0 tx=0).stop 2024-03-07T10:15:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f19640ffda0 msgr2=0x7f1964197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.704 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f19640ffda0 0x7f1964197e70 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f195800e9f0 tx=0x7f195800eeb0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 shutdown_connections 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f196419c730 0x7f196419cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f194c0a1ef0 0x7f194c0a43b0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f1964106930 0x7f19641983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 --2- 172.21.15.18:0/2458243878 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f19640ffda0 0x7f1964197e70 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 >> 172.21.15.18:0/2458243878 conn(0x7f1964076a60 msgr2=0x7f1964104aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 shutdown_connections 2024-03-07T10:15:34.705 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.702+0000 7f1969f14640 1 -- 172.21.15.18:0/2458243878 wait complete. 2024-03-07T10:15:34.715 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 -- 172.21.15.18:0/3406325475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c100510 msgr2=0x7fd03c100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 --2- 172.21.15.18:0/3406325475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c100510 0x7fd03c100990 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7fd024009900 tx=0x7fd02402bc30 comp rx=0 tx=0).stop 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 -- 172.21.15.18:0/3406325475 shutdown_connections 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 --2- 172.21.15.18:0/3406325475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd03c100ed0 0x7fd03c10d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 --2- 172.21.15.18:0/3406325475 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c100510 0x7fd03c100990 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 --2- 172.21.15.18:0/3406325475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd03c1065d0 0x7fd03c1069b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 -- 172.21.15.18:0/3406325475 >> 172.21.15.18:0/3406325475 conn(0x7fd03c077680 msgr2=0x7fd03c077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 -- 172.21.15.18:0/3406325475 shutdown_connections 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.818+0000 7fd04255d640 1 -- 172.21.15.18:0/3406325475 wait complete. 2024-03-07T10:15:34.822 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 Processor -- start 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 -- start start 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd03c100510 0x7fd03c197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd03c100ed0 0x7fd03c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c1065d0 0x7fd03c19c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03c111a30 con 0x7fd03c1065d0 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03c1118b0 con 0x7fd03c100ed0 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd04255d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03c111bb0 con 0x7fd03c100510 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd040afa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c1065d0 0x7fd03c19c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd03bfff640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd03c100510 0x7fd03c197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd03b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd03c100ed0 0x7fd03c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd040afa640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c1065d0 0x7fd03c19c710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40612/0 (socket says 172.21.15.18:40612) 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.819+0000 7fd040afa640 1 -- 172.21.15.18:0/1512783629 learned_addr learned my addr 172.21.15.18:0/1512783629 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd040afa640 1 -- 172.21.15.18:0/1512783629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd03c100510 msgr2=0x7fd03c197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd040afa640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd03c100510 0x7fd03c197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd040afa640 1 -- 172.21.15.18:0/1512783629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd03c100ed0 msgr2=0x7fd03c198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:34.823 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd040afa640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd03c100ed0 0x7fd03c198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd040afa640 1 -- 172.21.15.18:0/1512783629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd03c19ce40 con 0x7fd03c1065d0 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd03bfff640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd03c100510 0x7fd03c197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd03b7fe640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd03c100ed0 0x7fd03c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd040afa640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c1065d0 0x7fd03c19c710 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fd03400eb10 tx=0x7fd03400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd0397fa640 1 -- 172.21.15.18:0/1512783629 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd034004b20 con 0x7fd03c1065d0 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd03c19d130 con 0x7fd03c1065d0 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd0397fa640 1 -- 172.21.15.18:0/1512783629 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd034004cc0 con 0x7fd03c1065d0 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd0397fa640 1 -- 172.21.15.18:0/1512783629 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd034010760 con 0x7fd03c1065d0 2024-03-07T10:15:34.824 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.820+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd03c1a49c0 con 0x7fd03c1065d0 2024-03-07T10:15:34.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.821+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd03c068930 con 0x7fd03c1065d0 2024-03-07T10:15:34.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.823+0000 7fd0397fa640 1 -- 172.21.15.18:0/1512783629 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fd034005000 con 0x7fd03c1065d0 2024-03-07T10:15:34.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.823+0000 7fd0397fa640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0280a1ef0 0x7fd0280a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:34.825 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.823+0000 7fd03bfff640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0280a1ef0 0x7fd0280a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:34.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.824+0000 7fd0397fa640 1 -- 172.21.15.18:0/1512783629 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fd0340cecc0 con 0x7fd03c1065d0 2024-03-07T10:15:34.826 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.824+0000 7fd03bfff640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0280a1ef0 0x7fd0280a43b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd02c0095f0 tx=0x7fd02c005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:34.828 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:34.827+0000 7fd0397fa640 1 -- 172.21.15.18:0/1512783629 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd03409bd10 con 0x7fd03c1065d0 2024-03-07T10:15:35.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.021+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd03c02d030 con 0x7fd03c1065d0 2024-03-07T10:15:35.023 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.022+0000 7fd0397fa640 1 -- 172.21.15.18:0/1512783629 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v111) v1 ==== 81+0+1001 (secure 0 0 0) 0x7fd03409b610 con 0x7fd03c1065d0 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/1399627494 2024-03-08T09:49:29.344023+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/2711742039 2024-03-08T09:59:06.812801+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/3264941039 2024-03-08T09:49:29.344023+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/3136177842 2024-03-08T09:49:29.344023+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/976499521 2024-03-08T09:49:55.480884+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/4020934669 2024-03-08T09:59:06.812801+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/3479518143 2024-03-08T09:59:06.812801+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/3136177842 2024-03-08T09:49:29.344023+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/2616622330 2024-03-08T09:49:55.480884+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/728165299 2024-03-08T09:59:06.812801+0000 2024-03-07T10:15:35.024 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/2603628983 2024-03-08T09:49:29.344023+0000 2024-03-07T10:15:35.025 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/2708184648 2024-03-08T09:49:55.480884+0000 2024-03-07T10:15:35.025 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/2708184648 2024-03-08T09:49:55.480884+0000 2024-03-07T10:15:35.025 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/342263640 2024-03-08T09:49:55.480884+0000 2024-03-07T10:15:35.025 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6800/1270389896 2024-03-08T09:59:06.812801+0000 2024-03-07T10:15:35.025 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:6801/1270389896 2024-03-08T09:59:06.812801+0000 2024-03-07T10:15:35.025 INFO:teuthology.orchestra.run.smithi018.stdout:172.21.15.18:0/4041905068 2024-03-08T09:59:06.812801+0000 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:listed 17 entries 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0280a1ef0 msgr2=0x7fd0280a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0280a1ef0 0x7fd0280a43b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd02c0095f0 tx=0x7fd02c005f90 comp rx=0 tx=0).stop 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c1065d0 msgr2=0x7fd03c19c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c1065d0 0x7fd03c19c710 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fd03400eb10 tx=0x7fd03400c2d0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 shutdown_connections 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fd0280a1ef0 0x7fd0280a43b0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.026 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fd03c1065d0 0x7fd03c19c710 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd03c100ed0 0x7fd03c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 --2- 172.21.15.18:0/1512783629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd03c100510 0x7fd03c197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 >> 172.21.15.18:0/1512783629 conn(0x7fd03c077680 msgr2=0x7fd03c0ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:35.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 shutdown_connections 2024-03-07T10:15:35.027 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.024+0000 7fd04255d640 1 -- 172.21.15.18:0/1512783629 wait complete. 2024-03-07T10:15:35.035 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:34 smithi018 ceph-mon[32171]: pgmap v516: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-03-07T10:15:35.035 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:34 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3220500729' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.035 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:34 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1624684080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.035 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:34 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2458243878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.036 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-03-07T10:15:35.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:15:35.037 DEBUG:teuthology.orchestra.run.smithi018:> sudo umount /tmp/cephfs 2024-03-07T10:15:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:34 smithi063 ceph-mon[36356]: pgmap v516: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-03-07T10:15:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:34 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3220500729' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:34 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1624684080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:34 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2458243878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.210 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T10:15:35.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:15:35.210 DEBUG:teuthology.orchestra.run.smithi018:> (cd /home/ubuntu/cephtest && exec rmdir -- /tmp/cephfs) 2024-03-07T10:15:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:34 smithi077 ceph-mon[36374]: pgmap v516: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-03-07T10:15:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:34 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3220500729' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:34 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1624684080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:34 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2458243878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-07T10:15:35.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:15:35.255 DEBUG:teuthology.orchestra.run.smithi018:> ip netns list 2024-03-07T10:15:35.302 INFO:teuthology.orchestra.run.smithi018.stdout:ceph-ns--tmp-cephfs (id: 0) 2024-03-07T10:15:35.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:15:35.303 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip netns delete ceph-ns--tmp-cephfs 2024-03-07T10:15:35.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-07T10:15:35.353 DEBUG:teuthology.orchestra.run.smithi018:> sudo ip link delete ceph-brx 2024-03-07T10:15:35.429 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-07T10:15:35.442 INFO:tasks.cephadm:Teardown begin 2024-03-07T10:15:35.442 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-03-07T10:15:35.442 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:15:35.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 -- 172.21.15.18:0/2198737844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e810bc10 msgr2=0x7fc6e810e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/2198737844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e810bc10 0x7fc6e810e0b0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fc6e0009ca0 tx=0x7fc6e002c230 comp rx=0 tx=0).stop 2024-03-07T10:15:35.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 -- 172.21.15.18:0/2198737844 shutdown_connections 2024-03-07T10:15:35.553 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/2198737844 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e810bc10 0x7fc6e810e0b0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/2198737844 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6e81031f0 0x7fc6e810b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/2198737844 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6e81028d0 0x7fc6e8102cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 -- 172.21.15.18:0/2198737844 >> 172.21.15.18:0/2198737844 conn(0x7fc6e8077680 msgr2=0x7fc6e8077a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 -- 172.21.15.18:0/2198737844 shutdown_connections 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.549+0000 7fc6eecdd640 1 -- 172.21.15.18:0/2198737844 wait complete. 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 Processor -- start 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 -- start start 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6e81028d0 0x7fc6e8100520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e81031f0 0x7fc6e8100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6e810bc10 0x7fc6e8100fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6e8111a10 con 0x7fc6e81031f0 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6e8111890 con 0x7fc6e81028d0 2024-03-07T10:15:35.554 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6eecdd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6e8111b90 con 0x7fc6e810bc10 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6e7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e81031f0 0x7fc6e8100a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.550+0000 7fc6e7fff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e81031f0 0x7fc6e8100a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40638/0 (socket says 172.21.15.18:40638) 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6e7fff640 1 -- 172.21.15.18:0/4028538915 learned_addr learned my addr 172.21.15.18:0/4028538915 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6ed27a640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6e810bc10 0x7fc6e8100fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6eca79640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6e81028d0 0x7fc6e8100520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6ed27a640 1 -- 172.21.15.18:0/4028538915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6e81028d0 msgr2=0x7fc6e8100520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6ed27a640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6e81028d0 0x7fc6e8100520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6ed27a640 1 -- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e81031f0 msgr2=0x7fc6e8100a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6ed27a640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e81031f0 0x7fc6e8100a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6ed27a640 1 -- 172.21.15.18:0/4028538915 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6e81a6330 con 0x7fc6e810bc10 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6ed27a640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6e810bc10 0x7fc6e8100fa0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fc6e002c840 tx=0x7fc6e0035d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6e5ffb640 1 -- 172.21.15.18:0/4028538915 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e0039040 con 0x7fc6e810bc10 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6e81a65c0 con 0x7fc6e810bc10 2024-03-07T10:15:35.555 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6e5ffb640 1 -- 172.21.15.18:0/4028538915 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc6e0044070 con 0x7fc6e810bc10 2024-03-07T10:15:35.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.551+0000 7fc6e5ffb640 1 -- 172.21.15.18:0/4028538915 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e00042a0 con 0x7fc6e810bc10 2024-03-07T10:15:35.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.552+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6e81a6ad0 con 0x7fc6e810bc10 2024-03-07T10:15:35.556 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.552+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6e8067c50 con 0x7fc6e810bc10 2024-03-07T10:15:35.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.554+0000 7fc6e5ffb640 1 -- 172.21.15.18:0/4028538915 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fc6e0004440 con 0x7fc6e810bc10 2024-03-07T10:15:35.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.554+0000 7fc6e5ffb640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6d80a1f20 0x7fc6d80a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.554+0000 7fc6e5ffb640 1 -- 172.21.15.18:0/4028538915 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fc6e00f0640 con 0x7fc6e810bc10 2024-03-07T10:15:35.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.554+0000 7fc6eca79640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6d80a1f20 0x7fc6d80a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.557 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.555+0000 7fc6eca79640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6d80a1f20 0x7fc6d80a43e0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc009bd0 tx=0x7fc6dc005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:35.559 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.558+0000 7fc6e5ffb640 1 -- 172.21.15.18:0/4028538915 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc6e00bd8c0 con 0x7fc6e810bc10 2024-03-07T10:15:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.785+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc6e81a6d30 con 0x7fc6e810bc10 2024-03-07T10:15:35.787 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.786+0000 7fc6e5ffb640 1 -- 172.21.15.18:0/4028538915 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7fc6e00bd1c0 con 0x7fc6e810bc10 2024-03-07T10:15:35.788 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:15:35.788 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:15:35.788 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:15:35.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6d80a1f20 msgr2=0x7fc6d80a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6d80a1f20 0x7fc6d80a43e0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc009bd0 tx=0x7fc6dc005f90 comp rx=0 tx=0).stop 2024-03-07T10:15:35.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6e810bc10 msgr2=0x7fc6e8100fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6e810bc10 0x7fc6e8100fa0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fc6e002c840 tx=0x7fc6e0035d90 comp rx=0 tx=0).stop 2024-03-07T10:15:35.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 shutdown_connections 2024-03-07T10:15:35.790 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6e810bc10 0x7fc6e8100fa0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fc6d80a1f20 0x7fc6d80a43e0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fc6e81031f0 0x7fc6e8100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 --2- 172.21.15.18:0/4028538915 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6e81028d0 0x7fc6e8100520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 >> 172.21.15.18:0/4028538915 conn(0x7fc6e8077680 msgr2=0x7fc6e80fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:35.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 shutdown_connections 2024-03-07T10:15:35.791 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.788+0000 7fc6eecdd640 1 -- 172.21.15.18:0/4028538915 wait complete. 2024-03-07T10:15:35.803 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-07T10:15:35.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 -- 172.21.15.18:0/176756356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 msgr2=0x7f87841009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.911 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 --2- 172.21.15.18:0/176756356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f87841009b0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f8778009900 tx=0x7f877802bc30 comp rx=0 tx=0).stop 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 -- 172.21.15.18:0/176756356 shutdown_connections 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 --2- 172.21.15.18:0/176756356 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8784100ef0 0x7f878410d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 --2- 172.21.15.18:0/176756356 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f87841009b0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 --2- 172.21.15.18:0/176756356 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87841065f0 0x7f87841069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 -- 172.21.15.18:0/176756356 >> 172.21.15.18:0/176756356 conn(0x7f87840776e0 msgr2=0x7f8784077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.907+0000 7f878891d640 1 -- 172.21.15.18:0/176756356 shutdown_connections 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 -- 172.21.15.18:0/176756356 wait complete. 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 Processor -- start 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 -- start start 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f8784197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8784100ef0 0x7f8784198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87841065f0 0x7f878419c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.912 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87841108d0 con 0x7f8784100530 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8784110750 con 0x7f87841065f0 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.908+0000 7f878891d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8784110a50 con 0x7f8784100ef0 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f8784197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f8784197e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40644/0 (socket says 172.21.15.18:40644) 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 -- 172.21.15.18:0/1700308967 learned_addr learned my addr 172.21.15.18:0/1700308967 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f8781d9b640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8784100ef0 0x7f8784198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f8782d9d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87841065f0 0x7f878419c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 -- 172.21.15.18:0/1700308967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8784100ef0 msgr2=0x7f8784198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8784100ef0 0x7f8784198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 -- 172.21.15.18:0/1700308967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87841065f0 msgr2=0x7f878419c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87841065f0 0x7f878419c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 -- 172.21.15.18:0/1700308967 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f878419ce10 con 0x7f8784100530 2024-03-07T10:15:35.913 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f8782d9d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87841065f0 0x7f878419c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-07T10:15:35.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878259c640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f8784197e20 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f877400e9f0 tx=0x7f877400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:35.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f87737fe640 1 -- 172.21.15.18:0/1700308967 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f877400cd80 con 0x7f8784100530 2024-03-07T10:15:35.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f878419d100 con 0x7f8784100530 2024-03-07T10:15:35.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f87737fe640 1 -- 172.21.15.18:0/1700308967 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8774010910 con 0x7f8784100530 2024-03-07T10:15:35.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87841a4990 con 0x7f8784100530 2024-03-07T10:15:35.914 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.909+0000 7f87737fe640 1 -- 172.21.15.18:0/1700308967 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87740188f0 con 0x7f8784100530 2024-03-07T10:15:35.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.910+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87840684e0 con 0x7f8784100530 2024-03-07T10:15:35.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.912+0000 7f87737fe640 1 -- 172.21.15.18:0/1700308967 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f8774010ac0 con 0x7f8784100530 2024-03-07T10:15:35.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.913+0000 7f87737fe640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f876c0a1ef0 0x7f876c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:35.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.913+0000 7f8781d9b640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f876c0a1ef0 0x7f876c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:35.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.913+0000 7f87737fe640 1 -- 172.21.15.18:0/1700308967 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f87740ce680 con 0x7f8784100530 2024-03-07T10:15:35.915 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.913+0000 7f8781d9b640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f876c0a1ef0 0x7f876c0a43b0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8778009230 tx=0x7f8778005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:35.919 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:35.917+0000 7f87737fe640 1 -- 172.21.15.18:0/1700308967 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f877409b6d0 con 0x7f8784100530 2024-03-07T10:15:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:35 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1512783629' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-07T10:15:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:35 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:15:36.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:35 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/4028538915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:15:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.159+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f87841a4c20 con 0x7f8784100530 2024-03-07T10:15:36.161 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.160+0000 7f87737fe640 1 -- 172.21.15.18:0/1700308967 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11372 (secure 0 0 0) 0x7f877409afd0 con 0x7f8784100530 2024-03-07T10:15:36.162 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:15:36.162 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14568,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6835/886694425","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6834","nonce":886694425},{"type":"v1","addr":"172.21.15.18:6835","nonce":886694425}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14580,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6837/3414065561","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6836","nonce":3414065561},{"type":"v1","addr":"172.21.15.18:6837","nonce":3414065561}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14649,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6839/1854975674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6838","nonce":1854975674},{"type":"v1","addr":"172.21.15.18:6839","nonce":1854975674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14661,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.18:6841/253238686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6840","nonce":253238686},{"type":"v1","addr":"172.21.15.18:6841","nonce":253238686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24401,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/4157197603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":4157197603},{"type":"v1","addr":"172.21.15.63:6833","nonce":4157197603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24428,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/3926513801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":3926513801},{"type":"v1","addr":"172.21.15.63:6835","nonce":3926513801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-07T09:56:53.038707+0000","modified":"2024-03-07T10:01:55.915699+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24517,"mds_1":24503,"mds_2":24467},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/4002080212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":4002080212},{"type":"v1","addr":"172.21.15.77:6833","nonce":4002080212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6837/4105016846","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":4105016846},{"type":"v1","addr":"172.21.15.63:6837","nonce":4105016846}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6835/3650186044","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":3650186044},{"type":"v1","addr":"172.21.15.77:6835","nonce":3650186044}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6837/196148274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":196148274},{"type":"v1","addr":"172.21.15.77:6837","nonce":196148274}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6839/2397861497","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":2397861497},{"type":"v1","addr":"172.21.15.63:6839","nonce":2397861497}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24517":{"gid":24517,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":5,"addr":"172.21.15.77:6839/910411166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":910411166},{"type":"v1","addr":"172.21.15.77:6839","nonce":910411166}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24517,"qdb_cluster":[24467,24503,24517]},"id":1}]} 2024-03-07T10:15:36.162 INFO:teuthology.orchestra.run.smithi018.stderr:dumped fsmap epoch 26 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f876c0a1ef0 msgr2=0x7f876c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f876c0a1ef0 0x7f876c0a43b0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8778009230 tx=0x7f8778005fd0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 msgr2=0x7f8784197e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f8784197e20 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f877400e9f0 tx=0x7f877400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 shutdown_connections 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87841065f0 0x7f878419c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8784100ef0 0x7f8784198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f876c0a1ef0 0x7f876c0a43b0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 --2- 172.21.15.18:0/1700308967 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f8784100530 0x7f8784197e20 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.164 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 >> 172.21.15.18:0/1700308967 conn(0x7f87840776e0 msgr2=0x7f87840ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:36.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 shutdown_connections 2024-03-07T10:15:36.165 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.162+0000 7f878891d640 1 -- 172.21.15.18:0/1700308967 wait complete. 2024-03-07T10:15:36.175 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-07T10:15:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:35 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1512783629' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-07T10:15:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:35 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:15:36.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:35 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/4028538915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:15:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:35 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1512783629' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-07T10:15:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:35 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-07T10:15:36.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:35 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/4028538915' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:15:36.284 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 -- 172.21.15.18:0/249411578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101630 msgr2=0x7fba54101ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 --2- 172.21.15.18:0/249411578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101630 0x7fba54101ab0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7fba44009930 tx=0x7fba4402bc30 comp rx=0 tx=0).stop 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 -- 172.21.15.18:0/249411578 shutdown_connections 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 --2- 172.21.15.18:0/249411578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba54101ff0 0x7fba5410e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 --2- 172.21.15.18:0/249411578 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101630 0x7fba54101ab0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 --2- 172.21.15.18:0/249411578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba54107640 0x7fba54107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 -- 172.21.15.18:0/249411578 >> 172.21.15.18:0/249411578 conn(0x7fba540fd100 msgr2=0x7fba540ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 -- 172.21.15.18:0/249411578 shutdown_connections 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 -- 172.21.15.18:0/249411578 wait complete. 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 Processor -- start 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.281+0000 7fba5c799640 1 -- start start 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5c799640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba54101630 0x7fba54073960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5c799640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101ff0 0x7fba54073ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.285 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5c799640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba54107640 0x7fba540743e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5c799640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba54111a50 con 0x7fba54101ff0 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5c799640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba541118d0 con 0x7fba54107640 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5c799640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba54111bd0 con 0x7fba54101630 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101ff0 0x7fba54073ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101ff0 0x7fba54073ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40662/0 (socket says 172.21.15.18:40662) 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 -- 172.21.15.18:0/424790394 learned_addr learned my addr 172.21.15.18:0/424790394 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5a535640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba54101630 0x7fba54073960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5ad36640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba54107640 0x7fba540743e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 -- 172.21.15.18:0/424790394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba54101630 msgr2=0x7fba54073960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba54101630 0x7fba54073960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 -- 172.21.15.18:0/424790394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba54107640 msgr2=0x7fba540743e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba54107640 0x7fba540743e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 -- 172.21.15.18:0/424790394 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba541a6410 con 0x7fba54101ff0 2024-03-07T10:15:36.286 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5a535640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba54101630 0x7fba54073960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-07T10:15:36.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba59d34640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101ff0 0x7fba54073ea0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fba44009230 tx=0x7fba4402cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:36.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba4b7fe640 1 -- 172.21.15.18:0/424790394 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba44041070 con 0x7fba54101ff0 2024-03-07T10:15:36.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba4b7fe640 1 -- 172.21.15.18:0/424790394 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba44004450 con 0x7fba54101ff0 2024-03-07T10:15:36.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.282+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba541a66a0 con 0x7fba54101ff0 2024-03-07T10:15:36.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.283+0000 7fba4b7fe640 1 -- 172.21.15.18:0/424790394 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba44003e50 con 0x7fba54101ff0 2024-03-07T10:15:36.287 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.283+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba541a6b90 con 0x7fba54101ff0 2024-03-07T10:15:36.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.283+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba540684e0 con 0x7fba54101ff0 2024-03-07T10:15:36.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.285+0000 7fba4b7fe640 1 -- 172.21.15.18:0/424790394 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fba44044070 con 0x7fba54101ff0 2024-03-07T10:15:36.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.285+0000 7fba4b7fe640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba400a2090 0x7fba400a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.285+0000 7fba5a535640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba400a2090 0x7fba400a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.285+0000 7fba4b7fe640 1 -- 172.21.15.18:0/424790394 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7fba440efdc0 con 0x7fba54101ff0 2024-03-07T10:15:36.288 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.286+0000 7fba5a535640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba400a2090 0x7fba400a4550 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fba50009f40 tx=0x7fba50005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:36.290 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.289+0000 7fba4b7fe640 1 -- 172.21.15.18:0/424790394 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fba440bc8d0 con 0x7fba54101ff0 2024-03-07T10:15:36.475 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.474+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fba5402d030 con 0x7fba54101ff0 2024-03-07T10:15:36.477 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.475+0000 7fba4b7fe640 1 -- 172.21.15.18:0/424790394 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v111) v1 ==== 74+0+23259 (secure 0 0 0) 0x7fba440c0970 con 0x7fba54101ff0 2024-03-07T10:15:36.477 INFO:teuthology.orchestra.run.smithi018.stdout: 2024-03-07T10:15:36.478 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":111,"fsid":"c474c52c-dc67-11ee-95c6-87774f69a715","created":"2024-03-07T09:49:02.743976+0000","modified":"2024-03-07T10:15:17.765738+0000","last_up_change":"2024-03-07T09:56:02.725889+0000","last_in_change":"2024-03-07T09:55:43.208387+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-07T09:52:19.822968+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-07T09:56:51.491695+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-07T09:56:52.249374+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"054a4e6a-c2f8-44c7-87ba-0e379d2f018e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6803","nonce":979935182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6805","nonce":979935182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6808","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6809","nonce":979935182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":979935182},{"type":"v1","addr":"172.21.15.18:6807","nonce":979935182}]},"public_addr":"172.21.15.18:6803/979935182","cluster_addr":"172.21.15.18:6805/979935182","heartbeat_back_addr":"172.21.15.18:6809/979935182","heartbeat_front_addr":"172.21.15.18:6807/979935182","state":["exists","up"]},{"osd":1,"uuid":"ccaccb7d-781c-4e67-8d21-b944ed7968ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6801","nonce":2809892444}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6803","nonce":2809892444}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6807","nonce":2809892444}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":2809892444},{"type":"v1","addr":"172.21.15.63:6805","nonce":2809892444}]},"public_addr":"172.21.15.63:6801/2809892444","cluster_addr":"172.21.15.63:6803/2809892444","heartbeat_back_addr":"172.21.15.63:6807/2809892444","heartbeat_front_addr":"172.21.15.63:6805/2809892444","state":["exists","up"]},{"osd":2,"uuid":"444a564b-56d3-467c-8b4d-e9c8fb7e56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6801","nonce":919634021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6803","nonce":919634021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6807","nonce":919634021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":919634021},{"type":"v1","addr":"172.21.15.77:6805","nonce":919634021}]},"public_addr":"172.21.15.77:6801/919634021","cluster_addr":"172.21.15.77:6803/919634021","heartbeat_back_addr":"172.21.15.77:6807/919634021","heartbeat_front_addr":"172.21.15.77:6805/919634021","state":["exists","up"]},{"osd":3,"uuid":"6ad9c606-c436-4afd-8413-9c144c88557d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6810","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6811","nonce":3655490823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6812","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6813","nonce":3655490823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6816","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6817","nonce":3655490823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6814","nonce":3655490823},{"type":"v1","addr":"172.21.15.18:6815","nonce":3655490823}]},"public_addr":"172.21.15.18:6811/3655490823","cluster_addr":"172.21.15.18:6813/3655490823","heartbeat_back_addr":"172.21.15.18:6817/3655490823","heartbeat_front_addr":"172.21.15.18:6815/3655490823","state":["exists","up"]},{"osd":4,"uuid":"7eebaaa0-d9e2-46b6-879f-3d45f116448b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6809","nonce":228315177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6811","nonce":228315177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6815","nonce":228315177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":228315177},{"type":"v1","addr":"172.21.15.63:6813","nonce":228315177}]},"public_addr":"172.21.15.63:6809/228315177","cluster_addr":"172.21.15.63:6811/228315177","heartbeat_back_addr":"172.21.15.63:6815/228315177","heartbeat_front_addr":"172.21.15.63:6813/228315177","state":["exists","up"]},{"osd":5,"uuid":"8f67679c-5f37-4a97-9106-1f3610f3de27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6809","nonce":1712761232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6811","nonce":1712761232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6815","nonce":1712761232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1712761232},{"type":"v1","addr":"172.21.15.77:6813","nonce":1712761232}]},"public_addr":"172.21.15.77:6809/1712761232","cluster_addr":"172.21.15.77:6811/1712761232","heartbeat_back_addr":"172.21.15.77:6815/1712761232","heartbeat_front_addr":"172.21.15.77:6813/1712761232","state":["exists","up"]},{"osd":6,"uuid":"50939730-0410-4ad8-b4cd-ea4ab5fb1875","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6818","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6819","nonce":4118164991}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6820","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6821","nonce":4118164991}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6824","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6825","nonce":4118164991}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6822","nonce":4118164991},{"type":"v1","addr":"172.21.15.18:6823","nonce":4118164991}]},"public_addr":"172.21.15.18:6819/4118164991","cluster_addr":"172.21.15.18:6821/4118164991","heartbeat_back_addr":"172.21.15.18:6825/4118164991","heartbeat_front_addr":"172.21.15.18:6823/4118164991","state":["exists","up"]},{"osd":7,"uuid":"71878991-f7e5-48d5-acfe-ab11e9b06fed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6817","nonce":4207376325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6819","nonce":4207376325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6823","nonce":4207376325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":4207376325},{"type":"v1","addr":"172.21.15.63:6821","nonce":4207376325}]},"public_addr":"172.21.15.63:6817/4207376325","cluster_addr":"172.21.15.63:6819/4207376325","heartbeat_back_addr":"172.21.15.63:6823/4207376325","heartbeat_front_addr":"172.21.15.63:6821/4207376325","state":["exists","up"]},{"osd":8,"uuid":"129cc554-d56c-495a-9b72-4427ae7abe27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6817","nonce":451390458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6819","nonce":451390458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6823","nonce":451390458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":451390458},{"type":"v1","addr":"172.21.15.77:6821","nonce":451390458}]},"public_addr":"172.21.15.77:6817/451390458","cluster_addr":"172.21.15.77:6819/451390458","heartbeat_back_addr":"172.21.15.77:6823/451390458","heartbeat_front_addr":"172.21.15.77:6821/451390458","state":["exists","up"]},{"osd":9,"uuid":"a625075b-3293-4f74-9911-bdacca9aca2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6826","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6827","nonce":676681057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6828","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6829","nonce":676681057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6832","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6833","nonce":676681057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6830","nonce":676681057},{"type":"v1","addr":"172.21.15.18:6831","nonce":676681057}]},"public_addr":"172.21.15.18:6827/676681057","cluster_addr":"172.21.15.18:6829/676681057","heartbeat_back_addr":"172.21.15.18:6833/676681057","heartbeat_front_addr":"172.21.15.18:6831/676681057","state":["exists","up"]},{"osd":10,"uuid":"f44eff7d-6b04-41c3-9eeb-aa0dce60b6a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6825","nonce":1509637185}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6827","nonce":1509637185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6831","nonce":1509637185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":1509637185},{"type":"v1","addr":"172.21.15.63:6829","nonce":1509637185}]},"public_addr":"172.21.15.63:6825/1509637185","cluster_addr":"172.21.15.63:6827/1509637185","heartbeat_back_addr":"172.21.15.63:6831/1509637185","heartbeat_front_addr":"172.21.15.63:6829/1509637185","state":["exists","up"]},{"osd":11,"uuid":"9ceefdd4-fca7-4079-9539-9e206a8dd2de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6825","nonce":457173253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6827","nonce":457173253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6831","nonce":457173253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":457173253},{"type":"v1","addr":"172.21.15.77:6829","nonce":457173253}]},"public_addr":"172.21.15.77:6825/457173253","cluster_addr":"172.21.15.77:6827/457173253","heartbeat_back_addr":"172.21.15.77:6831/457173253","heartbeat_front_addr":"172.21.15.77:6829/457173253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:28.371022+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:51:52.039001+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:15.653884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:52:39.868065+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:04.391385+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:28.370909+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:53:52.876936+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:18.592501+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:54:44.072223+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:09.839706+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:55:36.094337+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-07T09:56:01.098145+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1a","mappings":[{"from":5,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":6}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.18:0/1399627494":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2711742039":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/3264941039":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/976499521":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/4020934669":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/3479518143":"2024-03-08T09:59:06.812801+0000","172.21.15.18:6801/3136177842":"2024-03-08T09:49:29.344023+0000","172.21.15.18:0/2616622330":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/728165299":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/2603628983":"2024-03-08T09:49:29.344023+0000","172.21.15.18:6800/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6801/2708184648":"2024-03-08T09:49:55.480884+0000","172.21.15.18:0/342263640":"2024-03-08T09:49:55.480884+0000","172.21.15.18:6800/1270389896":"2024-03-08T09:59:06.812801+0000","172.21.15.18:6801/1270389896":"2024-03-08T09:59:06.812801+0000","172.21.15.18:0/4041905068":"2024-03-08T09:59:06.812801+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-07T10:15:36.479 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.477+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba400a2090 msgr2=0x7fba400a4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.477+0000 7fba5c799640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba400a2090 0x7fba400a4550 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fba50009f40 tx=0x7fba50005f90 comp rx=0 tx=0).stop 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.477+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101ff0 msgr2=0x7fba54073ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.477+0000 7fba5c799640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101ff0 0x7fba54073ea0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fba44009230 tx=0x7fba4402cb30 comp rx=0 tx=0).stop 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 shutdown_connections 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba54107640 0x7fba540743e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fba400a2090 0x7fba400a4550 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fba54101ff0 0x7fba54073ea0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 --2- 172.21.15.18:0/424790394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba54101630 0x7fba54073960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 >> 172.21.15.18:0/424790394 conn(0x7fba540fd100 msgr2=0x7fba540fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 shutdown_connections 2024-03-07T10:15:36.480 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.478+0000 7fba5c799640 1 -- 172.21.15.18:0/424790394 wait complete. 2024-03-07T10:15:36.491 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-03-07T10:15:36.597 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 -- 172.21.15.18:0/701992351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 msgr2=0x7f533c101140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 --2- 172.21.15.18:0/701992351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c101140 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f532c009900 tx=0x7f532c02bc30 comp rx=0 tx=0).stop 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 -- 172.21.15.18:0/701992351 shutdown_connections 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 --2- 172.21.15.18:0/701992351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f533c101680 0x7f533c10d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 --2- 172.21.15.18:0/701992351 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c101140 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 --2- 172.21.15.18:0/701992351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f533c106540 0x7f533c106920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 -- 172.21.15.18:0/701992351 >> 172.21.15.18:0/701992351 conn(0x7f533c076a60 msgr2=0x7f533c0fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 -- 172.21.15.18:0/701992351 shutdown_connections 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 -- 172.21.15.18:0/701992351 wait complete. 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 Processor -- start 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.594+0000 7f534311d640 1 -- start start 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f534311d640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.598 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f534311d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f533c101680 0x7f533c1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f534311d640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f533c106540 0x7f533c19c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f534311d640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c110890 con 0x7f533c100cc0 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f534311d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c110710 con 0x7f533c101680 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f534311d640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c110a10 con 0x7f533c106540 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c197e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40676/0 (socket says 172.21.15.18:40676) 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 -- 172.21.15.18:0/2098798801 learned_addr learned my addr 172.21.15.18:0/2098798801 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f533bfff640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f533c101680 0x7f533c1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.599 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f53416ba640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f533c106540 0x7f533c19c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 -- 172.21.15.18:0/2098798801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f533c106540 msgr2=0x7f533c19c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f533c106540 0x7f533c19c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 -- 172.21.15.18:0/2098798801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f533c101680 msgr2=0x7f533c1983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f533c101680 0x7f533c1983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 -- 172.21.15.18:0/2098798801 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f533c19ce00 con 0x7f533c100cc0 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5340eb9640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c197e60 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f532400e9f0 tx=0x7f532400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5339ffb640 1 -- 172.21.15.18:0/2098798801 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532400cd80 con 0x7f533c100cc0 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5339ffb640 1 -- 172.21.15.18:0/2098798801 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5324010910 con 0x7f533c100cc0 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f533c19d0f0 con 0x7f533c100cc0 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.595+0000 7f5339ffb640 1 -- 172.21.15.18:0/2098798801 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5324018990 con 0x7f533c100cc0 2024-03-07T10:15:36.600 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.596+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f533c1a4980 con 0x7f533c100cc0 2024-03-07T10:15:36.601 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.597+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f533c068930 con 0x7f533c100cc0 2024-03-07T10:15:36.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.598+0000 7f5339ffb640 1 -- 172.21.15.18:0/2098798801 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f5324010ac0 con 0x7f533c100cc0 2024-03-07T10:15:36.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.598+0000 7f5339ffb640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53280a1f70 0x7f53280a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.598+0000 7f533bfff640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53280a1f70 0x7f53280a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.598+0000 7f5339ffb640 1 -- 172.21.15.18:0/2098798801 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8680+0+0 (secure 0 0 0) 0x7f53240ce960 con 0x7f533c100cc0 2024-03-07T10:15:36.602 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.599+0000 7f533bfff640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53280a1f70 0x7f53280a4430 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f532c009230 tx=0x7f532c005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:36.603 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.602+0000 7f5339ffb640 1 -- 172.21.15.18:0/2098798801 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f532409b300 con 0x7f533c100cc0 2024-03-07T10:15:36.827 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.825+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f533c1a4bf0 con 0x7f533c100cc0 2024-03-07T10:15:36.829 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.827+0000 7f5339ffb640 1 -- 172.21.15.18:0/2098798801 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) v1 ==== 161+0+0 (secure 0 0 0) 0x7f532409f3a0 con 0x7f533c100cc0 2024-03-07T10:15:36.829 INFO:teuthology.orchestra.run.smithi018.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-03-07T10:15:36.831 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53280a1f70 msgr2=0x7f53280a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53280a1f70 0x7f53280a4430 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f532c009230 tx=0x7f532c005fd0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 msgr2=0x7f533c197e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c197e60 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f532400e9f0 tx=0x7f532400eeb0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 shutdown_connections 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f533c106540 0x7f533c19c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f533c101680 0x7f533c1983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f53280a1f70 0x7f53280a4430 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 --2- 172.21.15.18:0/2098798801 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f533c100cc0 0x7f533c197e60 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 >> 172.21.15.18:0/2098798801 conn(0x7f533c076a60 msgr2=0x7f533c104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 shutdown_connections 2024-03-07T10:15:36.832 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.830+0000 7f534311d640 1 -- 172.21.15.18:0/2098798801 wait complete. 2024-03-07T10:15:36.844 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-03-07T10:15:36.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.949+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/1365952503 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 msgr2=0x7fb6b4102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.954 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.949+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/1365952503 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4102c50 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4009cd0 tx=0x7fb6a402c0f0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/1365952503 shutdown_connections 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/1365952503 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6b4107d60 0x7fb6b410e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/1365952503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6b4103220 0x7fb6b4107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/1365952503 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4102c50 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/1365952503 >> 172.21.15.18:0/1365952503 conn(0x7fb6b4077740 msgr2=0x7fb6b4077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/1365952503 shutdown_connections 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/1365952503 wait complete. 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 Processor -- start 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- start start 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6b4107d60 0x7fb6b4198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.955 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6b419c900 0x7fb6b419cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b4111b60 con 0x7fb6b4102870 2024-03-07T10:15:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b41119e0 con 0x7fb6b419c900 2024-03-07T10:15:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6bb2dd640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6b4111ce0 con 0x7fb6b4107d60 2024-03-07T10:15:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6b9079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6b9079640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:40696/0 (socket says 172.21.15.18:40696) 2024-03-07T10:15:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.950+0000 7fb6b9079640 1 -- 172.21.15.18:0/3385237112 learned_addr learned my addr 172.21.15.18:0/3385237112 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:36.956 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b8878640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6b4107d60 0x7fb6b4198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b987a640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6b419c900 0x7fb6b419cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b9079640 1 -- 172.21.15.18:0/3385237112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6b4107d60 msgr2=0x7fb6b4198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b9079640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6b4107d60 0x7fb6b4198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b9079640 1 -- 172.21.15.18:0/3385237112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6b419c900 msgr2=0x7fb6b419cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b9079640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6b419c900 0x7fb6b419cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b9079640 1 -- 172.21.15.18:0/3385237112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6b419d3f0 con 0x7fb6b4102870 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b9079640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4198040 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4004af0 tx=0x7fb6a4032ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b27fc640 1 -- 172.21.15.18:0/3385237112 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a4041020 con 0x7fb6b4102870 2024-03-07T10:15:36.957 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b27fc640 1 -- 172.21.15.18:0/3385237112 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb6a4034cd0 con 0x7fb6b4102870 2024-03-07T10:15:36.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6b419d680 con 0x7fb6b4102870 2024-03-07T10:15:36.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6b27fc640 1 -- 172.21.15.18:0/3385237112 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6a4039040 con 0x7fb6b4102870 2024-03-07T10:15:36.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.951+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6b41a4e40 con 0x7fb6b4102870 2024-03-07T10:15:36.958 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.952+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6b4068930 con 0x7fb6b4102870 2024-03-07T10:15:36.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.953+0000 7fb6b27fc640 1 -- 172.21.15.18:0/3385237112 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7fb6a4044020 con 0x7fb6b4102870 2024-03-07T10:15:36.959 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.954+0000 7fb6b27fc640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb69c0a1ef0 0x7fb69c0a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:36.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.954+0000 7fb6b8878640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb69c0a1ef0 0x7fb69c0a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:36.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.954+0000 7fb6b27fc640 1 -- 172.21.15.18:0/3385237112 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 8894+0+0 (secure 0 0 0) 0x7fb6a40f0230 con 0x7fb6b4102870 2024-03-07T10:15:36.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.954+0000 7fb6b8878640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb69c0a1ef0 0x7fb69c0a43b0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fb6b4106d90 tx=0x7fb6a8005f90 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:36.960 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:36.958+0000 7fb6b27fc640 1 -- 172.21.15.18:0/3385237112 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb6a404b020 con 0x7fb6b4102870 2024-03-07T10:15:37.077 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i[67670]: ignoring --setuser ceph since I am not root 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i[67670]: ignoring --setgroup ceph since I am not root 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i[67670]: starting mds.i at 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mon[36374]: pgmap v517: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/1700308967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:15:37.078 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/424790394' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c[67349]: ignoring --setuser ceph since I am not root 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c[67349]: ignoring --setgroup ceph since I am not root 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mds[67353]: -- 172.21.15.77:0/1749772578 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56210cdb3a40 con 0x56210cd86c00 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c[67349]: starting mds.c at 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f[67042]: ignoring --setuser ceph since I am not root 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f[67042]: ignoring --setgroup ceph since I am not root 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mds[67046]: -- 172.21.15.77:0/1711524910 <== mon.0 v2:172.21.15.18:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562891465a40 con 0x562891439000 2024-03-07T10:15:37.079 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f[67042]: starting mds.f at 2024-03-07T10:15:37.080 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f[67042]: 2024-03-07T10:15:36.873+0000 7f32331b6700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-03-07T10:15:37.080 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l[66735]: ignoring --setuser ceph since I am not root 2024-03-07T10:15:37.080 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l[66735]: ignoring --setgroup ceph since I am not root 2024-03-07T10:15:37.080 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-mds[66739]: -- 172.21.15.77:0/1615855000 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56088c3eba40 con 0x56088c3be800 2024-03-07T10:15:37.080 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:15:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l[66735]: starting mds.l at 2024-03-07T10:15:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:36 smithi018 ceph-mon[32171]: pgmap v517: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-03-07T10:15:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:36 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/1700308967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:15:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:36 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:15:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:36 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:15:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:36 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:15:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:36 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/424790394' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:15:37.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:36 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a[32167]: 2024-03-07T10:15:36.826+0000 7f29ec997700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T10:15:37.182 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.180+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fb6b4103220 con 0x7fb6b4102870 2024-03-07T10:15:37.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-mon[36356]: pgmap v517: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-03-07T10:15:37.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/1700308967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-07T10:15:37.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-07T10:15:37.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-07T10:15:37.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' 2024-03-07T10:15:37.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/424790394' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-07T10:15:37.199 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b[67074]: ignoring --setuser ceph since I am not root 2024-03-07T10:15:37.199 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b[67074]: ignoring --setgroup ceph since I am not root 2024-03-07T10:15:37.199 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b[67074]: starting mds.b at 2024-03-07T10:15:37.200 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h[66755]: ignoring --setuser ceph since I am not root 2024-03-07T10:15:37.200 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h[66755]: ignoring --setgroup ceph since I am not root 2024-03-07T10:15:37.200 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-mds[66759]: -- 172.21.15.63:0/1541532319 <== mon.2 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555e5467ba40 con 0x555e5464e800 2024-03-07T10:15:37.200 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:15:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h[66755]: starting mds.h at 2024-03-07T10:15:37.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:37 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2098798801' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T10:15:37.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:37 smithi063 ceph-mon[36356]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T10:15:37.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:37 smithi063 ceph-mon[36356]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T10:15:37.802 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:37 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/2098798801' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-07T10:15:37.833 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.832+0000 7fb6b27fc640 1 -- 172.21.15.18:0/3385237112 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v28) v1 ==== 104+0+0 (secure 0 0 0) 0x7fb6a40bd260 con 0x7fb6b4102870 2024-03-07T10:15:37.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb69c0a1ef0 msgr2=0x7fb69c0a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:37.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb69c0a1ef0 0x7fb69c0a43b0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fb6b4106d90 tx=0x7fb6a8005f90 comp rx=0 tx=0).stop 2024-03-07T10:15:37.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 msgr2=0x7fb6b4198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:37.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4198040 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fb6a4004af0 tx=0x7fb6a4032ea0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 shutdown_connections 2024-03-07T10:15:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6b419c900 0x7fb6b419cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb6b4107d60 0x7fb6b4198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7fb69c0a1ef0 0x7fb69c0a43b0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 --2- 172.21.15.18:0/3385237112 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7fb6b4102870 0x7fb6b4198040 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.834+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 >> 172.21.15.18:0/3385237112 conn(0x7fb6b4077740 msgr2=0x7fb6b40ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.835+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 shutdown_connections 2024-03-07T10:15:37.837 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.835+0000 7fb6bb2dd640 1 -- 172.21.15.18:0/3385237112 wait complete. 2024-03-07T10:15:37.852 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-03-07T10:15:37.966 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 -- 172.21.15.18:0/576207932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8107d60 msgr2=0x7f26b810e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 --2- 172.21.15.18:0/576207932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8107d60 0x7f26b810e700 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f26b0009cd0 tx=0x7f26b002c0f0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 -- 172.21.15.18:0/576207932 shutdown_connections 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 --2- 172.21.15.18:0/576207932 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8107d60 0x7f26b810e700 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 --2- 172.21.15.18:0/576207932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26b8103220 0x7f26b8107650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 --2- 172.21.15.18:0/576207932 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26b8102870 0x7f26b8102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 -- 172.21.15.18:0/576207932 >> 172.21.15.18:0/576207932 conn(0x7f26b8077740 msgr2=0x7f26b8077b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 -- 172.21.15.18:0/576207932 shutdown_connections 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 -- 172.21.15.18:0/576207932 wait complete. 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 Processor -- start 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.963+0000 7f26bfc83640 1 -- start start 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8102870 0x7f26b81980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:37.967 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26b8107d60 0x7f26b81985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26b819c910 0x7f26b819cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b8111bc0 con 0x7f26b8102870 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b8111a40 con 0x7f26b819c910 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b8111d40 con 0x7f26b8107d60 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8102870 0x7f26b81980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8102870 0x7f26b81980a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57054/0 (socket says 172.21.15.18:57054) 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 -- 172.21.15.18:0/761472963 learned_addr learned my addr 172.21.15.18:0/761472963 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 -- 172.21.15.18:0/761472963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26b8107d60 msgr2=0x7f26b81985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26b8107d60 0x7f26b81985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 -- 172.21.15.18:0/761472963 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26b819c910 msgr2=0x7f26b819cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26b819c910 0x7f26b819cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 -- 172.21.15.18:0/761472963 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26b819d400 con 0x7f26b8102870 2024-03-07T10:15:37.968 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bda1f640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8102870 0x7f26b81980a0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f26b400b4a0 tx=0x7f26b400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:37.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26aeffd640 1 -- 172.21.15.18:0/761472963 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b4014070 con 0x7f26b8102870 2024-03-07T10:15:37.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26b819d6f0 con 0x7f26b8102870 2024-03-07T10:15:37.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26aeffd640 1 -- 172.21.15.18:0/761472963 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26b4010af0 con 0x7f26b8102870 2024-03-07T10:15:37.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26aeffd640 1 -- 172.21.15.18:0/761472963 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b4017d10 con 0x7f26b8102870 2024-03-07T10:15:37.969 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.964+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26b81a4ee0 con 0x7f26b8102870 2024-03-07T10:15:37.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.965+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26b806a560 con 0x7f26b8102870 2024-03-07T10:15:37.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.966+0000 7f26aeffd640 1 -- 172.21.15.18:0/761472963 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f26b4017070 con 0x7f26b8102870 2024-03-07T10:15:37.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.967+0000 7f26aeffd640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26a40a1ef0 0x7f26a40a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:37.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.967+0000 7f26bd21e640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26a40a1ef0 0x7f26a40a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:37.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.967+0000 7f26aeffd640 1 -- 172.21.15.18:0/761472963 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 8894+0+0 (secure 0 0 0) 0x7f26b40cda80 con 0x7f26b8102870 2024-03-07T10:15:37.970 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.967+0000 7f26bd21e640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26a40a1ef0 0x7f26a40a43b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005fd0 tx=0x7f26a8005850 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:37.972 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:37.971+0000 7f26aeffd640 1 -- 172.21.15.18:0/761472963 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f26b409ab10 con 0x7f26b8102870 2024-03-07T10:15:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:37 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2098798801' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T10:15:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:37 smithi018 ceph-mon[32171]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T10:15:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:37 smithi018 ceph-mon[32171]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T10:15:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:37 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/2098798801' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-07T10:15:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:37 smithi018 ceph-mon[32171]: osdmap e112: 12 total, 12 up, 12 in 2024-03-07T10:15:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:37 smithi018 ceph-mon[32171]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-03-07T10:15:38.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:37 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3385237112' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T10:15:38.153 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.151+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f26b8068930 con 0x7f26b8102870 2024-03-07T10:15:38.196 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:37 smithi063 ceph-mon[36356]: osdmap e112: 12 total, 12 up, 12 in 2024-03-07T10:15:38.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:37 smithi063 ceph-mon[36356]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-03-07T10:15:38.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:37 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3385237112' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T10:15:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:37 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2098798801' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-07T10:15:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:37 smithi077 ceph-mon[36374]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-07T10:15:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:37 smithi077 ceph-mon[36374]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-07T10:15:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:37 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/2098798801' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-07T10:15:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:37 smithi077 ceph-mon[36374]: osdmap e112: 12 total, 12 up, 12 in 2024-03-07T10:15:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:37 smithi077 ceph-mon[36374]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-03-07T10:15:38.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:37 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3385237112' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-07T10:15:38.835 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.833+0000 7f26aeffd640 1 -- 172.21.15.18:0/761472963 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v113) v1 ==== 181+0+0 (secure 0 0 0) 0x7f26b409a410 con 0x7f26b8102870 2024-03-07T10:15:38.835 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_metadata' removed 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.837+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26a40a1ef0 msgr2=0x7f26a40a43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.837+0000 7f26bfc83640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26a40a1ef0 0x7f26a40a43b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005fd0 tx=0x7f26a8005850 comp rx=0 tx=0).stop 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.837+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8102870 msgr2=0x7f26b81980a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.837+0000 7f26bfc83640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8102870 0x7f26b81980a0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f26b400b4a0 tx=0x7f26b400b960 comp rx=0 tx=0).stop 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 shutdown_connections 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26b819c910 0x7f26b819cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f26b8107d60 0x7f26b81985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.839 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f26a40a1ef0 0x7f26a40a43b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 --2- 172.21.15.18:0/761472963 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f26b8102870 0x7f26b81980a0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 >> 172.21.15.18:0/761472963 conn(0x7f26b8077740 msgr2=0x7f26b80ff600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:38.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 shutdown_connections 2024-03-07T10:15:38.840 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.838+0000 7f26bfc83640 1 -- 172.21.15.18:0/761472963 wait complete. 2024-03-07T10:15:38.856 DEBUG:teuthology.orchestra.run.smithi018:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-03-07T10:15:38.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 -- 172.21.15.18:0/2557980924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 msgr2=0x7f72dc100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:38.975 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 --2- 172.21.15.18:0/2557980924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc100990 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009900 tx=0x7f72cc02bc30 comp rx=0 tx=0).stop 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 -- 172.21.15.18:0/2557980924 shutdown_connections 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 --2- 172.21.15.18:0/2557980924 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc100ed0 0x7f72dc10d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 --2- 172.21.15.18:0/2557980924 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc100990 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 --2- 172.21.15.18:0/2557980924 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc1065c0 0x7f72dc1069a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 -- 172.21.15.18:0/2557980924 >> 172.21.15.18:0/2557980924 conn(0x7f72dc077600 msgr2=0x7f72dc077a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 -- 172.21.15.18:0/2557980924 shutdown_connections 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 -- 172.21.15.18:0/2557980924 wait complete. 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 Processor -- start 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.972+0000 7f72e296e640 1 -- start start 2024-03-07T10:15:38.976 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72e296e640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc102170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72e296e640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc100ed0 0x7f72dc1026b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72e296e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc1065c0 0x7f72dc102bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72e296e640 1 -- --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72dc1108a0 con 0x7f72dc100510 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72e296e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72dc110720 con 0x7f72dc1065c0 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72e296e640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72dc110a20 con 0x7f72dc100ed0 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc102170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 --2- >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc102170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.18:3300/0 says I am v2:172.21.15.18:57070/0 (socket says 172.21.15.18:57070) 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 -- 172.21.15.18:0/3632931561 learned_addr learned my addr 172.21.15.18:0/3632931561 (peer_addr_for_me v2:172.21.15.18:0/0) 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72e0f0b640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc1065c0 0x7f72dc102bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72db7fe640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc100ed0 0x7f72dc1026b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 -- 172.21.15.18:0/3632931561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc100ed0 msgr2=0x7f72dc1026b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:38.977 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc100ed0 0x7f72dc1026b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 -- 172.21.15.18:0/3632931561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc1065c0 msgr2=0x7f72dc102bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc1065c0 0x7f72dc102bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 -- 172.21.15.18:0/3632931561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72dc1a6250 con 0x7f72dc100510 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.973+0000 7f72dbfff640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc102170 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f72d000c920 tx=0x7f72d000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.974+0000 7f72d97fa640 1 -- 172.21.15.18:0/3632931561 <== mon.0 v2:172.21.15.18:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72d0007c70 con 0x7f72dc100510 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.974+0000 7f72d97fa640 1 -- 172.21.15.18:0/3632931561 <== mon.0 v2:172.21.15.18:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f72d0007e10 con 0x7f72dc100510 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.974+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72dc1a6540 con 0x7f72dc100510 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.974+0000 7f72d97fa640 1 -- 172.21.15.18:0/3632931561 <== mon.0 v2:172.21.15.18:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72d0018890 con 0x7f72dc100510 2024-03-07T10:15:38.978 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.974+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72dc1a6ae0 con 0x7f72dc100510 2024-03-07T10:15:38.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.975+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72dc101c20 con 0x7f72dc100510 2024-03-07T10:15:38.979 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.976+0000 7f72d97fa640 1 -- 172.21.15.18:0/3632931561 <== mon.0 v2:172.21.15.18:3300/0 4 ==== mgrmap(e 27) v1 ==== 136884+0+0 (secure 0 0 0) 0x7f72d0018a70 con 0x7f72dc100510 2024-03-07T10:15:38.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.976+0000 7f72d97fa640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a1f70 0x7f72c40a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-07T10:15:38.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.976+0000 7f72db7fe640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a1f70 0x7f72c40a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-07T10:15:38.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.976+0000 7f72d97fa640 1 -- 172.21.15.18:0/3632931561 <== mon.0 v2:172.21.15.18:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 8340+0+0 (secure 0 0 0) 0x7f72d00ce170 con 0x7f72dc100510 2024-03-07T10:15:38.980 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.977+0000 7f72db7fe640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a1f70 0x7f72c40a4430 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f72dc103c00 tx=0x7f72cc02c750 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-07T10:15:38.982 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:38.981+0000 7f72d97fa640 1 -- 172.21.15.18:0/3632931561 <== mon.0 v2:172.21.15.18:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f72d0014030 con 0x7f72dc100510 2024-03-07T10:15:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: pgmap v519: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T10:15:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T10:15:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: Cluster is now healthy 2024-03-07T10:15:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3385237112' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-07T10:15:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6832/1599563337,v1:172.21.15.77:6834/1599563337] up:boot 2024-03-07T10:15:39.092 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6836/680711320,v1:172.21.15.77:6837/680711320] up:boot 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6838/2055327337,v1:172.21.15.77:6839/2055327337] up:boot 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6836/82505919,v1:172.21.15.63:6837/82505919] up:boot 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.77:6833/3814227298,v1:172.21.15.77:6835/3814227298] up:boot 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: mds.? [v2:172.21.15.63:6838/1240277247,v1:172.21.15.63:6839/1240277247] up:boot 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: fsmap 12 up:standby 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T10:15:39.093 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:38 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/761472963' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T10:15:39.169 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.168+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 --> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f72dc1a6da0 con 0x7f72dc100510 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: pgmap v519: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: Cluster is now healthy 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3385237112' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6832/1599563337,v1:172.21.15.77:6834/1599563337] up:boot 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6836/680711320,v1:172.21.15.77:6837/680711320] up:boot 2024-03-07T10:15:39.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6838/2055327337,v1:172.21.15.77:6839/2055327337] up:boot 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6836/82505919,v1:172.21.15.63:6837/82505919] up:boot 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.77:6833/3814227298,v1:172.21.15.77:6835/3814227298] up:boot 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: mds.? [v2:172.21.15.63:6838/1240277247,v1:172.21.15.63:6839/1240277247] up:boot 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: fsmap 12 up:standby 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T10:15:39.198 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:38 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/761472963' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T10:15:39.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: pgmap v519: 97 pgs: 97 active+clean; 3.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: Cluster is now healthy 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3385237112' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6832/1599563337,v1:172.21.15.77:6834/1599563337] up:boot 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6836/680711320,v1:172.21.15.77:6837/680711320] up:boot 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6838/2055327337,v1:172.21.15.77:6839/2055327337] up:boot 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6836/82505919,v1:172.21.15.63:6837/82505919] up:boot 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.77:6833/3814227298,v1:172.21.15.77:6835/3814227298] up:boot 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: mds.? [v2:172.21.15.63:6838/1240277247,v1:172.21.15.63:6839/1240277247] up:boot 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: fsmap 12 up:standby 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-07T10:15:39.254 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-07T10:15:39.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-07T10:15:39.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-07T10:15:39.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='mgr.15465 172.21.15.18:0/3965098740' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-07T10:15:39.255 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:38 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/761472963' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T10:15:39.836 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.835+0000 7f72d97fa640 1 -- 172.21.15.18:0/3632931561 <== mon.0 v2:172.21.15.18:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v114) v1 ==== 169+0+0 (secure 0 0 0) 0x7f72d009b310 con 0x7f72dc100510 2024-03-07T10:15:39.837 INFO:teuthology.orchestra.run.smithi018.stderr:pool 'cephfs_data' removed 2024-03-07T10:15:39.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.840+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a1f70 msgr2=0x7f72c40a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:39.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.840+0000 7f72e296e640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a1f70 0x7f72c40a4430 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f72dc103c00 tx=0x7f72cc02c750 comp rx=0 tx=0).stop 2024-03-07T10:15:39.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.840+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 msgr2=0x7f72dc102170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-07T10:15:39.842 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.840+0000 7f72e296e640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc102170 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f72d000c920 tx=0x7f72d000cde0 comp rx=0 tx=0).stop 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 shutdown_connections 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f72dc1065c0 0x7f72dc102bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72dc100ed0 0x7f72dc1026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:6800/1132568373,v1:172.21.15.18:6801/1132568373] conn(0x7f72c40a1f70 0x7f72c40a4430 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 --2- 172.21.15.18:0/3632931561 >> [v2:172.21.15.18:3300/0,v1:172.21.15.18:6789/0] conn(0x7f72dc100510 0x7f72dc102170 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 >> 172.21.15.18:0/3632931561 conn(0x7f72dc077600 msgr2=0x7f72dc06a080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 shutdown_connections 2024-03-07T10:15:39.843 INFO:teuthology.orchestra.run.smithi018.stderr:2024-03-07T10:15:39.841+0000 7f72e296e640 1 -- 172.21.15.18:0/3632931561 wait complete. 2024-03-07T10:15:39.863 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T10:15:39.940 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T10:15:39.986 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T10:15:40.019 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-07T10:15:40.019 DEBUG:teuthology.orchestra.run.smithi018:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-07T10:15:40.041 DEBUG:teuthology.orchestra.run.smithi063:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-07T10:15:40.059 DEBUG:teuthology.orchestra.run.smithi077:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-07T10:15:40.075 INFO:tasks.cephadm:Stopping all daemons... 2024-03-07T10:15:40.076 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-07T10:15:40.076 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a 2024-03-07T10:15:40.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:39 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/761472963' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-07T10:15:40.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:39 smithi018 ceph-mon[32171]: osdmap e113: 12 total, 12 up, 12 in 2024-03-07T10:15:40.108 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:39 smithi018 ceph-mon[32171]: from='client.? 172.21.15.18:0/3632931561' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T10:15:40.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:39 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/761472963' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-07T10:15:40.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:39 smithi063 ceph-mon[36356]: osdmap e113: 12 total, 12 up, 12 in 2024-03-07T10:15:40.197 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:39 smithi063 ceph-mon[36356]: from='client.? 172.21.15.18:0/3632931561' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T10:15:40.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:39 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/761472963' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-07T10:15:40.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:39 smithi077 ceph-mon[36374]: osdmap e113: 12 total, 12 up, 12 in 2024-03-07T10:15:40.253 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:39 smithi077 ceph-mon[36374]: from='client.? 172.21.15.18:0/3632931561' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-07T10:15:40.422 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:40 smithi018 systemd[1]: Stopping Ceph mon.a for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:15:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a[32167]: 2024-03-07T10:15:40.419+0000 7f29f21a2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:15:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a[32167]: 2024-03-07T10:15:40.419+0000 7f29f21a2700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-07T10:15:40.842 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:40 smithi018 podman[104529]: 2024-03-07 10:15:40.596134495 +0000 UTC m=+0.293844102 container died 78819a7688d6ac49632f58d364f75235ad7ca69d560fbf206de294d7d177142a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, ceph=True) 2024-03-07T10:15:41.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:40 smithi018 podman[104529]: 2024-03-07 10:15:40.978588412 +0000 UTC m=+0.676298025 container cleanup 78819a7688d6ac49632f58d364f75235ad7ca69d560fbf206de294d7d177142a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-03-07T10:15:41.273 INFO:journalctl@ceph.mon.a.smithi018.stdout:Mar 07 10:15:40 smithi018 bash[104529]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-a 2024-03-07T10:15:41.389 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.a.service' 2024-03-07T10:15:41.440 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:15:41.440 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-07T10:15:41.440 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-03-07T10:15:41.440 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.b 2024-03-07T10:15:41.947 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:41 smithi063 systemd[1]: Stopping Ceph mon.b for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:15:43.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:43 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-b[36352]: 2024-03-07T10:15:43.347+0000 7fd893e36700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:15:43.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:43 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-b[36352]: 2024-03-07T10:15:43.347+0000 7fd893e36700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-03-07T10:15:43.697 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:43 smithi063 podman[73185]: 2024-03-07 10:15:43.435105751 +0000 UTC m=+1.258990510 container died 437f2decfc250f5ea91b29ffe5146f3edc6c041760b8959a74d253f0b66d4585 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2) 2024-03-07T10:15:44.062 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:43 smithi063 podman[73185]: 2024-03-07 10:15:43.81003503 +0000 UTC m=+1.633919772 container cleanup 437f2decfc250f5ea91b29ffe5146f3edc6c041760b8959a74d253f0b66d4585 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-b, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:15:44.063 INFO:journalctl@ceph.mon.b.smithi063.stdout:Mar 07 10:15:43 smithi063 bash[73185]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-b 2024-03-07T10:15:44.203 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.b.service' 2024-03-07T10:15:44.255 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:15:44.256 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-03-07T10:15:44.256 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-03-07T10:15:44.256 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.c 2024-03-07T10:15:44.626 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:44 smithi077 systemd[1]: Stopping Ceph mon.c for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:15:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-c[36348]: 2024-03-07T10:15:44.625+0000 7fa88cc3d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:15:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-c[36348]: 2024-03-07T10:15:44.625+0000 7fa88cc3d700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-03-07T10:15:45.003 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:44 smithi077 podman[74420]: 2024-03-07 10:15:44.819080428 +0000 UTC m=+0.336866431 container died 1c06f7eab4c1fea0dbb72289040b2db3b38c8c45eae437f60842cc76b7db3c06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5) 2024-03-07T10:15:45.498 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:45 smithi077 podman[74420]: 2024-03-07 10:15:45.220455273 +0000 UTC m=+0.738241267 container cleanup 1c06f7eab4c1fea0dbb72289040b2db3b38c8c45eae437f60842cc76b7db3c06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-c, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222) 2024-03-07T10:15:45.498 INFO:journalctl@ceph.mon.c.smithi077.stdout:Mar 07 10:15:45 smithi077 bash[74420]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mon-c 2024-03-07T10:15:45.619 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mon.c.service' 2024-03-07T10:15:45.667 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:15:45.667 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-03-07T10:15:45.667 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-07T10:15:45.667 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.x 2024-03-07T10:15:45.842 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:15:45 smithi018 systemd[1]: Stopping Ceph mgr.x for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:15:47.092 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:15:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x[32401]: 2024-03-07T10:15:46.759+0000 7fdf033bd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:15:47.092 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:15:46 smithi018 podman[104649]: 2024-03-07 10:15:46.801291441 +0000 UTC m=+0.941030335 container died 5457ae23bb8633d2e09eb58a963a5c4372a461b1769523876c59d3b601973f92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-07T10:15:48.092 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:15:47 smithi018 podman[104649]: 2024-03-07 10:15:47.796420588 +0000 UTC m=+1.936159490 container cleanup 5457ae23bb8633d2e09eb58a963a5c4372a461b1769523876c59d3b601973f92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8b896a9e145796119f0451201dc4d53ddac97db0, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T10:15:48.092 INFO:journalctl@ceph.mgr.x.smithi018.stdout:Mar 07 10:15:47 smithi018 bash[104649]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-x 2024-03-07T10:15:48.684 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.x.service' 2024-03-07T10:15:48.722 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:15:48.722 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-07T10:15:48.722 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-07T10:15:48.722 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.y 2024-03-07T10:15:49.197 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 10:15:48 smithi063 systemd[1]: Stopping Ceph mgr.y for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:15:50.947 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 10:15:50 smithi063 podman[73308]: 2024-03-07 10:15:50.621841215 +0000 UTC m=+1.682232625 container died 14c9fde0080de101744097310e711828a014d2e502b779284fbaad6a92f93335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=) 2024-03-07T10:15:52.794 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 10:15:52 smithi063 podman[73308]: 2024-03-07 10:15:52.625410284 +0000 UTC m=+3.685801688 container cleanup 14c9fde0080de101744097310e711828a014d2e502b779284fbaad6a92f93335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-07T10:15:52.795 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 10:15:52 smithi063 bash[73308]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y 2024-03-07T10:15:53.057 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 10:15:52 smithi063 podman[73322]: 2024-03-07 10:15:52.793543184 +0000 UTC m=+2.007102961 container remove 14c9fde0080de101744097310e711828a014d2e502b779284fbaad6a92f93335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-y, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-03-07T10:15:53.058 INFO:journalctl@ceph.mgr.y.smithi063.stdout:Mar 07 10:15:52 smithi063 systemd[1]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-07T10:15:53.079 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.y.service' 2024-03-07T10:15:53.124 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:15:53.124 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-07T10:15:53.124 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-03-07T10:15:53.124 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.z 2024-03-07T10:15:53.464 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 10:15:53 smithi077 systemd[1]: Stopping Ceph mgr.z for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:15:53.753 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 10:15:53 smithi077 podman[74555]: 2024-03-07 10:15:53.462589523 +0000 UTC m=+0.138903812 container died 218d45a34ffc060387fd747424dbbb96a8648e1f4f426e2306f18dc70c904146 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-07T10:15:54.120 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 10:15:53 smithi077 podman[74555]: 2024-03-07 10:15:53.850571811 +0000 UTC m=+0.526886101 container cleanup 218d45a34ffc060387fd747424dbbb96a8648e1f4f426e2306f18dc70c904146 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-07T10:15:54.120 INFO:journalctl@ceph.mgr.z.smithi077.stdout:Mar 07 10:15:53 smithi077 bash[74555]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mgr-z 2024-03-07T10:15:54.272 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mgr.z.service' 2024-03-07T10:15:54.310 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:15:54.310 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-03-07T10:15:54.311 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-07T10:15:54.311 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.0 2024-03-07T10:15:54.592 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:15:54 smithi018 systemd[1]: Stopping Ceph osd.0 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:15:55.092 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:15:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0[44295]: 2024-03-07T10:15:54.731+0000 7fb0f96c3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:15:55.264 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:15:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0[44295]: 2024-03-07T10:15:54.731+0000 7fb0f96c3700 -1 osd.0 114 *** Got signal Terminated *** 2024-03-07T10:15:55.264 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:15:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0[44295]: 2024-03-07T10:15:54.731+0000 7fb0f96c3700 -1 osd.0 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:00.592 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:00 smithi018 podman[104770]: 2024-03-07 10:16:00.308487895 +0000 UTC m=+5.806177411 container died 78cc78a1d9b5468387a074825ba7ae81bbe2adaf43e517e2d74dff0a3063783c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:16:01.035 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:00 smithi018 podman[104770]: 2024-03-07 10:16:00.807671556 +0000 UTC m=+6.305361072 container cleanup 78cc78a1d9b5468387a074825ba7ae81bbe2adaf43e517e2d74dff0a3063783c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:16:01.035 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:00 smithi018 bash[104770]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0 2024-03-07T10:16:01.342 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:01 smithi018 podman[104790]: 2024-03-07 10:16:01.034321308 +0000 UTC m=+0.718236075 container remove 78cc78a1d9b5468387a074825ba7ae81bbe2adaf43e517e2d74dff0a3063783c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T10:16:01.781 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:01 smithi018 podman[104876]: 2024-03-07 10:16:01.384181242 +0000 UTC m=+0.017363715 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:16:01.781 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:01 smithi018 podman[104876]: 2024-03-07 10:16:01.502041622 +0000 UTC m=+0.135224136 container create 314caf85005c81e069aff038e052ecf356978d2b5d271ad60004dd49b56bfcca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-07T10:16:01.782 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:01 smithi018 podman[104876]: 2024-03-07 10:16:01.780813262 +0000 UTC m=+0.413995747 container init 314caf85005c81e069aff038e052ecf356978d2b5d271ad60004dd49b56bfcca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222) 2024-03-07T10:16:02.092 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:01 smithi018 podman[104876]: 2024-03-07 10:16:01.784089236 +0000 UTC m=+0.417271715 container start 314caf85005c81e069aff038e052ecf356978d2b5d271ad60004dd49b56bfcca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222) 2024-03-07T10:16:02.092 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:01 smithi018 podman[104876]: 2024-03-07 10:16:01.871734776 +0000 UTC m=+0.504917265 container attach 314caf85005c81e069aff038e052ecf356978d2b5d271ad60004dd49b56bfcca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T10:16:02.443 INFO:journalctl@ceph.osd.0.smithi018.stdout:Mar 07 10:16:02 smithi018 podman[104876]: 2024-03-07 10:16:02.137555557 +0000 UTC m=+0.770738035 container died 314caf85005c81e069aff038e052ecf356978d2b5d271ad60004dd49b56bfcca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-07T10:16:02.758 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.0.service' 2024-03-07T10:16:02.801 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:16:02.801 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-07T10:16:02.801 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-07T10:16:02.801 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.1 2024-03-07T10:16:03.120 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:02 smithi063 systemd[1]: Stopping Ceph osd.1 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:16:03.447 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1[40954]: 2024-03-07T10:16:03.121+0000 7f8a6be04700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:16:03.447 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1[40954]: 2024-03-07T10:16:03.121+0000 7f8a6be04700 -1 osd.1 114 *** Got signal Terminated *** 2024-03-07T10:16:03.447 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1[40954]: 2024-03-07T10:16:03.121+0000 7f8a6be04700 -1 osd.1 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:08.947 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:08 smithi063 podman[73444]: 2024-03-07 10:16:08.669856595 +0000 UTC m=+5.671371932 container died 339c8fc9b973eb722ac3f6b279dc982f65b58ce2d03ce95f9f37c94dfbc318a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:16:09.433 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:09 smithi063 podman[73444]: 2024-03-07 10:16:09.121956012 +0000 UTC m=+6.123471347 container cleanup 339c8fc9b973eb722ac3f6b279dc982f65b58ce2d03ce95f9f37c94dfbc318a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T10:16:09.433 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:09 smithi063 bash[73444]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1 2024-03-07T10:16:09.696 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:09 smithi063 podman[73463]: 2024-03-07 10:16:09.43190003 +0000 UTC m=+0.761285120 container remove 339c8fc9b973eb722ac3f6b279dc982f65b58ce2d03ce95f9f37c94dfbc318a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5) 2024-03-07T10:16:10.087 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:09 smithi063 podman[73550]: 2024-03-07 10:16:09.690413853 +0000 UTC m=+0.018218769 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:16:10.087 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:09 smithi063 podman[73550]: 2024-03-07 10:16:09.832961923 +0000 UTC m=+0.160766820 container create 3182727335d0fcc9a791d92562ee2d64a4fbe5d37e8bd10b34d0cfc9ab5e1619 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-03-07T10:16:10.087 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:10 smithi063 podman[73550]: 2024-03-07 10:16:10.086268279 +0000 UTC m=+0.414073190 container init 3182727335d0fcc9a791d92562ee2d64a4fbe5d37e8bd10b34d0cfc9ab5e1619 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:16:10.447 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:10 smithi063 podman[73550]: 2024-03-07 10:16:10.090273008 +0000 UTC m=+0.418077907 container start 3182727335d0fcc9a791d92562ee2d64a4fbe5d37e8bd10b34d0cfc9ab5e1619 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-03-07T10:16:10.447 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:10 smithi063 podman[73550]: 2024-03-07 10:16:10.185991577 +0000 UTC m=+0.513796484 container attach 3182727335d0fcc9a791d92562ee2d64a4fbe5d37e8bd10b34d0cfc9ab5e1619 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1-deactivate, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, ceph=True) 2024-03-07T10:16:10.801 INFO:journalctl@ceph.osd.1.smithi063.stdout:Mar 07 10:16:10 smithi063 podman[73550]: 2024-03-07 10:16:10.52479275 +0000 UTC m=+0.852597649 container died 3182727335d0fcc9a791d92562ee2d64a4fbe5d37e8bd10b34d0cfc9ab5e1619 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-1-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222) 2024-03-07T10:16:11.237 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.1.service' 2024-03-07T10:16:11.283 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:16:11.284 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-07T10:16:11.284 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-07T10:16:11.284 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.2 2024-03-07T10:16:11.606 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:11 smithi077 systemd[1]: Stopping Ceph osd.2 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:16:12.003 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2[41552]: 2024-03-07T10:16:11.604+0000 7f747cc29700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:16:12.003 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2[41552]: 2024-03-07T10:16:11.604+0000 7f747cc29700 -1 osd.2 114 *** Got signal Terminated *** 2024-03-07T10:16:12.003 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2[41552]: 2024-03-07T10:16:11.604+0000 7f747cc29700 -1 osd.2 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:17.498 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:17 smithi077 podman[74679]: 2024-03-07 10:16:17.19155186 +0000 UTC m=+5.713040581 container died 13d8e782eee837edf767c04117a50c88163c9b85b01bfd3306fd7edb08ac99d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T10:16:17.753 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:17 smithi077 podman[74679]: 2024-03-07 10:16:17.596655601 +0000 UTC m=+6.118144284 container cleanup 13d8e782eee837edf767c04117a50c88163c9b85b01bfd3306fd7edb08ac99d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True) 2024-03-07T10:16:17.753 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:17 smithi077 bash[74679]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2 2024-03-07T10:16:18.221 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:17 smithi077 podman[74697]: 2024-03-07 10:16:17.864951472 +0000 UTC m=+0.674360369 container remove 13d8e782eee837edf767c04117a50c88163c9b85b01bfd3306fd7edb08ac99d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-07T10:16:18.504 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:18 smithi077 podman[74800]: 2024-03-07 10:16:18.122871045 +0000 UTC m=+0.017918624 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:16:18.504 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:18 smithi077 podman[74800]: 2024-03-07 10:16:18.240833253 +0000 UTC m=+0.135880824 container create f3ba19d2832a6fb712613523a24e5b8ad7e0fb03515ead9f40099fbf1bc28ffc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T10:16:18.921 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:18 smithi077 podman[74800]: 2024-03-07 10:16:18.502433353 +0000 UTC m=+0.397480930 container init f3ba19d2832a6fb712613523a24e5b8ad7e0fb03515ead9f40099fbf1bc28ffc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-07T10:16:18.921 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:18 smithi077 podman[74800]: 2024-03-07 10:16:18.506222055 +0000 UTC m=+0.401269625 container start f3ba19d2832a6fb712613523a24e5b8ad7e0fb03515ead9f40099fbf1bc28ffc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:16:18.921 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:18 smithi077 podman[74800]: 2024-03-07 10:16:18.593866166 +0000 UTC m=+0.488913736 container attach f3ba19d2832a6fb712613523a24e5b8ad7e0fb03515ead9f40099fbf1bc28ffc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222) 2024-03-07T10:16:19.223 INFO:journalctl@ceph.osd.2.smithi077.stdout:Mar 07 10:16:18 smithi077 podman[74800]: 2024-03-07 10:16:18.920972795 +0000 UTC m=+0.816020362 container died f3ba19d2832a6fb712613523a24e5b8ad7e0fb03515ead9f40099fbf1bc28ffc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-2-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T10:16:19.539 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.2.service' 2024-03-07T10:16:19.582 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:16:19.582 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-07T10:16:19.582 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-07T10:16:19.583 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.3 2024-03-07T10:16:19.878 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:19 smithi018 systemd[1]: Stopping Ceph osd.3 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:16:20.151 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:19 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3[51253]: 2024-03-07T10:16:19.876+0000 7f50bb5e8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:16:20.151 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:19 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3[51253]: 2024-03-07T10:16:19.876+0000 7f50bb5e8700 -1 osd.3 114 *** Got signal Terminated *** 2024-03-07T10:16:20.151 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:19 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3[51253]: 2024-03-07T10:16:19.876+0000 7f50bb5e8700 -1 osd.3 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:21.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:20 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:20.535+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:21.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:21 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:21.187+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:22.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:21.517+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:22.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:22 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:22.209+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:22.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:22 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:22.267+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:22.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:22.483+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:23.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:23 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:23.300+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:23.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:23 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:23.215+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:23.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:23.451+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:23.753 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:23.257+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:24.221 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:23.798+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:24.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:24.219+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:24.503 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:24.468+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:24.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:24.188+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:24.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:24 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:24.340+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:25.216 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:24.786+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:25.491 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:25.214+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:25.581 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:25 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:25.164+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:25.582 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:25 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:25.363+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:25.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:25.490+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:25.844 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:25 smithi018 podman[104981]: 2024-03-07 10:16:25.580391515 +0000 UTC m=+5.802617609 container died 5432af0ab81b2036e62e6cd0d7b4d965aa06f121da6143de805d164b2a8b0189 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-07T10:16:26.208 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:25 smithi018 podman[104981]: 2024-03-07 10:16:25.908930326 +0000 UTC m=+6.131156456 container cleanup 5432af0ab81b2036e62e6cd0d7b4d965aa06f121da6143de805d164b2a8b0189 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-03-07T10:16:26.208 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:25 smithi018 bash[104981]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3 2024-03-07T10:16:26.208 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:26 smithi018 podman[105007]: 2024-03-07 10:16:26.127096098 +0000 UTC m=+0.541517905 container remove 5432af0ab81b2036e62e6cd0d7b4d965aa06f121da6143de805d164b2a8b0189 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:16:26.252 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:25.793+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:26.503 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:26.453+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:26.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:26.247+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:26.528 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:26.205+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:26.528 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:26 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:26.324+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:26.807 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:26 smithi018 podman[105105]: 2024-03-07 10:16:26.431557266 +0000 UTC m=+0.018424694 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:16:26.807 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:26 smithi018 podman[105105]: 2024-03-07 10:16:26.562927498 +0000 UTC m=+0.149794908 container create f95ad5c7b4a3d32f90d983dc8a019b53c28349faccc97a794b416e48212f48ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5) 2024-03-07T10:16:27.092 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:26 smithi018 podman[105105]: 2024-03-07 10:16:26.805742733 +0000 UTC m=+0.392610143 container init f95ad5c7b4a3d32f90d983dc8a019b53c28349faccc97a794b416e48212f48ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-07T10:16:27.092 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:26 smithi018 podman[105105]: 2024-03-07 10:16:26.809918806 +0000 UTC m=+0.396786224 container start f95ad5c7b4a3d32f90d983dc8a019b53c28349faccc97a794b416e48212f48ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.build-date=20240222) 2024-03-07T10:16:27.092 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:26 smithi018 podman[105105]: 2024-03-07 10:16:26.889110955 +0000 UTC m=+0.475978379 container attach f95ad5c7b4a3d32f90d983dc8a019b53c28349faccc97a794b416e48212f48ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:16:27.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:26.820+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:27.361 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:27 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:27.186+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:27.362 INFO:journalctl@ceph.osd.3.smithi018.stdout:Mar 07 10:16:27 smithi018 podman[105105]: 2024-03-07 10:16:27.107041248 +0000 UTC m=+0.693908657 container died f95ad5c7b4a3d32f90d983dc8a019b53c28349faccc97a794b416e48212f48ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-3-deactivate, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-07T10:16:27.719 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:27 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:27.359+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:27.743 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.3.service' 2024-03-07T10:16:27.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:27.452+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:27.753 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:27.262+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:27.787 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:16:27.787 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-07T10:16:27.787 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-07T10:16:27.788 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.4 2024-03-07T10:16:28.129 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:27 smithi063 systemd[1]: Stopping Ceph osd.4 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:16:28.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:27.781+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:28.447 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:28 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4[47918]: 2024-03-07T10:16:28.128+0000 7f4bd151a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:16:28.447 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:28 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4[47918]: 2024-03-07T10:16:28.128+0000 7f4bd151a700 -1 osd.4 114 *** Got signal Terminated *** 2024-03-07T10:16:28.447 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:28 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4[47918]: 2024-03-07T10:16:28.128+0000 7f4bd151a700 -1 osd.4 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:28.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:28 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:28.215+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:28.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:28 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:28.344+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:28.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:28.496+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:28.753 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:28.294+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:29.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:28.763+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:29.587 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:29.460+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:29.588 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:29.317+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:29.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:29 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:29.206+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:29.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:29 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:29.313+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:30.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:29.743+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:30.004 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:29.743+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:30.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:30 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:30.276+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:30.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:30 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:30.246+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:30.704 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:30.282+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:30.704 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:30.447+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:30.704 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:30.447+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:30.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:30 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:30.567+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:31.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:30.702+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:31.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:30.702+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:31.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:31 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:31.216+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:31.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:31 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:31.216+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:31.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:31 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:31.268+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:31.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:31 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:31.268+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:31.698 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:31 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:31.302+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:31.698 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:31 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:31.474+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:31.698 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:31 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:31.474+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:31.947 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:31 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4[47918]: 2024-03-07T10:16:31.491+0000 7f4bcdb0e700 -1 osd.4 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:06.984679+0000 front 2024-03-07T10:16:06.984709+0000 (oldest deadline 2024-03-07T10:16:30.484893+0000) 2024-03-07T10:16:31.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:31 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:31.581+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:32.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:31 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:31.697+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:32.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:31 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:31.697+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:32.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:32 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:32.302+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:32.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:32 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:32.302+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:32.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:32 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:32.211+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:32.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:32 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:32.211+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:32.650 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:32 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:32.305+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:32.650 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:32 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:32.445+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:32.650 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:32 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:32.445+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:32.947 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:32 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4[47918]: 2024-03-07T10:16:32.478+0000 7f4bcdb0e700 -1 osd.4 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:06.984679+0000 front 2024-03-07T10:16:06.984709+0000 (oldest deadline 2024-03-07T10:16:30.484893+0000) 2024-03-07T10:16:32.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:32 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:32.611+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:33.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:32 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:32.648+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:33.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:32 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:32.648+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:33.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:33 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:33.150+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:33.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:33 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:33.303+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:33.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:33 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:33.303+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:33.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:33 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:33.250+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:33.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:33 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:33.250+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:33.667 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:33 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:33.303+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:33.668 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:33 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:33.486+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:33.668 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:33 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:33.486+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:33.947 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:33 smithi063 podman[73680]: 2024-03-07 10:16:33.793458679 +0000 UTC m=+5.795354468 container died c9242d7683f0ee5dc8f94698dd1cb95b50c71d94c7e0eb5ee5d5a54fbe93db41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-07T10:16:33.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:33 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:33.659+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:34.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:33 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:33.666+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:34.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:33 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:33.666+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:34.313 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:34 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:34.106+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:34.314 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:34 smithi063 podman[73680]: 2024-03-07 10:16:34.119461034 +0000 UTC m=+6.121356831 container cleanup c9242d7683f0ee5dc8f94698dd1cb95b50c71d94c7e0eb5ee5d5a54fbe93db41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222) 2024-03-07T10:16:34.314 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:34 smithi063 bash[73680]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4 2024-03-07T10:16:34.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:34.240+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:34.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:34.240+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:34.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:34.285+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:34.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:34 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:34.285+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:34.647 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:34 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:34.268+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:34.647 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:34 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:34.505+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:34.648 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:34 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:34.505+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:34.670 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:34 smithi063 podman[73699]: 2024-03-07 10:16:34.312970302 +0000 UTC m=+0.523792008 container remove c9242d7683f0ee5dc8f94698dd1cb95b50c71d94c7e0eb5ee5d5a54fbe93db41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-07T10:16:34.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:34 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:34.669+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:34.947 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:34 smithi063 podman[73789]: 2024-03-07 10:16:34.64461915 +0000 UTC m=+0.018180241 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:16:34.947 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:34 smithi063 podman[73789]: 2024-03-07 10:16:34.756276263 +0000 UTC m=+0.129837394 container create c93ba08ba0a60e16994ab8c5b8dd4f346c2ef30deea116d52eb0c1f427bc5915 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, ceph=True) 2024-03-07T10:16:35.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:34 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:34.646+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:35.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:34 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:34.646+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:35.299 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:35 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:35.056+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:35.299 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:34 smithi063 podman[73789]: 2024-03-07 10:16:34.994786089 +0000 UTC m=+0.368347174 container init c93ba08ba0a60e16994ab8c5b8dd4f346c2ef30deea116d52eb0c1f427bc5915 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4-deactivate, org.label-schema.build-date=20240222, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:16:35.299 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:34 smithi063 podman[73789]: 2024-03-07 10:16:34.99825314 +0000 UTC m=+0.371814235 container start c93ba08ba0a60e16994ab8c5b8dd4f346c2ef30deea116d52eb0c1f427bc5915 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4-deactivate, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-03-07T10:16:35.299 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:35 smithi063 podman[73789]: 2024-03-07 10:16:35.077228051 +0000 UTC m=+0.450789139 container attach c93ba08ba0a60e16994ab8c5b8dd4f346c2ef30deea116d52eb0c1f427bc5915 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-03-07T10:16:35.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:35 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:35.218+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:35.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:35 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:35.218+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:35.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:35 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:35.244+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:35.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:35 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:35.244+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:35.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:35 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:35.296+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:35.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:35 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:35.296+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:35.598 INFO:journalctl@ceph.osd.4.smithi063.stdout:Mar 07 10:16:35 smithi063 podman[73789]: 2024-03-07 10:16:35.298560299 +0000 UTC m=+0.672121383 container died c93ba08ba0a60e16994ab8c5b8dd4f346c2ef30deea116d52eb0c1f427bc5915 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-07T10:16:35.866 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:35 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:35.697+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:35.889 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.4.service' 2024-03-07T10:16:35.936 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:16:36.027 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-07T10:16:36.028 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-07T10:16:36.028 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.5 2024-03-07T10:16:36.029 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:35 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:35.615+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:36.029 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:35 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:35.615+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:36.029 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:35 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:35.544+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:36.029 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:35 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:35.544+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:36.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:36.063+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:36.504 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:36 smithi077 systemd[1]: Stopping Ceph osd.5 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:16:36.504 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:36.244+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:36.505 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:36.244+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:36.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:36 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:36.218+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:36.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:36 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:36.218+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:36.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:36 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:36.248+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:36.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:36 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:36.248+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:36.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:36 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:36.686+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:37.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:36.573+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:37.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:36.573+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:37.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:36.517+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:37.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:36.517+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:37.004 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:36.609+0000 7f4a8c705700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:16:37.004 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:36.609+0000 7f4a8c705700 -1 osd.5 114 *** Got signal Terminated *** 2024-03-07T10:16:37.004 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:36 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:36.609+0000 7f4a8c705700 -1 osd.5 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:37.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:37 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:37.111+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:37.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:37 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:37.215+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:37.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:37 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:37.215+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:37.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:37 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:37.262+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:37.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:37 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:37.262+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:37.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:37 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:37.252+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:37.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:37 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:37.252+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:37.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:37 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:37.645+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:38.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:37 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:37.535+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:38.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:37 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:37.535+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:38.004 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:37 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:37.555+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:38.004 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:37 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:37.555+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:38.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:38 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:38.088+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:38.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:38 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:38.171+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:38.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:38 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:38.171+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:38.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:38 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:38.245+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:38.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:38 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:38.245+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:38.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:38 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:38.275+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:38.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:38 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:38.275+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:38.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:38 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:38.275+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:38.946 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:38 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:38.641+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:39.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:38 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:38.539+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:39.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:38 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:38.539+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:39.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:38 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:38.516+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:39.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:38 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:38.516+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:39.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:39 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:39.117+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:39.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:39 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:39.117+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:39.496 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:39.123+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:39.496 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:39.123+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:39.496 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:39.123+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:39.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:39 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:39.290+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:39.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:39 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:39.290+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:39.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:39 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:39.284+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:39.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:39 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:39.284+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:39.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:39 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:39.284+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:39.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:39.494+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:39.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:39.494+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:39.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:39.513+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:39.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:39.513+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:39.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:39 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:39.513+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:39.946 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:39 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:39.681+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:39.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:39 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:39.681+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:40.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:40 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:40.096+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:40.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:40 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:40.096+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:40.466 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:40.123+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:40.466 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:40.123+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:40.466 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:40.123+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:40.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:40.270+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:40.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:40.270+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:40.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:40.292+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:40.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:40.292+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:40.594 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:40 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:40.292+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:40.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:40.556+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:40.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:40.556+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:40.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:40.556+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:40.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:40.465+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:40.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:40.465+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:40.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:40 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:40.465+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.418828+0000 front 2024-03-07T10:16:14.418849+0000 (oldest deadline 2024-03-07T10:16:39.719070+0000) 2024-03-07T10:16:41.138 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:40 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:40.715+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:41.138 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:40 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:40.715+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:41.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:41 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:41.137+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:41.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:41 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:41.137+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:41.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:41.103+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:41.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:41.103+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:41.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:41.103+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:41.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:41 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:41.302+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:41.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:41 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:41.302+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:41.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:41 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:41.302+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:41.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:41 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:41.276+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:41.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:41 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:41.276+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:41.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:41 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:41.276+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:42.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:41.504+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:56.316611+0000 front 2024-03-07T10:15:56.316697+0000 (oldest deadline 2024-03-07T10:16:20.416664+0000) 2024-03-07T10:16:42.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:41.504+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:08.018234+0000 front 2024-03-07T10:16:08.018142+0000 (oldest deadline 2024-03-07T10:16:30.318109+0000) 2024-03-07T10:16:42.003 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5[48508]: 2024-03-07T10:16:41.504+0000 7f4a84cf1700 -1 osd.5 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.418828+0000 front 2024-03-07T10:16:14.418849+0000 (oldest deadline 2024-03-07T10:16:39.719070+0000) 2024-03-07T10:16:42.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:41.570+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:42.004 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:41.570+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:42.004 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:41 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:41.570+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:42.166 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:41 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:41.714+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:42.166 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:41 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:41.714+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:42.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:42 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:42.164+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:42.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:42 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:42.164+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:42.478 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:42 smithi077 podman[74909]: 2024-03-07 10:16:42.198904617 +0000 UTC m=+5.976498320 container died b367a21d0d53d8668e3ecf64d657663f56890fe97c17595f6b49db255d11b078 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-07T10:16:42.478 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:42 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:42.101+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:42.478 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:42 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:42.101+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:42.479 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:42 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:42.101+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:42.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:42 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:42.254+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:42.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:42 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:42.254+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:42.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:42 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:42.254+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:42.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:42 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:42.315+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:42.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:42 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:42.315+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:42.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:42 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:42.315+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:42.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:42 smithi077 podman[74909]: 2024-03-07 10:16:42.551432696 +0000 UTC m=+6.329026393 container cleanup b367a21d0d53d8668e3ecf64d657663f56890fe97c17595f6b49db255d11b078 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS) 2024-03-07T10:16:42.753 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:42 smithi077 bash[74909]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5 2024-03-07T10:16:42.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:42 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:42.528+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:42.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:42 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:42.528+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:42.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:42 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:42.528+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:43.145 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:42 smithi077 podman[74926]: 2024-03-07 10:16:42.861228695 +0000 UTC m=+0.657365315 container remove b367a21d0d53d8668e3ecf64d657663f56890fe97c17595f6b49db255d11b078 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-03-07T10:16:43.167 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:42 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:42.762+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:43.167 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:42 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:42.762+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:43.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:43 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:43.166+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:43.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:43 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:43.166+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:43.482 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:43 smithi077 podman[75017]: 2024-03-07 10:16:43.111305328 +0000 UTC m=+0.017969305 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:16:43.482 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:43 smithi077 podman[75017]: 2024-03-07 10:16:43.237069341 +0000 UTC m=+0.143733315 container create ec36a0875744a5117d1cedbd7c0fd358700b0ac96f1171dd71e294757b4b0465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-07T10:16:43.483 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:43 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:43.144+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:43.483 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:43 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:43.144+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:43.483 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:43 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:43.144+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:43.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:43 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:43.226+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:43.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:43 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:43.226+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:43.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:43 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:43.226+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:43.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:43 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:43.356+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:43.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:43 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:43.356+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:43.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:43 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:43.356+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:43.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:43 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:43.481+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:43.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:43 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:43.481+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:43.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:43 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:43.481+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:43.754 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:43 smithi077 podman[75017]: 2024-03-07 10:16:43.506612479 +0000 UTC m=+0.413276455 container init ec36a0875744a5117d1cedbd7c0fd358700b0ac96f1171dd71e294757b4b0465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:16:43.754 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:43 smithi077 podman[75017]: 2024-03-07 10:16:43.509823144 +0000 UTC m=+0.416487124 container start ec36a0875744a5117d1cedbd7c0fd358700b0ac96f1171dd71e294757b4b0465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240222) 2024-03-07T10:16:43.754 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:43 smithi077 podman[75017]: 2024-03-07 10:16:43.631959591 +0000 UTC m=+0.538623574 container attach ec36a0875744a5117d1cedbd7c0fd358700b0ac96f1171dd71e294757b4b0465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:16:44.126 INFO:journalctl@ceph.osd.5.smithi077.stdout:Mar 07 10:16:43 smithi077 podman[75017]: 2024-03-07 10:16:43.799007374 +0000 UTC m=+0.705671364 container died ec36a0875744a5117d1cedbd7c0fd358700b0ac96f1171dd71e294757b4b0465 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-07T10:16:44.181 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:43 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:43.740+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:44.181 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:43 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:43.740+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:44.445 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:44.125+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:44.445 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:44.125+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:44.445 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:44.125+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:44.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:44 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:44.180+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:44.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:44 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:44.180+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:44.465 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.5.service' 2024-03-07T10:16:44.507 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:16:44.507 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-07T10:16:44.507 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-07T10:16:44.507 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.6 2024-03-07T10:16:44.536 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:44.242+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:44.537 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:44.242+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:44.537 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:44.242+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:44.537 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:44.348+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:44.537 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:44.348+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:44.537 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:44.348+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:44.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:44.451+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:44.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:44.451+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:44.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:44 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:44.451+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:44.830 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:44 smithi018 systemd[1]: Stopping Ceph osd.6 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:16:44.830 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:44.828+0000 7f4e9a609700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:16:45.092 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:44.828+0000 7f4e9a609700 -1 osd.6 114 *** Got signal Terminated *** 2024-03-07T10:16:45.092 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:44.828+0000 7f4e9a609700 -1 osd.6 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:45.154 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:44 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:44.729+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:45.154 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:44 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:44.729+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:45.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:45 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:45.153+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:45.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:45 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:45.153+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:45.459 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:45 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:45.085+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:45.459 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:45 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:45.085+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:45.459 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:45 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:45.085+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:45.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:45 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:45.247+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:45.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:45 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:45.247+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:45.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:45 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:45.247+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:45.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:45 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:45.378+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:45.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:45 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:45.378+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:45.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:45 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:45.378+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:45.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:45 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:45.457+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:45.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:45 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:45.457+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:45.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:45 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:45.457+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:46.105 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:45 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:45.738+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:46.105 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:45 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:45.738+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:46.433 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:46 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:46.085+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:46.433 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:46 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:46.085+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:46.433 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:46 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:46.085+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:46.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:46 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:46.104+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:46.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:46 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:46.104+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:46.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:46 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:46.104+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:46.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:46.270+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:46.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:46.270+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:46.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:46.270+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:46.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:46.372+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:46.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:46.372+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:46.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:46.372+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:46.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:46 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:46.372+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:46.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:46 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:46.432+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:46.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:46 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:46.432+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:46.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:46 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:46.432+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:47.084 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:46 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:46.725+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:47.084 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:46 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:46.725+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:47.084 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:46 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:46.725+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:47.388 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:47 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:47.043+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:47.388 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:47 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:47.043+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:47.388 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:47 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:47.043+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:47.388 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:47 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:47.043+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:47.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:47 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:47.083+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:47.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:47 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:47.083+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:47.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:47 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:47.083+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:47.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:47 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:47.262+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:47.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:47 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:47.262+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:47.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:47 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:47.262+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:47.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:47 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:47.361+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:47.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:47 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:47.361+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:47.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:47 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:47.361+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:47.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:47 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:47.361+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:47.660 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:47 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:47.387+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:47.660 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:47 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:47.387+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:47.660 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:47 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:47.387+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:48.076 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:47 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:47.738+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:48.077 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:47 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:47.738+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:48.077 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:47 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:47.738+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:48.351 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:48 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:48.091+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:48.351 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:48 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:48.091+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:48.351 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:48 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:48.091+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:48.351 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:48 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:48.091+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:48.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:48.075+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:48.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:48.075+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:48.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:48.075+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:48.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:48.384+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:48.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:48.384+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:48.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:48.384+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:48.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:48.384+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:48.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:48.265+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:48.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:48.265+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:48.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:48.265+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:48.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:48 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:48.265+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.427628+0000 front 2024-03-07T10:16:23.427687+0000 (oldest deadline 2024-03-07T10:16:48.127746+0000) 2024-03-07T10:16:48.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:48 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:48.348+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:48.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:48 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:48.349+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:48.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:48 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:48.349+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:49.073 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:48.734+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:49.074 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:48.734+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:49.074 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:48.734+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:49.339 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:49 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:49.049+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:49.339 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:49 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:49.049+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:49.339 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:49 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:49.049+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:49.339 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:49 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:49.049+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:49.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:49 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:49.072+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:49.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:49 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:49.072+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:49.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:49 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:49.072+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:49.493 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:49.233+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:54.723505+0000 front 2024-03-07T10:15:54.723561+0000 (oldest deadline 2024-03-07T10:16:21.124176+0000) 2024-03-07T10:16:49.493 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:49.233+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:05.825375+0000 front 2024-03-07T10:16:05.825434+0000 (oldest deadline 2024-03-07T10:16:30.525441+0000) 2024-03-07T10:16:49.493 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:49.233+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.026727+0000 front 2024-03-07T10:16:14.026765+0000 (oldest deadline 2024-03-07T10:16:37.526661+0000) 2024-03-07T10:16:49.493 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6[57818]: 2024-03-07T10:16:49.233+0000 7f4e92bf5700 -1 osd.6 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.427628+0000 front 2024-03-07T10:16:23.427687+0000 (oldest deadline 2024-03-07T10:16:48.127746+0000) 2024-03-07T10:16:49.494 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:49.364+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:49.494 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:49.364+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:49.494 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:49.364+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:49.494 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:49 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:49.364+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:49.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:49 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:49.337+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:49.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:49 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:49.337+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:49.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:49 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:49.337+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:49.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:49 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:49.692+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:49.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:49 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:49.692+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:49.947 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:49 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:49.692+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:50.290 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:50 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:50.027+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:50.291 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:50 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:50.027+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:50.291 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:50 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:50.027+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:50.291 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:50 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:50.027+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:50.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:50 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:50.061+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:50.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:50 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:50.061+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:50.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:50 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:50.061+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:50.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:50 smithi018 podman[105210]: 2024-03-07 10:16:50.310524335 +0000 UTC m=+5.610469443 container died cd3af51f830f9f07c75fa562ea36e3b31c71e23cb8248d731aeeef623edec8da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-07T10:16:50.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:50.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:50.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:50.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:50.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:50.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:50.593 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:50 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:50.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:50.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:50 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:50.288+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:50.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:50 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:50.288+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:50.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:50 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:50.288+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:50.939 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:50 smithi018 podman[105210]: 2024-03-07 10:16:50.703446664 +0000 UTC m=+6.003391772 container cleanup cd3af51f830f9f07c75fa562ea36e3b31c71e23cb8248d731aeeef623edec8da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222) 2024-03-07T10:16:50.939 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:50 smithi018 bash[105210]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6 2024-03-07T10:16:51.066 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:50 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:50.712+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:51.066 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:50 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:50.712+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:51.066 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:50 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:50.712+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:51.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:51.246+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:51.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:51.246+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:51.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:51.246+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:51.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:50.999+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:51.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:50.999+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:51.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:50.999+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:51.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:51.000+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:51.331 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:50 smithi018 podman[105228]: 2024-03-07 10:16:50.972077095 +0000 UTC m=+0.657874849 container remove cd3af51f830f9f07c75fa562ea36e3b31c71e23cb8248d731aeeef623edec8da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6, ceph=True, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-07T10:16:51.357 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:51 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:51.065+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:51.358 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:51 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:51.065+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:51.358 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:51 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:51.065+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:51.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:51 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:51.383+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:51.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:51 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:51.383+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:51.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:51 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:51.383+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:51.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:51 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:51.383+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:51.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:51 smithi018 podman[105328]: 2024-03-07 10:16:51.233421704 +0000 UTC m=+0.018470199 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:16:51.592 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:51 smithi018 podman[105328]: 2024-03-07 10:16:51.339531657 +0000 UTC m=+0.124580161 container create 996a49b0883ba8665a0fa1ec3868619a0ee0102d10c8f6aae0bee81727214d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:16:51.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:51 smithi018 podman[105328]: 2024-03-07 10:16:51.550623768 +0000 UTC m=+0.335672280 container init 996a49b0883ba8665a0fa1ec3868619a0ee0102d10c8f6aae0bee81727214d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6-deactivate, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-03-07T10:16:51.593 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:51 smithi018 podman[105328]: 2024-03-07 10:16:51.553847712 +0000 UTC m=+0.338896216 container start 996a49b0883ba8665a0fa1ec3868619a0ee0102d10c8f6aae0bee81727214d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-07T10:16:52.069 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:51 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:51.713+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:52.069 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:51 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:51.713+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:52.069 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:51 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:51.713+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:52.092 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:51 smithi018 podman[105328]: 2024-03-07 10:16:51.625558841 +0000 UTC m=+0.410607356 container attach 996a49b0883ba8665a0fa1ec3868619a0ee0102d10c8f6aae0bee81727214d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T10:16:52.092 INFO:journalctl@ceph.osd.6.smithi018.stdout:Mar 07 10:16:51 smithi018 podman[105328]: 2024-03-07 10:16:51.854244303 +0000 UTC m=+0.639292801 container died 996a49b0883ba8665a0fa1ec3868619a0ee0102d10c8f6aae0bee81727214d70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, io.buildah.version=1.33.5) 2024-03-07T10:16:52.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:52 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:52.205+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:52.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:52 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:52.205+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:52.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:52 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:52.205+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:52.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:51.967+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:52.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:51.967+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:52.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:51.967+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:52.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:51 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:51.967+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:52.326 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:52.068+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:52.326 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:52.068+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:52.326 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:52.068+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:52.422 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:52.365+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:52.422 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:52.365+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:52.422 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:52.365+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:52.422 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:52 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:52.365+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:52.440 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.6.service' 2024-03-07T10:16:52.525 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:16:52.525 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-07T10:16:52.525 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-07T10:16:52.525 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.7 2024-03-07T10:16:52.696 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:52 smithi063 systemd[1]: Stopping Ceph osd.7 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:16:53.049 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:52.740+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:53.049 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:52.740+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:53.049 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:52.740+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:53.049 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:52.968+0000 7fc0d3e2e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:16:53.049 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:52.968+0000 7fc0d3e2e700 -1 osd.7 114 *** Got signal Terminated *** 2024-03-07T10:16:53.049 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:52 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:52.968+0000 7fc0d3e2e700 -1 osd.7 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:16:53.255 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:53 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:53.191+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:53.256 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:53 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:53.191+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:53.256 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:53 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:53.191+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:53.256 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:52 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:52.958+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:53.256 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:52 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:52.958+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:53.256 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:52 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:52.958+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:53.256 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:52 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:52.959+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:53.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:53 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:53.048+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:53.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:53 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:53.048+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:53.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:53 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:53.048+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:53.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:53.395+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:53.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:53.395+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:53.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:53.395+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:53.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:53 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:53.395+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:54.071 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:53 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:53.749+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:54.071 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:53 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:53.749+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:54.071 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:53 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:53.749+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:54.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:54.195+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:54.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:54.195+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:54.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:54.195+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:54.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:54.195+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:16:54.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:53 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:53.987+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:54.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:53 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:53.987+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:54.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:53 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:53.987+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:54.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:53 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:53.987+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:54.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:54.070+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:54.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:54.070+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:54.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:54.070+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:54.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:54.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:54.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:54.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:54.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:54.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:54.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:54 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:54.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:55.118 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:54.794+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:55.118 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:54.794+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:55.118 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:54.794+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:55.118 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:54.794+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.611497+0000 front 2024-03-07T10:16:30.611457+0000 (oldest deadline 2024-03-07T10:16:54.711595+0000) 2024-03-07T10:16:55.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:55.212+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:55.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:55.212+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:55.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:55.212+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:55.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:55.212+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:16:55.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:54.983+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:55.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:54.983+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:55.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:54.983+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:55.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:54 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:54.983+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:55.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:55.117+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:55.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:55.117+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:55.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:55.117+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:55.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:55.117+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:16:55.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:55 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:55.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:55.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:55 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:55.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:55.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:55 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:55.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:55.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:55 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:55.366+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:55.840+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:55.840+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:55.840+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:55 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:55.840+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.611497+0000 front 2024-03-07T10:16:30.611457+0000 (oldest deadline 2024-03-07T10:16:54.711595+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:56.082+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:56.082+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:56.082+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:56.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:56.082+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:16:56.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:56.196+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:56.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:56.196+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:56.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:56.196+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:56.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:56.196+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:16:56.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:55.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:56.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:55.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:56.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:55.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:56.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:55 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:55.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:56.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:56 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:56.336+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:56.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:56 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:56.336+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:56.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:56 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:56.336+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:56.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:56 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:56.336+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:56.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:56 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:56.336+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:16:57.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:56.849+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:57.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:56.849+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:57.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:56.849+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:57.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:56 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:56.849+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.611497+0000 front 2024-03-07T10:16:30.611457+0000 (oldest deadline 2024-03-07T10:16:54.711595+0000) 2024-03-07T10:16:57.198 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:57.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:57.198 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:57.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:57.198 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:57.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:57.198 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:57.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:16:57.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:57.166+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:57.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:57.166+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:57.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:57.166+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:57.253 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:57.166+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:16:57.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:56.919+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:57.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:56.919+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:57.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:56.919+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:57.254 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:56 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:56.919+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:57.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:57 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:57.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:57.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:57 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:57.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:57.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:57 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:57.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:57.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:57 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:57.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:57.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:57 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:57.385+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:16:58.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:57.859+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:04.907237+0000 front 2024-03-07T10:16:04.907325+0000 (oldest deadline 2024-03-07T10:16:30.207358+0000) 2024-03-07T10:16:58.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:57.859+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.508551+0000 front 2024-03-07T10:16:15.508323+0000 (oldest deadline 2024-03-07T10:16:39.008385+0000) 2024-03-07T10:16:58.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:57.859+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:23.610022+0000 front 2024-03-07T10:16:23.610084+0000 (oldest deadline 2024-03-07T10:16:45.910137+0000) 2024-03-07T10:16:58.197 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:57 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7[54943]: 2024-03-07T10:16:57.859+0000 7fc0d0422700 -1 osd.7 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.611497+0000 front 2024-03-07T10:16:30.611457+0000 (oldest deadline 2024-03-07T10:16:54.711595+0000) 2024-03-07T10:16:58.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:58 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:58.089+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:58.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:58 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:58.089+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:58.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:58 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:58.089+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:58.198 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:58 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:58.089+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:16:58.206 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:57.918+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:58.206 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:57.918+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:58.206 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:57.918+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:58.206 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:57 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:57.918+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:58.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:58.204+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:58.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:58.204+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:58.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:58.204+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:58.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:58.204+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:16:58.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:58.431+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:58.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:58.431+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:58.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:58.431+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:58.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:58.431+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:58.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:58 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:58.431+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:16:59.097 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:58 smithi063 podman[73906]: 2024-03-07 10:16:58.717466252 +0000 UTC m=+6.003269952 container died ec32c820140b943e26336d234c1294d5d338a9338a469c12fc7b247e20e6fd0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:16:59.213 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:58.920+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:16:59.213 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:58.920+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:16:59.213 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:58.920+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:16:59.213 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:58 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:58.920+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:16:59.445 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:59 smithi063 podman[73906]: 2024-03-07 10:16:59.20108646 +0000 UTC m=+6.486890152 container cleanup ec32c820140b943e26336d234c1294d5d338a9338a469c12fc7b247e20e6fd0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-07T10:16:59.445 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:59 smithi063 bash[73906]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7 2024-03-07T10:16:59.445 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:59 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:59.095+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:16:59.445 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:59 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:59.095+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:16:59.445 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:59 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:59.095+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:16:59.445 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:16:59 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:16:59.095+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:16:59.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:59.210+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:16:59.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:59.210+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:16:59.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:59.210+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:16:59.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:16:59.210+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:16:59.696 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:59 smithi063 podman[73923]: 2024-03-07 10:16:59.443954717 +0000 UTC m=+0.725764385 container remove ec32c820140b943e26336d234c1294d5d338a9338a469c12fc7b247e20e6fd0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-07T10:16:59.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:59 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:59.445+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:16:59.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:59 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:59.445+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:16:59.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:59 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:59.445+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:16:59.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:59 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:59.445+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:16:59.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:16:59 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:16:59.445+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:00.072 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:59 smithi063 podman[74016]: 2024-03-07 10:16:59.736639004 +0000 UTC m=+0.107786955 container create 55a392b06f34c3ea5c80d71685ff03575f27c5518f507d05a809beb549909161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-07T10:17:00.072 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:16:59 smithi063 podman[74016]: 2024-03-07 10:16:59.646889848 +0000 UTC m=+0.018037793 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:17:00.209 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:59.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:17:00.209 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:59.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:17:00.209 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:59.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:17:00.210 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:16:59 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:16:59.950+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:17:00.428 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:00 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:00.070+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:00.428 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:00 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:00.070+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:00.428 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:00 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:00.070+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:00.428 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:00 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:00.070+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:00.428 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:17:00 smithi063 podman[74016]: 2024-03-07 10:17:00.123687621 +0000 UTC m=+0.494835563 container init 55a392b06f34c3ea5c80d71685ff03575f27c5518f507d05a809beb549909161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:00.429 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:17:00 smithi063 podman[74016]: 2024-03-07 10:17:00.127274565 +0000 UTC m=+0.498422503 container start 55a392b06f34c3ea5c80d71685ff03575f27c5518f507d05a809beb549909161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-07T10:17:00.429 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:17:00 smithi063 podman[74016]: 2024-03-07 10:17:00.223162848 +0000 UTC m=+0.594310781 container attach 55a392b06f34c3ea5c80d71685ff03575f27c5518f507d05a809beb549909161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T10:17:00.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:00.207+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:00.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:00.207+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:00.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:00.207+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:00.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:00.207+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:00.696 INFO:journalctl@ceph.osd.7.smithi063.stdout:Mar 07 10:17:00 smithi063 podman[74016]: 2024-03-07 10:17:00.427797449 +0000 UTC m=+0.798945403 container died 55a392b06f34c3ea5c80d71685ff03575f27c5518f507d05a809beb549909161 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:00.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:00.456+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:00.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:00.456+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:00.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:00.456+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:00.843 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:00.456+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:00.843 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:00 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:00.456+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:01.059 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.7.service' 2024-03-07T10:17:01.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:01.110 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-07T10:17:01.110 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-03-07T10:17:01.111 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.8 2024-03-07T10:17:01.248 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:00.917+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:17:01.248 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:00.917+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:17:01.248 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:00.917+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:17:01.249 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:00 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:00.917+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:17:01.249 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 systemd[1]: Stopping Ceph osd.8 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:01.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:01.049+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:01.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:01.049+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:01.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:01.049+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:01.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:01 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:01.049+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:01.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:01.412+0000 7f79333cc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:01.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:01.412+0000 7f79333cc700 -1 osd.8 114 *** Got signal Terminated *** 2024-03-07T10:17:01.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:01.412+0000 7f79333cc700 -1 osd.8 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:17:01.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:01.245+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:01.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:01.245+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:01.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:01.245+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:01.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:01.245+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:01.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:01.462+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:01.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:01.462+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:01.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:01.462+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:01.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:01.462+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:01.592 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:01 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:01.462+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:02.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:01.924+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:17:02.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:01.924+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:17:02.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:01.924+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:17:02.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:01 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:01.924+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:17:02.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:02.073+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:02.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:02.073+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:02.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:02.073+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:02.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:02.073+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:02.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:02.261+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:02.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:02.261+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:02.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:02.261+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:02.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:02.261+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:02.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:02 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:02.491+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:02.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:02 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:02.491+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:02.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:02 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:02.491+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:02.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:02 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:02.491+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:02.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:02 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:02.491+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:03.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:02.906+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:17:03.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:02.906+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:17:03.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:02.906+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:17:03.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:02 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:02.906+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:17:03.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:03.088+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:03.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:03.088+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:03.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:03.088+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:03.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:03 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:03.088+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:03.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:03.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:03.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:03.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:03.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:03.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:03.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:03.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:03.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:03.446+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:03.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:03.446+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:03.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:03.446+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:03.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:03.446+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:03.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:03.446+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:03.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:03 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:03.446+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:04.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:03.870+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:17:04.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:03.870+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:17:04.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:03.870+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:17:04.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:03.870+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:17:04.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:03 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:03.870+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.491411+0000 front 2024-03-07T10:16:39.491447+0000 (oldest deadline 2024-03-07T10:17:03.591413+0000) 2024-03-07T10:17:04.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:04.138+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:04.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:04.138+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:04.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:04.138+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:04.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:04.138+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:04.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:04 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:04.138+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:04.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:04.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:04.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:04.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:04.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:04.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:04.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:04.285+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:04.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:04.415+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:04.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:04.415+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:04.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:04.415+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:04.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:04.415+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:04.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:04.415+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:04.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:04 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:04.415+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:05.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:04.907+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:17:05.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:04.907+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:17:05.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:04.907+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:17:05.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:04.907+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:17:05.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:04 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:04.907+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.491411+0000 front 2024-03-07T10:16:39.491447+0000 (oldest deadline 2024-03-07T10:17:03.591413+0000) 2024-03-07T10:17:05.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:05.124+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:05.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:05.124+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:05.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:05.124+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:05.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:05.124+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:05.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:05 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:05.124+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:05.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:05.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:05.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:05.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:05.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:05.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:05.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:05.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:05.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:05.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:05.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:05.421+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:05.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:05.421+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:05.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:05.421+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:05.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:05.421+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:05.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:05.421+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:05.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:05 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:05.421+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:06.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:05.884+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:58.784305+0000 front 2024-03-07T10:15:58.784105+0000 (oldest deadline 2024-03-07T10:16:22.884033+0000) 2024-03-07T10:17:06.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:05.884+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.986559+0000 front 2024-03-07T10:16:07.986509+0000 (oldest deadline 2024-03-07T10:16:34.387243+0000) 2024-03-07T10:17:06.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:05.884+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.387669+0000 front 2024-03-07T10:16:14.387745+0000 (oldest deadline 2024-03-07T10:16:39.087800+0000) 2024-03-07T10:17:06.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:05.884+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:21.988981+0000 front 2024-03-07T10:16:21.988864+0000 (oldest deadline 2024-03-07T10:16:46.688760+0000) 2024-03-07T10:17:06.253 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:05 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8[55523]: 2024-03-07T10:17:05.884+0000 7f792f9c0700 -1 osd.8 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.491411+0000 front 2024-03-07T10:16:39.491447+0000 (oldest deadline 2024-03-07T10:17:03.591413+0000) 2024-03-07T10:17:06.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:06 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:06.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:06.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:06 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:06.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:06.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:06 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:06.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:06.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:06 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:06.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:06.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:06 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:06.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:06.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:06.324+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:06.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:06.324+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:06.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:06.324+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:06.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:06.324+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:06.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:06.324+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:06.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:06.420+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:06.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:06.420+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:06.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:06.420+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:06.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:06.420+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:06.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:06.420+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:06.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:06 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:06.420+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:07.307 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:07 smithi077 podman[75136]: 2024-03-07 10:17:07.047926175 +0000 UTC m=+5.741400822 container died 0ca0192926fb4d6cf3037bee2295b2f2f564dffa9a210e9aefa10b84f3986b19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux ) 2024-03-07T10:17:07.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:07.041+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:07.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:07.041+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:07.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:07.041+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:07.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:07.041+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:07.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:07 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:07.041+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:07.674 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:07 smithi077 podman[75136]: 2024-03-07 10:17:07.388103217 +0000 UTC m=+6.081577860 container cleanup 0ca0192926fb4d6cf3037bee2295b2f2f564dffa9a210e9aefa10b84f3986b19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-07T10:17:07.674 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:07 smithi077 bash[75136]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8 2024-03-07T10:17:07.674 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:07 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:07.367+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:07.674 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:07 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:07.367+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:07.674 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:07 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:07.367+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:07.675 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:07 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:07.367+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:07.675 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:07 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:07.367+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:07.848 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:07.406+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:07.848 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:07.406+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:07.848 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:07.406+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:07.848 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:07.406+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:07.849 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:07.406+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:07.849 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:07 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:07.406+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:07.982 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:07 smithi077 podman[75153]: 2024-03-07 10:17:07.67283738 +0000 UTC m=+0.628255007 container remove 0ca0192926fb4d6cf3037bee2295b2f2f564dffa9a210e9aefa10b84f3986b19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-07T10:17:08.244 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:07 smithi077 podman[75247]: 2024-03-07 10:17:07.981905588 +0000 UTC m=+0.114273702 container create 4e95470b6e436a7d19194e2fbc040212ce9f4d1c2323b6b23bcc3f69528f3694 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-07T10:17:08.244 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:07 smithi077 podman[75247]: 2024-03-07 10:17:07.885497565 +0000 UTC m=+0.017865696 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:17:08.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:08.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:08.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:08.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:08.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:08.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:08.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:08.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:08.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:08 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:08.077+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:08.503 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:08 smithi077 podman[75247]: 2024-03-07 10:17:08.243134932 +0000 UTC m=+0.375503047 container init 4e95470b6e436a7d19194e2fbc040212ce9f4d1c2323b6b23bcc3f69528f3694 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-07T10:17:08.504 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:08 smithi077 podman[75247]: 2024-03-07 10:17:08.246413087 +0000 UTC m=+0.378781204 container start 4e95470b6e436a7d19194e2fbc040212ce9f4d1c2323b6b23bcc3f69528f3694 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222) 2024-03-07T10:17:08.504 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:08 smithi077 podman[75247]: 2024-03-07 10:17:08.326327303 +0000 UTC m=+0.458695430 container attach 4e95470b6e436a7d19194e2fbc040212ce9f4d1c2323b6b23bcc3f69528f3694 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.build-date=20240222) 2024-03-07T10:17:08.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:08.318+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:08.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:08.318+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:08.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:08.318+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:08.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:08.318+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:08.504 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:08 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:08.318+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:08.830 INFO:journalctl@ceph.osd.8.smithi077.stdout:Mar 07 10:17:08 smithi077 podman[75247]: 2024-03-07 10:17:08.530915326 +0000 UTC m=+0.663283444 container died 4e95470b6e436a7d19194e2fbc040212ce9f4d1c2323b6b23bcc3f69528f3694 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5) 2024-03-07T10:17:08.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:08 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:08.398+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:08.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:08 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:08.398+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:08.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:08 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:08.398+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:08.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:08 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:08.398+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:08.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:08 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:08.398+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:08.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:08 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:08.398+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:09.159 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.8.service' 2024-03-07T10:17:09.205 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:09.205 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-03-07T10:17:09.205 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-03-07T10:17:09.205 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.9 2024-03-07T10:17:09.415 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:09.330+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:09.415 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:09.330+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:09.415 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:09.330+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:09.415 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:09.330+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:09.415 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:09 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:09.330+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:09.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:09.029+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:09.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:09.029+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:09.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:09.029+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:09.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:09.029+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:09.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:09 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:09.029+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 systemd[1]: Stopping Ceph osd.9 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.418+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.418+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.418+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.418+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.418+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.418+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.505+0000 7f7a3d662700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.505+0000 7f7a3d662700 -1 osd.9 114 *** Got signal Terminated *** 2024-03-07T10:17:09.508 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:09 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:09.505+0000 7f7a3d662700 -1 osd.9 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:17:10.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:10 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:10.046+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:10.448 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:10 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:10.046+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:10.448 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:10 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:10.046+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:10.448 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:10 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:10.047+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:10.448 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:10 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:10.047+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:10.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:10.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:10.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:10.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:10.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:10.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:10.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:10.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:10.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:10.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:10.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:10.411+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:10.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:10.411+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:10.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:10.411+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:10.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:10.411+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:10.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:10.411+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:10.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:10 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:10.411+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:11.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.015+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:11.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.015+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:11.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.015+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:11.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.015+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:11.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.015+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:11.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:11.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:11.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:11.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:11.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:11.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:11.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:11.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:11.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:11.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:11.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:11 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:11.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:11.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:11.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:11.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:11.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:11.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:11.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:11.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:11.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:11.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:11.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:11.843 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:11 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:11.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:12.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.998+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:12.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.998+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:12.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.998+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:12.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.998+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:12.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.998+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:12.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:11 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:11.998+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:12.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:12 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:12.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:12.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:12 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:12.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:12.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:12 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:12.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:12.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:12 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:12.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:12.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:12 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:12.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:12.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:12 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:12.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:12.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:12.441+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:12.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:12.441+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:12.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:12.441+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:12.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:12.441+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:12.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:12.441+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:12.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:12.441+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:12.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:12 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:12.441+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:48.326424+0000 front 2024-03-07T10:16:48.326365+0000 (oldest deadline 2024-03-07T10:17:12.426370+0000) 2024-03-07T10:17:13.446 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:12.981+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:13.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:12.981+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:13.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:12.981+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:13.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:12.981+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:13.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:12.981+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:13.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:12 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:12.981+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:13.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:13.278+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:13.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:13.278+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:13.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:13.278+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:13.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:13.278+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:13.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:13.278+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:13.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:13.278+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:13.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:13.430+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:13.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:13.430+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:13.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:13.430+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:13.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:13.430+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:13.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:13.430+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:13.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:13.430+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:13.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:13 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:13.430+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:48.326424+0000 front 2024-03-07T10:16:48.326365+0000 (oldest deadline 2024-03-07T10:17:12.426370+0000) 2024-03-07T10:17:14.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:13 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:13.993+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:14.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:13 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:13.993+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:14.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:13 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:13.993+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:14.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:13 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:13.993+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:14.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:13 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:13.993+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:14.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:13 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:13.993+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:14.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:14 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:14.250+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:14.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:14 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:14.250+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:14.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:14 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:14.250+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:14.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:14 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:14.250+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:14.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:14 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:14.250+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:14.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:14 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:14.250+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:14.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:14.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.616751+0000 front 2024-03-07T10:15:59.616794+0000 (oldest deadline 2024-03-07T10:16:21.916869+0000) 2024-03-07T10:17:14.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:14.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.619589+0000 front 2024-03-07T10:16:07.619497+0000 (oldest deadline 2024-03-07T10:16:30.519376+0000) 2024-03-07T10:17:14.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:14.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.220568+0000 front 2024-03-07T10:16:15.220621+0000 (oldest deadline 2024-03-07T10:16:40.520548+0000) 2024-03-07T10:17:14.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:14.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:20.520927+0000 front 2024-03-07T10:16:20.520961+0000 (oldest deadline 2024-03-07T10:16:45.821025+0000) 2024-03-07T10:17:14.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:14.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:32.723171+0000 front 2024-03-07T10:16:32.723188+0000 (oldest deadline 2024-03-07T10:16:56.223021+0000) 2024-03-07T10:17:14.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:14.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:41.524299+0000 front 2024-03-07T10:16:41.524406+0000 (oldest deadline 2024-03-07T10:17:02.624404+0000) 2024-03-07T10:17:14.842 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:14 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9[64420]: 2024-03-07T10:17:14.453+0000 7f7a35c4e700 -1 osd.9 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:48.326424+0000 front 2024-03-07T10:16:48.326365+0000 (oldest deadline 2024-03-07T10:17:12.426370+0000) 2024-03-07T10:17:15.382 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:15 smithi018 podman[105435]: 2024-03-07 10:17:15.121225051 +0000 UTC m=+5.726274684 container died c376e47bec0dc957184cb52dcf4793bd54fb7c4d2c3cc7e601b49c10c9771e95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:15.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:14.965+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:15.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:14.965+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:15.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:14.965+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:15.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:14.965+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:15.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:14.965+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:15.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:14 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:14.965+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:15.741 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:15 smithi018 podman[105435]: 2024-03-07 10:17:15.480610456 +0000 UTC m=+6.085660088 container cleanup c376e47bec0dc957184cb52dcf4793bd54fb7c4d2c3cc7e601b49c10c9771e95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:15.741 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:15 smithi018 bash[105435]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9 2024-03-07T10:17:15.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:15 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:15.286+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:15.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:15 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:15.286+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:15.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:15 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:15.286+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:15.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:15 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:15.286+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:15.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:15 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:15.286+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:15.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:15 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:15.286+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:16.089 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:15 smithi018 podman[105452]: 2024-03-07 10:17:15.74017254 +0000 UTC m=+0.620292989 container remove c376e47bec0dc957184cb52dcf4793bd54fb7c4d2c3cc7e601b49c10c9771e95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9, RELEASE=wip-lusov-qdb-8b896a9, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:16.342 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:16 smithi018 podman[105544]: 2024-03-07 10:17:15.991970642 +0000 UTC m=+0.017923056 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:17:16.342 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:16 smithi018 podman[105544]: 2024-03-07 10:17:16.111257315 +0000 UTC m=+0.137209768 container create 3585d0e333cfddf009c8fead910496eb079bc79bd75cf4785730c21fa9de946f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-07T10:17:16.342 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:16 smithi018 podman[105544]: 2024-03-07 10:17:16.327228231 +0000 UTC m=+0.353180641 container init 3585d0e333cfddf009c8fead910496eb079bc79bd75cf4785730c21fa9de946f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True) 2024-03-07T10:17:16.342 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:16 smithi018 podman[105544]: 2024-03-07 10:17:16.330327945 +0000 UTC m=+0.356280355 container start 3585d0e333cfddf009c8fead910496eb079bc79bd75cf4785730c21fa9de946f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9-deactivate, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-07T10:17:16.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:15 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:15.957+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:16.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:15 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:15.957+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:16.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:15 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:15.957+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:16.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:15 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:15.957+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:16.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:15 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:15.957+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:16.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:15 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:15.957+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:16.626 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:16 smithi018 podman[105544]: 2024-03-07 10:17:16.418914591 +0000 UTC m=+0.444867006 container attach 3585d0e333cfddf009c8fead910496eb079bc79bd75cf4785730c21fa9de946f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-07T10:17:16.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:16.302+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:16.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:16.302+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:16.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:16.302+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:16.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:16.302+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:16.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:16.302+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:16.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:16 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:16.302+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:16.914 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:16 smithi018 podman[105544]: 2024-03-07 10:17:16.62613348 +0000 UTC m=+0.652085891 container died 3585d0e333cfddf009c8fead910496eb079bc79bd75cf4785730c21fa9de946f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=) 2024-03-07T10:17:17.174 INFO:journalctl@ceph.osd.9.smithi018.stdout:Mar 07 10:17:17 smithi018 podman[105570]: 2024-03-07 10:17:17.155657967 +0000 UTC m=+0.524973217 container remove 3585d0e333cfddf009c8fead910496eb079bc79bd75cf4785730c21fa9de946f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-9-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-07T10:17:17.179 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.9.service' 2024-03-07T10:17:17.223 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:17.223 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-03-07T10:17:17.223 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-03-07T10:17:17.223 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.10 2024-03-07T10:17:17.257 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:16 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:16.964+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:17.257 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:16 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:16.964+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:17.257 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:16 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:16.964+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:17.257 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:16 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:16.964+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:17.257 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:16 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:16.964+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:17.257 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:16 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:16.964+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:17.532 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 systemd[1]: Stopping Ceph osd.10 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:17.654 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:17.265+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:17.654 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:17.265+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:17.655 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:17.265+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:17.655 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:17.265+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:17.655 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:17.265+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:17.655 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:17.265+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:17.947 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.530+0000 7f1aed25a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:17.947 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.530+0000 7f1aed25a700 -1 osd.10 114 *** Got signal Terminated *** 2024-03-07T10:17:17.947 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.530+0000 7f1aed25a700 -1 osd.10 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:17:18.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.947+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:18.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.947+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:18.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.947+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:18.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.947+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:18.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.947+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:18.447 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:17 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:17.947+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:18.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:18 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:18.271+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:18.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:18 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:18.271+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:18.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:18 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:18.271+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:18.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:18 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:18.271+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:18.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:18 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:18.271+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:18.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:18 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:18.271+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:19.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:18.914+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:19.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:18.914+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:19.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:18.914+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:19.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:18.914+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:19.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:18.914+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:19.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:18 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:18.914+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:19.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:19 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:19.281+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:19.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:19 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:19.281+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:19.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:19 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:19.281+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:19.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:19 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:19.281+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:19.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:19 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:19.281+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:19.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:19 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:19.281+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:20.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:19 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:19.870+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:20.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:19 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:19.870+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:20.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:19 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:19.870+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:20.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:19 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:19.870+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:20.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:19 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:19.870+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:20.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:19 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:19.870+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:20.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:20 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:20.295+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:20.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:20 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:20.295+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:20.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:20 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:20.295+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:20.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:20 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:20.295+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:20.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:20 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:20.295+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:20.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:20 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:20.295+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:21.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:20 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:20.907+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:21.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:20 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:20.907+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:21.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:20 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:20.907+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:21.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:20 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:20.907+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:21.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:20 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:20.907+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:21.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:20 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:20.907+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:21.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:21.329+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:21.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:21.329+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:21.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:21.329+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:21.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:21.329+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:21.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:21.329+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:21.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:21.329+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:21.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:21 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:21.329+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:22.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:21.944+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.502459+0000 front 2024-03-07T10:16:07.502979+0000 (oldest deadline 2024-03-07T10:16:32.202589+0000) 2024-03-07T10:17:22.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:21.944+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:15.604448+0000 front 2024-03-07T10:16:15.604636+0000 (oldest deadline 2024-03-07T10:16:38.504445+0000) 2024-03-07T10:17:22.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:21.944+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6814 osd.3 since back 2024-03-07T10:16:22.005341+0000 front 2024-03-07T10:16:22.005248+0000 (oldest deadline 2024-03-07T10:16:46.005968+0000) 2024-03-07T10:17:22.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:21.944+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:31.207530+0000 front 2024-03-07T10:16:31.207553+0000 (oldest deadline 2024-03-07T10:16:54.608046+0000) 2024-03-07T10:17:22.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:21.944+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.710534+0000 front 2024-03-07T10:16:39.710388+0000 (oldest deadline 2024-03-07T10:17:03.210289+0000) 2024-03-07T10:17:22.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:21.944+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:49.612112+0000 front 2024-03-07T10:16:49.612192+0000 (oldest deadline 2024-03-07T10:17:11.912002+0000) 2024-03-07T10:17:22.197 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:21 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10[61541]: 2024-03-07T10:17:21.944+0000 7f1ae5846700 -1 osd.10 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:57.113475+0000 front 2024-03-07T10:16:57.113406+0000 (oldest deadline 2024-03-07T10:17:21.213524+0000) 2024-03-07T10:17:22.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:22.371+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:22.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:22.371+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:22.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:22.371+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:22.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:22.371+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:22.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:22.371+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:22.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:22.371+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:22.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:22 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:22.371+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:23.374 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:23 smithi063 podman[74121]: 2024-03-07 10:17:23.117433352 +0000 UTC m=+5.693034829 container died 744a11685914b142f68f77f1832432be54551352fdda98d578ab1d0b2681110e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-03-07T10:17:23.650 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:23 smithi063 podman[74121]: 2024-03-07 10:17:23.455453155 +0000 UTC m=+6.031054627 container cleanup 744a11685914b142f68f77f1832432be54551352fdda98d578ab1d0b2681110e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-07T10:17:23.650 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:23 smithi063 bash[74121]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10 2024-03-07T10:17:23.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:23.356+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:23.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:23.356+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:23.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:23.356+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:23.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:23.356+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:23.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:23.356+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:23.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:23.356+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:23.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:23 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:23.356+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:23.947 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:23 smithi063 podman[74139]: 2024-03-07 10:17:23.649361294 +0000 UTC m=+0.526489267 container remove 744a11685914b142f68f77f1832432be54551352fdda98d578ab1d0b2681110e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux ) 2024-03-07T10:17:24.379 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:24 smithi063 podman[74232]: 2024-03-07 10:17:23.984081959 +0000 UTC m=+0.018103507 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:17:24.380 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:24 smithi063 podman[74232]: 2024-03-07 10:17:24.083389891 +0000 UTC m=+0.117411424 container create 2e838a913d15c4b15b1e38270cd6d293d1a3e07d98afcc246fa11343d38aaef1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-07T10:17:24.380 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:24 smithi063 podman[74232]: 2024-03-07 10:17:24.294143464 +0000 UTC m=+0.328165010 container init 2e838a913d15c4b15b1e38270cd6d293d1a3e07d98afcc246fa11343d38aaef1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD) 2024-03-07T10:17:24.380 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:24 smithi063 podman[74232]: 2024-03-07 10:17:24.297213413 +0000 UTC m=+0.331234949 container start 2e838a913d15c4b15b1e38270cd6d293d1a3e07d98afcc246fa11343d38aaef1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:17:24.380 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:24 smithi063 podman[74232]: 2024-03-07 10:17:24.377251219 +0000 UTC m=+0.411272771 container attach 2e838a913d15c4b15b1e38270cd6d293d1a3e07d98afcc246fa11343d38aaef1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10-deactivate, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-07T10:17:24.697 INFO:journalctl@ceph.osd.10.smithi063.stdout:Mar 07 10:17:24 smithi063 podman[74232]: 2024-03-07 10:17:24.605431355 +0000 UTC m=+0.639452889 container died 2e838a913d15c4b15b1e38270cd6d293d1a3e07d98afcc246fa11343d38aaef1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-03-07T10:17:24.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:24.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:24.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:24.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:24.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:24.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:24.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:24.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:24.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:24.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:24.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:24.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:24.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:24 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:24.313+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:25.169 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.10.service' 2024-03-07T10:17:25.259 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:25.260 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-03-07T10:17:25.260 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-03-07T10:17:25.260 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.11 2024-03-07T10:17:25.567 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:25.567 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:25.567 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:25.567 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:25.567 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:25.568 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:25.568 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.284+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:25.568 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 systemd[1]: Stopping Ceph osd.11 for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:26.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.566+0000 7fbf7973e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:26.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.566+0000 7fbf7973e700 -1 osd.11 114 *** Got signal Terminated *** 2024-03-07T10:17:26.003 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:25 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:25.566+0000 7fbf7973e700 -1 osd.11 114 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-07T10:17:26.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:26.282+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:26.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:26.282+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:26.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:26.282+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:26.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:26.282+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:26.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:26.282+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:26.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:26.282+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:26.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:26 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:26.282+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:27.713 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:27.319+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:27.713 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:27.319+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:27.713 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:27.319+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:27.713 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:27.319+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:27.713 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:27.319+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:27.713 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:27.319+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:27.713 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:27 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:27.319+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:28.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:28.325+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:28.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:28.325+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:28.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:28.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:28.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:28.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:28.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:28.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:28.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:28.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:28.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:28 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:28.326+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:29.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:29.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:29.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:29.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:29.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:29.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:29.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:29.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:29.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:29.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:29.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:29.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:29.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:29 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:29.331+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:30.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6806 osd.0 since back 2024-03-07T10:15:59.647421+0000 front 2024-03-07T10:15:59.647367+0000 (oldest deadline 2024-03-07T10:16:23.747351+0000) 2024-03-07T10:17:30.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6804 osd.1 since back 2024-03-07T10:16:07.749378+0000 front 2024-03-07T10:16:07.749406+0000 (oldest deadline 2024-03-07T10:16:29.349838+0000) 2024-03-07T10:17:30.753 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-03-07T10:16:14.050623+0000 front 2024-03-07T10:16:14.050796+0000 (oldest deadline 2024-03-07T10:16:38.651311+0000) 2024-03-07T10:17:30.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6812 osd.4 since back 2024-03-07T10:16:30.353661+0000 front 2024-03-07T10:16:30.353579+0000 (oldest deadline 2024-03-07T10:16:53.853632+0000) 2024-03-07T10:17:30.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-03-07T10:16:39.654967+0000 front 2024-03-07T10:16:39.655048+0000 (oldest deadline 2024-03-07T10:17:04.955094+0000) 2024-03-07T10:17:30.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.18:6822 osd.6 since back 2024-03-07T10:16:46.656279+0000 front 2024-03-07T10:16:46.656354+0000 (oldest deadline 2024-03-07T10:17:10.756166+0000) 2024-03-07T10:17:30.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.63:6820 osd.7 since back 2024-03-07T10:16:55.457170+0000 front 2024-03-07T10:16:55.457184+0000 (oldest deadline 2024-03-07T10:17:20.757111+0000) 2024-03-07T10:17:30.754 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:30 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11[62162]: 2024-03-07T10:17:30.307+0000 7fbf75d32700 -1 osd.11 114 heartbeat_check: no reply from 172.21.15.77:6820 osd.8 since back 2024-03-07T10:17:05.358503+0000 front 2024-03-07T10:17:05.358519+0000 (oldest deadline 2024-03-07T10:17:30.058559+0000) 2024-03-07T10:17:31.341 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:31 smithi077 podman[75365]: 2024-03-07 10:17:31.061379742 +0000 UTC m=+5.605820399 container died 0a3b26a96d95c5c31e8c75957c8cf545eae8488892119c3309e2ae38ed7f3e87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.vendor=CentOS) 2024-03-07T10:17:31.601 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:31 smithi077 podman[75365]: 2024-03-07 10:17:31.340274115 +0000 UTC m=+5.884714778 container cleanup 0a3b26a96d95c5c31e8c75957c8cf545eae8488892119c3309e2ae38ed7f3e87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-07T10:17:31.601 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:31 smithi077 bash[75365]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11 2024-03-07T10:17:31.943 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:31 smithi077 podman[75384]: 2024-03-07 10:17:31.59965766 +0000 UTC m=+0.533608709 container remove 0a3b26a96d95c5c31e8c75957c8cf545eae8488892119c3309e2ae38ed7f3e87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11, org.label-schema.build-date=20240222, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:17:32.245 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:31 smithi077 podman[75473]: 2024-03-07 10:17:31.942353943 +0000 UTC m=+0.109381378 container create 5227847ef5e20a4d9413b00f900e03b7242de0e45d2f4e24bf1908e9d9487f46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:32.245 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:31 smithi077 podman[75473]: 2024-03-07 10:17:31.850496421 +0000 UTC m=+0.017523874 image pull e362cd7cebfee51077fb90b7f01895811140c9a4272edd83ad9910b05e3a46f6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2 2024-03-07T10:17:32.245 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:32 smithi077 podman[75473]: 2024-03-07 10:17:32.153077572 +0000 UTC m=+0.320105022 container init 5227847ef5e20a4d9413b00f900e03b7242de0e45d2f4e24bf1908e9d9487f46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-07T10:17:32.245 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:32 smithi077 podman[75473]: 2024-03-07 10:17:32.156119157 +0000 UTC m=+0.323146597 container start 5227847ef5e20a4d9413b00f900e03b7242de0e45d2f4e24bf1908e9d9487f46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11-deactivate, org.label-schema.build-date=20240222, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True) 2024-03-07T10:17:32.245 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:32 smithi077 podman[75473]: 2024-03-07 10:17:32.244436298 +0000 UTC m=+0.411463746 container attach 5227847ef5e20a4d9413b00f900e03b7242de0e45d2f4e24bf1908e9d9487f46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T10:17:32.503 INFO:journalctl@ceph.osd.11.smithi077.stdout:Mar 07 10:17:32 smithi077 podman[75473]: 2024-03-07 10:17:32.437473374 +0000 UTC m=+0.604500818 container died 5227847ef5e20a4d9413b00f900e03b7242de0e45d2f4e24bf1908e9d9487f46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-osd-11-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:32.984 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@osd.11.service' 2024-03-07T10:17:33.025 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:33.025 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-03-07T10:17:33.025 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-03-07T10:17:33.026 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.a 2024-03-07T10:17:33.325 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 10:17:33 smithi018 systemd[1]: Stopping Ceph mds.a for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:33.592 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 10:17:33 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a[70948]: 2024-03-07T10:17:33.323+0000 7fe010a88700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:33.592 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 10:17:33 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a[70948]: 2024-03-07T10:17:33.323+0000 7fe010a88700 -1 mds.a *** got signal Terminated *** 2024-03-07T10:17:34.817 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 10:17:34 smithi018 podman[105665]: 2024-03-07 10:17:34.542632876 +0000 UTC m=+1.318214856 container died 6c002997be8f84892af95711c291141cc87e4201374a024b1dcf5acac8bd36bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222) 2024-03-07T10:17:35.092 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 10:17:34 smithi018 podman[105665]: 2024-03-07 10:17:34.898942356 +0000 UTC m=+1.674524335 container cleanup 6c002997be8f84892af95711c291141cc87e4201374a024b1dcf5acac8bd36bf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-07T10:17:35.092 INFO:journalctl@ceph.mds.a.smithi018.stdout:Mar 07 10:17:34 smithi018 bash[105665]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-a 2024-03-07T10:17:35.309 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.a.service' 2024-03-07T10:17:35.347 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:35.347 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-03-07T10:17:35.347 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-03-07T10:17:35.347 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.d 2024-03-07T10:17:35.592 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 10:17:35 smithi018 systemd[1]: Stopping Ceph mds.d for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:36.092 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 10:17:35 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d[69994]: 2024-03-07T10:17:35.702+0000 7f6a0a51e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:36.092 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 10:17:35 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d[69994]: 2024-03-07T10:17:35.702+0000 7f6a0a51e700 -1 mds.d *** got signal Terminated *** 2024-03-07T10:17:38.842 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 10:17:38 smithi018 podman[105785]: 2024-03-07 10:17:38.564517766 +0000 UTC m=+2.995598594 container died 91350fac6c01436c39148bc25cc5cd60c76761a054f998ebdffc9f19b385d9e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-07T10:17:39.213 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 10:17:38 smithi018 podman[105785]: 2024-03-07 10:17:38.927575044 +0000 UTC m=+3.358655871 container cleanup 91350fac6c01436c39148bc25cc5cd60c76761a054f998ebdffc9f19b385d9e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:17:39.213 INFO:journalctl@ceph.mds.d.smithi018.stdout:Mar 07 10:17:38 smithi018 bash[105785]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-d 2024-03-07T10:17:39.365 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.d.service' 2024-03-07T10:17:39.401 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:39.401 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-03-07T10:17:39.401 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-03-07T10:17:39.401 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.g 2024-03-07T10:17:39.741 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 10:17:39 smithi018 systemd[1]: Stopping Ceph mds.g for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:40.092 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 10:17:39 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g[70594]: 2024-03-07T10:17:39.739+0000 7f331900a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:40.092 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 10:17:39 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g[70594]: 2024-03-07T10:17:39.739+0000 7f331900a700 -1 mds.g *** got signal Terminated *** 2024-03-07T10:17:44.032 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 10:17:43 smithi018 podman[105905]: 2024-03-07 10:17:43.752022614 +0000 UTC m=+4.115289749 container died a6a0c7d52abcb074aaf52153937311525b9341504c26231db8c8a3c2b7f63d8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-07T10:17:44.342 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 10:17:44 smithi018 podman[105905]: 2024-03-07 10:17:44.114765254 +0000 UTC m=+4.478032437 container cleanup a6a0c7d52abcb074aaf52153937311525b9341504c26231db8c8a3c2b7f63d8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b) 2024-03-07T10:17:44.342 INFO:journalctl@ceph.mds.g.smithi018.stdout:Mar 07 10:17:44 smithi018 bash[105905]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-g 2024-03-07T10:17:44.500 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.g.service' 2024-03-07T10:17:44.533 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:44.534 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-03-07T10:17:44.534 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-03-07T10:17:44.534 DEBUG:teuthology.orchestra.run.smithi018:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.j 2024-03-07T10:17:44.836 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 10:17:44 smithi018 systemd[1]: Stopping Ceph mds.j for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:45.091 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 10:17:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j[69631]: 2024-03-07T10:17:44.834+0000 7f3b643a8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:45.092 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 10:17:44 smithi018 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j[69631]: 2024-03-07T10:17:44.834+0000 7f3b643a8700 -1 mds.j *** got signal Terminated *** 2024-03-07T10:17:48.092 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 10:17:47 smithi018 podman[106027]: 2024-03-07 10:17:47.808078591 +0000 UTC m=+3.059577022 container died e6f937ca03375bd8a4334f705dc22d90254850acb7d3994d3cbea75a5b0ab636 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-8b896a9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-07T10:17:48.563 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 10:17:48 smithi018 podman[106027]: 2024-03-07 10:17:48.143256965 +0000 UTC m=+3.394755396 container cleanup e6f937ca03375bd8a4334f705dc22d90254850acb7d3994d3cbea75a5b0ab636 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-07T10:17:48.563 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 10:17:48 smithi018 bash[106027]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j 2024-03-07T10:17:48.564 INFO:journalctl@ceph.mds.j.smithi018.stdout:Mar 07 10:17:48 smithi018 podman[106041]: 2024-03-07 10:17:48.360938738 +0000 UTC m=+0.541485584 container remove e6f937ca03375bd8a4334f705dc22d90254850acb7d3994d3cbea75a5b0ab636 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-j, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-03-07T10:17:48.577 DEBUG:teuthology.orchestra.run.smithi018:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.j.service' 2024-03-07T10:17:48.610 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:48.611 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-03-07T10:17:48.611 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-03-07T10:17:48.611 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.b 2024-03-07T10:17:48.917 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:17:48 smithi063 systemd[1]: Stopping Ceph mds.b for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:49.196 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:17:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b[67074]: 2024-03-07T10:17:48.915+0000 7f30a1ca8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:49.197 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:17:48 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b[67074]: 2024-03-07T10:17:48.915+0000 7f30a1ca8700 -1 mds.b *** got signal Terminated *** 2024-03-07T10:17:53.197 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:17:52 smithi063 podman[74338]: 2024-03-07 10:17:52.90133846 +0000 UTC m=+4.087088858 container died cf0424548bca3555c76d77c6556ac18d9dd286ad42b8b7f5575e50469746cc5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-07T10:17:53.642 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:17:53 smithi063 podman[74338]: 2024-03-07 10:17:53.381606938 +0000 UTC m=+4.567357335 container cleanup cf0424548bca3555c76d77c6556ac18d9dd286ad42b8b7f5575e50469746cc5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240222, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD) 2024-03-07T10:17:53.642 INFO:journalctl@ceph.mds.b.smithi063.stdout:Mar 07 10:17:53 smithi063 bash[74338]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-b 2024-03-07T10:17:53.774 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.b.service' 2024-03-07T10:17:53.814 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:53.814 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-03-07T10:17:53.814 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-03-07T10:17:53.814 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.e 2024-03-07T10:17:54.196 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 10:17:53 smithi063 systemd[1]: Stopping Ceph mds.e for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:54.197 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 10:17:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e[66446]: 2024-03-07T10:17:54.118+0000 7f908fa82700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:54.197 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 10:17:54 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e[66446]: 2024-03-07T10:17:54.118+0000 7f908fa82700 -1 mds.e *** got signal Terminated *** 2024-03-07T10:17:57.873 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 10:17:57 smithi063 podman[74459]: 2024-03-07 10:17:57.52340554 +0000 UTC m=+3.485221964 container died ce8921084d7cb527dc1846fb17f6207d1bf02dd24aabb42dd18ae4076fe92926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:58.129 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 10:17:57 smithi063 podman[74459]: 2024-03-07 10:17:57.87234813 +0000 UTC m=+3.834164555 container cleanup ce8921084d7cb527dc1846fb17f6207d1bf02dd24aabb42dd18ae4076fe92926 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-07T10:17:58.129 INFO:journalctl@ceph.mds.e.smithi063.stdout:Mar 07 10:17:57 smithi063 bash[74459]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-e 2024-03-07T10:17:58.298 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.e.service' 2024-03-07T10:17:58.349 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:17:58.350 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-03-07T10:17:58.350 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-03-07T10:17:58.350 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.h 2024-03-07T10:17:58.698 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:17:58 smithi063 systemd[1]: Stopping Ceph mds.h for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:17:59.196 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:17:58 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h[66755]: 2024-03-07T10:17:58.805+0000 7fbd43510700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:17:59.197 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:17:58 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h[66755]: 2024-03-07T10:17:58.805+0000 7fbd43510700 -1 mds.h *** got signal Terminated *** 2024-03-07T10:18:01.166 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:18:00 smithi063 podman[74580]: 2024-03-07 10:18:00.889275855 +0000 UTC m=+2.311972843 container died 6adb66e4023aa5a0f0f9513b578591afb9e10896cc9995cf4e4bab13da654c34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-03-07T10:18:01.446 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:18:01 smithi063 podman[74580]: 2024-03-07 10:18:01.238882389 +0000 UTC m=+2.661579375 container cleanup 6adb66e4023aa5a0f0f9513b578591afb9e10896cc9995cf4e4bab13da654c34 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, RELEASE=wip-lusov-qdb-8b896a9) 2024-03-07T10:18:01.447 INFO:journalctl@ceph.mds.h.smithi063.stdout:Mar 07 10:18:01 smithi063 bash[74580]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-h 2024-03-07T10:18:01.683 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.h.service' 2024-03-07T10:18:01.722 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:18:01.722 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-03-07T10:18:01.722 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-03-07T10:18:01.722 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.k 2024-03-07T10:18:02.196 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 10:18:01 smithi063 systemd[1]: Stopping Ceph mds.k for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:18:02.197 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 10:18:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k[66125]: 2024-03-07T10:18:02.025+0000 7fcf2107d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:18:02.197 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 10:18:02 smithi063 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k[66125]: 2024-03-07T10:18:02.025+0000 7fcf2107d700 -1 mds.k *** got signal Terminated *** 2024-03-07T10:18:05.345 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 10:18:05 smithi063 podman[74700]: 2024-03-07 10:18:05.073847032 +0000 UTC m=+3.132484968 container died 7b04809513cb19812966915c4b87361d01cfde46cab83e51b20b47ff3dd4f220 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k, ceph=True, org.label-schema.build-date=20240222, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS) 2024-03-07T10:18:05.697 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 10:18:05 smithi063 podman[74700]: 2024-03-07 10:18:05.434483828 +0000 UTC m=+3.493121756 container cleanup 7b04809513cb19812966915c4b87361d01cfde46cab83e51b20b47ff3dd4f220 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-8b896a9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222) 2024-03-07T10:18:05.697 INFO:journalctl@ceph.mds.k.smithi063.stdout:Mar 07 10:18:05 smithi063 bash[74700]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-k 2024-03-07T10:18:05.912 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.k.service' 2024-03-07T10:18:05.949 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:18:05.950 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-03-07T10:18:05.950 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-03-07T10:18:05.950 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.c 2024-03-07T10:18:06.253 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:18:06 smithi077 systemd[1]: Stopping Ceph mds.c for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:18:06.753 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:18:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c[67349]: 2024-03-07T10:18:06.355+0000 7ff04d75b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:18:06.753 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:18:06 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c[67349]: 2024-03-07T10:18:06.355+0000 7ff04d75b700 -1 mds.c *** got signal Terminated *** 2024-03-07T10:18:09.175 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:18:08 smithi077 podman[75592]: 2024-03-07 10:18:08.897457442 +0000 UTC m=+2.750226088 container died d8606d2bb1e620645d7e61688ee942944b7fb24b40c878b612b0ed12bde718ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222) 2024-03-07T10:18:09.503 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:18:09 smithi077 podman[75592]: 2024-03-07 10:18:09.26496193 +0000 UTC m=+3.117730604 container cleanup d8606d2bb1e620645d7e61688ee942944b7fb24b40c878b612b0ed12bde718ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-07T10:18:09.503 INFO:journalctl@ceph.mds.c.smithi077.stdout:Mar 07 10:18:09 smithi077 bash[75592]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-c 2024-03-07T10:18:09.686 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.c.service' 2024-03-07T10:18:09.724 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:18:09.725 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-03-07T10:18:09.725 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-03-07T10:18:09.725 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.f 2024-03-07T10:18:10.253 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:18:09 smithi077 systemd[1]: Stopping Ceph mds.f for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:18:10.253 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:18:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f[67042]: 2024-03-07T10:18:10.018+0000 7f32311b2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:18:10.253 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:18:10 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f[67042]: 2024-03-07T10:18:10.018+0000 7f32311b2700 -1 mds.f *** got signal Terminated *** 2024-03-07T10:18:13.178 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:18:12 smithi077 podman[75712]: 2024-03-07 10:18:12.895795538 +0000 UTC m=+2.957151391 container died d8dc4ca105ae2e9d83d0308475ac9b44b44d2a470668e166b762dc8bef76aaac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-8b896a9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-07T10:18:13.503 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:18:13 smithi077 podman[75712]: 2024-03-07 10:18:13.268388618 +0000 UTC m=+3.329744463 container cleanup d8dc4ca105ae2e9d83d0308475ac9b44b44d2a470668e166b762dc8bef76aaac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-07T10:18:13.503 INFO:journalctl@ceph.mds.f.smithi077.stdout:Mar 07 10:18:13 smithi077 bash[75712]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-f 2024-03-07T10:18:13.646 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.f.service' 2024-03-07T10:18:13.681 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:18:13.681 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-03-07T10:18:13.681 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-03-07T10:18:13.682 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.i 2024-03-07T10:18:13.989 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:18:13 smithi077 systemd[1]: Stopping Ceph mds.i for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:18:14.253 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:18:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i[67670]: 2024-03-07T10:18:13.988+0000 7f34c7bd0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:18:14.253 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:18:13 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i[67670]: 2024-03-07T10:18:13.988+0000 7f34c7bd0700 -1 mds.i *** got signal Terminated *** 2024-03-07T10:18:17.181 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:18:16 smithi077 podman[75833]: 2024-03-07 10:18:16.899387596 +0000 UTC m=+3.007288672 container died fdb103dc5e036aafc0692ff9cfc03c80ed8dc49addb728f4bba11deae522ab27 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240222, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-07T10:18:17.181 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:18:17 smithi077 podman[75833]: 2024-03-07 10:18:17.18024681 +0000 UTC m=+3.288147844 container cleanup fdb103dc5e036aafc0692ff9cfc03c80ed8dc49addb728f4bba11deae522ab27 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-8b896a9, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240222) 2024-03-07T10:18:17.503 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:18:17 smithi077 bash[75833]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i 2024-03-07T10:18:17.503 INFO:journalctl@ceph.mds.i.smithi077.stdout:Mar 07 10:18:17 smithi077 podman[75847]: 2024-03-07 10:18:17.414822712 +0000 UTC m=+0.508096568 container remove fdb103dc5e036aafc0692ff9cfc03c80ed8dc49addb728f4bba11deae522ab27 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240222, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-8b896a9, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-03-07T10:18:17.531 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.i.service' 2024-03-07T10:18:17.565 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:18:17.565 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-03-07T10:18:17.565 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-03-07T10:18:17.565 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.l 2024-03-07T10:18:17.868 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:17 smithi077 systemd[1]: Stopping Ceph mds.l for c474c52c-dc67-11ee-95c6-87774f69a715... 2024-03-07T10:18:18.253 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l[66735]: 2024-03-07T10:18:17.867+0000 7f84dc849700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-07T10:18:18.253 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:17 smithi077 ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l[66735]: 2024-03-07T10:18:17.867+0000 7f84dc849700 -1 mds.l *** got signal Terminated *** 2024-03-07T10:18:21.199 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:20 smithi077 podman[75955]: 2024-03-07 10:18:20.911281647 +0000 UTC m=+3.130169876 container died d8ca2eb439c0b425318358cea3c356c09dce02b121f72440d078b02b5563bf42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240222, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-8b896a9, ceph=True) 2024-03-07T10:18:21.467 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:21 smithi077 podman[75955]: 2024-03-07 10:18:21.283545552 +0000 UTC m=+3.502433787 container cleanup d8ca2eb439c0b425318358cea3c356c09dce02b121f72440d078b02b5563bf42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-8b896a9, org.label-schema.build-date=20240222, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-07T10:18:21.467 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:21 smithi077 bash[75955]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l 2024-03-07T10:18:21.694 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.l.service' 2024-03-07T10:18:21.718 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:21 smithi077 podman[75969]: 2024-03-07 10:18:21.576402466 +0000 UTC m=+0.655789646 container remove d8ca2eb439c0b425318358cea3c356c09dce02b121f72440d078b02b5563bf42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:58596b386710a6ae3b0df85c2ea61cd2225482bf755ea6fac190290483e010c2, name=ceph-c474c52c-dc67-11ee-95c6-87774f69a715-mds-l, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=6d53bc8ece767735a31d32bfc429296668de9e0b, org.label-schema.build-date=20240222, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-qdb-8b896a9, io.buildah.version=1.33.5) 2024-03-07T10:18:21.718 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:21 smithi077 systemd[1]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.l.service: Deactivated successfully. 2024-03-07T10:18:21.718 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:21 smithi077 systemd[1]: Stopped Ceph mds.l for c474c52c-dc67-11ee-95c6-87774f69a715. 2024-03-07T10:18:21.718 INFO:journalctl@ceph.mds.l.smithi077.stdout:Mar 07 10:18:21 smithi077 systemd[1]: ceph-c474c52c-dc67-11ee-95c6-87774f69a715@mds.l.service: Consumed 2.269s CPU time. 2024-03-07T10:18:21.727 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-07T10:18:21.727 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-03-07T10:18:21.728 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c474c52c-dc67-11ee-95c6-87774f69a715 --force --keep-logs 2024-03-07T10:18:21.924 INFO:teuthology.orchestra.run.smithi018.stdout:Deleting cluster with fsid: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T10:18:24.282 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c474c52c-dc67-11ee-95c6-87774f69a715 --force --keep-logs 2024-03-07T10:18:24.486 INFO:teuthology.orchestra.run.smithi063.stdout:Deleting cluster with fsid: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T10:18:27.323 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c474c52c-dc67-11ee-95c6-87774f69a715 --force --keep-logs 2024-03-07T10:18:27.514 INFO:teuthology.orchestra.run.smithi077.stdout:Deleting cluster with fsid: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T10:18:30.027 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T10:18:30.063 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T10:18:30.103 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-07T10:18:30.132 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-07T10:18:30.134 DEBUG:teuthology.misc:Transferring archived files from smithi018:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi018/crash 2024-03-07T10:18:30.135 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash -- . 2024-03-07T10:18:30.176 INFO:teuthology.orchestra.run.smithi018.stderr:tar: /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash: Cannot open: No such file or directory 2024-03-07T10:18:30.176 INFO:teuthology.orchestra.run.smithi018.stderr:tar: Error is not recoverable: exiting now 2024-03-07T10:18:30.178 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi063/crash 2024-03-07T10:18:30.179 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash -- . 2024-03-07T10:18:30.257 INFO:teuthology.orchestra.run.smithi063.stderr:tar: /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash: Cannot open: No such file or directory 2024-03-07T10:18:30.257 INFO:teuthology.orchestra.run.smithi063.stderr:tar: Error is not recoverable: exiting now 2024-03-07T10:18:30.259 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi077/crash 2024-03-07T10:18:30.260 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash -- . 2024-03-07T10:18:30.303 INFO:teuthology.orchestra.run.smithi077.stderr:tar: /var/lib/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/crash: Cannot open: No such file or directory 2024-03-07T10:18:30.303 INFO:teuthology.orchestra.run.smithi077.stderr:tar: Error is not recoverable: exiting now 2024-03-07T10:18:30.304 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-07T10:18:30.304 DEBUG:teuthology.orchestra.run.smithi018:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-07T10:18:30.378 INFO:teuthology.orchestra.run.smithi018.stdout:2024-03-07T09:50:52.654308+0000 mon.a (mon.0) 191 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-07T10:18:30.378 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-07T10:18:30.379 DEBUG:teuthology.orchestra.run.smithi018:> sudo egrep '\[SEC\]' /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-07T10:18:30.414 DEBUG:teuthology.orchestra.run.smithi018:> sudo egrep '\[ERR\]' /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-07T10:18:30.489 DEBUG:teuthology.orchestra.run.smithi018:> sudo egrep '\[WRN\]' /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-07T10:18:30.563 INFO:teuthology.orchestra.run.smithi018.stdout:2024-03-07T09:50:52.654308+0000 mon.a (mon.0) 191 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-07T10:18:30.563 INFO:tasks.cephadm:Compressing logs... 2024-03-07T10:18:30.564 DEBUG:teuthology.orchestra.run.smithi018:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-07T10:18:30.606 DEBUG:teuthology.orchestra.run.smithi063:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-07T10:18:30.608 DEBUG:teuthology.orchestra.run.smithi077:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-07T10:18:30.630 INFO:teuthology.orchestra.run.smithi018.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-07T10:18:30.630 INFO:teuthology.orchestra.run.smithi018.stderr:: No such file or directory 2024-03-07T10:18:30.640 INFO:teuthology.orchestra.run.smithi018.stderr:gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.6.log 2024-03-07T10:18:30.640 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.a.log 2024-03-07T10:18:30.640 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log 2024-03-07T10:18:30.640 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.g.log 2024-03-07T10:18:30.640 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.j.log 2024-03-07T10:18:30.640 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.3.log 2024-03-07T10:18:30.640 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.x.log 2024-03-07T10:18:30.641 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.0.log 2024-03-07T10:18:30.641 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log 2024-03-07T10:18:30.643 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log 2024-03-07T10:18:30.643 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log 2024-03-07T10:18:30.643 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.9.log 2024-03-07T10:18:30.643 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.d.log 2024-03-07T10:18:30.643 INFO:teuthology.orchestra.run.smithi018.stderr:gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.a.log 2024-03-07T10:18:30.644 INFO:teuthology.orchestra.run.smithi018.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.9.log: /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.d.log: /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.a.log: 86.7% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log.gz 2024-03-07T10:18:30.645 INFO:teuthology.orchestra.run.smithi018.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-07T10:18:30.645 INFO:teuthology.orchestra.run.smithi077.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-03-07T10:18:30.646 INFO:teuthology.orchestra.run.smithi018.stderr: 94.6% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.d.log.gz 2024-03-07T10:18:30.650 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-07T10:18:30.650 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.l.log 2024-03-07T10:18:30.650 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log 2024-03-07T10:18:30.651 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.i.log 2024-03-07T10:18:30.652 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.l.log: gzip/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log: -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.11.log 2024-03-07T10:18:30.652 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.z.log 2024-03-07T10:18:30.652 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.8.log 2024-03-07T10:18:30.653 INFO:teuthology.orchestra.run.smithi063.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.5.log 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.f.log 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.2.log 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.c.log 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log 2024-03-07T10:18:30.655 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.c.log 2024-03-07T10:18:30.658 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log: /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.c.log: 92.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.z.log.gz 2024-03-07T10:18:30.659 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-07T10:18:30.660 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.10.log 2024-03-07T10:18:30.660 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log 2024-03-07T10:18:30.661 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.b.log 2024-03-07T10:18:30.661 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.10.log: /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.4.log 2024-03-07T10:18:30.661 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.1.log 2024-03-07T10:18:30.664 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.k.log 2024-03-07T10:18:30.664 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.h.log 2024-03-07T10:18:30.664 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.7.log 2024-03-07T10:18:30.664 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.e.log 2024-03-07T10:18:30.664 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.y.log 2024-03-07T10:18:30.664 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log 2024-03-07T10:18:30.664 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log 2024-03-07T10:18:30.665 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log 2024-03-07T10:18:30.665 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.b.log 2024-03-07T10:18:30.666 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log: /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log: /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.b.log: 94.5% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.k.log.gz 2024-03-07T10:18:30.667 INFO:teuthology.orchestra.run.smithi063.stderr: 94.5% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.e.log.gz 2024-03-07T10:18:30.670 INFO:teuthology.orchestra.run.smithi063.stderr: 92.1% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.y.log.gz 2024-03-07T10:18:30.676 INFO:teuthology.orchestra.run.smithi063.stderr: 84.0% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log.gz 2024-03-07T10:18:30.714 INFO:teuthology.orchestra.run.smithi077.stderr: 83.9% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log.gz 2024-03-07T10:18:30.716 INFO:teuthology.orchestra.run.smithi077.stderr: 86.7% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log.gz 2024-03-07T10:18:30.732 INFO:teuthology.orchestra.run.smithi063.stderr: 86.7% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.log.gz 2024-03-07T10:18:30.753 INFO:teuthology.orchestra.run.smithi077.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-07T10:18:30.765 INFO:teuthology.orchestra.run.smithi018.stderr: 90.1% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log.gz 2024-03-07T10:18:30.782 INFO:teuthology.orchestra.run.smithi018.stderr: 84.1% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.cephadm.log.gz 2024-03-07T10:18:30.792 INFO:teuthology.orchestra.run.smithi077.stderr: 90.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log.gz 2024-03-07T10:18:30.795 INFO:teuthology.orchestra.run.smithi077.stderr: 90.9% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log.gz 2024-03-07T10:18:30.806 INFO:teuthology.orchestra.run.smithi077.stderr: 94.6% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.l.log.gz 2024-03-07T10:18:30.845 INFO:teuthology.orchestra.run.smithi077.stderr: 94.6% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.f.log.gz 2024-03-07T10:18:30.914 INFO:teuthology.orchestra.run.smithi063.stderr: 90.9% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log.gz 2024-03-07T10:18:30.955 INFO:teuthology.orchestra.run.smithi018.stderr: 91.0% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-volume.log.gz 2024-03-07T10:18:30.969 INFO:teuthology.orchestra.run.smithi018.stderr: 94.6% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.j.log.gz 2024-03-07T10:18:30.998 INFO:teuthology.orchestra.run.smithi063.stderr: 90.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph.audit.log.gz 2024-03-07T10:18:31.017 INFO:teuthology.orchestra.run.smithi018.stderr: 94.6% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.g.log.gz 2024-03-07T10:18:31.048 INFO:teuthology.orchestra.run.smithi018.stderr: 94.5% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.a.log.gz 2024-03-07T10:18:31.180 INFO:teuthology.orchestra.run.smithi063.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-07T10:18:31.344 INFO:teuthology.orchestra.run.smithi018.stderr: 89.9% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mgr.x.log.gz 2024-03-07T10:18:31.559 INFO:teuthology.orchestra.run.smithi077.stderr: 94.0% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.c.log.gz 2024-03-07T10:18:31.648 INFO:teuthology.orchestra.run.smithi077.stderr: 91.9% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.c.log.gz 2024-03-07T10:18:31.721 INFO:teuthology.orchestra.run.smithi063.stderr: 91.9% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.b.log.gz 2024-03-07T10:18:32.312 INFO:teuthology.orchestra.run.smithi063.stderr: 95.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.h.log.gz 2024-03-07T10:18:32.586 INFO:teuthology.orchestra.run.smithi018.stderr: 90.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mon.a.log.gz 2024-03-07T10:18:32.597 INFO:teuthology.orchestra.run.smithi063.stderr: 95.2% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.b.log.gz 2024-03-07T10:18:38.844 INFO:teuthology.orchestra.run.smithi077.stderr: 93.7% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-mds.i.log.gz 2024-03-07T10:19:19.237 INFO:teuthology.orchestra.run.smithi018.stderr: 91.2% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.9.log.gz 2024-03-07T10:19:23.628 INFO:teuthology.orchestra.run.smithi018.stderr: 91.2% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.6.log.gz 2024-03-07T10:19:26.773 INFO:teuthology.orchestra.run.smithi077.stderr: 91.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.8.log.gz 2024-03-07T10:19:28.651 INFO:teuthology.orchestra.run.smithi018.stderr: 91.1% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.3.log.gz 2024-03-07T10:19:39.182 INFO:teuthology.orchestra.run.smithi018.stderr: 91.1% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.0.log.gz 2024-03-07T10:19:39.184 INFO:teuthology.orchestra.run.smithi018.stderr: 2024-03-07T10:19:39.184 INFO:teuthology.orchestra.run.smithi018.stderr:real 1m8.566s 2024-03-07T10:19:39.184 INFO:teuthology.orchestra.run.smithi018.stderr:user 3m40.064s 2024-03-07T10:19:39.184 INFO:teuthology.orchestra.run.smithi018.stderr:sys 0m6.526s 2024-03-07T10:19:41.065 INFO:teuthology.orchestra.run.smithi077.stderr: 91.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.2.log.gz 2024-03-07T10:19:41.979 INFO:teuthology.orchestra.run.smithi077.stderr: 91.2% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.11.log.gz 2024-03-07T10:19:43.898 INFO:teuthology.orchestra.run.smithi077.stderr: 91.2% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.5.log.gz 2024-03-07T10:19:43.900 INFO:teuthology.orchestra.run.smithi077.stderr: 2024-03-07T10:19:43.900 INFO:teuthology.orchestra.run.smithi077.stderr:real 1m13.278s 2024-03-07T10:19:43.900 INFO:teuthology.orchestra.run.smithi077.stderr:user 3m37.465s 2024-03-07T10:19:43.901 INFO:teuthology.orchestra.run.smithi077.stderr:sys 0m6.996s 2024-03-07T10:19:59.761 INFO:teuthology.orchestra.run.smithi063.stderr: 91.5% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.4.log.gz 2024-03-07T10:20:07.776 INFO:teuthology.orchestra.run.smithi063.stderr: 91.2% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.1.log.gz 2024-03-07T10:20:11.171 INFO:teuthology.orchestra.run.smithi063.stderr: 91.3% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.10.log.gz 2024-03-07T10:20:30.374 INFO:teuthology.orchestra.run.smithi063.stderr: 91.1% -- replaced with /var/log/ceph/c474c52c-dc67-11ee-95c6-87774f69a715/ceph-osd.7.log.gz 2024-03-07T10:20:30.376 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-03-07T10:20:30.376 INFO:teuthology.orchestra.run.smithi063.stderr:real 1m59.753s 2024-03-07T10:20:30.376 INFO:teuthology.orchestra.run.smithi063.stderr:user 4m2.658s 2024-03-07T10:20:30.376 INFO:teuthology.orchestra.run.smithi063.stderr:sys 0m7.210s 2024-03-07T10:20:30.377 INFO:tasks.cephadm:Archiving logs... 2024-03-07T10:20:30.377 DEBUG:teuthology.misc:Transferring archived files from smithi018:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi018/log 2024-03-07T10:20:30.378 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-07T10:21:08.704 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi063/log 2024-03-07T10:21:08.705 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-07T10:21:52.059 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi077/log 2024-03-07T10:21:52.061 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-07T10:22:31.366 INFO:tasks.cephadm:Removing cluster... 2024-03-07T10:22:31.367 DEBUG:teuthology.orchestra.run.smithi018:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c474c52c-dc67-11ee-95c6-87774f69a715 --force 2024-03-07T10:22:31.566 INFO:teuthology.orchestra.run.smithi018.stdout:Deleting cluster with fsid: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T10:22:32.123 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c474c52c-dc67-11ee-95c6-87774f69a715 --force 2024-03-07T10:22:32.333 INFO:teuthology.orchestra.run.smithi063.stdout:Deleting cluster with fsid: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T10:22:32.898 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c474c52c-dc67-11ee-95c6-87774f69a715 --force 2024-03-07T10:22:33.092 INFO:teuthology.orchestra.run.smithi077.stdout:Deleting cluster with fsid: c474c52c-dc67-11ee-95c6-87774f69a715 2024-03-07T10:22:33.638 INFO:tasks.cephadm:Removing cephadm ... 2024-03-07T10:22:33.638 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-07T10:22:33.657 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-07T10:22:33.672 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-07T10:22:33.687 INFO:tasks.cephadm:Teardown complete 2024-03-07T10:22:33.688 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-07T10:22:33.701 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-07T10:22:33.702 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-07T10:22:33.704 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-07T10:22:33.715 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-07T10:22:33.830 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-07T10:22:33.841 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-07T10:22:33.841 DEBUG:teuthology.orchestra.run.smithi018:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T10:22:33.844 DEBUG:teuthology.orchestra.run.smithi063:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T10:22:33.847 DEBUG:teuthology.orchestra.run.smithi077:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-07T10:22:33.858 INFO:teuthology.orchestra.run.smithi018.stderr:bash: line 1: ntpq: command not found 2024-03-07T10:22:33.858 INFO:teuthology.orchestra.run.smithi063.stderr:bash: line 1: ntpq: command not found 2024-03-07T10:22:33.861 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-03-07T10:22:33.862 INFO:teuthology.orchestra.run.smithi018.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T10:22:33.862 INFO:teuthology.orchestra.run.smithi018.stdout:=============================================================================== 2024-03-07T10:22:33.862 INFO:teuthology.orchestra.run.smithi018.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 7 +1173us[+1173us] +/- 120ms 2024-03-07T10:22:33.862 INFO:teuthology.orchestra.run.smithi018.stdout:^* hv02.front.sepia.ceph.com 3 6 377 11 -791us[ -735us] +/- 57ms 2024-03-07T10:22:33.862 INFO:teuthology.orchestra.run.smithi018.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 12 +367us[ +423us] +/- 67ms 2024-03-07T10:22:33.863 INFO:teuthology.orchestra.run.smithi018.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T10:22:33.893 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T10:22:33.893 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-03-07T10:22:33.893 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 7 +1170us[+1170us] +/- 120ms 2024-03-07T10:22:33.893 INFO:teuthology.orchestra.run.smithi077.stdout:^* hv02.front.sepia.ceph.com 3 6 377 8 -798us[ -741us] +/- 57ms 2024-03-07T10:22:33.893 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 7 +386us[ +386us] +/- 67ms 2024-03-07T10:22:33.893 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T10:22:33.972 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-07T10:22:33.973 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-03-07T10:22:33.973 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 12 +1144us[+1176us] +/- 120ms 2024-03-07T10:22:33.973 INFO:teuthology.orchestra.run.smithi063.stdout:^* hv02.front.sepia.ceph.com 3 6 377 10 -803us[ -772us] +/- 57ms 2024-03-07T10:22:33.973 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 8 +377us[ +377us] +/- 67ms 2024-03-07T10:22:33.973 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-07T10:22:33.989 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-07T10:22:34.000 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-07T10:22:34.001 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-07T10:22:34.012 DEBUG:teuthology.orchestra.run.smithi018:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-07T10:22:34.106 DEBUG:teuthology.orchestra.run.smithi063:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-07T10:22:34.204 DEBUG:teuthology.orchestra.run.smithi077:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-07T10:22:34.293 DEBUG:teuthology.orchestra.run.smithi018:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-07T10:22:34.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T10:22:34.326 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-07T10:22:34.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T10:22:34.360 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-07T10:22:34.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T10:22:34.390 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-07T10:22:34.402 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-07T10:22:34.412 INFO:teuthology.task.internal:Duration was 2503.122304 seconds 2024-03-07T10:22:34.412 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-07T10:22:34.423 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-07T10:22:34.423 DEBUG:teuthology.orchestra.run.smithi018:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-07T10:22:34.426 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-07T10:22:34.428 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-07T10:22:34.482 INFO:teuthology.orchestra.run.smithi018.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T10:22:34.490 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T10:22:34.503 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-07T10:22:34.996 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-07T10:22:34.996 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi018.front.sepia.ceph.com 2024-03-07T10:22:34.996 DEBUG:teuthology.orchestra.run.smithi018:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-07T10:22:35.018 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi063.front.sepia.ceph.com 2024-03-07T10:22:35.018 DEBUG:teuthology.orchestra.run.smithi063:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-07T10:22:35.047 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi077.front.sepia.ceph.com 2024-03-07T10:22:35.047 DEBUG:teuthology.orchestra.run.smithi077:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-07T10:22:35.077 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-07T10:22:35.077 DEBUG:teuthology.orchestra.run.smithi018:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-07T10:22:35.080 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-07T10:22:35.090 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-07T10:22:35.149 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-07T10:22:35.149 DEBUG:teuthology.orchestra.run.smithi018:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-07T10:22:35.153 DEBUG:teuthology.orchestra.run.smithi063:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-07T10:22:35.164 DEBUG:teuthology.orchestra.run.smithi077:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-07T10:22:35.549 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-07T10:22:35.562 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-07T10:22:35.563 DEBUG:teuthology.orchestra.run.smithi018:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-07T10:22:35.615 DEBUG:teuthology.orchestra.run.smithi063:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-07T10:22:35.661 DEBUG:teuthology.orchestra.run.smithi077:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-07T10:22:35.696 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-07T10:22:35.709 DEBUG:teuthology.orchestra.run.smithi018:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-07T10:22:35.712 DEBUG:teuthology.orchestra.run.smithi063:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-07T10:22:35.714 DEBUG:teuthology.orchestra.run.smithi077:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-07T10:22:35.734 INFO:teuthology.orchestra.run.smithi018.stdout:kernel.core_pattern = core 2024-03-07T10:22:35.742 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = core 2024-03-07T10:22:35.765 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = core 2024-03-07T10:22:35.825 DEBUG:teuthology.orchestra.run.smithi018:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-07T10:22:35.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T10:22:35.839 DEBUG:teuthology.orchestra.run.smithi063:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-07T10:22:35.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T10:22:35.853 DEBUG:teuthology.orchestra.run.smithi077:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-07T10:22:35.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-07T10:22:35.879 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-07T10:22:35.891 INFO:teuthology.task.internal:Transferring archived files... 2024-03-07T10:22:35.892 DEBUG:teuthology.misc:Transferring archived files from smithi018:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi018 2024-03-07T10:22:35.892 DEBUG:teuthology.orchestra.run.smithi018:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-07T10:22:35.935 DEBUG:teuthology.misc:Transferring archived files from smithi063:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi063 2024-03-07T10:22:35.936 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-07T10:22:35.978 DEBUG:teuthology.misc:Transferring archived files from smithi077:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066/remote/smithi077 2024-03-07T10:22:35.979 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-07T10:22:36.019 INFO:teuthology.task.internal:Removing archive directory... 2024-03-07T10:22:36.019 DEBUG:teuthology.orchestra.run.smithi018:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-07T10:22:36.021 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-07T10:22:36.023 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-07T10:22:36.068 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-07T10:22:36.083 INFO:teuthology.task.internal:Not uploading archives. 2024-03-07T10:22:36.083 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-07T10:22:36.095 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-07T10:22:36.095 DEBUG:teuthology.orchestra.run.smithi018:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-07T10:22:36.098 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-07T10:22:36.100 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-07T10:22:36.109 INFO:teuthology.orchestra.run.smithi018.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 7 10:22 /home/ubuntu/cephtest 2024-03-07T10:22:36.112 INFO:teuthology.orchestra.run.smithi063.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 7 10:22 /home/ubuntu/cephtest 2024-03-07T10:22:36.123 INFO:teuthology.orchestra.run.smithi077.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 7 10:22 /home/ubuntu/cephtest 2024-03-07T10:22:36.124 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-07T10:22:36.137 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-07T10:22:36.161 INFO:teuthology.nuke:Checking targets against current locks 2024-03-07T10:22:36.188 DEBUG:teuthology.nuke:shortname: smithi018 2024-03-07T10:22:36.188 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-07T10:22:36.210 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi018.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 09:31:58.722403', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMIUP/uS8I7eOAWZW+3umb95maQzL/KW04aWLsfROCI7tokpCIVcZTZYFv3MytKJk9UslKf0VIVGo25P3VROUgo='} 2024-03-07T10:22:36.215 DEBUG:teuthology.nuke:shortname: smithi063 2024-03-07T10:22:36.215 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-07T10:22:36.239 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi063.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 09:31:58.720674', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO/lTopMXcznlmjWMeu3FtIh88VEoDV7wkjVc/CwKCYSXPt3jjM1mZhkx0n0BVCu0oQubhInVxk5X7zUFYOjNV8='} 2024-03-07T10:22:36.242 DEBUG:teuthology.nuke:shortname: smithi077 2024-03-07T10:22:36.242 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-07T10:22:36.262 INFO:teuthology.orchestra.console.smithi018:Power off 2024-03-07T10:22:36.262 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-07T10:22:36.279 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi077.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-07_05:46:12-fs-wip-lusov-qdb-distro-default-smithi/7584066', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-07 09:31:58.723958', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJOF27B6npa4Y4BhDfaHOb0kIHtfdKVPA0idJefJLz30YbqBaUiFQetM1oGtNN7f24Nq/1L1kiDvOQa6TaKaMvE='} 2024-03-07T10:22:36.289 DEBUG:teuthology.orchestra.console.smithi018:power off output: Chassis Power Control: Down/Off 2024-03-07T10:22:36.289 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:36.311 INFO:teuthology.orchestra.console.smithi063:Power off 2024-03-07T10:22:36.311 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-07T10:22:36.324 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is on 2024-03-07T10:22:36.333 DEBUG:teuthology.orchestra.console.smithi063:power off output: Chassis Power Control: Down/Off 2024-03-07T10:22:36.333 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:36.351 INFO:teuthology.orchestra.console.smithi077:Power off 2024-03-07T10:22:36.352 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-07T10:22:36.360 DEBUG:teuthology.orchestra.console.smithi063:check power output: Chassis Power is on 2024-03-07T10:22:36.376 DEBUG:teuthology.orchestra.console.smithi077:power off output: Chassis Power Control: Down/Off 2024-03-07T10:22:36.376 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:36.400 DEBUG:teuthology.orchestra.console.smithi077:check power output: Chassis Power is on 2024-03-07T10:22:40.325 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:40.362 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:40.401 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:40.437 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is on 2024-03-07T10:22:40.473 DEBUG:teuthology.orchestra.console.smithi063:check power output: Chassis Power is on 2024-03-07T10:22:40.512 DEBUG:teuthology.orchestra.console.smithi077:check power output: Chassis Power is on 2024-03-07T10:22:44.441 DEBUG:teuthology.orchestra.console.smithi018:pexpect command: ipmitool -H smithi018.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:44.474 DEBUG:teuthology.orchestra.console.smithi063:pexpect command: ipmitool -H smithi063.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:44.513 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-07T10:22:44.552 DEBUG:teuthology.orchestra.console.smithi018:check power output: Chassis Power is off 2024-03-07T10:22:44.585 DEBUG:teuthology.orchestra.console.smithi063:check power output: Chassis Power is off 2024-03-07T10:22:44.624 DEBUG:teuthology.orchestra.console.smithi077:check power output: Chassis Power is off 2024-03-07T10:22:44.653 INFO:teuthology.orchestra.console.smithi018:Power off completed 2024-03-07T10:22:44.686 INFO:teuthology.orchestra.console.smithi063:Power off completed 2024-03-07T10:22:44.725 INFO:teuthology.orchestra.console.smithi077:Power off completed 2024-03-07T10:22:44.831 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/postgres}} duration: 2503.122304201126 failure_reason: '"2024-03-07T09:50:52.654308+0000 mon.a (mon.0) 191 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log' flavor: default owner: scheduled_leonidus@teuthology success: false 2024-03-07T10:22:44.831 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-07T10:22:44.920 INFO:teuthology.run:FAIL